-- Logs begin at Tue 2021-08-31 18:26:42 UTC, end at Tue 2021-08-31 20:37:05 UTC. -- Aug 31 18:57:54.222573 n-d-778550-14 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 18:57:56.999900 n-d-778550-14 neutron-server[94709]: INFO neutron.common.config [-] Logging enabled! Aug 31 18:57:57.000516 n-d-778550-14 neutron-server[94709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 18:57:57.000772 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 18:57:57.003966 n-d-778550-14 neutron-server[94709]: INFO neutron.common.config [-] Logging enabled! Aug 31 18:57:57.004227 n-d-778550-14 neutron-server[94709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 18:57:57.004542 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 18:57:57.005472 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:57:57.005711 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:57:57.006085 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:57:57.006335 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:57:57.006568 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:57:57.006891 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.007198 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.008173 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.008391 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.008673 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.008967 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.009254 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.009547 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.009847 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.010138 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.010422 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.010711 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.010944 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.011230 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.011518 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.011834 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.012062 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.012366 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.012779 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.013194 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.013480 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.013771 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.014054 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.014332 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.014614 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.014902 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.015232 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] host = n-d-778550-14 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.015512 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.015828 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.016122 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.016413 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.016694 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.016979 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.017266 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.017544 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.017820 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.018098 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.018391 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.018683 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.018974 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.019203 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.019431 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.019748 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.020040 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.020317 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.020596 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.020874 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.021153 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.021431 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.021703 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.021990 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.022276 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.022564 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.022843 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.023290 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.023737 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.024189 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.024681 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.025169 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.025622 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.026103 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.026431 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.026725 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.027018 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.027442 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.027955 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.028437 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.028941 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.029424 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.029904 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.030202 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.030488 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.030777 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.031345 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.031877 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.032232 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.032522 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.032811 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.033098 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.033383 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.033681 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:57.033987 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.034288 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.034594 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.034887 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.035189 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.035477 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.035796 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.036085 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.036380 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.036674 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.036975 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.037259 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.037552 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.037836 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.038134 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.038444 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.039027 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.039143 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.039353 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.039630 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.039932 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.040252 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.040598 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.040923 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.041220 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.041515 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.041801 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.042091 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.042389 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.042683 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.042961 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.043246 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.043540 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.043851 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.044129 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.044410 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.044701 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.044980 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.045259 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.045545 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.045829 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.046107 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.046383 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.046664 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.046963 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.047244 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.047521 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.047825 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.048107 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.048384 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.048671 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.048953 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.049231 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.049508 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.049790 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.050068 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.050345 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.050626 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.050902 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.051183 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.051460 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.051883 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.052162 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.052438 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.052713 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.052988 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.053263 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.053543 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.053821 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.054099 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.055119 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.055237 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.055471 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.055790 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.056097 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.056382 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.056667 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.056951 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.057234 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.057520 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.057799 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.058083 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.058365 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.058642 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.058934 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.059222 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.059510 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.059832 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.060120 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.060428 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.060713 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.060999 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.061280 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.061562 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.061849 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.062136 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.062433 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.062731 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.063025 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.063321 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.063618 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.063926 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.064242 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.064528 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:57.064751 n-d-778550-14 neutron-server[94709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:57:57.064995 n-d-778550-14 neutron-server[94709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 18:57:57.421971 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 18:57:57.422251 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 18:57:57.422677 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 18:57:57.423018 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 18:57:57.829754 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.830054 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.830310 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.831630 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.831934 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.832207 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.868007 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.868290 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.868563 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.885553 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.885841 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.886116 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.915666 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.916021 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.916293 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.952281 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.952568 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:57.952844 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.188067 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.188686 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.188686 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.188949 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.189662 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.311125 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.311450 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.311771 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.312053 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.312326 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.312643 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.312907 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.313168 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.313537 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.313826 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.314093 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.314373 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.314633 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.314894 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.315155 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.315423 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.315707 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.315983 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.316257 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.316520 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.316794 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.317051 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.317336 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.317720 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.317974 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.318223 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.318623 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.318867 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.319107 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.319346 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.319589 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.320385 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:58.320754 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 18:57:58.324014 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 18:57:58.327972 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 18:57:58.331820 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 31 18:57:58.333465 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 18:57:58.333925 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 18:57:58.334420 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 18:57:58.334818 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 18:57:58.338212 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 18:57:58.338468 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 18:57:58.338818 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 18:57:58.344331 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 18:57:58.366630 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 18:57:58.367272 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.367545 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 18:57:58.367946 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.369326 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 18:57:58.369614 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 18:57:58.369869 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 18:57:58.373119 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.373413 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:58.442154 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 18:57:58.442324 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 18:57:58.442541 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 18:57:58.442923 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 18:57:58.464872 n-d-778550-14 neutron-server[94709]: DEBUG oslo_db.sqlalchemy.engines [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 18:57:59.006996 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing driver for type 'gre' Aug 31 18:57:59.007791 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] gre ID ranges: [(1, 1000)] Aug 31 18:57:59.065107 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing driver for type 'local' Aug 31 18:57:59.065451 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing driver for type 'vlan' Aug 31 18:57:59.079905 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] VlanTypeDriver initialization complete Aug 31 18:57:59.080248 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing driver for type 'vxlan' Aug 31 18:57:59.080751 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] vxlan ID ranges: [(1, 1000)] Aug 31 18:57:59.135987 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing extension driver 'port_security' Aug 31 18:57:59.136338 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] PortSecurityExtensionDriver initialization complete Aug 31 18:57:59.136684 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing mechanism driver 'openvswitch' Aug 31 18:57:59.137028 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing mechanism driver 'hyperv' Aug 31 18:57:59.143487 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.plugin [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:57:59.144207 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.144581 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.144941 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.145473 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.145914 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.146275 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.146627 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.147028 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.147445 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.147865 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.148296 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.148697 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.149113 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.149470 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.149816 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.150351 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.150773 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.151135 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.151489 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.151916 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.152332 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.152690 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.153037 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.153438 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:57:59.153823 n-d-778550-14 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] ML2 OVO RPC backend initialized. {{(pid=94709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 18:57:59.154539 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.154910 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.155337 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.155716 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > networks before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.156074 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.156424 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > ports before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.156776 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.157123 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.157477 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.157825 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.158172 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.158517 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.158862 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.159203 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.159547 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.159923 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.160264 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.160839 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.plugin [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Modular L2 Plugin initialization complete Aug 31 18:57:59.161176 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading services supported by the core plugin {{(pid=94709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 18:57:59.161506 n-d-778550-14 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Got port-security extension from driver 'port_security' Aug 31 18:57:59.161972 n-d-778550-14 neutron-server[94709]: INFO neutron.extensions.vlantransparent [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Disabled vlantransparent extension. Aug 31 18:57:59.162458 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 18:57:59.162779 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: router Aug 31 18:57:59.200771 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.201351 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.201541 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router before_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.201914 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.202297 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.202663 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_delete 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.203031 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.203392 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.203786 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.204142 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.204496 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.204848 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.205215 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.205685 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.206068 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.206421 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.206772 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.207121 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.207478 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.207866 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.208216 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.208565 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.208931 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.209282 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.209640 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.210006 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.210990 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.211276 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > agent after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.211664 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.212009 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.212870 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Tracking information for resource: router configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:59.213212 n-d-778550-14 neutron-server[94709]: DEBUG neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Tracking information for resource: floatingip configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:57:59.218148 n-d-778550-14 neutron-server[94709]: INFO neutron.db.l3_agentschedulers_db [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 18:57:59.218733 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.219104 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.219467 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.219858 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.220650 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router before_create 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.221035 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.221405 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.221772 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.226936 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.provider_configuration [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service providers = [] {{(pid=94709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 18:57:59.227311 n-d-778550-14 neutron-server[94709]: DEBUG neutron.db.servicetype_db [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 18:57:59.230302 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.service_base [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:57:59.230665 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.service_base [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:57:59.231029 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.service_base [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:57:59.231949 n-d-778550-14 neutron-server[94709]: DEBUG neutron.services.service_base [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:57:59.232332 n-d-778550-14 neutron-server[94709]: INFO neutron.services.service_base [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 18:57:59.232716 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.233045 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 18:57:59.243987 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.244330 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: auto_allocate Aug 31 18:57:59.250117 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: network precommit_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.250506 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: network precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.251031 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.251364 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: tag Aug 31 18:57:59.257987 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.258268 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: timestamp Aug 31 18:57:59.262319 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.262666 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: network_ip_availability Aug 31 18:57:59.268091 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.268473 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.268838 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.269626 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.269956 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: flavors Aug 31 18:57:59.275237 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.275576 n-d-778550-14 neutron-server[94709]: INFO neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading Plugin: revisions Aug 31 18:57:59.279883 n-d-778550-14 neutron-server[94709]: DEBUG neutron.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:57:59.280282 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 18:57:59.281009 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 18:57:59.281355 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Initializing extension manager. Aug 31 18:57:59.281876 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: __init__.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.282225 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: __pycache__ {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.282570 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.282911 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.283693 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.284270 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: address-group Aug 31 18:57:59.284598 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: address_scope.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.285312 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.285860 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: address-scope Aug 31 18:57:59.286189 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.287120 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.287658 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: router-admin-state-down-before-update Aug 31 18:57:59.287995 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: agent.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.289518 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.290033 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: agent Aug 31 18:57:59.290363 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: agent_resources_synced.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.291294 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.291842 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: agent-resources-synced Aug 31 18:57:59.292170 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.293966 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.294497 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: allowed-address-pairs Aug 31 18:57:59.294834 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.295943 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.296465 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: auto-allocated-topology Aug 31 18:57:59.296798 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.297497 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.298010 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: availability_zone Aug 31 18:57:59.298364 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: availability_zone_filter.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.299393 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.299958 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: availability_zone_filter Aug 31 18:57:59.300289 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: data_plane_status.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.301202 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.301709 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 18:57:59.302036 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: default_subnetpools.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.302952 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.303465 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: default-subnetpools Aug 31 18:57:59.303833 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.304798 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.305328 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: dhcp_agent_scheduler Aug 31 18:57:59.305659 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: dns.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.306626 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.307134 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 18:57:59.307462 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: dns_domain_ports.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.308427 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.308939 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 18:57:59.309270 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.310202 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.310710 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 18:57:59.311042 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: dvr.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.311762 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.312274 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: dvr Aug 31 18:57:59.312602 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: ecmp_routes.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.313533 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.314047 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 18:57:59.314404 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: empty_string_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.315338 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.315879 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: empty-string-filtering Aug 31 18:57:59.316211 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.317146 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.317663 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 18:57:59.317989 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.318917 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.319427 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 18:57:59.319884 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: external_net.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.320817 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.321325 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: external-net Aug 31 18:57:59.321653 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.322562 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.323073 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: extra_dhcp_opt Aug 31 18:57:59.323403 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: extraroute.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.324350 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.324862 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: extraroute Aug 31 18:57:59.325189 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: extraroute_atomic.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.326240 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.326755 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: extraroute-atomic Aug 31 18:57:59.327082 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: filter_validation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.327793 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.328308 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: filter-validation Aug 31 18:57:59.328639 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: fip_pf_description.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.329556 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.330063 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 18:57:59.330391 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: fip_port_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.331308 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.331855 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: fip-port-details Aug 31 18:57:59.332185 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: flavors.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.333434 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.333960 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: flavors Aug 31 18:57:59.334293 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.336636 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.337169 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 18:57:59.337511 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: floatingip_pools.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.338228 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.338748 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: floatingip-pools Aug 31 18:57:59.339087 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: ip_allocation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.340064 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.340581 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 18:57:59.340917 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.341850 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.342369 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: ip-substring-filtering Aug 31 18:57:59.342706 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l2_adjacency.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.343649 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.344194 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 18:57:59.344528 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.345665 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.346198 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: router Aug 31 18:57:59.346533 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.348812 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.349350 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 18:57:59.349689 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.350635 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.352622 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: ext-gw-mode Aug 31 18:57:59.353121 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.354088 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.354613 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: l3-ha Aug 31 18:57:59.354945 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3_flavors.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.355907 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.356427 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: l3-flavors Aug 31 18:57:59.356755 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.357680 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.358200 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 18:57:59.358533 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: l3agentscheduler.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.359590 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.360134 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: l3_agent_scheduler Aug 31 18:57:59.360465 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: logging.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.361956 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.362492 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension logging not supported by any of loaded plugins Aug 31 18:57:59.362832 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: metering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.363582 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.364450 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: metering Aug 31 18:57:59.364781 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.365910 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.366431 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: metering_source_and_destination_fields Aug 31 18:57:59.367061 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: multiprovidernet.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.367919 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.368435 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: multi-provider Aug 31 18:57:59.368766 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: netmtu.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.369709 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.370220 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: net-mtu Aug 31 18:57:59.370550 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: netmtu_writable.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.371482 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.372035 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: net-mtu-writable Aug 31 18:57:59.372366 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: network_availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.373118 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.373635 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: network_availability_zone Aug 31 18:57:59.373965 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: network_ip_availability.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.375065 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.375591 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: network-ip-availability Aug 31 18:57:59.375953 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: network_segment_range.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.376727 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.377590 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 18:57:59.377920 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: pagination.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.378986 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.379359 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: pagination Aug 31 18:57:59.379716 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: port_device_profile.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.380642 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.381165 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: port-device-profile Aug 31 18:57:59.381496 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.382618 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.382982 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: port-mac-address-regenerate Aug 31 18:57:59.383311 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.384270 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.384794 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: port-numa-affinity-policy Aug 31 18:57:59.385126 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: port_resource_request.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.386052 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.386568 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 18:57:59.386899 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: portbindings.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.387874 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.388391 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: binding Aug 31 18:57:59.388721 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: portbindings_extended.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.390117 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.390645 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: binding-extended Aug 31 18:57:59.390986 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: portsecurity.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.391951 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.392474 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: port-security Aug 31 18:57:59.392810 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: project_id.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.393925 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.394269 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: project-id Aug 31 18:57:59.394602 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: providernet.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.395553 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.396112 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: provider Aug 31 18:57:59.396444 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.400643 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.401176 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos not supported by any of loaded plugins Aug 31 18:57:59.401520 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.402775 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.403300 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 18:57:59.403663 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.404596 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.405117 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 18:57:59.405451 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_default.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.406387 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.406902 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-default not supported by any of loaded plugins Aug 31 18:57:59.407234 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_fip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.407933 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.408444 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 18:57:59.408773 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.409764 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.410275 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 18:57:59.410607 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.411533 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.412081 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 18:57:59.412419 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_pps_rule.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.414259 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.414784 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 18:57:59.415118 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.416084 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.416603 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 18:57:59.416933 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: qos_rules_alias.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.417984 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.418504 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 18:57:59.418839 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: quotasv2.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.419817 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.420153 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: quotas Aug 31 18:57:59.420483 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: quotasv2_detail.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.423582 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.423960 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: quota_details Aug 31 18:57:59.424300 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: rbac.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.425583 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.426129 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: rbac-policies Aug 31 18:57:59.426469 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: rbac_address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.427415 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.427966 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: rbac-address-group Aug 31 18:57:59.428302 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: rbac_address_scope.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.429353 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.429957 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: rbac-address-scope Aug 31 18:57:59.430292 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: rbac_security_groups.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.431222 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.431781 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: rbac-security-groups Aug 31 18:57:59.432115 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.433039 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.433558 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: rbac-subnetpool Aug 31 18:57:59.433889 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: revisionifmatch.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.434819 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.435339 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: revision-if-match Aug 31 18:57:59.435700 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: revisions.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.436830 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.437352 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: standard-attr-revisions Aug 31 18:57:59.437685 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: router_availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.438371 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.438889 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: router_availability_zone Aug 31 18:57:59.439218 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: routerservicetype.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.440172 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.440681 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 18:57:59.441009 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.441933 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.442444 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: security-groups-normalized-cidr Aug 31 18:57:59.442772 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.443728 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.444246 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: port-security-groups-filtering Aug 31 18:57:59.444576 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.445732 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.446256 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: security-groups-remote-address-group Aug 31 18:57:59.446587 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: securitygroup.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.456195 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.456738 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: security-group Aug 31 18:57:59.457079 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: segment.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.457888 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.458405 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension segment not supported by any of loaded plugins Aug 31 18:57:59.458742 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.459729 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.460760 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 18:57:59.461246 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: servicetype.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.462363 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.462892 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: service-type Aug 31 18:57:59.463231 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: sorting.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.464245 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.464584 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: sorting Aug 31 18:57:59.464917 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: standard_attr_segment.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.465840 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.466372 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 18:57:59.466704 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: standardattrdescription.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.467360 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.467916 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: standard-attr-description Aug 31 18:57:59.468248 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: stateful_security_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.469200 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.469722 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: stateful-security-group Aug 31 18:57:59.470051 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: stdattrs_common.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.470640 n-d-778550-14 neutron-server[94709]: WARNING neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 18:57:59.470963 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.471944 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.472463 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 18:57:59.472791 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnet_onboard.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.473875 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.474396 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: subnet_onboard Aug 31 18:57:59.474727 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.475690 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.476864 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 18:57:59.477265 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnet_service_types.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.478206 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.478730 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: subnet-service-types Aug 31 18:57:59.479063 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnetallocation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.480177 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.480704 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: subnet_allocation Aug 31 18:57:59.481036 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.481712 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.482229 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: subnetpool-prefix-ops Aug 31 18:57:59.482558 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.483516 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.484069 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 18:57:59.484398 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: tagging.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.485468 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.485991 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: standard-attr-tag Aug 31 18:57:59.486328 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: timestamp.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.487544 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.488094 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loaded extension: standard-attr-timestamp Aug 31 18:57:59.488429 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: trunk.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.489734 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.490257 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension trunk not supported by any of loaded plugins Aug 31 18:57:59.490589 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: trunk_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.491566 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.492116 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 18:57:59.492448 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.493382 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.493896 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 18:57:59.494228 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Loading extension file: vlantransparent.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:57:59.494956 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:57:59.495470 n-d-778550-14 neutron-server[94709]: INFO neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 18:57:59.497940 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:network Aug 31 18:57:59.498482 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnet Aug 31 18:57:59.498890 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:57:59.499290 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:port Aug 31 18:57:59.500672 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.501114 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service FLAVORS assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.501780 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.502213 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.502591 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:router Aug 31 18:57:59.503064 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 18:57:59.503624 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service METERING assigned prefix: /metering {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.505220 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.505612 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.505975 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:57:59.506993 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 18:57:59.507492 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:security_group Aug 31 18:57:59.507962 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 18:57:59.509738 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.510037 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:57:59.510394 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] subnetpool is already registered Aug 31 18:57:59.510842 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.511175 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:57:59.511514 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] subnetpool is already registered Aug 31 18:57:59.513896 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.514339 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service FLAVORS assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.514951 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.515382 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.515754 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:router Aug 31 18:57:59.516108 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] router is already registered Aug 31 18:57:59.516528 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 18:57:59.516870 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] floatingip is already registered Aug 31 18:57:59.517328 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service METERING assigned prefix: /metering {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.518004 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 18:57:59.518339 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] rbac_policy is already registered Aug 31 18:57:59.518755 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:security_group Aug 31 18:57:59.519094 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] security_group is already registered Aug 31 18:57:59.519501 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 18:57:59.519870 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] security_group_rule is already registered Aug 31 18:57:59.520501 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.520836 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:57:59.521174 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] subnetpool is already registered Aug 31 18:57:59.521596 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:57:59.521926 n-d-778550-14 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:57:59.522259 n-d-778550-14 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] subnetpool is already registered Aug 31 18:57:59.522728 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: extensions {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.524813 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: address-groups {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.526309 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: address-scopes {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.527653 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.528851 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: auto-allocated-topology {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.530117 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: availability_zones {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.531355 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: dhcp-networks {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.532920 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: dhcp-agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.534354 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.536594 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: flavors {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.537765 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: service_profiles {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.539658 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: next_providers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.541113 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: service_profiles {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.542686 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: floatingip-pools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.543937 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.546081 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: floatingips {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.547383 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: l3-routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.548805 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: l3-agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.550220 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: metering-labels {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.551653 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: metering-label-rules {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.552955 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: network-ip-availabilities {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.554339 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: bindings {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.556066 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: quotas {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.557523 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: quotas {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.559170 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: rbac-policies {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.560450 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: security-groups {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.561761 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: security-group-rules {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.563008 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: service-providers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.564272 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: subnetpools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.565712 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: subnetpools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.567236 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.568958 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.571302 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.573138 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.575979 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.577935 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.579666 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.581614 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.583407 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.585206 n-d-778550-14 neutron-server[94709]: DEBUG neutron.api.extensions [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:57:59.591716 n-d-778550-14 neutron-server[94709]: WARNING keystonemiddleware.auth_token [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 18:57:59.596379 n-d-778550-14 neutron-server[94709]: WARNING keystonemiddleware.auth_token [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 18:57:59.604883 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Acquired lock "singleton_lock" {{(pid=94709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 18:57:59.605370 n-d-778550-14 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Releasing lock "singleton_lock" {{(pid=94709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 18:57:59.606023 n-d-778550-14 neutron-server[94709]: INFO oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Starting 2 workers Aug 31 18:57:59.610960 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Started child 94816 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:57:59.615927 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Started child 94817 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:57:59.616555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.617587 n-d-778550-14 neutron-server[94709]: INFO neutron.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 18:57:59.618068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [-] (94816) wsgi starting up on http://0.0.0.0:9696 Aug 31 18:57:59.618244 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Notify callbacks [] for process, before_spawn {{(pid=94709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.620792 n-d-778550-14 neutron-server[94709]: INFO oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Starting 1 workers Aug 31 18:57:59.621117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.622606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [-] (94817) wsgi starting up on http://0.0.0.0:9696 Aug 31 18:57:59.626057 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Started child 94818 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:57:59.626609 n-d-778550-14 neutron-server[94709]: INFO oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Starting 1 workers Aug 31 18:57:59.629621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] calling RpcWorker wait() {{(pid=94818) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 18:57:59.630178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] returning from RpcWorker wait() {{(pid=94818) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 18:57:59.631130 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Started child 94819 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:57:59.631360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.631852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:57:59.632042 n-d-778550-14 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-6c9059ea-4778-4abb-a184-c1396a34f4a9 None None] Notify callbacks [] for process, after_spawn {{(pid=94709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.634430 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 18:57:59.634652 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:57:59.634843 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:57:59.635079 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:57:59.635433 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:57:59.635592 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:57:59.636110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.636397 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.636650 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.636751 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:57:59.637207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.637207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.637765 n-d-778550-14 neutron-server[94819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:57:59.637860 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.638041 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.638304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.638596 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.638849 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.639018 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.639189 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.639431 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.639722 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.640032 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.640295 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.640537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.640815 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.640989 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.641246 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.641534 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.641790 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.642064 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.642309 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.642809 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.643042 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.643296 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.643524 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.643837 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.644092 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.644382 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.644622 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.644859 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.645118 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.645382 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.645642 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.645861 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.646083 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.646335 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.646557 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.647052 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] host = n-d-778550-14 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.647291 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.647511 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.648645 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.648645 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.649089 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.649272 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.649554 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.649792 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.650049 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.650290 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.650538 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.650796 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.651020 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.651267 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.651435 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_options = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.651657 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.651958 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.652223 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.652418 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.652576 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.652757 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.653017 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.653182 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.653436 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.653699 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.653884 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.654120 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.654355 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.654588 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.654859 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.655107 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.655323 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.655555 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.655836 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.656068 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.656294 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.656548 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.656771 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.656991 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.657226 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.657461 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.657707 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.657943 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.658157 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.658402 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.658636 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.658897 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.659155 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.659428 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.659680 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.659924 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.660127 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.660400 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.660631 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.660874 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.661122 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.661341 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.661599 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.661815 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.662031 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.662267 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.662481 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.662696 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.662949 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.663183 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.663507 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.663805 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.664194 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.664433 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.664982 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.665265 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.665588 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.665827 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.666065 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.666544 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.666544 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.666824 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.666972 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.667231 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.667586 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.667846 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.668354 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.668354 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.668698 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.669448 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.669448 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.669611 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.669772 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.670025 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.670437 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.670538 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.670773 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.671005 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.671236 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.671469 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.671736 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.672086 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.672373 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673059 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673059 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673355 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673355 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673626 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.673760 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.674003 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.674169 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.674441 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.674689 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.674906 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.675130 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.675363 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.675693 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.675842 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.676086 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.676324 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.676561 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.676789 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.677477 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.677477 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.677477 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.677924 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.677924 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.678452 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.678452 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.678762 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.678901 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.679148 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.679451 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.679851 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.680599 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.680599 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.680599 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.680832 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.680832 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.681057 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.681568 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.681568 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.681847 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.681985 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.682204 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.682768 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.682768 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.683045 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.683180 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.683338 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.683548 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.684470 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.684470 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.684470 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.684470 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685015 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685015 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685285 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685285 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685541 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685734 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.685940 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.686159 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.686446 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.686764 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.687017 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.687268 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.687489 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.687757 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.688015 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.688252 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.688491 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.688708 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.688948 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.689225 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.689508 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.689835 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.691471 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.693537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695608 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695775 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.695916 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.696146 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.696488 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.696787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.697049 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.697355 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.697611 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.697872 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.698156 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.698417 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700773 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700773 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.700944 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.701130 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.701395 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.701652 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.701984 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.702163 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.702419 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.702635 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.703215 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.703215 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.703537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.703537 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.703842 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.704018 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.704251 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.704858 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.705116 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.705653 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.705653 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.705809 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.706074 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.706817 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.706817 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.706817 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.707051 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.707394 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.707568 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.707831 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.708046 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.708289 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.708565 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.708787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.709058 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.709417 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.709527 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.709750 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.709975 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.710262 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.712634 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713229 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713229 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713229 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713434 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713627 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.713983 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.714217 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.714457 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.714700 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.714921 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.715167 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.715388 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.715611 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.715853 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.716076 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.716318 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.716579 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.716829 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.717071 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.717293 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.717514 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.717751 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.717994 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.718205 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.718498 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.718759 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.718987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.719267 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.719509 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.719787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.720028 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.720243 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.720458 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.720687 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.720904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.721134 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.721351 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.721623 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.721795 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.722022 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.722239 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.722463 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.722678 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.722889 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.723147 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.723394 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724187 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724187 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724187 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724459 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724459 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724662 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.724898 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.725111 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.725359 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.725571 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.725789 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.726117 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.726341 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.726555 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.726882 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.727236 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.727462 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.727791 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.728055 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.728311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.728552 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.728853 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.729073 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.729337 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.729549 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.729794 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.730037 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.730293 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731553 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731553 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731553 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731553 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731930 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.731930 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.732207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.732422 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.732718 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.733051 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.733601 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.733601 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.733831 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.734097 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.734330 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.734539 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.734795 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.735033 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.735253 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.735499 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.735758 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.736026 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.736249 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.736512 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.736727 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.736978 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.737218 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.737448 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.737688 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.737850 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:57:59.738372 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 18:57:59.738542 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:57:59.738734 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:57:59.739114 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:57:59.739459 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:57:59.739791 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:57:59.740002 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.740171 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.740337 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.740501 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.740663 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.740846 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741008 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741168 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741331 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741584 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741800 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.741966 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.742169 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.742368 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.742700 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.742861 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.743167 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.743472 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.743816 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.743977 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.744127 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.744273 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.744421 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.744566 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.744767 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.745150 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.745382 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.745539 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.745682 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.745850 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746008 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746327 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746501 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746650 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746796 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.746935 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.747081 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.747272 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.747401 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.747544 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.747880 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] host = n-d-778550-14 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748052 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748192 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748331 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748491 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748803 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.748991 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749304 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749435 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749616 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749757 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.749868 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750014 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750333 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750483 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_options = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750645 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750827 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.750945 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.751141 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.751309 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.751463 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.751819 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.751977 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752120 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752264 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752428 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752574 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752806 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.752927 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753049 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753171 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753290 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753446 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753611 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753762 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.753913 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754072 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754230 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754389 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754549 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754708 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.754867 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755025 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755183 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755345 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755494 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755688 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755822 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.755981 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756140 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756300 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756459 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756621 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756780 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.756940 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.757643 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.757889 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758004 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758229 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758423 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758586 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758748 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.758907 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759067 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759225 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759384 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759543 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759734 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.759956 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:57:59.760084 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.760225 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.760399 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.760561 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.760723 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.760884 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761045 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761368 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761529 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761696 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.761859 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762033 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762197 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762360 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762524 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762684 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.762844 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763006 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763166 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763336 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763466 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763664 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763820 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.763980 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764141 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764302 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764479 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764640 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764802 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.764963 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765124 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765287 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765448 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765599 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765762 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.765926 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766086 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766248 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766413 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766576 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766739 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.766906 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767068 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767230 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767393 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767554 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767742 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.767891 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.768053 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.768217 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.768374 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.769639 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.771632 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.772563 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.775904 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777009 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.777869 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.778311 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.779207 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780100 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.780787 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781619 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781619 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781830 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.781938 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.782038 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.782184 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.782337 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.782480 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.782642 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783005 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783195 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783528 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783952 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783952 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.783952 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784526 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784526 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784526 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784526 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784980 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784980 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.784980 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.785374 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.785374 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.785617 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.785617 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.786087 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.786087 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.786087 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.787320 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.790121 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.791383 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.792344 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.793232 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.794110 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.795160 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.796244 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797125 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.797987 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.798756 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.798756 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.798756 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.798756 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.798756 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799308 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799811 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799811 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.799811 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800169 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800169 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800169 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800503 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800503 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800731 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800850 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.800971 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801091 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801222 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801385 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801555 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801719 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.801890 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802053 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802218 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802380 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802836 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802836 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.802836 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803184 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803184 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803411 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803546 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803776 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.803776 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804037 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804177 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804297 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804419 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804582 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804745 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.804907 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805069 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805229 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805390 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805553 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805715 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:57:59.805870 n-d-778550-14 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:57:59.899235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:57:59.907968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063868 Aug 31 18:58:11.506274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b13fe-c9ef-41bd-98ae-34f6df07801f None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 18:58:11.685242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b13fe-c9ef-41bd-98ae-34f6df07801f None None] No non-hosted networks {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 18:58:11.861560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01e0d369-6cd3-40e4-a9cf-c5e77fe9b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:14.113043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0ead8edb-03cf-429b-8b30-5da951e84fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:14.195701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56847fb2-4a5f-4d45-8b22-068c8b9a287a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:14.376996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:14.379832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.380393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.380933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.381499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.382058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.382594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.383219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.383784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.384575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.385102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.385628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.386159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:14.386977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:14.406221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:15.250127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:16.825878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:17.601523 n-d-778550-14 neutron-server[94818]: INFO neutron.db.l3_hamode_db [None req-d29710e1-7606-4e92-85e4-bf884b71f417 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 18:58:17.677474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29710e1-7606-4e92-85e4-bf884b71f417 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:58:17.677864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29710e1-7606-4e92-85e4-bf884b71f417 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 18:58:17.855350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:18.352104 n-d-778550-14 neutron-server[94817]: WARNING oslo_policy.policy [None req-279022db-1198-4ca3-bc56-97232b299f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:18.352699 n-d-778550-14 neutron-server[94817]: WARNING oslo_policy.policy [None req-279022db-1198-4ca3-bc56-97232b299f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:18.577884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-279022db-1198-4ca3-bc56-97232b299f7e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:58:18.578870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-279022db-1198-4ca3-bc56-97232b299f7e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7226298 Aug 31 18:58:21.021424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:21.333184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:21.427145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.policy [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 18:58:21.471568 n-d-778550-14 neutron-server[94817]: WARNING oslo_policy.policy [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:21.471957 n-d-778550-14 neutron-server[94817]: WARNING oslo_policy.policy [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:21.481034 n-d-778550-14 neutron-server[94817]: INFO neutron.quota [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] Loaded quota_driver: . Aug 31 18:58:21.569122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779041501053', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779041500462', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779041488511', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779041481987', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779043165472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779041525861', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1608418', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1554117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-517300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16308068'] for rbac-policy, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:21.630938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:21.632538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d82c6a4-316f-4a90-8f78-3d2bb42ec01f admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6098292 Aug 31 18:58:24.217845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:24.516435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'name': 'private'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:24.543964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Made reservation on behalf of 03522874c0d34056a8d203d68a6d29bb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:58:24.546631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.564016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.682105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.685867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.705730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:58:24.733049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779039533002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.733645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Unsubscribe: segment precommit_create {{(pid=94817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 18:58:24.734156 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Added segment 413a5d71-f3ef-4181-8ae1-1ff3721bea08 of type vlan for network dad7780e-b119-4371-ab2e-dc4cbee84350 Aug 31 18:58:24.760252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8c676-2f70-4f94-8a3a-25e22a1231e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:24.807798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.808146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.808483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.808825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.809153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.809481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.809807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.810132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.810453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.810779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.811100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.811421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Tracked resource versions report: Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: pushed versions: Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: { 'AddressGroup': {'1.2'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'ConntrackHelper': {'1.0'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Log': {'1.0'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Network': {'1.1'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Port': {'1.7'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'PortForwarding': {'1.2'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'QosPolicy': {'1.9'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SecurityGroup': {'1.4'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SubPort': {'1.0'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Subnet': {'1.1'}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Trunk': {'1.1'}} Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: consumer versions: Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: { DHCP agent@n-d-778550-14: {}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: L3 agent@n-d-778550-14: {}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: Metadata agent@n-d-778550-14: {}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: Metering agent@n-d-778550-14: {}, Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'ConntrackHelper': '1.0', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Log': '1.0', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Network': '1.1', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Port': '1.7', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'PortForwarding': '1.2', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'QosPolicy': '1.9', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SecurityGroup': '1.4', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SecurityGroupRule': '1.2', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'SubPort': '1.0', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Subnet': '1.1', Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: 'Trunk': '1.1'}} Aug 31 18:58:24.812527 n-d-778550-14 neutron-server[94817]: {{(pid=94817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:58:24.862249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.901744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.902839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:24.903499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:24.982625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7636378 Aug 31 18:58:25.000892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96126f9-0f7f-4e52-8333-4d62fda63017 admin admin] Pushing event updated for resources: {'Network': ['ID=dad7780e-b119-4371-ab2e-dc4cbee84350,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:25.015387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dad7780e-b119-4371-ab2e-dc4cbee84350 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:58:27.661526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:28.047348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df177af7-3fc7-4c96-b3f3-0e0a2048ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:28.048733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df177af7-3fc7-4c96-b3f3-0e0a2048ea60 admin admin] 10.222.0.73 "GET /v2.0/networks/dad7780e-b119-4371-ab2e-dc4cbee84350 HTTP/1.1" status: 200 len: 825 time: 0.3862548 Aug 31 18:58:28.073734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ee0b0f9f-1ccb-45a8-be84-b14980b57298 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/798ae99b-9b9d-469a-82f4-e8fcecdf9c7d HTTP/1.1" status: 200 len: 734 time: 0.0184102 Aug 31 18:58:28.082630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d', 'ip_version': 4, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'name': 'private-subnet', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:28.104188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Made reservation on behalf of 03522874c0d34056a8d203d68a6d29bb for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:58:28.106373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:28.404267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:28.477061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb297de3-07af-4701-9d72-7a05bad3c804,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:28.479330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Checking segment: {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:58:28.479736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Network hostable DHCP agents. Network: dad7780e-b119-4371-ab2e-dc4cbee84350, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:58:28.501196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Network dad7780e-b119-4371-ab2e-dc4cbee84350 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:58:28.512284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dad7780e-b119-4371-ab2e-dc4cbee84350) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:28.516782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:28.517369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:28.523513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecc65e-ad75-440e-94ab-8307650aea8d None None] Network dad7780e-b119-4371-ab2e-dc4cbee84350 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:58:28.531475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43853449-9f6f-4b6f-953b-55a425e4928b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4520817 Aug 31 18:58:28.844412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-dad7780e-b119-4371-ab2e-dc4cbee84350', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:58:28.845726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.121823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Allocated IP 172.20.0.2 (dad7780e-b119-4371-ab2e-dc4cbee84350/cb297de3-07af-4701-9d72-7a05bad3c804/7045fbcb-cc83-4557-bf64-5d15e4d5730e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:58:29.323047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.372020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Transition to ACTIVE for port object 7045fbcb-cc83-4557-bf64-5d15e4d5730e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:58:29.391883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Transition to ACTIVE for port object 7045fbcb-cc83-4557-bf64-5d15e4d5730e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:58:29.399774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.475797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Network dad7780e-b119-4371-ab2e-dc4cbee84350 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:58:29.480609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:29.486078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:58:29.488026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Pushing event updated for resources: {'Port': ['ID=7045fbcb-cc83-4557-bf64-5d15e4d5730e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:29.497432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.497784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.498126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.498497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.498896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.499298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.499665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.500045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.500459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.500849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.501238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.501632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Tracked resource versions report: Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: pushed versions: Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: { 'AddressGroup': {'1.2'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'ConntrackHelper': {'1.0'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Log': {'1.0'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Network': {'1.1'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Port': {'1.7'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'PortForwarding': {'1.2'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'QosPolicy': {'1.9'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SecurityGroup': {'1.4'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SubPort': {'1.0'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Subnet': {'1.1'}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Trunk': {'1.1'}} Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: consumer versions: Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: { DHCP agent@n-d-778550-14: {}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: L3 agent@n-d-778550-14: {}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: Metadata agent@n-d-778550-14: {}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: Metering agent@n-d-778550-14: {}, Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'ConntrackHelper': '1.0', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Log': '1.0', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Network': '1.1', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Port': '1.7', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'PortForwarding': '1.2', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'QosPolicy': '1.9', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SecurityGroup': '1.4', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SecurityGroupRule': '1.2', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'SubPort': '1.0', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Subnet': '1.1', Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: 'Trunk': '1.1'}} Aug 31 18:58:29.502732 n-d-778550-14 neutron-server[94818]: {{(pid=94818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:58:29.576801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Attempting to bind port 7045fbcb-cc83-4557-bf64-5d15e4d5730e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:58:29.577468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Attempting to bind port 7045fbcb-cc83-4557-bf64-5d15e4d5730e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:58:29.577624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Attempting to bind port 7045fbcb-cc83-4557-bf64-5d15e4d5730e on network dad7780e-b119-4371-ab2e-dc4cbee84350 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:58:29.582413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:58:29.582845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Checking segment: {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:58:29.583332 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.583867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Bound using segment: {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:58:29.585122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Bound port: 7045fbcb-cc83-4557-bf64-5d15e4d5730e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:58:29.585541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.651361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] For port 7045fbcb-cc83-4557-bf64-5d15e4d5730e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:58:29.655707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] For port 7045fbcb-cc83-4557-bf64-5d15e4d5730e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7045fbcb-cc83-4557-bf64-5d15e4d5730e,segment=NetworkSegment(413a5d71-f3ef-4181-8ae1-1ff3721bea08),segment_id=413a5d71-f3ef-4181-8ae1-1ff3721bea08)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:58:29.660346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:29.725245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f16240-4642-465a-9f1c-8bc415d4abd5 None None] Pushing event updated for resources: {'Port': ['ID=7045fbcb-cc83-4557-bf64-5d15e4d5730e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:31.071987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:31.386598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-4064a0a0-9fb7-4534-9bfd-18a1d25d2a4e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:58:31.387727 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4064a0a0-9fb7-4534-9bfd-18a1d25d2a4e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146422 Aug 31 18:58:33.802334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:34.137195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-0a5fb34c-79b9-404b-9642-31c1863e0e00 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:58:34.138197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a5fb34c-79b9-404b-9642-31c1863e0e00 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349419 Aug 31 18:58:36.771989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:37.296255 n-d-778550-14 neutron-server[94816]: WARNING oslo_policy.policy [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:37.296853 n-d-778550-14 neutron-server[94816]: WARNING oslo_policy.policy [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:37.520357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:37.584270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.policy [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 18:58:37.631374 n-d-778550-14 neutron-server[94816]: WARNING oslo_policy.policy [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:37.631374 n-d-778550-14 neutron-server[94816]: WARNING oslo_policy.policy [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:58:37.640302 n-d-778550-14 neutron-server[94816]: INFO neutron.quota [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Loaded quota_driver: . Aug 31 18:58:37.698316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:37.700381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:37.862002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:37.869050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:37.888187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:37.889646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6fb7940-ab2d-4bd5-b38b-fe0428e6dcd5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1154301 Aug 31 18:58:38.220635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d744e8-5c23-4a36-aab7-6ae4cceb0494 None None] Network dad7780e-b119-4371-ab2e-dc4cbee84350 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:58:38.288792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7045fbcb-cc83-4557-bf64-5d15e4d5730e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:58:38.303278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-89cf23e0-1e7d-40c1-bbc4-86e145b9b125 None None] Provisioning for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:58:38.435834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:58:38.450936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:38.451330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:38.579323 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:38.616323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 7045fbcb-cc83-4557-bf64-5d15e4d5730e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7045fbcb-cc83-4557-bf64-5d15e4d5730e,segment=NetworkSegment(413a5d71-f3ef-4181-8ae1-1ff3721bea08),segment_id=413a5d71-f3ef-4181-8ae1-1ff3721bea08)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:58:38.621955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:38.670618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=7045fbcb-cc83-4557-bf64-5d15e4d5730e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:38.732167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a374b66-d4a5-4e1b-b381-7e49ccb277a1 None None] Provisioning complete for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:38.732472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a374b66-d4a5-4e1b-b381-7e49ccb277a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:40.251755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7045fbcb-cc83-4557-bf64-5d15e4d5730e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:58:40.293563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:40.296394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:40.296765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:40.608290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-6a2ca0a2-b6cd-44bf-a1ec-667fe2333734 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:58:40.609320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a2ca0a2-b6cd-44bf-a1ec-667fe2333734 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147123 Aug 31 18:58:40.699126 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:58:41.414828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4529578-c66f-408c-a08c-d820920898af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.011063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:43.318050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:43.341686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Made reservation on behalf of 70418d20569a44eaac0a7ed14123476a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:58:43.344544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.359600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.478468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.482026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.494848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Reserving flat network on physical network physnet1 {{(pid=94816) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 18:58:43.533247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779039533002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.533861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Unsubscribe: segment precommit_create {{(pid=94816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 18:58:43.534387 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Added segment dfb87b29-3103-476a-8a59-591dd942c1ca of type flat for network a5328c0a-254d-4ff1-a289-92827ad3f10d Aug 31 18:58:43.550806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede384b-fe9e-40fe-ac12-6514b63da633,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:43.578512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.578861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.579204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.579545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.579900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.580229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.580558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.580881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.581239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.581572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.581972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.582292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Tracked resource versions report: Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: pushed versions: Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: { 'AddressGroup': {'1.2'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'ConntrackHelper': {'1.0'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Log': {'1.0'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Network': {'1.1'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Port': {'1.7'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'PortForwarding': {'1.2'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'QosPolicy': {'1.9'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SecurityGroup': {'1.4'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SubPort': {'1.0'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Subnet': {'1.1'}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Trunk': {'1.1'}} Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: consumer versions: Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: { DHCP agent@n-d-778550-14: {}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: L3 agent@n-d-778550-14: {}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: Metadata agent@n-d-778550-14: {}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: Metering agent@n-d-778550-14: {}, Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'ConntrackHelper': '1.0', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Log': '1.0', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Network': '1.1', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Port': '1.7', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'PortForwarding': '1.2', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'QosPolicy': '1.9', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SecurityGroup': '1.4', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SecurityGroupRule': '1.2', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'SubPort': '1.0', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Subnet': '1.1', Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: 'Trunk': '1.1'}} Aug 31 18:58:43.583888 n-d-778550-14 neutron-server[94816]: {{(pid=94816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:58:43.665473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.707850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.709503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:43.710185 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:43.793342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7810950 Aug 31 18:58:43.812466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308f46-e512-4baf-839a-d56c9ec92f9d admin admin] Pushing event updated for resources: {'Network': ['ID=a5328c0a-254d-4ff1-a289-92827ad3f10d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:43.824049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network a5328c0a-254d-4ff1-a289-92827ad3f10d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:58:44.112531 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fed72e0-1fd5-4410-bd22-3aa92f865b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:44.358414 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:45.172685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:46.213983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:46.433615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6346766-46cc-421a-8ab7-99121ab1672a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:46.434995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e6346766-46cc-421a-8ab7-99121ab1672a admin admin] 10.222.0.73 "GET /v2.0/subnets/cb297de3-07af-4701-9d72-7a05bad3c804 HTTP/1.1" status: 200 len: 849 time: 0.2200508 Aug 31 18:58:46.566846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8c9f1aad-67a7-4e05-abc0-6cd8900824d8 admin admin] 10.222.0.73 "GET /v2.0/routers/e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 HTTP/1.1" status: 200 len: 704 time: 0.1256621 Aug 31 18:58:46.756270 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:46.834687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.125464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Allocated IP 172.20.0.1 (dad7780e-b119-4371-ab2e-dc4cbee84350/cb297de3-07af-4701-9d72-7a05bad3c804/974be6b1-4bc8-4470-987f-e76ff3347082) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:58:47.309153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.334046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Transition to ACTIVE for port object 974be6b1-4bc8-4470-987f-e76ff3347082 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:58:47.403483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.469179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Network dad7780e-b119-4371-ab2e-dc4cbee84350 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:58:47.476436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:47.480065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:58:47.480629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.548357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=974be6b1-4bc8-4470-987f-e76ff3347082,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:47.685346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.685814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-057ec32d-2b73-42bc-8087-952c7003b82d None None] Provisioning for port 974be6b1-4bc8-4470-987f-e76ff3347082 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:58:47.689439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-057ec32d-2b73-42bc-8087-952c7003b82d None None] Provisioning complete for port 974be6b1-4bc8-4470-987f-e76ff3347082 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:47.689819 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-057ec32d-2b73-42bc-8087-952c7003b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.724918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-057ec32d-2b73-42bc-8087-952c7003b82d None None] Port 974be6b1-4bc8-4470-987f-e76ff3347082 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:58:47.945289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.949910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:47.950858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:48.030940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=974be6b1-4bc8-4470-987f-e76ff3347082,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:48.076428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Network dad7780e-b119-4371-ab2e-dc4cbee84350 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:58:48.077761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:48.238597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:58:48.246445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11731fdf-306a-4b37-bfd4-51065ea15e64 None None] Provisioning complete for port 974be6b1-4bc8-4470-987f-e76ff3347082 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:48.246919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11731fdf-306a-4b37-bfd4-51065ea15e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:48.282535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11731fdf-306a-4b37-bfd4-51065ea15e64 None None] Port 974be6b1-4bc8-4470-987f-e76ff3347082 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:58:48.327887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:58:48.333672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dbbccb70-cd74-45ed-b08a-a2667f9f8ab1 admin admin] 10.222.0.73 "PUT /v2.0/routers/e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7605481 Aug 31 18:58:48.338224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Sync routers for ids ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:58:48.350036 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Routers {'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:58:48.351158 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T18:58:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:48.535595 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Set router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:58:48.960461 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:47Z', 'revision_number': 2, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port_host': None, '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:47Z', 'revision_number': 2, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:49.013621 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Checking router: e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:58:49.013988 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Updating router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 port 974be6b1-4bc8-4470-987f-e76ff3347082 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:58:49.061346 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.580402 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.601096 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Transition to ACTIVE for port object 974be6b1-4bc8-4470-987f-e76ff3347082 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:58:49.608706 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.762340 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Pushing event updated for resources: {'Port': ['ID=974be6b1-4bc8-4470-987f-e76ff3347082,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:49.774814 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Attempting to bind port 974be6b1-4bc8-4470-987f-e76ff3347082 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:58:49.775211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Attempting to bind port 974be6b1-4bc8-4470-987f-e76ff3347082 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:58:49.775671 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Attempting to bind port 974be6b1-4bc8-4470-987f-e76ff3347082 on network dad7780e-b119-4371-ab2e-dc4cbee84350 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:58:49.782154 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.782502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.782844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.783178 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.783510 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.783861 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.784194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.784517 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.784837 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.785155 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.785472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.785792 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Tracked resource versions report: Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: pushed versions: Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: { 'AddressGroup': {'1.2'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'ConntrackHelper': {'1.0'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Log': {'1.0'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Network': {'1.1'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Port': {'1.7'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'PortForwarding': {'1.2'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'QosPolicy': {'1.9'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SecurityGroup': {'1.4'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SubPort': {'1.0'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Subnet': {'1.1'}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Trunk': {'1.1'}} Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: consumer versions: Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: { DHCP agent@n-d-778550-14: {}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: L3 agent@n-d-778550-14: {}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: Metadata agent@n-d-778550-14: {}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: Metering agent@n-d-778550-14: {}, Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'ConntrackHelper': '1.0', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Log': '1.0', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Network': '1.1', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Port': '1.7', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'PortForwarding': '1.2', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'QosPolicy': '1.9', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SecurityGroup': '1.4', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SecurityGroupRule': '1.2', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'SubPort': '1.0', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Subnet': '1.1', Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: 'Trunk': '1.1'}} Aug 31 18:58:49.787601 n-d-778550-14 neutron-server[94819]: {{(pid=94819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:58:49.792834 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:58:49.793260 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Checking segment: {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:58:49.793760 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.794170 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Bound using segment: {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:58:49.794834 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Bound port: 974be6b1-4bc8-4470-987f-e76ff3347082, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413a5d71-f3ef-4181-8ae1-1ff3721bea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:58:49.795454 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.865129 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] For port 974be6b1-4bc8-4470-987f-e76ff3347082, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:58:49.884114 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] For port 974be6b1-4bc8-4470-987f-e76ff3347082, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=974be6b1-4bc8-4470-987f-e76ff3347082,segment=NetworkSegment(413a5d71-f3ef-4181-8ae1-1ff3721bea08),segment_id=413a5d71-f3ef-4181-8ae1-1ff3721bea08)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:58:49.888011 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:49.940950 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50884036-1cf2-449a-8182-82c290de5894 None None] Pushing event updated for resources: {'Port': ['ID=974be6b1-4bc8-4470-987f-e76ff3347082,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:49.950742 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Routers {'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:58:49.951347 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T18:58:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:50.041428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] Set router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:58:50.254122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:47Z', 'revision_number': 2, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port_host': None, '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:49Z', 'revision_number': 4, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:50.282928 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77d6a8-af03-49b0-bb9f-5c5168908a40 None None] The sync data for ids ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'] in n-d-778550-14 is: [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:47Z', 'revision_number': 2, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port_host': None, '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:49Z', 'revision_number': 4, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:58:50.593669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:50.703665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5cbfe2-6aaf-4a7a-bd08-03ae8b89155c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:50.705048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2c5cbfe2-6aaf-4a7a-bd08-03ae8b89155c admin admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 842 time: 0.1104124 Aug 31 18:58:50.715197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'gateway_ip': '172.25.3.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:50.740577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Made reservation on behalf of 70418d20569a44eaac0a7ed14123476a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:58:50.742887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:51.055529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 18:58:51.056015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:51.115708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35a3e58-95a6-4b95-a7e1-ccc38b563b68,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:51.120206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:58:51.120590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Network hostable DHCP agents. Network: a5328c0a-254d-4ff1-a289-92827ad3f10d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:58:51.141765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:58:51.152922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, a5328c0a-254d-4ff1-a289-92827ad3f10d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:51.157574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:51.158319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:51.162750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfaa483-f9c1-4f1d-9f34-4e6f3d752a7c None None] Network a5328c0a-254d-4ff1-a289-92827ad3f10d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:58:51.187714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bfc8e6d-2780-47af-96f1-bea7d9751bb4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4645951 Aug 31 18:58:51.294967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4431f56-ad48-4151-bb1c-b4165eb72e85 None None] Network a5328c0a-254d-4ff1-a289-92827ad3f10d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:58:53.489624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:53.753661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7fe9f1d3-8afc-49ba-bc39-1395517f13d8 admin admin] 10.222.0.73 "GET /v2.0/routers/e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 HTTP/1.1" status: 200 len: 710 time: 0.2628491 Aug 31 18:58:53.872068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f611cee-1912-44f1-9087-2060d1c74f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:58:53.873678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7f611cee-1912-44f1-9087-2060d1c74f90 admin admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 886 time: 0.1127048 Aug 31 18:58:53.884453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:58:54.140337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:54.372750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:54.447793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:54.654224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Allocated IP 172.25.3.204 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/83fcdc70-ce67-49cf-a3fb-d0e338ea6735) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:58:54.763404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:54.836655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:54.913947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:58:54.918700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:58:54.921411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:58:54.958441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Pushing event updated for resources: {'Port': ['ID=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:55.202839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:55.404905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:55.410087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:55.527244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:58:55.635156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:58:55.639662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:55.640869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ca9894b-f3f0-40a5-85b4-bef116fee7af admin admin] 10.222.0.73 "PUT /v2.0/routers/e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 HTTP/1.1" status: 200 len: 890 time: 1.7602930 Aug 31 18:58:56.287128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 974be6b1-4bc8-4470-987f-e76ff3347082 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:58:56.339859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 974be6b1-4bc8-4470-987f-e76ff3347082 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:58:56.343863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 974be6b1-4bc8-4470-987f-e76ff3347082 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:56.344249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:56.427193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:56.458070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 974be6b1-4bc8-4470-987f-e76ff3347082, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=974be6b1-4bc8-4470-987f-e76ff3347082,segment=NetworkSegment(413a5d71-f3ef-4181-8ae1-1ff3721bea08),segment_id=413a5d71-f3ef-4181-8ae1-1ff3721bea08)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:58:56.462078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:56.510782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=974be6b1-4bc8-4470-987f-e76ff3347082,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:56.721829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Sync routers for ids ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:58:56.732170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Routers {'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:58:56.732807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T18:58:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:56.984378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Set router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:58:57.374120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:55Z', 'revision_number': 4, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port': {'id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:54Z', 'updated_at': '2021-08-31T18:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:56Z', 'revision_number': 5, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:57.427602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Checking router: e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:58:57.428000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Updating router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:58:57.475443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.794601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.805411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Transition to ACTIVE for port object 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:58:57.811141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.859155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Attempting to bind port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:58:57.859526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Attempting to bind port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:58:57.859913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Attempting to bind port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:58:57.869703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:58:57.870077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:58:57.870479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.870870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:58:57.871331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Bound port: 83fcdc70-ce67-49cf-a3fb-d0e338ea6735, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:58:57.871755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.873213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ecc76-52cd-4460-b6fa-5a417f9e2102 None None] Pushing event updated for resources: {'Port': ['ID=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:57.930359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] For port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:58:57.933922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] For port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:58:57.937478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:57.997818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Routers {'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:58:57.998428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T18:58:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:58.034400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ecc76-52cd-4460-b6fa-5a417f9e2102 None None] Pushing event updated for resources: {'Port': ['ID=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:58:58.046609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:58:58.169032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-38371773-2b47-4f40-8cb0-f1b72b478ba4 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213198 Aug 31 18:58:58.203447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] Set router e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:58:58.283927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 974be6b1-4bc8-4470-987f-e76ff3347082 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:58:58.399274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 974be6b1-4bc8-4470-987f-e76ff3347082 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:58:58.399959 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:58:58.530335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:55Z', 'revision_number': 4, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port': {'id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:54Z', 'updated_at': '2021-08-31T18:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:56Z', 'revision_number': 5, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:58:58.560945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63dab7-914a-4acc-8ed7-c05e1de53be1 None None] The sync data for ids ['e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059'] in n-d-778550-14 is: [{'id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'name': 'router1', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:58:37Z', 'updated_at': '2021-08-31T18:58:55Z', 'revision_number': 4, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'gw_port': {'id': '83fcdc70-ce67-49cf-a3fb-d0e338ea6735', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:54Z', 'updated_at': '2021-08-31T18:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '974be6b1-4bc8-4470-987f-e76ff3347082', 'name': '', 'network_id': 'dad7780e-b119-4371-ab2e-dc4cbee84350', 'tenant_id': '03522874c0d34056a8d203d68a6d29bb', 'mac_address': 'fa:16:3e:45:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6aa9e-338b-4eb0-b5ba-6514bfaa4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:58:46Z', 'updated_at': '2021-08-31T18:58:56Z', 'revision_number': 5, 'project_id': '03522874c0d34056a8d203d68a6d29bb', 'subnets': [{'id': 'cb297de3-07af-4701-9d72-7a05bad3c804', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798ae99b-9b9d-469a-82f4-e8fcecdf9c7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:59:00.314544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:59:00.370435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:59:00.374399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:59:00.374778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:00.460534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:00.482417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:59:00.485621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:00.538131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=83fcdc70-ce67-49cf-a3fb-d0e338ea6735,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:59:02.313229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:59:02.392213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 83fcdc70-ce67-49cf-a3fb-d0e338ea6735 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:59:02.392213 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:11.418302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11723e40-d379-4d3b-9b7a-b0a3ee5b83e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:14.118503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d727-b616-4dd0-9918-fb4e0b3a9a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:14.370361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:15.181293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:16.791029 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:17.698456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:59:41.421490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21c4a82a-7e15-496f-9ce7-9978c47bc37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:44.114388 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09c0f538-7366-41c3-a9d3-3eb14475fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:44.368415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:45.184733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:46.775903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:59:54.698415 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:00:11.425480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c10d0768-a9ca-47ee-93b1-03f5f3330488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:14.116352 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2b0bf1c-d189-427f-9331-33b920a5983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:14.361689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:15.182594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:16.782380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:31.696529 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:00:40.159447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:40.220259 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c6126-7f9d-475d-9fc4-4e2d0a696025 admin admin] GET failed (client error): The resource could not be found. Aug 31 19:00:40.221561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eb3c6126-7f9d-475d-9fc4-4e2d0a696025 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611432 Aug 31 19:00:40.381043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5ab18-4314-4c0b-b979-9b61602dbf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:40.382566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0af5ab18-4314-4c0b-b979-9b61602dbf43 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563413 Aug 31 19:00:41.427137 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51700673-9f44-4794-8162-5be2ad58a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:42.564619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:42.731825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2055dc-3e92-4bbe-b7a5-2d43dcc4233e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:42.733196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6b2055dc-3e92-4bbe-b7a5-2d43dcc4233e admin admin] 10.222.0.73 "GET /v2.0/subnets/cb297de3-07af-4701-9d72-7a05bad3c804 HTTP/1.1" status: 200 len: 849 time: 0.1676874 Aug 31 19:00:42.743661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:00:42.826809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:42.972858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779039595228'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:43.005313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:43.005313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:43.007308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] 10.222.0.73 "PUT /v2.0/subnets/cb297de3-07af-4701-9d72-7a05bad3c804 HTTP/1.1" status: 200 len: 868 time: 0.2672043 Aug 31 19:00:43.008365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c2d2d-09f5-4054-8502-0d781155ef05 None None] Network dad7780e-b119-4371-ab2e-dc4cbee84350 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:00:43.025907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb297de3-07af-4701-9d72-7a05bad3c804,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:00:43.034063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.034420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.034756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.035098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.035435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.035882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.036222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.036562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.036891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.037221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.037551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.037879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbb6e-f18a-4bda-9aaa-5f8fc2de51d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:00:43.361029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f413bcf3-9399-4db8-87e3-3e38bf28f33e None None] Provisioning complete for port 7045fbcb-cc83-4557-bf64-5d15e4d5730e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:00:43.361404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f413bcf3-9399-4db8-87e3-3e38bf28f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:43.448110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f413bcf3-9399-4db8-87e3-3e38bf28f33e None None] Provisioning complete for port 974be6b1-4bc8-4470-987f-e76ff3347082 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:00:43.448376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f413bcf3-9399-4db8-87e3-3e38bf28f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:44.117593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46c9aa4a-0127-4206-8c45-85aa8e9340dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:44.363709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:45.185732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:45.283119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:45.485311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54d3ad-80b0-406f-a25c-cb12a13942ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:45.485705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54d3ad-80b0-406f-a25c-cb12a13942ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:45.487496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eb54d3ad-80b0-406f-a25c-cb12a13942ea admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031412 Aug 31 19:00:46.791896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:00:47.731996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:47.867909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807ea35-8320-4776-b2a0-97a82d506ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:47.868392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807ea35-8320-4776-b2a0-97a82d506ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:47.869928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3807ea35-8320-4776-b2a0-97a82d506ad0 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1369724 Aug 31 19:00:50.046034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:50.170460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6c34a-1877-43c0-9629-73f18b1e9aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:50.172023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ff6c34a-1877-43c0-9629-73f18b1e9aa3 admin admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 886 time: 0.1248395 Aug 31 19:00:52.350418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37992) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:52.493723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673a8d01-ebf8-47c9-a85e-eea36b5d1d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:52.495125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-673a8d01-ebf8-47c9-a85e-eea36b5d1d3c admin admin] 10.222.0.73 "GET /v2.0/networks/dad7780e-b119-4371-ab2e-dc4cbee84350 HTTP/1.1" status: 200 len: 869 time: 0.1437550 Aug 31 19:00:54.665015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:54.792475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b38b5-fb44-4bca-b963-7a23ff23ecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:54.792942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b38b5-fb44-4bca-b963-7a23ff23ecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:54.794486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a2b38b5-fb44-4bca-b963-7a23ff23ecb6 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285157 Aug 31 19:00:57.003054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38008) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:57.172728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b074ce-b5ff-48c6-a2b9-a0da75f97f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:57.173190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b074ce-b5ff-48c6-a2b9-a0da75f97f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:57.174739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-20b074ce-b5ff-48c6-a2b9-a0da75f97f22 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1707103 Aug 31 19:00:59.367358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:00:59.465832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f58242-a64c-45c6-85f7-474abb583080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:00:59.467175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98f58242-a64c-45c6-85f7-474abb583080 admin admin] 10.222.0.73 "GET /v2.0/subnets/cb297de3-07af-4701-9d72-7a05bad3c804 HTTP/1.1" status: 200 len: 868 time: 0.0988421 Aug 31 19:01:01.663224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:01:01.759664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17edc187-d0de-422f-a98d-f40380744f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:01:01.761037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-17edc187-d0de-422f-a98d-f40380744f9e admin admin] 10.222.0.73 "GET /v2.0/subnets/f35a3e58-95a6-4b95-a7e1-ccc38b563b68 HTTP/1.1" status: 200 len: 816 time: 0.0968401 Aug 31 19:01:08.695246 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:01:11.429271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5de15a0e-67c5-41d0-83ae-b13abc89296f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:14.118447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df420e02-6080-46d7-9a1d-58fcb0845833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:14.365053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:15.187455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:16.789558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:26.293586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:01:26.342407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-878334a4-b2a6-4878-9939-6418ba75fbff admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:01:26.344568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-878334a4-b2a6-4878-9939-6418ba75fbff admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500233 Aug 31 19:01:28.648195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:01:28.709279 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-49883dbc-19cb-49b5-8099-2b95794174c9 admin admin] GET failed (client error): The resource could not be found. Aug 31 19:01:28.710616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49883dbc-19cb-49b5-8099-2b95794174c9 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614717 Aug 31 19:01:28.863035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04885ba1-e3c8-44ea-accc-b3446dc7449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:01:28.864771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-04885ba1-e3c8-44ea-accc-b3446dc7449f admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1495755 Aug 31 19:01:31.053369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:01:31.103059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:01:31.123297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Made reservation on behalf of 70418d20569a44eaac0a7ed14123476a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:01:31.125671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:31.152229 n-d-778550-14 neutron-server[94816]: WARNING neutron.services.revisions.revision_plugin [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Could not find related network for resource to bump revision. Aug 31 19:01:31.167426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:01:31.178487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:31.178830 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Added segment 7d3c00e4-b857-418f-8447-a0fd29033a6b of type vlan for network ac2f28b5-66bc-4589-991a-d49c58a9429b Aug 31 19:01:31.216089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:31.239940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:31.240803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:01:31.241373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:31.293839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2393823 Aug 31 19:01:31.301303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Pushing event updated for resources: {'Network': ['ID=ac2f28b5-66bc-4589-991a-d49c58a9429b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:01:31.308547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.308897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.309237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.309570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.309902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.310231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.310557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.310891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.311217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.311849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.312166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.312671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43db27d-e570-49c9-92d9-d41f9e3142bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:31.327511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ac2f28b5-66bc-4589-991a-d49c58a9429b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:01:33.495069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38102) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:01:33.557367 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabf509f-5fda-494f-8dba-b0b8f611afac admin admin] GET failed (client error): The resource could not be found. Aug 31 19:01:33.558684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eabf509f-5fda-494f-8dba-b0b8f611afac admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626149 Aug 31 19:01:33.632055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d251d9-2f47-4782-9de8-67db5d0cd825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:01:33.633483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e7d251d9-2f47-4782-9de8-67db5d0cd825 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692873 Aug 31 19:01:33.644072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'cidr': '192.168.233.0/24'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:01:33.664132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Made reservation on behalf of 70418d20569a44eaac0a7ed14123476a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:01:33.666609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:33.830577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:33.886775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d47cb0-9a98-4583-ae43-bc2fec7d1a50,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:01:33.895894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:01:33.896260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Network hostable DHCP agents. Network: ac2f28b5-66bc-4589-991a-d49c58a9429b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:01:33.912344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:01:33.920963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ac2f28b5-66bc-4589-991a-d49c58a9429b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:01:33.925065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:01:33.925751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:33.930368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcff9c4-0e7a-4574-b695-b33c6464774e None None] Network ac2f28b5-66bc-4589-991a-d49c58a9429b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:01:33.958075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a2f27007-a67d-42ab-aa2b-a4c8e315254f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173394 Aug 31 19:01:34.192952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-ac2f28b5-66bc-4589-991a-d49c58a9429b', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'tenant_id': '70418d20569a44eaac0a7ed14123476a', 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:01:34.193831 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.337875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Allocated IP 192.168.233.2 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/ba754873-d385-4117-a692-3e85c29161e2) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:01:34.482830 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.493315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Transition to ACTIVE for port object ba754873-d385-4117-a692-3e85c29161e2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:01:34.508823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Transition to ACTIVE for port object ba754873-d385-4117-a692-3e85c29161e2 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:01:34.514250 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.552579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:01:34.557343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:01:34.560833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:01:34.571823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Pushing event updated for resources: {'Port': ['ID=ba754873-d385-4117-a692-3e85c29161e2,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:01:34.593087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.593568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.593894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.594232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.594577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.594906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.595231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.595548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.595894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.596227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.596534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.596841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:01:34.628637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Attempting to bind port ba754873-d385-4117-a692-3e85c29161e2 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:01:34.629008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Attempting to bind port ba754873-d385-4117-a692-3e85c29161e2 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:01:34.629371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Attempting to bind port ba754873-d385-4117-a692-3e85c29161e2 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:01:34.634348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:01:34.634714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:01:34.635112 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.635499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:01:34.635979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Bound port: ba754873-d385-4117-a692-3e85c29161e2, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:01:34.636370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.698315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] For port ba754873-d385-4117-a692-3e85c29161e2, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:01:34.701433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] For port ba754873-d385-4117-a692-3e85c29161e2, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ba754873-d385-4117-a692-3e85c29161e2,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:01:34.705114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:34.760830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bf425-16aa-4d76-8474-a0988a7d7c51 None None] Pushing event updated for resources: {'Port': ['ID=ba754873-d385-4117-a692-3e85c29161e2,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:01:35.707812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5241dc1-7d74-4d16-8e16-189958d777b1 None None] Network ac2f28b5-66bc-4589-991a-d49c58a9429b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:01:35.773731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e06b034d-0f3c-4901-9691-110b1c40e677 None None] Provisioning for port ba754873-d385-4117-a692-3e85c29161e2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:01:36.419048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ba754873-d385-4117-a692-3e85c29161e2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:01:36.474167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ba754873-d385-4117-a692-3e85c29161e2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:01:36.477770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ba754873-d385-4117-a692-3e85c29161e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:01:36.478136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:36.555342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:36.587229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ba754873-d385-4117-a692-3e85c29161e2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ba754873-d385-4117-a692-3e85c29161e2,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:01:36.592099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:36.643361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ba754873-d385-4117-a692-3e85c29161e2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:01:38.391068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ba754873-d385-4117-a692-3e85c29161e2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:01:38.438778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ba754873-d385-4117-a692-3e85c29161e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:01:38.439151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:41.430626 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5b2a-0267-4ecd-aa1e-afc473d41e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:44.122683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7663a795-48f0-43a2-92a3-e6bf4bf935ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:44.367182 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:45.191712 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:01:45.696123 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:01:46.795380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:11.431188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8622fd6c-b980-4112-8e76-a31ee83b4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:14.125009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d369dac-dfb6-4ae9-a510-22fb95274c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:14.368658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:15.194674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:16.799135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:22.694733 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:02:41.431604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77a22564-f515-40ea-be1e-04299e33ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:42.912225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:02:42.918085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-98576798-ac8b-4043-9728-e35e8d556772 tempest-verify_tempest_config-562937899 tempest-verify_tempest_config-562937899-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:02:42.919059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98576798-ac8b-4043-9728-e35e8d556772 tempest-verify_tempest_config-562937899 tempest-verify_tempest_config-562937899-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058470 Aug 31 19:02:43.211279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:02:43.314613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.407004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.410798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.453726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635ff4ed-c3fe-44ce-acd7-01fbd042ffeb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:02:43.457418 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1252b63655e947d3a9eb7222c332ce89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2451055 Aug 31 19:02:43.460321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:02:43.463490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.463866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.464213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.464552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.464888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.465223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.465554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.465876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.466237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.466582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.466913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.467239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bdc2f-6fae-4804-b54d-2178b639bcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.518821 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.538843 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.627711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.630125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:43.631268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/635ff4ed-c3fe-44ce-acd7-01fbd042ffeb HTTP/1.1" status: 204 len: 168 time: 0.1699135 Aug 31 19:02:43.639172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635ff4ed-c3fe-44ce-acd7-01fbd042ffeb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:02:43.645670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.646035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.646379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.646720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.647056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.647414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.647771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.648101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.648427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.648787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.649172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:43.649557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db954fb6-ea01-4256-860f-01f58eaebb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:02:44.126148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4caccbea-8cb4-46d6-83c9-8921838f4705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:44.371854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:45.197721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:46.802474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:02:59.693267 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:03:11.432447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-964a712f-a8ee-43b3-a3b0-8c7352b869c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:14.126425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50430ba8-056a-4d73-bfcd-2de55a86b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:14.372712 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:15.201252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:16.803627 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:36.692402 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:03:41.431818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c21c7838-fc68-4b30-b550-8f72ef8bc5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:44.127628 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e410396-bd99-4f66-a7ea-73197b45f78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:44.375659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:45.204058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:03:46.808557 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:11.435050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c56d2d1-d973-4e23-9c7f-16266cfc4a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:13.690278 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:04:14.128468 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6b76e5-ebc8-432e-9737-172c09faba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:14.377266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:15.208634 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:16.810203 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:41.437435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c909f8f-069e-4c9a-b354-54fd7980d25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:44.129475 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-709e1c70-d7f8-4d86-bea2-3289e0ef5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:44.377360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:45.210409 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:46.813896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:04:50.688882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:05:11.438394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-803f88dd-4907-4d98-ab48-3e27d5ffaa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:14.129644 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7fff628b-c967-4038-8dc3-212303878fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:14.378675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:15.212956 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:16.817638 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:27.687380 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:05:41.438482 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-972ca3ac-05c7-47bb-8f61-a6cc205fcfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:44.129779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed65933e-e12c-446b-9c1e-148d0b4c2dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:44.221271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:44.381775 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:45.217676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:45.507955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-652797'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:05:46.820029 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:04.685897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:06:11.440689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-15e35d51-6572-4c5b-aa82-6ae403927915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:14.129886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64411074-b442-459f-96c8-7684fb52e344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:14.176192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:14.382948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:15.218792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:15.475744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:16.823916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:35.906929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38242) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:06:36.010817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e47109e9-0a74-43bd-b1b9-f08c280938e4 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1027775 Aug 31 19:06:38.210917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:06:38.266316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-05334afe-be66-4323-86f1-9bab826f2762 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0543106 Aug 31 19:06:41.441599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb579ee1-fa15-4721-971b-540220f7f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:41.684795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:06:44.130247 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3eadb426-b505-493e-8ddf-e642ae4d6c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:44.175575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:44.386897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:45.220985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:45.491956 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:06:46.828450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:11.444132 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0779f4d1-6140-42f2-8c20-6460bcc89baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:14.132407 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb9309e7-e06d-40fb-a6ae-065b897fc4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:14.190260 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:14.388778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:15.224446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:15.506930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:16.840554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:18.685689 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:07:41.444036 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-add86230-d681-4475-b0cb-e09ee560c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:44.133405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c268c0a1-888b-479d-a33f-d486384498c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:44.190118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:44.389328 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:45.229109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:45.503398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:46.835150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:07:55.686395 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:07:58.697945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:07:59.026772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:07:59.027327 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f151618-437a-439a-9a38-5c6d288184ee tempest-AutoAllocateNetworkTest-1461184106 tempest-AutoAllocateNetworkTest-1461184106-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=00fc004925f444489ce2e5f39ff2f6db&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3274693 Aug 31 19:07:59.223074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b2fb35-8563-4c12-a13f-6443a6b9d470 tempest-AutoAllocateNetworkTest-1461184106 tempest-AutoAllocateNetworkTest-1461184106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:07:59.228490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5b2fb35-8563-4c12-a13f-6443a6b9d470 tempest-AutoAllocateNetworkTest-1461184106 tempest-AutoAllocateNetworkTest-1461184106-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1996841 Aug 31 19:07:59.228857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:07:59.289585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ae0628b-6a5b-43f2-b195-a6b649dc7141 tempest-AutoAllocateNetworkTest-1461184106 tempest-AutoAllocateNetworkTest-1461184106-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592668 Aug 31 19:07:59.292297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:07:59.319849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-931027ab-5cf0-43cc-8a9f-509907312cd0 tempest-AutoAllocateNetworkTest-1461184106 tempest-AutoAllocateNetworkTest-1461184106-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=00fc004925f444489ce2e5f39ff2f6db HTTP/1.1" status: 200 len: 208 time: 0.0261252 Aug 31 19:07:59.992613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:00.049937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:00.262028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.352911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-network', 'tenant_id': '1078e3e8274746069c0119ff733c2078'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:00.379228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.385474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.428301 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00fc004925f444489ce2e5f39ff2f6db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4344549 Aug 31 19:08:00.428519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:00.444469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Made reservation on behalf of 1078e3e8274746069c0119ff733c2078 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:00.447458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.471519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.471519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834b8c2-9b2e-4429-8f8c-5836c682cdc9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:00.477267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.477618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.477955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.478288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.478616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.478938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.479263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.479582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.479931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.480250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.480565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.480879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7065d-dd19-4872-8740-1dfb921945b2 admin admin] Tracked resource versions report: Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: pushed versions: Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: { 'AddressGroup': {'1.2'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'ConntrackHelper': {'1.0'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Log': {'1.0'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Network': {'1.1'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Port': {'1.7'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'PortForwarding': {'1.2'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'QosPolicy': {'1.9'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SecurityGroup': {'1.4'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SubPort': {'1.0'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Subnet': {'1.1'}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Trunk': {'1.1'}} Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: consumer versions: Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: { DHCP agent@n-d-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: HyperV agent@n-h1-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: HyperV agent@n-h2-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: L3 agent@n-d-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: Metadata agent@n-d-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: Metering agent@n-d-778550-14: {}, Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'ConntrackHelper': '1.0', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Log': '1.0', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Network': '1.1', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Port': '1.7', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'PortForwarding': '1.2', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'QosPolicy': '1.9', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SecurityGroup': '1.4', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SecurityGroupRule': '1.2', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'SubPort': '1.0', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Subnet': '1.1', Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: 'Trunk': '1.1'}} Aug 31 19:08:00.481913 n-d-778550-14 neutron-server[94817]: {{(pid=94817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:08:00.525393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.551372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.597745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.602436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.610666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.614467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.621316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1834b8c2-9b2e-4429-8f8c-5836c682cdc9 HTTP/1.1" status: 204 len: 168 time: 0.1905971 Aug 31 19:08:00.634178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834b8c2-9b2e-4429-8f8c-5836c682cdc9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:00.636967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:00.642070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8eb2a9-ad17-44dc-96f5-9f0cbcd3407f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:00.646318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.647084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.648034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.648706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.649787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.651725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.652972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.653495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.653627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.653912 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Added segment 0fd7b1cd-d369-47e6-93b8-13ad83194125 of type vlan for network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 Aug 31 19:08:00.655087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.655809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.656919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.657461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a79f-1ac8-4a22-b31b-262015f72ab8 admin admin] Tracked resource versions report: Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: pushed versions: Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: { 'AddressGroup': {'1.2'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'ConntrackHelper': {'1.0'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Log': {'1.0'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Network': {'1.1'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Port': {'1.7'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'PortForwarding': {'1.2'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'QosPolicy': {'1.9'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SecurityGroup': {'1.4'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SubPort': {'1.0'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Subnet': {'1.1'}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Trunk': {'1.1'}} Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: consumer versions: Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: { DHCP agent@n-d-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: HyperV agent@n-h1-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: HyperV agent@n-h2-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: L3 agent@n-d-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: Metadata agent@n-d-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: Metering agent@n-d-778550-14: {}, Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'ConntrackHelper': '1.0', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Log': '1.0', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Network': '1.1', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Port': '1.7', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'PortForwarding': '1.2', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'QosPolicy': '1.9', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SecurityGroup': '1.4', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SecurityGroupRule': '1.2', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'SubPort': '1.0', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Subnet': '1.1', Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: 'Trunk': '1.1'}} Aug 31 19:08:00.659342 n-d-778550-14 neutron-server[94816]: {{(pid=94816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:08:00.705405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.737339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.739447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:00.740131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:00.796157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7449367 Aug 31 19:08:00.799038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:00.804813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Request body: {'subnet': {'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-subnet', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:00.815748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e3dee-ac0c-4a04-baa9-e167ae70a76f admin admin] Pushing event updated for resources: {'Network': ['ID=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:00.825220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:00.842292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Made reservation on behalf of 1078e3e8274746069c0119ff733c2078 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:00.846332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.035304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.093618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:01.119295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Checking segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:01.119672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Network hostable DHCP agents. Network: f6181a6e-1ab5-48be-9f8b-fcaf5bc82588, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:01.138791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:01.149746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f6181a6e-1ab5-48be-9f8b-fcaf5bc82588) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:01.154321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:01.155258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.161591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d65010-3138-4b63-ac13-598b6390f481 None None] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:01.173912 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fcd42cd6-8bf0-4cb2-83f8-f249c588c2dc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3739140 Aug 31 19:08:01.176827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:01.184986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:01.211751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.213736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.329666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.346083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:08:01.346330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.489420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.525850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Allocated IP 172.20.0.2 (f6181a6e-1ab5-48be-9f8b-fcaf5bc82588/0458a2fe-e33f-47ea-a8c3-ec2e9906eb26/883b8f4f-5485-4c40-be6c-c672ca0e6e2e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:01.822600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.846621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.852923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.856631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Transition to ACTIVE for port object 883b8f4f-5485-4c40-be6c-c672ca0e6e2e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:01.884808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Transition to ACTIVE for port object 883b8f4f-5485-4c40-be6c-c672ca0e6e2e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:01.894407 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:01.949183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:01.955338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:01.961617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:01.976237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Pushing event updated for resources: {'Port': ['ID=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:01.989269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Allocated IP 172.25.3.4 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/44a7ada0-4d39-4243-a239-21a58db63e40) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:02.002654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.002956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.003306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.003669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.004008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.004349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.004679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.005008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.005338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.005664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.006030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.006300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Tracked resource versions report: Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: pushed versions: Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: { 'AddressGroup': {'1.2'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'ConntrackHelper': {'1.0'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Log': {'1.0'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Network': {'1.1'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Port': {'1.7'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'PortForwarding': {'1.2'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'QosPolicy': {'1.9'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SecurityGroup': {'1.4'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SubPort': {'1.0'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Subnet': {'1.1'}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Trunk': {'1.1'}} Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: consumer versions: Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: { DHCP agent@n-d-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: HyperV agent@n-h1-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: HyperV agent@n-h2-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: L3 agent@n-d-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: Metadata agent@n-d-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: Metering agent@n-d-778550-14: {}, Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'ConntrackHelper': '1.0', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Log': '1.0', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Network': '1.1', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Port': '1.7', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'PortForwarding': '1.2', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'QosPolicy': '1.9', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SecurityGroup': '1.4', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SecurityGroupRule': '1.2', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'SubPort': '1.0', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Subnet': '1.1', Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: 'Trunk': '1.1'}} Aug 31 19:08:02.007366 n-d-778550-14 neutron-server[94818]: {{(pid=94818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:08:02.049182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Attempting to bind port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:02.049717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Attempting to bind port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:02.050306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Attempting to bind port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:02.056649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:02.057087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Checking segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:02.058089 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.058489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Bound using segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:02.058959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Bound port: 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:02.059864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.122288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.145052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] For port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:02.148311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] For port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:02.155548 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.168809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.211501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:02.214599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:02.218380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:02.229586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96627b-6bc5-4169-9a43-d2e5e1cf5290 None None] Pushing event updated for resources: {'Port': ['ID=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:02.260899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=44a7ada0-4d39-4243-a239-21a58db63e40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:02.481574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.709636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 883b8f4f-5485-4c40-be6c-c672ca0e6e2e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:02.760593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:02.766435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:02.915994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:08:03.063832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:03.077592 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:03.090830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:03.094492 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:03.094680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.096204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34095412-ffd4-4e6a-8df3-79505151e4d3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.9164746 Aug 31 19:08:03.100149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:03.264046 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:03.368852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aeb56f-0175-4818-b52b-6b1385b4c629 None None] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:03.515011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Provisioning for port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:03.551120 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:02Z', 'revision_number': 3, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:03.614346 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:03.614916 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Updating router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 port 44a7ada0-4d39-4243-a239-21a58db63e40 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:08:03.665274 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.668332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Provisioning complete for port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:03.668332 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.807557 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.855700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] For port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:03.866539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.956214 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:03.963574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8a67-76a3-45f0-b6c4-1d8ff63a0445 None None] Pushing event updated for resources: {'Port': ['ID=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:03.968173 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Transition to ACTIVE for port object 44a7ada0-4d39-4243-a239-21a58db63e40 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:03.977829 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.005745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.045604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Pushing event updated for resources: {'Port': ['ID=44a7ada0-4d39-4243-a239-21a58db63e40,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:04.047736 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Attempting to bind port 44a7ada0-4d39-4243-a239-21a58db63e40 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:04.048109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Attempting to bind port 44a7ada0-4d39-4243-a239-21a58db63e40 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:04.048463 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Attempting to bind port 44a7ada0-4d39-4243-a239-21a58db63e40 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:04.059806 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.060040 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.060770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.061341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.061917 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.062485 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.063045 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.063872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.064736 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.065553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.066376 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.067117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Tracked resource versions report: Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: pushed versions: Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: { 'AddressGroup': {'1.2'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'ConntrackHelper': {'1.0'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Log': {'1.0'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Network': {'1.1'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Port': {'1.7'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'PortForwarding': {'1.2'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'QosPolicy': {'1.9'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SecurityGroup': {'1.4'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SubPort': {'1.0'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Subnet': {'1.1'}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Trunk': {'1.1'}} Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: consumer versions: Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: { DHCP agent@n-d-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: HyperV agent@n-h1-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: HyperV agent@n-h2-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: L3 agent@n-d-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: Metadata agent@n-d-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: Metering agent@n-d-778550-14: {}, Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: Open vSwitch agent@n-d-778550-14: { 'AddressGroup': '1.2', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'ConntrackHelper': '1.0', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Log': '1.0', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Network': '1.1', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Port': '1.7', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'PortForwarding': '1.2', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'QosPolicy': '1.9', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SecurityGroup': '1.4', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SecurityGroupRule': '1.2', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'SubPort': '1.0', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Subnet': '1.1', Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: 'Trunk': '1.1'}} Aug 31 19:08:04.069176 n-d-778550-14 neutron-server[94819]: {{(pid=94819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:08:04.076395 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:04.077206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:04.077816 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.078845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:04.079544 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Bound port: 44a7ada0-4d39-4243-a239-21a58db63e40, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:04.080160 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.098291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28d4d903-da4c-4ce3-a45c-2a741fc0faa0 None None] Provisioning complete for port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:04.100445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28d4d903-da4c-4ce3-a45c-2a741fc0faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.179770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] For port 44a7ada0-4d39-4243-a239-21a58db63e40, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:04.184133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] For port 44a7ada0-4d39-4243-a239-21a58db63e40, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=44a7ada0-4d39-4243-a239-21a58db63e40,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:04.200592 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.314161 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64591-f89b-4743-9bc7-c5881ec0b636 None None] Pushing event updated for resources: {'Port': ['ID=44a7ada0-4d39-4243-a239-21a58db63e40,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:04.343772 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:04.344677 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:04.474185 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:04.519091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Allocated IP 172.20.0.1 (f6181a6e-1ab5-48be-9f8b-fcaf5bc82588/0458a2fe-e33f-47ea-a8c3-ec2e9906eb26/d39cf279-8589-48e7-b5e5-3cc070394b2e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:04.663541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 883b8f4f-5485-4c40-be6c-c672ca0e6e2e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:04.667443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.698416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Transition to ACTIVE for port object d39cf279-8589-48e7-b5e5-3cc070394b2e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:04.714299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:04.758389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.761004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:04.761376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.810651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:04.813679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:04.818331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:04.818988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:04.845023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Pushing event updated for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:04.934932 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:02Z', 'revision_number': 3, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:04.990222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78b1f9-4658-47da-975a-63dba030bae9 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:02Z', 'revision_number': 3, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:05.230906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.242914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d8f522c0-baf5-4555-8c9e-24374589689f None None] Provisioning for port d39cf279-8589-48e7-b5e5-3cc070394b2e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:05.247917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d8f522c0-baf5-4555-8c9e-24374589689f None None] Provisioning complete for port d39cf279-8589-48e7-b5e5-3cc070394b2e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:05.248298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8f522c0-baf5-4555-8c9e-24374589689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.271417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36b41515-bd91-4153-b12b-7a3e79f6a6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.375867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d8f522c0-baf5-4555-8c9e-24374589689f None None] Port d39cf279-8589-48e7-b5e5-3cc070394b2e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:05.557275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36b41515-bd91-4153-b12b-7a3e79f6a6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.562364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36b41515-bd91-4153-b12b-7a3e79f6a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.611592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.616472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b41515-bd91-4153-b12b-7a3e79f6a6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b57306-34e5-48c7-b227-b7cda21cb987,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:05.632105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.634668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.652829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36b41515-bd91-4153-b12b-7a3e79f6a6f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0c855e0802b492b97617324cbc20d13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9374199 Aug 31 19:08:05.655666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:05.719033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.744810 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.764467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:05.774788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Pushing event updated for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:05.832330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.834430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:05.834947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:05.836778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:05.851353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85b57306-34e5-48c7-b227-b7cda21cb987 HTTP/1.1" status: 204 len: 168 time: 0.1820078 Aug 31 19:08:05.864672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e3a56-d652-4be8-97c1-d4eecc2b4bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b57306-34e5-48c7-b227-b7cda21cb987,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:06.023163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:08:06.177560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:06.185736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38722) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:06.190484 n-d-778550-14 neutron-server[94816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 19:08:06.191290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6acec854-84eb-4471-a08f-145741853b2e admin admin] 10.222.0.73 "PUT /v2.0/routers/e5c47dd8-82ab-476d-a4c1-26ef7741c9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0882704 Aug 31 19:08:06.215594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a298e472-159f-4a85-81f6-773267f08abc None None] Provisioning complete for port d39cf279-8589-48e7-b5e5-3cc070394b2e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:06.216629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a298e472-159f-4a85-81f6-773267f08abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.244699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-54a789ef-5fb1-425f-8a46-733b6b124075 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574076 Aug 31 19:08:06.255463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0538b68a-fd0e-4c65-a838-41ba164b0428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.260524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a298e472-159f-4a85-81f6-773267f08abc None None] Port d39cf279-8589-48e7-b5e5-3cc070394b2e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:06.448427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-70fc1378-de50-48db-9d85-c1d8ea4c17d1 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:06.449932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-70fc1378-de50-48db-9d85-c1d8ea4c17d1 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975834 Aug 31 19:08:06.490058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0538b68a-fd0e-4c65-a838-41ba164b0428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.494110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-adba8276-5f09-4ab7-8dc9-7dd05c2b7e39 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/quotas/b869660b2b0e4c0e8218a57da7c582d7 HTTP/1.1" status: 200 len: 375 time: 0.0214071 Aug 31 19:08:06.498185 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0538b68a-fd0e-4c65-a838-41ba164b0428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.596467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-60be293d-7d4e-40ec-a100-4be687810723 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936720 Aug 31 19:08:06.604094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0538b68a-fd0e-4c65-a838-41ba164b0428 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=611076d7adb84020935462a0ee0eecda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8332648 Aug 31 19:08:06.604094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538b68a-fd0e-4c65-a838-41ba164b0428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f6d0c-0926-4a4a-8c14-80cbbd10b935,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:06.605028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:06.699257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.729490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.757177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 44a7ada0-4d39-4243-a239-21a58db63e40 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:06.762938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38746) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:06.779873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a0011e0-a3fd-48a4-9d85-0aefddbe403a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.824949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.828695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.832143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e4f6d0c-0926-4a4a-8c14-80cbbd10b935 HTTP/1.1" status: 204 len: 168 time: 0.2238328 Aug 31 19:08:06.843895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 44a7ada0-4d39-4243-a239-21a58db63e40 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:06.856198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2586cd9-8abf-49d9-92b1-feea2e5cbdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f6d0c-0926-4a4a-8c14-80cbbd10b935,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:06.857333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 44a7ada0-4d39-4243-a239-21a58db63e40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:06.857884 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.953601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a0011e0-a3fd-48a4-9d85-0aefddbe403a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:06.960574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a0011e0-a3fd-48a4-9d85-0aefddbe403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.022655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a0011e0-a3fd-48a4-9d85-0aefddbe403a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3009242543bc4b108a7101a44156b610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2577586 Aug 31 19:08:07.024189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0011e0-a3fd-48a4-9d85-0aefddbe403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df269ef4-20fb-46d1-8a1a-7bfdf96c2e25,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:07.025437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:07.092716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.129951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 44a7ada0-4d39-4243-a239-21a58db63e40, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=44a7ada0-4d39-4243-a239-21a58db63e40,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:07.134745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.147476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.185840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.303091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.306468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.307653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df269ef4-20fb-46d1-8a1a-7bfdf96c2e25 HTTP/1.1" status: 204 len: 168 time: 0.2812147 Aug 31 19:08:07.334334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7c4e-3de7-4d1e-90d2-785d9f1f24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df269ef4-20fb-46d1-8a1a-7bfdf96c2e25,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:07.334735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=44a7ada0-4d39-4243-a239-21a58db63e40,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:07.460310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:07.481607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eef0245a-c753-4c0a-b750-73fd85f45cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.503432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:07.532523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:07.536603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:07.638242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eef0245a-c753-4c0a-b750-73fd85f45cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.644280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eef0245a-c753-4c0a-b750-73fd85f45cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.696834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eef0245a-c753-4c0a-b750-73fd85f45cbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36f8184ce4fd42a4b39c7a8e0eba19eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348411 Aug 31 19:08:07.697878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0245a-c753-4c0a-b750-73fd85f45cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd707a0e-c586-4b81-8394-0e45a3217e70,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:07.699122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:07.741684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:07.776277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.834339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.897554 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.908653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:07.910370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd707a0e-c586-4b81-8394-0e45a3217e70 HTTP/1.1" status: 204 len: 168 time: 0.2101517 Aug 31 19:08:07.920900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6cdc5-f13f-45fb-a0ae-5de054ea56f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd707a0e-c586-4b81-8394-0e45a3217e70,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:07.948052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:07.999983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38828) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:08.008604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-network', 'tenant_id': '76293e490cab41bb8fe951363802b086'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:08.072898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Made reservation on behalf of 76293e490cab41bb8fe951363802b086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:08.081224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.220939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 2, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:08.264015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.267451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:08.267900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Updating router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 port d39cf279-8589-48e7-b5e5-3cc070394b2e binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:08:08.297279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.365971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f51870f6-8f2b-4601-9f5c-e2969a322414 req-bae4cb4a-23e4-4a5a-8ed8-aa8a02a127d2 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.4162240 Aug 31 19:08:08.497468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.507758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.536857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:08.602782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682543a-c07c-4056-acfb-172b5d8c7a68,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:08.618000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.618968 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Added segment 9c295fd9-f553-4217-aebb-7f7d9485ad90 of type vlan for network deee7bef-f7a7-4289-a65f-b2875c46c6c2 Aug 31 19:08:08.723876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 44a7ada0-4d39-4243-a239-21a58db63e40 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:08.748256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.826515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.831182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:08.831853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:08.919124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] Pushing event updated for resources: {'Network': ['ID=deee7bef-f7a7-4289-a65f-b2875c46c6c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:08.931370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1c6d69d8-c6c2-4cd1-8b5c-a2414be46c19 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9287875 Aug 31 19:08:08.934122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:08.942954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Request body: {'subnet': {'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-subnet', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:08.954407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:08.997936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:09.022471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Made reservation on behalf of 76293e490cab41bb8fe951363802b086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:09.027905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.041443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.059682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 44a7ada0-4d39-4243-a239-21a58db63e40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:09.060348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.089124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Transition to ACTIVE for port object d39cf279-8589-48e7-b5e5-3cc070394b2e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:09.102663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.208983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efff9-736f-403e-b1e2-fc8f41593ea5 None None] Pushing event updated for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:09.415419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Attempting to bind port d39cf279-8589-48e7-b5e5-3cc070394b2e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:09.415805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Attempting to bind port d39cf279-8589-48e7-b5e5-3cc070394b2e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:09.419084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Attempting to bind port d39cf279-8589-48e7-b5e5-3cc070394b2e on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:09.436719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:09.437387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Checking segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:09.437942 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.438378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Bound using segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:09.444130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Bound port: d39cf279-8589-48e7-b5e5-3cc070394b2e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:09.454604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.456777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5144352-0460-4398-9719-6ec8e94c8384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.527350 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.589676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5144352-0460-4398-9719-6ec8e94c8384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.591135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38910) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:09.599522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5144352-0460-4398-9719-6ec8e94c8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.627074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5144352-0460-4398-9719-6ec8e94c8384 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a972e97e7e6c4d8f99fe164372bb57d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6276357 Aug 31 19:08:09.629840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:09.635193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] For port d39cf279-8589-48e7-b5e5-3cc070394b2e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:09.681919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] For port d39cf279-8589-48e7-b5e5-3cc070394b2e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d39cf279-8589-48e7-b5e5-3cc070394b2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:09.694994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.698032 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.719734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.788984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5144352-0460-4398-9719-6ec8e94c8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891301bf-ee47-4448-8412-e57b2f59371f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:09.803108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:09.803562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:09.851320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bcb1093-129f-4e6c-90d6-bd63e0fbfa80 req-948f9996-3bbb-4179-b9f7-f281410e9db1 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.0923290 Aug 31 19:08:09.855756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.67', 58925) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:09.895196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efff9-736f-403e-b1e2-fc8f41593ea5 None None] Pushing event updated for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:09.925665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-a041f3f2-b81d-4bbe-b7a1-d629dbe87c83 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657256 Aug 31 19:08:09.982478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:09.997172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.000379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/891301bf-ee47-4448-8412-e57b2f59371f HTTP/1.1" status: 204 len: 168 time: 0.3696177 Aug 31 19:08:10.002127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9c6fae-e099-47ec-a967-4156dc2433e5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:10.011433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Checking segment: {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:10.012119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Network hostable DHCP agents. Network: deee7bef-f7a7-4289-a65f-b2875c46c6c2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:10.043904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:10.062016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, deee7bef-f7a7-4289-a65f-b2875c46c6c2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:10.074941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:10.076226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.126016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-48d31015-6300-4aaa-8202-d294f4c92c5f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1901872 Aug 31 19:08:10.128911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:10.133923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:10.164411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0834f-de62-4c71-a9f4-b501094de1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891301bf-ee47-4448-8412-e57b2f59371f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:10.200320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d2c-bbe4-4675-a080-6cbdcdde3d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.232490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.234032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.354691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-adfa096a-bd06-4eef-8c1b-d3e9178cdd07 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:10.356918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-adfa096a-bd06-4eef-8c1b-d3e9178cdd07 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4233537 Aug 31 19:08:10.363984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.435309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d2c-bbe4-4675-a080-6cbdcdde3d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.441648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d2c-bbe4-4675-a080-6cbdcdde3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.475684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:10.476697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Request body: {'port': {'device_id': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'b869660b2b0e4c0e8218a57da7c582d7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:10.562954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.595440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf6843-ca6f-4a32-8d70-af8b72a37f26 None None] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:10.809127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de7c7d2c-bbe4-4675-a080-6cbdcdde3d94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8bbb1dd33ac415ea5abe6bdcb2f6577&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2165029 Aug 31 19:08:10.811383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7d2c-bbe4-4675-a080-6cbdcdde3d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d1ca7-eb3e-48a8-a6f8-a6b27ba207e3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:10.823413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:10.902008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Made reservation on behalf of b869660b2b0e4c0e8218a57da7c582d7 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:10.906889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.943237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:10.982214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:11.025371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.040707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d9208e1-81cb-4742-81fc-12c2aaa9c37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.086710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.091626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.161186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.191537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.196631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.199615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.204318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/477d1ca7-eb3e-48a8-a6f8-a6b27ba207e3 HTTP/1.1" status: 204 len: 168 time: 0.3793204 Aug 31 19:08:11.228835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.231780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43e35-7bda-419b-b2d8-9059e9b6eb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d1ca7-eb3e-48a8-a6f8-a6b27ba207e3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:11.263707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:08:11.264585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.297567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49bc9c54-780f-4579-a243-a7bdec1273f7 req-881d30f8-ebc7-4c78-bfcb-0534e0ad973b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.1039340 Aug 31 19:08:11.298246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c300a3-3da0-40f0-be24-01aabd77954a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:11.371188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:09Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:11.413666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21adb-58ae-4175-8792-01df332296f9 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:09Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:11.425504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Allocated IP 172.25.3.77 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/dbc36c03-6237-451f-a169-121c20ca5fa9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:11.634492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Allocated IP 172.20.0.2 (deee7bef-f7a7-4289-a65f-b2875c46c6c2/5d9c6fae-e099-47ec-a967-4156dc2433e5/28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:11.805723 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca580278-49de-456e-b9e5-66346ca6edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.816024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.948229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:11.960226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-17e6d094-a9ae-4f10-807d-398d1052ccb4 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7be12917bcb342059504def6e6eaf164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1472993 Aug 31 19:08:12.012891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Allocated IP 192.168.233.12 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/8974380f-956b-4eeb-a71e-86a31bdf1341) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:12.058491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:12.063907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:12.075820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:12.182220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.191753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc36c03-6237-451f-a169-121c20ca5fa9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:12.207656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Transition to ACTIVE for port object 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:12.254007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Transition to ACTIVE for port object 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:12.264376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.352667 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d9208e1-81cb-4742-81fc-12c2aaa9c37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.377947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-bcca845a-38b0-46b4-8369-a09d0132e9e8 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:12.394774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-bcca845a-38b0-46b4-8369-a09d0132e9e8 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4321806 Aug 31 19:08:12.412021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:12.422134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:12.426058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d9208e1-81cb-4742-81fc-12c2aaa9c37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.447345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:12.551897 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.622629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-15427658-3105-4210-b6b4-a56b217f5762 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/quotas/7be12917bcb342059504def6e6eaf164 HTTP/1.1" status: 200 len: 375 time: 0.2252924 Aug 31 19:08:12.645730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:12.701391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Attempting to bind port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:12.703907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Attempting to bind port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:12.704419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Attempting to bind port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 on network deee7bef-f7a7-4289-a65f-b2875c46c6c2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:12.706542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Pushing event updated for resources: {'Port': ['ID=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:12.715225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4dc053e-4595-4a7c-a9df-21d0dfcc9397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.731253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:12.731659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Checking segment: {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:12.732070 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.748553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Bound using segment: {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:12.750565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Bound port: 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:12.751032 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:12.780241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b763046a-4885-426a-b801-640fb8d70d18 req-4705a2e2-f2d5-4205-b545-e669dce55548 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.2935033 Aug 31 19:08:12.796293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3d9208e1-81cb-4742-81fc-12c2aaa9c37e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2a9b533b3b3480a981ebe868aab5449&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8121712 Aug 31 19:08:12.810468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d39cf279-8589-48e7-b5e5-3cc070394b2e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:12.846687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39062) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:13.143188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] For port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:13.145390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9208e1-81cb-4742-81fc-12c2aaa9c37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7484e719-f60d-4442-9f5c-181afb7e423d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:13.154100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] For port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:13.157544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d39cf279-8589-48e7-b5e5-3cc070394b2e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:13.177436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d39cf279-8589-48e7-b5e5-3cc070394b2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:13.179396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.187037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-927d4cf4-a693-4ccf-905c-22ca6bb91cd9 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7be12917bcb342059504def6e6eaf164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5552967 Aug 31 19:08:13.196923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.255014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.336660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Transition to ACTIVE for port object 8974380f-956b-4eeb-a71e-86a31bdf1341 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:13.346931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.359876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.426927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b8df2-66e1-4337-aedf-6e24922b3aee None None] Pushing event updated for resources: {'Port': ['ID=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:13.445941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.607030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.828894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:08:13.832305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4dc053e-4595-4a7c-a9df-21d0dfcc9397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.837749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:13.844445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4dc053e-4595-4a7c-a9df-21d0dfcc9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.008288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d39cf279-8589-48e7-b5e5-3cc070394b2e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d39cf279-8589-48e7-b5e5-3cc070394b2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:14.017478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.092995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc053e-4595-4a7c-a9df-21d0dfcc9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e98b8-ff65-4203-8246-0cc1016e5068,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:14.237095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:14.244003 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c75cf5e4-bb4e-48e3-b1fc-760b5af6aed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.288386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.348748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Pushing event updated for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:14.371826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:14.378503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:14.405990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.444793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:14.453275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:14.454057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.480930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4dc053e-4595-4a7c-a9df-21d0dfcc9397 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d278f45da28746ae9f90ab7111e30240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8340368 Aug 31 19:08:14.487424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:14.549903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:14.561523 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Sync routers for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:14.579167 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:14.580574 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:14.595669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.598809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cdcaca4e-e898-4303-a319-8adea9ee6579 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4669080 Aug 31 19:08:14.602870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:14.614564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.749361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-30b79bd6-bcbe-49f9-9a9b-d16ef0aafc97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2808461 Aug 31 19:08:14.764449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.777218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.789972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:14.793705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7484e719-f60d-4442-9f5c-181afb7e423d HTTP/1.1" status: 204 len: 168 time: 1.6401470 Aug 31 19:08:14.824051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7989cb62-c4c2-4762-abbc-83e7a54a920e req-76db6ed5-9cb0-4b2f-b4bb-deeb1288a9d3 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 210 time: 0.4789295 Aug 31 19:08:14.868757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-acc64b13-d9bb-4c99-8387-ffda4afb55f1 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:08:14.879116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-acc64b13-d9bb-4c99-8387-ffda4afb55f1 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469058 Aug 31 19:08:14.940932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd75f84-567d-42fc-82be-86d5f5cb0cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484e719-f60d-4442-9f5c-181afb7e423d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:15.013935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d717cb-514c-4539-bb67-639af2113afd req-68d878a1-5608-48d0-8b9d-1fe608079e9b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:15.028375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40d717cb-514c-4539-bb67-639af2113afd req-68d878a1-5608-48d0-8b9d-1fe608079e9b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 935 time: 0.6850886 Aug 31 19:08:15.104944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ac96c46-ecac-4f3a-ab3c-286c7f5c3f0a None None] Provisioning for port 8974380f-956b-4eeb-a71e-86a31bdf1341 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:15.121351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ac96c46-ecac-4f3a-ab3c-286c7f5c3f0a None None] Provisioning complete for port 8974380f-956b-4eeb-a71e-86a31bdf1341 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:15.121754 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ac96c46-ecac-4f3a-ab3c-286c7f5c3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.162692 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:15.163078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40d717cb-514c-4539-bb67-639af2113afd req-380a8230-e1e0-4aea-bbd4-9493888471dc tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304946 Aug 31 19:08:15.198928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.202296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.208061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e90e98b8-ff65-4203-8246-0cc1016e5068 HTTP/1.1" status: 204 len: 168 time: 0.7185476 Aug 31 19:08:15.213764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:15.222866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3bd02-2ee6-4a0b-916b-c2a0524d1f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e98b8-ff65-4203-8246-0cc1016e5068,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:15.473260 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.482297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ac96c46-ecac-4f3a-ab3c-286c7f5c3f0a None None] Port 8974380f-956b-4eeb-a71e-86a31bdf1341 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:15.515985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:15.539463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d39cf279-8589-48e7-b5e5-3cc070394b2e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:15.545327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.605880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3bfc9-f859-457d-95ee-e01124640ba4 None None] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:15.764150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.772149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Provisioning for port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:15.831234 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:12Z', 'revision_number': 3, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:15.927234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Provisioning complete for port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:15.929818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:15.948273 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Checking router: 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:15.951949 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Updating router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 port dbc36c03-6237-451f-a169-121c20ca5fa9 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:08:16.057017 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:16.203670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d39cf279-8589-48e7-b5e5-3cc070394b2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:16.207346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Allocated IP 172.20.0.1 (deee7bef-f7a7-4289-a65f-b2875c46c6c2/5d9c6fae-e099-47ec-a967-4156dc2433e5/1ae2605c-0aa4-4986-a193-b3e6615011b3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:16.208676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:16.250202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.82', 55373) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:16.371686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-46c986a4-6be7-43e5-ae97-404a0674834c tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7be12917bcb342059504def6e6eaf164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202114 Aug 31 19:08:16.428362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6459701d-c1c5-4144-b66b-8c89b6e1bee0 req-e7bba2e3-fd25-45bf-ba6e-41933455c83d tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 210 time: 0.1268516 Aug 31 19:08:16.545067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:16.624530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Transition to ACTIVE for port object 1ae2605c-0aa4-4986-a193-b3e6615011b3 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:16.656923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Request body: {'port': {'device_id': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:16.762527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:16.920162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:16.937396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:16.948078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:16.965132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:16.967187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.061489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.091701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] For port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:17.101835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.238916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8a44-e125-4909-9506-a15b64fe03ae None None] Pushing event updated for resources: {'Port': ['ID=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:17.251596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-928d3e10-48c1-42df-8fd6-4611cf4f1a9e None None] Provisioning complete for port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:17.252353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-928d3e10-48c1-42df-8fd6-4611cf4f1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.280426 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.310334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeefae2-0172-407c-9f07-ae1260ab1dc7 req-9bc27f40-afbd-4c03-928e-e42012bc7106 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:17.314627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afeefae2-0172-407c-9f07-ae1260ab1dc7 req-9bc27f40-afbd-4c03-928e-e42012bc7106 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 935 time: 0.6193569 Aug 31 19:08:17.321698 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Transition to ACTIVE for port object dbc36c03-6237-451f-a169-121c20ca5fa9 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:17.328642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:17.336327 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.342980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.439491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.497196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-15c257d5-a324-4f0b-9b7b-c0e45ec81024 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:17.506337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-15c257d5-a324-4f0b-9b7b-c0e45ec81024 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0856895 Aug 31 19:08:17.530262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Attempting to bind port dbc36c03-6237-451f-a169-121c20ca5fa9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:17.530632 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Attempting to bind port dbc36c03-6237-451f-a169-121c20ca5fa9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:17.534748 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Attempting to bind port dbc36c03-6237-451f-a169-121c20ca5fa9 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:17.661964 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:17.662586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:17.665561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Request body: {'port': {'device_id': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '7be12917bcb342059504def6e6eaf164'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:17.670835 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.671612 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:17.672463 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Bound port: dbc36c03-6237-451f-a169-121c20ca5fa9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:17.676539 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.698095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b538009-8125-4c64-b14f-e0aaecbbeebc None None] Pushing event updated for resources: {'Port': ['ID=dbc36c03-6237-451f-a169-121c20ca5fa9,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:17.736695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0b75ac3-627f-4eb4-8158-100e1d50a8c8 None None] Provisioning for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:17.745093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0b75ac3-627f-4eb4-8158-100e1d50a8c8 None None] Provisioning complete for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:17.748485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0b75ac3-627f-4eb4-8158-100e1d50a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.870044 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] For port dbc36c03-6237-451f-a169-121c20ca5fa9, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:17.881468 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] For port dbc36c03-6237-451f-a169-121c20ca5fa9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dbc36c03-6237-451f-a169-121c20ca5fa9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:17.890765 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:17.965300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b538009-8125-4c64-b14f-e0aaecbbeebc None None] Pushing event updated for resources: {'Port': ['ID=dbc36c03-6237-451f-a169-121c20ca5fa9,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:17.971958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afeefae2-0172-407c-9f07-ae1260ab1dc7 req-22c7e378-0dbb-420d-8d12-0e6f8a053bba tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768168 Aug 31 19:08:18.011089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:18.011089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:18.056388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.071746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.072479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.105965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f0b75ac3-627f-4eb4-8158-100e1d50a8c8 None None] Port 1ae2605c-0aa4-4986-a193-b3e6615011b3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:18.143252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5affd775-a53f-4e48-824d-d327d1bfe684 req-20b801ec-0490-43ff-acff-b3c4bce91fcd tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 210 time: 0.2124591 Aug 31 19:08:18.197547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Made reservation on behalf of 7be12917bcb342059504def6e6eaf164 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:18.202128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.235264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:18.301296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.313506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:18.325310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:18.335750 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:18.467491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:18.526776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:18.740173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:08:18.842979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0252c902-0922-4b5d-bcb5-3fa9493efb52 None None] Provisioning complete for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:18.845910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0252c902-0922-4b5d-bcb5-3fa9493efb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:18.942870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0252c902-0922-4b5d-bcb5-3fa9493efb52 None None] Port 1ae2605c-0aa4-4986-a193-b3e6615011b3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:18.951294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8974380f-956b-4eeb-a71e-86a31bdf1341 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:18.973507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:18.998078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.035884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9b9466b-6890-4412-a2a4-1e8ae0b60750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.075086 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3ff282ec-b884-4972-b2eb-1a0d89a8b760 admin admin] 10.222.0.73 "PUT /v2.0/routers/50f2ecbf-c9ff-45b7-986f-4ba49f2b6464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4620037 Aug 31 19:08:19.075801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Transition to ACTIVE for port object 8974380f-956b-4eeb-a71e-86a31bdf1341 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:19.077691 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.087436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.107688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.127576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1ae2605c-0aa4-4986-a193-b3e6615011b3', 'name': '', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'mac_address': 'fa:16:3e:f5:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:15Z', 'updated_at': '2021-08-31T19:08:16Z', 'revision_number': 1, 'project_id': '76293e490cab41bb8fe951363802b086', 'subnets': [{'id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:19.162810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:19.228946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef4864-c6b9-45d2-9dd9-10b9e255ea29 None None] The sync data for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 is: [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1ae2605c-0aa4-4986-a193-b3e6615011b3', 'name': '', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'mac_address': 'fa:16:3e:f5:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:15Z', 'updated_at': '2021-08-31T19:08:16Z', 'revision_number': 1, 'project_id': '76293e490cab41bb8fe951363802b086', 'subnets': [{'id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:19.237884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e43c93e-621b-4ec5-bf1f-097a6d8f9d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.333068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:19.333720 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.473742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9b9466b-6890-4412-a2a4-1e8ae0b60750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.497392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9b9466b-6890-4412-a2a4-1e8ae0b60750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.663483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9466b-6890-4412-a2a4-1e8ae0b60750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c47cb0-dec2-4a9d-895b-f5d09bee9f54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:19.696701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37bd24-152c-4873-9922-a36e65e51d2e req-4fc58bca-d589-494c-a123-605e9937bf4a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:19.696906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9b9466b-6890-4412-a2a4-1e8ae0b60750 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebcc0eb5f70941899a9d75acaa07cff2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2225399 Aug 31 19:08:19.697006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb37bd24-152c-4873-9922-a36e65e51d2e req-4fc58bca-d589-494c-a123-605e9937bf4a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.4717975 Aug 31 19:08:19.697006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3419797c-b062-4249-a93c-b286a2cacbf4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:19.723236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:19.857723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Allocated IP 192.168.233.63 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/1d99a52f-5c27-4191-b6f3-c2c11c576652) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:19.969802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Pushing event updated for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:19.972265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e43c93e-621b-4ec5-bf1f-097a6d8f9d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.973938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.988983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e43c93e-621b-4ec5-bf1f-097a6d8f9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:19.995998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94b6e2a6-f4dc-48c5-9555-7a606fa095e6 req-88c5191c-89d8-47c0-8a24-7d7ee299b6e3 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 210 time: 0.5668142 Aug 31 19:08:20.048448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.090457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9e43c93e-621b-4ec5-bf1f-097a6d8f9d26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d14129f4223f49e492c877f54a5c4853&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5612192 Aug 31 19:08:20.110937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:20.125960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43c93e-621b-4ec5-bf1f-097a6d8f9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b0c2f-c16c-4dfb-955d-11640f8cd80a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:20.228597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.236955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.245205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.247496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5c47cb0-dec2-4a9d-895b-f5d09bee9f54 HTTP/1.1" status: 204 len: 168 time: 0.5230801 Aug 31 19:08:20.290674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb37bd24-152c-4873-9922-a36e65e51d2e req-445a803f-9639-4460-80c9-de4ec247be4b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699689 Aug 31 19:08:20.302580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb910b9-3fb9-487d-bc32-05917879125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c47cb0-dec2-4a9d-895b-f5d09bee9f54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:20.323873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.423987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Attempting to bind port 8974380f-956b-4eeb-a71e-86a31bdf1341 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:20.424845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Attempting to bind port 8974380f-956b-4eeb-a71e-86a31bdf1341 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:20.425463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Attempting to bind port 8974380f-956b-4eeb-a71e-86a31bdf1341 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:20.436654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Port 8974380f-956b-4eeb-a71e-86a31bdf1341 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:20.437303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Attempting to bind port 8974380f-956b-4eeb-a71e-86a31bdf1341 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:20.437457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.440534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.444888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b49b0c2f-c16c-4dfb-955d-11640f8cd80a HTTP/1.1" status: 204 len: 168 time: 0.3323233 Aug 31 19:08:20.448676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:20.449356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:20.450071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:20.450972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Bound port: 8974380f-956b-4eeb-a71e-86a31bdf1341, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:20.451557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.462839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e305bf-41a3-4098-b8fc-f10997d65a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b0c2f-c16c-4dfb-955d-11640f8cd80a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:20.560226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.593409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Transition to ACTIVE for port object 1d99a52f-5c27-4191-b6f3-c2c11c576652 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:20.595542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:20.602558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8974380f-956b-4eeb-a71e-86a31bdf1341,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:20.612248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.765294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:20.769591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:20.771810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] 10.222.0.67 "PUT /v2.0/ports/8974380f-956b-4eeb-a71e-86a31bdf1341 HTTP/1.1" status: 200 len: 1096 time: 5.4744692 Aug 31 19:08:20.771810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:21.010081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333851f9-03ec-44ec-a855-6ee719e3af53 service neutron] Pushing event updated for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:21.025079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.190067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:21.212727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:21.223843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:21.239960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:21.241145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.243258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dbc36c03-6237-451f-a169-121c20ca5fa9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:21.254182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-16b94eef-d821-4c4c-b2ea-643a225f69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:21.255789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-16b94eef-d821-4c4c-b2ea-643a225f69ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 1099 time: 0.3578765 Aug 31 19:08:21.256457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Pushing event updated for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:21.366150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:21.432763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c9969d7-2f4b-46ee-a2d5-6e2661abe943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.502053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port dbc36c03-6237-451f-a169-121c20ca5fa9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:21.507002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dbc36c03-6237-451f-a169-121c20ca5fa9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:21.508110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.824842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5f67-24ea-44bf-9f21-ddbc15f2b01d None None] Provisioning for port 1d99a52f-5c27-4191-b6f3-c2c11c576652 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:21.828398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.829139 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c9969d7-2f4b-46ee-a2d5-6e2661abe943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.837568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c9969d7-2f4b-46ee-a2d5-6e2661abe943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.847018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5f67-24ea-44bf-9f21-ddbc15f2b01d None None] Provisioning complete for port 1d99a52f-5c27-4191-b6f3-c2c11c576652 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:21.847991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5f67-24ea-44bf-9f21-ddbc15f2b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.895554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-4e687ec4-373d-414b-8afd-e584a5e98ff8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8974380f-956b-4eeb-a71e-86a31bdf1341 HTTP/1.1" status: 200 len: 217 time: 0.6260560 Aug 31 19:08:21.924919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c9969d7-2f4b-46ee-a2d5-6e2661abe943 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdbc2d24c4334c32ae1599f8a2096dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570061 Aug 31 19:08:21.935692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:21.936727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9969d7-2f4b-46ee-a2d5-6e2661abe943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1ae582-d955-491e-9001-a4ed7ee627f5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:21.940063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port dbc36c03-6237-451f-a169-121c20ca5fa9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dbc36c03-6237-451f-a169-121c20ca5fa9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:21.966535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:21.997313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca5f67-24ea-44bf-9f21-ddbc15f2b01d None None] Port 1d99a52f-5c27-4191-b6f3-c2c11c576652 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:22.004607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-ec7b81a2-8c0c-4a0a-9c69-50d5bb018f12 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3965695 Aug 31 19:08:22.087194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-665578fb-0f34-44df-9806-c8b64c22a252 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:08:22.088407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-665578fb-0f34-44df-9806-c8b64c22a252 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516505 Aug 31 19:08:22.098819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=dbc36c03-6237-451f-a169-121c20ca5fa9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:22.166425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-39c86f43-978e-4b2d-9ffd-a89c087a8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:22.168057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-39c86f43-978e-4b2d-9ffd-a89c087a8835 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2311356 Aug 31 19:08:22.176668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7722-1b35-4b29-a168-170d002d6528 req-1091b740-3918-442f-b389-91f392a5dac3 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:22.178279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-165a7722-1b35-4b29-a168-170d002d6528 req-1091b740-3918-442f-b389-91f392a5dac3 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 935 time: 0.4061618 Aug 31 19:08:22.187756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:22.221695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.282994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-298d0215-cfc5-4b23-b92f-3b2fa07302d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.315957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.403114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-165a7722-1b35-4b29-a168-170d002d6528 req-8fbe3e45-76eb-44eb-b985-9f4186bc69d0 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Aug 31 19:08:22.519401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-dc0a1eec-ebfc-4e32-9270-7dd5f2a57274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:22.521228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-dc0a1eec-ebfc-4e32-9270-7dd5f2a57274 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1497421 Aug 31 19:08:22.572486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-298d0215-cfc5-4b23-b92f-3b2fa07302d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.586116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-298d0215-cfc5-4b23-b92f-3b2fa07302d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.586567 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.600503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.605312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e1ae582-d955-491e-9001-a4ed7ee627f5 HTTP/1.1" status: 204 len: 168 time: 0.6669307 Aug 31 19:08:22.665049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-298d0215-cfc5-4b23-b92f-3b2fa07302d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4ecc35201ce467da7fcc0dbd8cd0414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736881 Aug 31 19:08:22.668166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:22.711442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde35e8b-bd31-41da-9d57-ae21f2625e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1ae582-d955-491e-9001-a4ed7ee627f5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:22.764779 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113ed96-1035-45f3-a166-324761136953" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:22.801644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5c6a3-99ce-48ff-ba5d-6aa92d6f51cc req-36f41b21-5e92-4bea-acd2-9866f733f468 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:22.803230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cc5c6a3-99ce-48ff-ba5d-6aa92d6f51cc req-36f41b21-5e92-4bea-acd2-9866f733f468 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.3151574 Aug 31 19:08:22.847543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0215-cfc5-4b23-b92f-3b2fa07302d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedda5a5-e035-48e8-a93d-140bf7a62faa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:22.943245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:22.945987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-2e0b45d7-c184-40be-98ab-d2495399eb3c service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888242 Aug 31 19:08:22.963541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cc5c6a3-99ce-48ff-ba5d-6aa92d6f51cc req-434188da-200b-429f-b16c-1f27ed8a7c9c tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489995 Aug 31 19:08:22.997996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.093508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Request body: {'port': {'device_id': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'device_owner': 'compute:tempest-test_az-2030626742', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:23.152419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.155563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.157072 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fedda5a5-e035-48e8-a93d-140bf7a62faa HTTP/1.1" status: 204 len: 168 time: 0.4859865 Aug 31 19:08:23.180075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca154a-0ceb-4e7e-b485-77c8f607af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedda5a5-e035-48e8-a93d-140bf7a62faa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:23.195985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.219003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dbc36c03-6237-451f-a169-121c20ca5fa9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:23.362645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7476-da2f-432d-8c0f-788b424f5ba5 req-f9e974dd-6dd3-40ad-98dc-185269bb9418 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870311 Aug 31 19:08:23.364166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dbc36c03-6237-451f-a169-121c20ca5fa9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:23.364819 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.761837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39314) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:23.767002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980566661', 'description': 'tempest-description--1656941862'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:23.823970 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a93f9-7dfd-492f-9bdb-a8c808e1320d x-openstack-request-id: req-651a93f9-7dfd-492f-9bdb-a8c808e1320d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:23.824784 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:23.825608 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-651a93f9-7dfd-492f-9bdb-a8c808e1320d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:23.826665 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341', 'status': 'completed', 'code': 200} Aug 31 19:08:23.853984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:23.955583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Sync routers for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:23.973778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:23.977417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:24.121617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.129892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.176420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ed96-1035-45f3-a166-324761136953 req-5fa701b2-3183-41e3-bbd1-3e5d7642864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:24.178041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-5fa701b2-3183-41e3-bbd1-3e5d7642864f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 1099 time: 0.2728512 Aug 31 19:08:24.201418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d99a52f-5c27-4191-b6f3-c2c11c576652 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:24.235488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.243935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4809155 Aug 31 19:08:24.250430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:24.267464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'security_group_rule': {'security_group_id': 'f8be8532-e710-4fd1-a9e7-55c4b0e22cf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:24.272340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdf224-2021-4b88-bfdf-a4de3aaa34b2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:24.281072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:24.376188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.458828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.502388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.509382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.534236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b916b83e-7af3-41d2-b284-245295b20351,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:24.546079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Transition to ACTIVE for port object 1d99a52f-5c27-4191-b6f3-c2c11c576652 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:24.557276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7a94-3439-4c05-90f0-4157470a046a req-b6fcf5f7-0624-4326-b270-19e2034c4fa0 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:24.565578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4f7a94-3439-4c05-90f0-4157470a046a req-b6fcf5f7-0624-4326-b270-19e2034c4fa0 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 935 time: 0.6031618 Aug 31 19:08:24.582258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ed96-1035-45f3-a166-324761136953 req-8a77df7e-d79b-404c-b1e7-fc359ef16129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:24.585003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-8a77df7e-d79b-404c-b1e7-fc359ef16129 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3692081 Aug 31 19:08:24.586446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.622143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.627502 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-05e3a0c1-c9bf-4276-a475-6019b1640437 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747766 Aug 31 19:08:24.628563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:24.636465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'security_group_rule': {'security_group_id': 'f8be8532-e710-4fd1-a9e7-55c4b0e22cf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:24.697023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.700049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1ae2605c-0aa4-4986-a193-b3e6615011b3', 'name': '', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'mac_address': 'fa:16:3e:f5:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:15Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 2, 'project_id': '76293e490cab41bb8fe951363802b086', 'subnets': [{'id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:24.850197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Checking router: 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:24.850996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Updating router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 port 1ae2605c-0aa4-4986-a193-b3e6615011b3 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:08:24.873182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-e4782799-6c9c-48b3-87cd-d028e448020d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8974380f-956b-4eeb-a71e-86a31bdf1341 HTTP/1.1" status: 200 len: 217 time: 0.2784956 Aug 31 19:08:24.896360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:24.897757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0eb9-0b58-40d9-86fc-ea3db7a5b271 req-643a308a-357b-49a1-93ae-bc550cd0e422 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:24.903218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f14c0eb9-0b58-40d9-86fc-ea3db7a5b271 req-643a308a-357b-49a1-93ae-bc550cd0e422 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.7308338 Aug 31 19:08:25.169437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4f7a94-3439-4c05-90f0-4157470a046a req-3b8f4f56-b7f6-49c8-8d93-edc793e563e6 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025977 Aug 31 19:08:25.209585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f14c0eb9-0b58-40d9-86fc-ea3db7a5b271 req-3f347c80-e3a4-45ff-a63f-6bb6cd44aac7 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633891 Aug 31 19:08:25.219874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Pushing event updated for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:25.247058 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.249164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ed96-1035-45f3-a166-324761136953 req-eca369bc-1537-490b-9e2e-d7a7af7dcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:25.257696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.260811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-eca369bc-1537-490b-9e2e-d7a7af7dcf48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.3562136 Aug 31 19:08:25.267073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Attempting to bind port 1d99a52f-5c27-4191-b6f3-c2c11c576652 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:25.267426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Attempting to bind port 1d99a52f-5c27-4191-b6f3-c2c11c576652 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:25.267791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Attempting to bind port 1d99a52f-5c27-4191-b6f3-c2c11c576652 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:25.354223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a40b18-8c33-440a-b661-316c7ddc2bf1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:25.361143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.362741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5d908295-403d-41b7-9fca-25bdae9c7c2b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7324691 Aug 31 19:08:25.367328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:25.369367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Port 1d99a52f-5c27-4191-b6f3-c2c11c576652 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:25.369701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Attempting to bind port 1d99a52f-5c27-4191-b6f3-c2c11c576652 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:25.377496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:25.377843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:25.378228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:25.378665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Bound port: 1d99a52f-5c27-4191-b6f3-c2c11c576652, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:25.379041 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.382615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:25.400740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ed96-1035-45f3-a166-324761136953 req-b5cfe10f-1f41-4abb-ab4e-ab9ea9a1f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:25.402397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-b5cfe10f-1f41-4abb-ab4e-ab9ea9a1f727 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316857 Aug 31 19:08:25.453539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.725089 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.742544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Transition to ACTIVE for port object 1ae2605c-0aa4-4986-a193-b3e6615011b3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:25.754706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.819464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:25.854653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:25.866307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.877205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a211-ee16-4f10-8450-1e9e79849511 None None] Pushing event updated for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:25.904519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:25.949278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Pushing event updated for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:25.953728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-b4272202-f471-4525-9d8a-1bfdaf23a169 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287745 Aug 31 19:08:25.993324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:25.994049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.006311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Attempting to bind port 1ae2605c-0aa4-4986-a193-b3e6615011b3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:26.009257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Attempting to bind port 1ae2605c-0aa4-4986-a193-b3e6615011b3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:26.010670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Attempting to bind port 1ae2605c-0aa4-4986-a193-b3e6615011b3 on network deee7bef-f7a7-4289-a65f-b2875c46c6c2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:26.020478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-80adffaf-b146-454b-94b1-f46f2a2db8be service neutron] 10.222.0.82 "PUT /v2.0/ports/1d99a52f-5c27-4191-b6f3-c2c11c576652 HTTP/1.1" status: 200 len: 1118 time: 3.2746031 Aug 31 19:08:26.023192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:26.025471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Checking segment: {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:26.028712 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.029232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Bound using segment: {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:26.031948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Bound port: 1ae2605c-0aa4-4986-a193-b3e6615011b3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c295fd9-f553-4217-aebb-7f7d9485ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:26.032487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.052590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:26.062349 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75de431-fe79-478c-a607-6bf21c3e1321" -d '{"events": [{"name": "network-changed", "server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:26.192568 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e795e696-8bed-4abe-8e30-3e7c553351c5 x-openstack-request-id: req-e795e696-8bed-4abe-8e30-3e7c553351c5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:26.192568 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:26.192887 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e795e696-8bed-4abe-8e30-3e7c553351c5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:26.193195 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652', 'status': 'completed', 'code': 200} Aug 31 19:08:26.232833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] For port 1ae2605c-0aa4-4986-a193-b3e6615011b3, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:26.242655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] For port 1ae2605c-0aa4-4986-a193-b3e6615011b3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1ae2605c-0aa4-4986-a193-b3e6615011b3,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:26.257023 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.377570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-3e009ba3-7809-4b06-b5fc-0bb2f1c807da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:26.381319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-3e009ba3-7809-4b06-b5fc-0bb2f1c807da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7be12917bcb342059504def6e6eaf164&device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 1121 time: 0.2811458 Aug 31 19:08:26.403191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Allocated IP 172.25.3.247 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/5699b2bc-20e1-41b2-a115-ce42a5087a76) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:26.491072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:26.493887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:26.504427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-a8fbb0c1-df66-453a-a06a-5ddb43f2cb60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652 HTTP/1.1" status: 200 len: 217 time: 0.0955803 Aug 31 19:08:26.523513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5113ed96-1035-45f3-a166-324761136953 req-1d2f11cc-3ec5-4474-9294-30ce01b44cc4 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430419 Aug 31 19:08:26.552485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7962-4dc9-4e41-9136-e4af175815c2 req-831afd9e-3c6d-41f3-bf86-23348de6e7bc tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:26.562656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d09f7962-4dc9-4e41-9136-e4af175815c2 req-831afd9e-3c6d-41f3-bf86-23348de6e7bc tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.1444018 Aug 31 19:08:26.691841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a211-ee16-4f10-8450-1e9e79849511 None None] Pushing event updated for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:26.732396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d09f7962-4dc9-4e41-9136-e4af175815c2 req-1144f150-f4ba-482e-ba01-688807e38df7 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623509 Aug 31 19:08:26.762009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.776297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-5bb9b02c-7779-4ccc-872a-22e3af7fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:26.777897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-5bb9b02c-7779-4ccc-872a-22e3af7fd43e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2125876 Aug 31 19:08:26.861099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-83ee9ce0-f7dd-49dd-baa6-57fe00f03d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:26.863736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-83ee9ce0-f7dd-49dd-baa6-57fe00f03d73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652764 Aug 31 19:08:26.880866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:26.962802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:26.984223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:26.992129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:27.004626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:27.055553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'Port': ['ID=5699b2bc-20e1-41b2-a115-ce42a5087a76,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:27.227264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1ae2605c-0aa4-4986-a193-b3e6615011b3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:27.365601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9f76-de66-4bbf-a1db-b809ad778df6 req-72f3e622-a182-4b46-bb18-cfa4eb2154d0 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:27.368023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16ee9f76-de66-4bbf-a1db-b809ad778df6 req-72f3e622-a182-4b46-bb18-cfa4eb2154d0 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.0951686 Aug 31 19:08:27.375096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.468448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.516351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16ee9f76-de66-4bbf-a1db-b809ad778df6 req-88e28f22-8b5e-41fc-8e45-6b7eac007900 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414964 Aug 31 19:08:27.556443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:27.574504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:27.574882 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.815428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1ae2605c-0aa4-4986-a193-b3e6615011b3', 'name': '', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'mac_address': 'fa:16:3e:f5:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:15Z', 'updated_at': '2021-08-31T19:08:26Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'subnets': [{'id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:27.869474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.875595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.878467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51170c5d-fdc7-4468-b1c3-95b1ca35f639 None None] The sync data for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 is: [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:08:17Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1ae2605c-0aa4-4986-a193-b3e6615011b3', 'name': '', 'network_id': 'deee7bef-f7a7-4289-a65f-b2875c46c6c2', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'mac_address': 'fa:16:3e:f5:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:15Z', 'updated_at': '2021-08-31T19:08:26Z', 'revision_number': 4, 'project_id': '76293e490cab41bb8fe951363802b086', 'subnets': [{'id': '5d9c6fae-e099-47ec-a967-4156dc2433e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:27.884979 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.963955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:27.973309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1ae2605c-0aa4-4986-a193-b3e6615011b3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1ae2605c-0aa4-4986-a193-b3e6615011b3,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:27.979358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:28.057993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'Port': ['ID=5699b2bc-20e1-41b2-a115-ce42a5087a76,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:28.103462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:28.105025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-72d02e00-cb2f-41a0-a4f7-52f63982ea4e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7344141 Aug 31 19:08:28.137614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:28.287935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-9228b946-657b-4e3c-88b4-c3a376b87ee7 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762563 Aug 31 19:08:28.645690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b194c-3ed8-4370-83a3-e5058f30eb5a req-d5958a8d-cbe7-42f3-a6e2-fbd7c9db8b9e tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:28.667408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b6b194c-3ed8-4370-83a3-e5058f30eb5a req-d5958a8d-cbe7-42f3-a6e2-fbd7c9db8b9e tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.2166963 Aug 31 19:08:28.717891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11132cd5-3c70-4d82-bd8e-a711f2c1e060 req-8af229ac-ee72-4168-b199-9e3cf5ec56aa service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164634 Aug 31 19:08:28.781299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b6b194c-3ed8-4370-83a3-e5058f30eb5a req-e43dca32-dfbb-44e7-a4f8-5b33a11e1296 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112556 Aug 31 19:08:28.907607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-07538f1a-67e0-4301-8036-635c35c8ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:28.910587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-07538f1a-67e0-4301-8036-635c35c8ada2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7be12917bcb342059504def6e6eaf164&device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 1121 time: 0.1093225 Aug 31 19:08:29.185274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1ae2605c-0aa4-4986-a193-b3e6615011b3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:29.253484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1ae2605c-0aa4-4986-a193-b3e6615011b3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:29.254227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:29.365927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0499b17-dda7-49d5-92e5-4f89c113b684 req-3e796bd2-c4c4-4f48-8626-8a5f61425e9f tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:29.375808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0499b17-dda7-49d5-92e5-4f89c113b684 req-3e796bd2-c4c4-4f48-8626-8a5f61425e9f tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.3916152 Aug 31 19:08:29.509823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0499b17-dda7-49d5-92e5-4f89c113b684 req-67c68a15-89d8-49b1-846f-749503630597 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255069 Aug 31 19:08:29.524149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-21dbe948-6cde-44ea-92ab-1d816195792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:29.525867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-21dbe948-6cde-44ea-92ab-1d816195792f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.5907259 Aug 31 19:08:30.646123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3e105680-16d4-401d-bbe7-ca8032e90e3c tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--980566661&fields=id&tenant_id=1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 267 time: 0.0776780 Aug 31 19:08:30.653984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b745a99-4105-49a3-9733-d9037f7d4e93 req-6da063a9-317d-4acd-aa45-2290b86e0fcf tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:30.655515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b745a99-4105-49a3-9733-d9037f7d4e93 req-6da063a9-317d-4acd-aa45-2290b86e0fcf tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.0961444 Aug 31 19:08:30.807153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b745a99-4105-49a3-9733-d9037f7d4e93 req-a7fd9c9c-a838-485f-a309-f320871e137f tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415002 Aug 31 19:08:30.869307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-5033621e-7c59-4af6-8294-c403a714ac9c tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:30.870980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-5033621e-7c59-4af6-8294-c403a714ac9c tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 824 time: 0.2145166 Aug 31 19:08:30.887471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-ae4b730b-2ffe-45f3-aa0a-5ff92c3debc4 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/quotas/1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 375 time: 0.0106132 Aug 31 19:08:30.987761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-52de31af-be70-4bdc-92b8-d6132f39bd77 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942373 Aug 31 19:08:31.022224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-8b2f74ff-7e9d-4e1f-a3a0-496f06f2722d tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:08:31.024621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-8b2f74ff-7e9d-4e1f-a3a0-496f06f2722d tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079894 Aug 31 19:08:31.185547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-2e5b8ef1-f74b-44d3-8e9c-cf06a18280f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652 HTTP/1.1" status: 200 len: 217 time: 0.0668225 Aug 31 19:08:31.213908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec304c-4459-4369-9ef0-918444cefc5f req-8beb0f14-41be-42e9-ab64-8543659eb30b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:31.220026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caec304c-4459-4369-9ef0-918444cefc5f req-8beb0f14-41be-42e9-ab64-8543659eb30b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.1092577 Aug 31 19:08:31.291741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-6f71cb8e-1d13-4398-83f5-7898c132b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:31.293405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-6f71cb8e-1d13-4398-83f5-7898c132b1b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0999155 Aug 31 19:08:31.388438 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caec304c-4459-4369-9ef0-918444cefc5f req-971f7916-10fb-4838-8852-8dfeafee163b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401646 Aug 31 19:08:31.433804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-0c9d207c-8dfb-4ce8-bb37-70503be3a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:31.437932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-0c9d207c-8dfb-4ce8-bb37-70503be3a6bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089261 Aug 31 19:08:31.622559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-2eaae878-0d4f-4394-bd24-66f97390d81b service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752737 Aug 31 19:08:31.743629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:31.784397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:31.810905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75de431-fe79-478c-a607-6bf21c3e1321 req-172a521b-f70c-416e-aacb-786cf6047338 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760535 Aug 31 19:08:32.032177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3c117be0-62f9-407d-95a7-0056b53968d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626186 Aug 31 19:08:32.204496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de792420-1565-4663-8df1-33040e1739dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.336558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d78c89b-4028-4bb4-bba9-e7518e8dc4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.359863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-fabaef7b-6ce1-4f0b-a0be-3e4a4d75526b service neutron] 10.222.0.73 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190880 Aug 31 19:08:32.385696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:32.399750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de792420-1565-4663-8df1-33040e1739dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.414228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de792420-1565-4663-8df1-33040e1739dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.484752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-de792420-1565-4663-8df1-33040e1739dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23509de6fb4a46bea027a0d3001f2336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376761 Aug 31 19:08:32.486980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792420-1565-4663-8df1-33040e1739dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b910cc51-c592-4836-a64b-a49c7bdfcc92,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:32.488761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde338ec-24ea-4ccd-8351-7347c9b8bb73 req-794a06af-529b-46a1-9e23-8d25459ed720 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:32.490068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:32.491677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bde338ec-24ea-4ccd-8351-7347c9b8bb73 req-794a06af-529b-46a1-9e23-8d25459ed720 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.0898724 Aug 31 19:08:32.506219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33085e54-35ba-4159-a1d2-f2a065179a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.560624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bde338ec-24ea-4ccd-8351-7347c9b8bb73 req-6e027da6-bd49-495d-b7cd-5c1999e740d2 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623269 Aug 31 19:08:32.675154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.681246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f7d9400-d78a-4e2b-84d7-57f447547b34 req-891286bf-cc80-466b-9436-e1cb2e7eb094 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 210 time: 0.0302432 Aug 31 19:08:32.693321 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:08:32.700177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d78c89b-4028-4bb4-bba9-e7518e8dc4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.717962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.721401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d78c89b-4028-4bb4-bba9-e7518e8dc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.771139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766938c-b3d7-415a-b5d3-0645ab6840e2 req-8f82e68e-34b6-46a6-9924-0b530a4b00a2 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:32.773964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3766938c-b3d7-415a-b5d3-0645ab6840e2 req-8f82e68e-34b6-46a6-9924-0b530a4b00a2 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.0959442 Aug 31 19:08:32.802051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2d78c89b-4028-4bb4-bba9-e7518e8dc4ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7998651a1a924c3abe15a3eec7f06a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155530 Aug 31 19:08:32.804554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:32.816868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78c89b-4028-4bb4-bba9-e7518e8dc4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64329478-6369-4087-95a4-666e905a1b66,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:32.863059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3766938c-b3d7-415a-b5d3-0645ab6840e2 req-ee04a139-ac84-49dd-815a-55b8c076e23d tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792437 Aug 31 19:08:32.867752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.871594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.875952 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b910cc51-c592-4836-a64b-a49c7bdfcc92 HTTP/1.1" status: 204 len: 168 time: 0.3776593 Aug 31 19:08:32.891404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c168-4530-4fa7-9f88-998abf1bad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910cc51-c592-4836-a64b-a49c7bdfcc92,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:32.905004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33085e54-35ba-4159-a1d2-f2a065179a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.906392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.911146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33085e54-35ba-4159-a1d2-f2a065179a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.943556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:32.952225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33085e54-35ba-4159-a1d2-f2a065179a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786bba89-9a70-48f9-ba91-ca965cb682d7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:32.989265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:32.992527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-33085e54-35ba-4159-a1d2-f2a065179a27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1fd3edddcc94ea38908148a0fb146ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054430 Aug 31 19:08:33.061924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.078953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.081528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.082760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64329478-6369-4087-95a4-666e905a1b66 HTTP/1.1" status: 204 len: 168 time: 0.2767189 Aug 31 19:08:33.101288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.103122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39bedb-071f-49a6-b0cd-9e019acd3720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64329478-6369-4087-95a4-666e905a1b66,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:33.194492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.197024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.198175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/786bba89-9a70-48f9-ba91-ca965cb682d7 HTTP/1.1" status: 204 len: 168 time: 0.2058365 Aug 31 19:08:33.207185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502c3f6-2182-4c89-9d20-91c3b41a9fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bba89-9a70-48f9-ba91-ca965cb682d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:33.333904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:33.353972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1a8-60eb-4424-8d05-2881993d782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.463813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1a8-60eb-4424-8d05-2881993d782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.470389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1a8-60eb-4424-8d05-2881993d782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.520372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:33.520528 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46fcf1a8-60eb-4424-8d05-2881993d782c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c15b0f8f06c84637b646bc4b25f704a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851823 Aug 31 19:08:33.522751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcf1a8-60eb-4424-8d05-2881993d782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a4fe5f-0d34-40ef-950d-e5ae9609267a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:33.566483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:33.583449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4235-d011-4ce8-9c47-0218ad0bdc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.585382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.630586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.741606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4235-d011-4ce8-9c47-0218ad0bdc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.748473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4235-d011-4ce8-9c47-0218ad0bdc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.777283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.780353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.783937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5a4fe5f-0d34-40ef-950d-e5ae9609267a HTTP/1.1" status: 204 len: 168 time: 0.2599707 Aug 31 19:08:33.795860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b4235-d011-4ce8-9c47-0218ad0bdc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d985c09-7429-4929-9232-130a4e350545,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:33.796055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbfa8e-e865-45f2-8551-c074348c9e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a4fe5f-0d34-40ef-950d-e5ae9609267a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:33.821320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a86ce-07af-4147-90f7-34ef8dd451c8 req-308ce424-4fb3-4b53-a6b7-3caabc2ca1b4 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:33.825005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-602a86ce-07af-4147-90f7-34ef8dd451c8 req-308ce424-4fb3-4b53-a6b7-3caabc2ca1b4 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.1266565 Aug 31 19:08:33.828373 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bb6b4235-d011-4ce8-9c47-0218ad0bdc32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39a47e4fd8f143478d62fdc5c29aa97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605250 Aug 31 19:08:33.831163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:33.928324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45bb6803-a037-4a21-905e-0559fe88db54 req-cf4ac84a-77a9-4ff0-8950-e42b7bfe5fac tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 210 time: 0.0491960 Aug 31 19:08:33.950218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:33.965876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-602a86ce-07af-4147-90f7-34ef8dd451c8 req-6c5ff66f-40c1-4368-a940-41a255e82f17 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200106 Aug 31 19:08:33.976742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:34.001093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda5c-243a-41fd-8c56-fd4a19681105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.008723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.099903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.104030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.108414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d985c09-7429-4929-9232-130a4e350545 HTTP/1.1" status: 204 len: 168 time: 0.2759454 Aug 31 19:08:34.176059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3de0c-0a3d-44d4-842d-cbc35bbd0fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d985c09-7429-4929-9232-130a4e350545,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:34.301890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b847c-6445-4016-9ae5-eda9e5860bf4 req-181d68d6-b9c6-445c-a83f-0dc05a367c41 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:34.303450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-075b847c-6445-4016-9ae5-eda9e5860bf4 req-181d68d6-b9c6-445c-a83f-0dc05a367c41 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.1869981 Aug 31 19:08:34.339299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda5c-243a-41fd-8c56-fd4a19681105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.352866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-198a6245-feec-4e31-adbf-15ba4dd9dd75 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:34.354344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-198a6245-feec-4e31-adbf-15ba4dd9dd75 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.67 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 824 time: 0.2393053 Aug 31 19:08:34.357301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda5c-243a-41fd-8c56-fd4a19681105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.427941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a6cdda5c-243a-41fd-8c56-fd4a19681105 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d14b1d67c85d487aa9eb5bc423ee6f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498761 Aug 31 19:08:34.431308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:34.431990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-075b847c-6445-4016-9ae5-eda9e5860bf4 req-d98dc0fd-5e6c-461e-b72b-b12b67463d53 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063795 Aug 31 19:08:34.434875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdda5c-243a-41fd-8c56-fd4a19681105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ecf7a-332b-4852-8c40-eda25e70639d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:34.468682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-75a24f6e-f128-46f3-8793-f806aa42b258 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 379 time: 0.0997386 Aug 31 19:08:34.484759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'port': {'device_id': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'admin_state_up': True, 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'security_groups': ['f8be8532-e710-4fd1-a9e7-55c4b0e22cf6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:34.524615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.564511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.636259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.637399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.638198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Made reservation on behalf of 1078e3e8274746069c0119ff733c2078 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:34.638931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/760ecf7a-332b-4852-8c40-eda25e70639d HTTP/1.1" status: 204 len: 168 time: 0.2064476 Aug 31 19:08:34.642567 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:34.650303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a39d5-2e57-46c3-a034-8404db8c1fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ecf7a-332b-4852-8c40-eda25e70639d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:34.797093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Allocated IP 172.20.0.5 (f6181a6e-1ab5-48be-9f8b-fcaf5bc82588/0458a2fe-e33f-47ea-a8c3-ec2e9906eb26/05d616c4-f2dd-4bad-8627-6dd68dbfcc41) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:34.858097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39676) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:34.863924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1d99a52f-5c27-4191-b6f3-c2c11c576652 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:08:34.968065 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.004342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Transition to ACTIVE for port object 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:35.026357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:35.057581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '1d99a52f-5c27-4191-b6f3-c2c11c576652', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '1d99a52f-5c27-4191-b6f3-c2c11c576652', 'mac_address': 'fa:16:3e:e4:05:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-2030626742', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:08:35.094518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce7cba38-c7d5-47a4-a782-7a9256a491e2 req-ce223ac2-4444-4d8b-b4e1-231b1c3608a5 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 210 time: 0.0457213 Aug 31 19:08:35.142423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.149986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.164224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d99a52f-5c27-4191-b6f3-c2c11c576652 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:35.196908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:35.203559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.218826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:35.225157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:35.233507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:35.244384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:35.249142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.251573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14290ccd-9b94-4c63-9219-781d45222bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.275100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9708cf-3635-45ae-a48f-22ef374d690d req-09ed32f5-da6c-4c2d-8f81-22c9d240619a tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:35.287267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:35.288299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca9708cf-3635-45ae-a48f-22ef374d690d req-09ed32f5-da6c-4c2d-8f81-22c9d240619a tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 969 time: 0.1910005 Aug 31 19:08:35.384513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca9708cf-3635-45ae-a48f-22ef374d690d req-e3d1c7b4-e5b9-4915-98c8-319043140597 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949078 Aug 31 19:08:35.385801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:35.486373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14290ccd-9b94-4c63-9219-781d45222bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.493164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14290ccd-9b94-4c63-9219-781d45222bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.505129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1d99a52f-5c27-4191-b6f3-c2c11c576652'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:08:35.508027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-3ba71eab-4477-4e9c-9bce-84edb9e8f5aa tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321500 Aug 31 19:08:35.521246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Request body: {'port': {'device_id': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:35.541392 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-14290ccd-9b94-4c63-9219-781d45222bfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ab525a31df44a58b7b36dff2c829de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6804152 Aug 31 19:08:35.542820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14290ccd-9b94-4c63-9219-781d45222bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01273ef-f6f4-4602-b7a9-dcef10f55ee0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:35.546658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:35.613409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.662250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.689518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.730603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc8c0-d4d8-4281-aac7-ee2983de4dfc req-5c7ec67d-222c-431c-8dc8-7c347b28d4c5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:35.732638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-139bc8c0-d4d8-4281-aac7-ee2983de4dfc req-5c7ec67d-222c-431c-8dc8-7c347b28d4c5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 947 time: 0.1095157 Aug 31 19:08:35.763894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ffce18d6-082d-4f81-bf11-020cef342f44 None None] Provisioning for port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:35.780084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.787659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.790325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a01273ef-f6f4-4602-b7a9-dcef10f55ee0 HTTP/1.1" status: 204 len: 168 time: 0.2404377 Aug 31 19:08:35.792180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ffce18d6-082d-4f81-bf11-020cef342f44 None None] Provisioning complete for port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:35.797164 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ffce18d6-082d-4f81-bf11-020cef342f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:35.809538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e0e44-b15a-4b6d-8a34-f152205fb943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01273ef-f6f4-4602-b7a9-dcef10f55ee0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:35.871966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:35.874476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ffce18d6-082d-4f81-bf11-020cef342f44 None None] Port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:35.908459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-139bc8c0-d4d8-4281-aac7-ee2983de4dfc req-3015a09a-4c6e-4966-8dd9-4de9eb3c81f2 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393664 Aug 31 19:08:36.272227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8974380f-956b-4eeb-a71e-86a31bdf1341 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:08:36.303988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee675ef-111e-4f66-ad9b-65df528aeaf8 req-2465e13d-54d0-48cf-8a71-c400f21148c5 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:36.305861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ee675ef-111e-4f66-ad9b-65df528aeaf8 req-2465e13d-54d0-48cf-8a71-c400f21148c5 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 931 time: 0.1013477 Aug 31 19:08:36.338771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-231429829-network', 'tenant_id': '002ab79f79d940b29a6270791c193b49'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:36.382436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:36.386246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.401373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.466013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:36.473313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ee675ef-111e-4f66-ad9b-65df528aeaf8 req-758392ed-4cad-4903-8f8b-3f7f0cc56ccf tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506271 Aug 31 19:08:36.478991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.494258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Transition to ACTIVE for port object 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:36.500612 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.530410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8974380f-956b-4eeb-a71e-86a31bdf1341,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:36.554270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '8974380f-956b-4eeb-a71e-86a31bdf1341', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '8974380f-956b-4eeb-a71e-86a31bdf1341', 'mac_address': 'fa:16:3e:df:d1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:08:36.578727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.593470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.622574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Pushing event updated for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:36.629723 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.638579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:36.650569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8974380f-956b-4eeb-a71e-86a31bdf1341 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:36.661541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:36.688511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8974380f-956b-4eeb-a71e-86a31bdf1341,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:36.689431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-282ade94-b54f-450b-adb4-fbdd604d3817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.698425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.713937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.714462 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Added segment bec0be75-afe8-48c5-922d-eb547e6376dc of type vlan for network 9017580b-300c-47db-af06-4355f1b310b7 Aug 31 19:08:36.717978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91597e7-af0c-43fd-bad1-1e8dd60845c1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:36.723873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89663163-4338-4eb3-b469-0c88f4372e38 req-aee780ae-f227-4c9f-a6cf-464cbdb566bf tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:36.738965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89663163-4338-4eb3-b469-0c88f4372e38 req-aee780ae-f227-4c9f-a6cf-464cbdb566bf tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 970 time: 0.1868503 Aug 31 19:08:36.796707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.809037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Attempting to bind port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:36.810553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Attempting to bind port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:36.811237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Attempting to bind port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:36.811714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:36.839112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:36.840535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Attempting to bind port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:36.853196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1d99a52f-5c27-4191-b6f3-c2c11c576652 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:36.864971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.867038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:36.868031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.871831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89663163-4338-4eb3-b469-0c88f4372e38 req-268709dc-786d-4fff-914f-9e7535aa1cb8 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274569 Aug 31 19:08:36.873314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:36.874979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Checking segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:36.875443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Bound using segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:36.877128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Bound port: 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:36.878199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:36.956471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 1d99a52f-5c27-4191-b6f3-c2c11c576652 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:36.964580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 1d99a52f-5c27-4191-b6f3-c2c11c576652 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:36.965385 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.011468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:37.017606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8974380f-956b-4eeb-a71e-86a31bdf1341'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:08:37.019045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:37.067629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.087366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] Pushing event updated for resources: {'Network': ['ID=9017580b-300c-47db-af06-4355f1b310b7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.102999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9017580b-300c-47db-af06-4355f1b310b7 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:37.126184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-282ade94-b54f-450b-adb4-fbdd604d3817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.134953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-282ade94-b54f-450b-adb4-fbdd604d3817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.161643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.162953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.165029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] 10.222.0.67 "PUT /v2.0/ports/05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 200 len: 1092 time: 1.6490049 Aug 31 19:08:37.167263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:37.169591 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:37.224677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-282ade94-b54f-450b-adb4-fbdd604d3817 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75a2be4630534000957c0ec8e2c469ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853179 Aug 31 19:08:37.230632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:37.238727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287f5a7-5a21-4344-9267-0dee33a02118 service neutron] Pushing event updated for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.250122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bfec65be-1b7a-417e-a3b3-87a1dd4be994 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3762028 Aug 31 19:08:37.258237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:37.273206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Request body: {'subnet': {'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-231429829-subnet', 'tenant_id': '002ab79f79d940b29a6270791c193b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:37.289336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa6737-2ea4-4bc5-8198-41e52eea9d70 req-4dcd0e5e-a9b0-415a-bdf0-14e41a25a57b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.292556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ade94-b54f-450b-adb4-fbdd604d3817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7c5da3-12ab-4e9f-90da-c00456613a54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.303871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35aa6737-2ea4-4bc5-8198-41e52eea9d70 req-4dcd0e5e-a9b0-415a-bdf0-14e41a25a57b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 948 time: 0.2769256 Aug 31 19:08:37.372838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.379699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:37.382362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.400010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35aa6737-2ea4-4bc5-8198-41e52eea9d70 req-f6083c33-5565-4ae8-ad4a-bb102be8dd4e tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899806 Aug 31 19:08:37.425179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-865fed58-af5a-4796-b299-c76d76a89531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.427032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-865fed58-af5a-4796-b299-c76d76a89531 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 1095 time: 0.1841743 Aug 31 19:08:37.463726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.485825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:37.520412 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd30b45-c672-4513-9f0d-d8f757883e95 x-openstack-request-id: req-8cd30b45-c672-4513-9f0d-d8f757883e95 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:37.520832 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:37.521139 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cd30b45-c672-4513-9f0d-d8f757883e95 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:37.521595 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'status': 'completed', 'code': 200} Aug 31 19:08:37.524298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-e45a2b2e-d622-462f-9cce-d92e0b8b47ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 200 len: 217 time: 0.0887477 Aug 31 19:08:37.544067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.603853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:37.618162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-b7e5fa4e-65a3-4742-8807-6f6ae835ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.626436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-b7e5fa4e-65a3-4742-8807-6f6ae835ace0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.0917902 Aug 31 19:08:37.645603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.677039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.681706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.691746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-c60bc1ff-749a-4dbd-9d1b-c0f32158db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.693973 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-c60bc1ff-749a-4dbd-9d1b-c0f32158db6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610511 Aug 31 19:08:37.697613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e7c5da3-12ab-4e9f-90da-c00456613a54 HTTP/1.1" status: 204 len: 168 time: 0.4549441 Aug 31 19:08:37.717729 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90befd25-e98d-43c8-ba7c-c988896f128b" -d '{"events": [{"server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "name": "network-vif-plugged", "status": "completed", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:37.721930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.759517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683191-409f-4b06-bc06-06b3c566cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7c5da3-12ab-4e9f-90da-c00456613a54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.791445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.871568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fc1e73-58d9-4f97-9d1f-010b068f3d0f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:37.884254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:37.884254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Network hostable DHCP agents. Network: 9017580b-300c-47db-af06-4355f1b310b7, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:37.885776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-b400be28-5fac-4b09-8a06-3e63cca87ca8 service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836808 Aug 31 19:08:37.909685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Network 9017580b-300c-47db-af06-4355f1b310b7 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:37.920261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9017580b-300c-47db-af06-4355f1b310b7) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:37.925169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.925766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:37.931303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909431a1-f9e9-40c8-954b-edfacb4f5d68 None None] Network 9017580b-300c-47db-af06-4355f1b310b7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:37.964195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f1f73ef1-0d7d-4724-b03d-7e1899fb826e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7048101 Aug 31 19:08:37.990586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7da8a-7231-4b3d-a715-d13fcb814e3e req-96ef0ac8-4297-4a74-9373-ddbbc7ef3300 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:37.992829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4a7da8a-7231-4b3d-a715-d13fcb814e3e req-96ef0ac8-4297-4a74-9373-ddbbc7ef3300 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 943 time: 0.1597645 Aug 31 19:08:38.058604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4a7da8a-7231-4b3d-a715-d13fcb814e3e req-fe1c42db-42be-4702-954f-c64ace34450f tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555673 Aug 31 19:08:38.070530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-041e983a-f23b-4fa2-bb53-b6f745af608d req-bf64e77d-2f13-4cdd-a5c9-7cbec400f5fd service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752241 Aug 31 19:08:38.114180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d34a79-2bcd-4c40-b641-0fd544200d82 None None] Network 9017580b-300c-47db-af06-4355f1b310b7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:38.179262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-5c96541c-3617-4941-87ef-97b6555e1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.181260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-5c96541c-3617-4941-87ef-97b6555e1945 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 1095 time: 0.0552547 Aug 31 19:08:38.181666 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391781c-ee01-4d8e-8288-b487d8bf2bd5 x-openstack-request-id: req-0391781c-ee01-4d8e-8288-b487d8bf2bd5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:38.182186 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "name": "network-vif-plugged", "status": "completed", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:38.182629 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0391781c-ee01-4d8e-8288-b487d8bf2bd5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:38.183417 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652', 'code': 200} Aug 31 19:08:38.240268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:38.256238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35411526-032c-4fc4-8d36-98057e01bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.266148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8974380f-956b-4eeb-a71e-86a31bdf1341 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:38.347239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 8974380f-956b-4eeb-a71e-86a31bdf1341 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:38.353419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 8974380f-956b-4eeb-a71e-86a31bdf1341 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:38.353794 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.424457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35411526-032c-4fc4-8d36-98057e01bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.431566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35411526-032c-4fc4-8d36-98057e01bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.462837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec91d23-118e-480d-93be-2efc9a6bf24d req-414f6e0e-442b-41f0-baa1-f0d3537f5cb0 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.464404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aec91d23-118e-480d-93be-2efc9a6bf24d req-414f6e0e-442b-41f0-baa1-f0d3537f5cb0 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.2156692 Aug 31 19:08:38.474629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-aaeaf3a3-d2cc-4a1e-bea2-fc055b9667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.476436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-aaeaf3a3-d2cc-4a1e-bea2-fc055b9667f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 1123 time: 0.1692579 Aug 31 19:08:38.479811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35411526-032c-4fc4-8d36-98057e01bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fac340-cdae-4d86-90d0-e96ef6179a99,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:38.489643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-ba3c52a9-b775-4257-bc0f-2a3acd828b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.492909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-ba3c52a9-b775-4257-bc0f-2a3acd828b58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 925 time: 0.2971466 Aug 31 19:08:38.517447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35411526-032c-4fc4-8d36-98057e01bd76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=624589e726e847fcb158fe5b0e6b7fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742476 Aug 31 19:08:38.519157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:38.545119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.597483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8974380f-956b-4eeb-a71e-86a31bdf1341,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:38.608458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.669483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:38.740899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.741665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-0468d17c-b5ad-4015-8438-db0c6c37444a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.746085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-a146e610-1cd9-44e7-ac82-f8b22bd0dedb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 200 len: 217 time: 0.2394366 Aug 31 19:08:38.763384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.817574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.821302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:38.825268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05fac340-cdae-4d86-90d0-e96ef6179a99 HTTP/1.1" status: 204 len: 168 time: 0.3019509 Aug 31 19:08:38.825427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aec91d23-118e-480d-93be-2efc9a6bf24d req-103d6d3e-8f93-4bd1-8316-017e2fb2d967 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458977 Aug 31 19:08:38.837853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f26b0-18ce-438e-b09e-5e92be492dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fac340-cdae-4d86-90d0-e96ef6179a99,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:38.876046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-59018509-ad01-454f-814f-be0d749fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.877465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-59018509-ad01-454f-814f-be0d749fbacf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.1141491 Aug 31 19:08:38.889290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b179e6-d19e-4ba5-971a-348347351219 req-063ccd6b-7a96-4b35-b0b5-cdf7b33cec14 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.890908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b179e6-d19e-4ba5-971a-348347351219 req-063ccd6b-7a96-4b35-b0b5-cdf7b33cec14 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.1512239 Aug 31 19:08:38.975896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:38.981767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2030867782-network', 'tenant_id': 'ee5af0a41a8c437799c4e1b0e950f47d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:38.987904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b179e6-d19e-4ba5-971a-348347351219 req-788f728c-7c5d-429c-a788-18e3ec58f194 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861349 Aug 31 19:08:38.992768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-314c5362-08c7-4185-b49a-18b37303a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:38.998617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-314c5362-08c7-4185-b49a-18b37303a2da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025202 Aug 31 19:08:39.084311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-0468d17c-b5ad-4015-8438-db0c6c37444a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.096218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-0468d17c-b5ad-4015-8438-db0c6c37444a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.125321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Made reservation on behalf of ee5af0a41a8c437799c4e1b0e950f47d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:39.132314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.144423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27f4a203-3ed3-43c0-8dba-809a966ff05e req-0468d17c-b5ad-4015-8438-db0c6c37444a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566920 Aug 31 19:08:39.157959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.162125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468d17c-b5ad-4015-8438-db0c6c37444a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd87601-c9db-4935-b5d8-2caee5ff2e45,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:39.170119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-8acbfee3-88c8-497a-b82f-0b921c6b7c4b service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654580 Aug 31 19:08:39.301623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.307405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.338370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3b29f-16f1-47cb-8f84-a2e29aa724e8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:39.361847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:39.372772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.373807 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Added segment faa1fb47-170c-4938-a52f-ec6238a77982 of type vlan for network 61d9a911-8eed-47b7-a460-9a6b8153d53e Aug 31 19:08:39.411254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f8cc-d7a6-4bd1-a514-0a85ca993c14 req-e904b8b9-1796-4488-af3b-5b316ee5338d tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:39.419058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b560f8cc-d7a6-4bd1-a514-0a85ca993c14 req-e904b8b9-1796-4488-af3b-5b316ee5338d tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 943 time: 0.2024412 Aug 31 19:08:39.437245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.453652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99db93c-e9eb-4792-90ce-4be5d5afa0ce req-4100060d-ae1e-4056-ac43-e3b8da5c2456 service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748027 Aug 31 19:08:39.478638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b560f8cc-d7a6-4bd1-a514-0a85ca993c14 req-5e382120-04ab-4d20-bfce-ddcc65fb7384 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586097 Aug 31 19:08:39.491805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.492937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:39.493619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.556440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] Pushing event updated for resources: {'Network': ['ID=61d9a911-8eed-47b7-a460-9a6b8153d53e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:39.560718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1eeaa7ec-c9d0-4662-a644-00b132df742b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5836160 Aug 31 19:08:39.563513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:39.573649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 61d9a911-8eed-47b7-a460-9a6b8153d53e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:39.584102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Request body: {'subnet': {'network_id': '61d9a911-8eed-47b7-a460-9a6b8153d53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2030867782-subnet', 'tenant_id': 'ee5af0a41a8c437799c4e1b0e950f47d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:39.591257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39846) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:39.633514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Made reservation on behalf of ee5af0a41a8c437799c4e1b0e950f47d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:39.639875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.747515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba31e024-f9ee-4acd-844a-2142e3ed8bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.847729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba31e024-f9ee-4acd-844a-2142e3ed8bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.861808 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba31e024-f9ee-4acd-844a-2142e3ed8bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.867888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:39.917088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b2e38a-32b7-4712-af83-3d03374afb83,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:39.921427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31e024-f9ee-4acd-844a-2142e3ed8bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99632d2-2e52-482c-941a-45d5b891a3b6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:39.966684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ba31e024-f9ee-4acd-844a-2142e3ed8bad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e08b8313e49447e2ae27c4c5a45d5d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745203 Aug 31 19:08:39.969195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:39.984802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Checking segment: {'id': 'faa1fb47-170c-4938-a52f-ec6238a77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '61d9a911-8eed-47b7-a460-9a6b8153d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:39.985168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Network hostable DHCP agents. Network: 61d9a911-8eed-47b7-a460-9a6b8153d53e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:40.008668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Network 61d9a911-8eed-47b7-a460-9a6b8153d53e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:40.014090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f72ac6-9dc6-482e-b378-aa286af76f48 req-a0eba7ec-2ddd-4903-a7cb-ef1b8dc46211 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.015828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86f72ac6-9dc6-482e-b378-aa286af76f48 req-a0eba7ec-2ddd-4903-a7cb-ef1b8dc46211 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.0887673 Aug 31 19:08:40.024076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 61d9a911-8eed-47b7-a460-9a6b8153d53e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:40.030675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.032231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.035118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88029ce2-05df-4b72-a1fd-5fd176394db0 None None] Network 61d9a911-8eed-47b7-a460-9a6b8153d53e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:40.055908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-506e71a7-f99c-4f62-9586-15efa91ca592 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4907696 Aug 31 19:08:40.088644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86f72ac6-9dc6-482e-b378-aa286af76f48 req-2635fbf8-0f35-4105-8630-7634253c52d2 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626736 Aug 31 19:08:40.100690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.151249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.184951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:40.187523 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80e2b1-a4d5-45c8-903d-d3786e2f6354" -d '{"events": [{"server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:40.200423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6188b4-f901-4f55-a4cd-0a1eff9a440e None None] Network 61d9a911-8eed-47b7-a460-9a6b8153d53e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:40.261466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af471d2e-cb1f-4653-ad1b-b66937f33def req-d7b3b8ac-3e36-4691-82ea-8e9d9acf26c6 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.268635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af471d2e-cb1f-4653-ad1b-b66937f33def req-d7b3b8ac-3e36-4691-82ea-8e9d9acf26c6 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.0697308 Aug 31 19:08:40.297999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.300585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.304098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c99632d2-2e52-482c-941a-45d5b891a3b6 HTTP/1.1" status: 204 len: 168 time: 0.3309755 Aug 31 19:08:40.316324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af471d2e-cb1f-4653-ad1b-b66937f33def req-bb2253ac-7a9c-4784-83f5-52a1582e852d tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Aug 31 19:08:40.317227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2aef-472c-43e6-85af-e7e4c8055e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99632d2-2e52-482c-941a-45d5b891a3b6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:40.379185 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5883c696-0638-485d-81f1-908f6fd3ab91 x-openstack-request-id: req-5883c696-0638-485d-81f1-908f6fd3ab91 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:40.379562 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:40.379897 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5883c696-0638-485d-81f1-908f6fd3ab91 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:40.380348 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341', 'code': 200} Aug 31 19:08:40.498582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca65fc-d216-4181-88c8-5fd1c8841895 req-042472cb-8361-41b9-b352-56c9854e3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.500713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2ca65fc-d216-4181-88c8-5fd1c8841895 req-042472cb-8361-41b9-b352-56c9854e3f43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 1101 time: 0.0729177 Aug 31 19:08:40.548269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2ca65fc-d216-4181-88c8-5fd1c8841895 req-5bf895a8-9f99-42fe-b18a-533723b45be9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Aug 31 19:08:40.704866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:40.721223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-619cbeec-bbeb-448c-8b3c-e7cc59080dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.781940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab309a-229d-43e4-9667-d21dbec5bc8b req-e2199e43-7ab2-4cc9-af52-d219644dd2eb tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.789853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ab309a-229d-43e4-9667-d21dbec5bc8b req-e2199e43-7ab2-4cc9-af52-d219644dd2eb tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 943 time: 0.0740712 Aug 31 19:08:40.847336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-619cbeec-bbeb-448c-8b3c-e7cc59080dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.852970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-619cbeec-bbeb-448c-8b3c-e7cc59080dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.888331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ab309a-229d-43e4-9667-d21dbec5bc8b req-a3e96eab-1b6e-4afe-bd9a-9241e72f5351 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975442 Aug 31 19:08:40.896482 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-619cbeec-bbeb-448c-8b3c-e7cc59080dc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3d41ba85400459481d5d60a7c0c760e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875813 Aug 31 19:08:40.896482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cbeec-bbeb-448c-8b3c-e7cc59080dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a8f24-8e15-4cb9-8aa3-ec7d85a7587c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:40.898604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:40.956979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.958794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-b09d5743-329f-434e-b0fb-fd239c1c29da tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:40.967474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-b09d5743-329f-434e-b0fb-fd239c1c29da tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.1695137 Aug 31 19:08:40.980141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:40.984303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-a6729803-59d5-4920-b7c8-b854740ba1f8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/quotas/002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 375 time: 0.0159233 Aug 31 19:08:41.028512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-b6d7df96-00a5-411e-ba0c-2d9bdcdb4e9d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355477 Aug 31 19:08:41.034637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-a37dc5a3-477f-4aaf-94ec-1753b3cd95ac tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:08:41.045325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-a37dc5a3-477f-4aaf-94ec-1753b3cd95ac tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149035 Aug 31 19:08:41.064135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.066811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.068027 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d6a8f24-8e15-4cb9-8aa3-ec7d85a7587c HTTP/1.1" status: 204 len: 168 time: 0.1684844 Aug 31 19:08:41.079068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3418c5-c028-47ef-a17d-d6363bd8e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a8f24-8e15-4cb9-8aa3-ec7d85a7587c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:41.229289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0117df1-90a1-48e5-b425-c8293bcb9bb2 req-7bc77f7b-59b0-4b2a-933f-6c66962c7e22 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:41.230963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0117df1-90a1-48e5-b425-c8293bcb9bb2 req-7bc77f7b-59b0-4b2a-933f-6c66962c7e22 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.0645514 Aug 31 19:08:41.276813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0117df1-90a1-48e5-b425-c8293bcb9bb2 req-e017c18a-8226-43e6-ab89-ac5e5581e23c tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Aug 31 19:08:41.447399 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7591353a-4995-4a0d-bb65-d216c03f315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.546754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:41.560582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-74211407-6b51-45c3-b030-3fa3a8d5bad9 service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616767 Aug 31 19:08:41.653247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90bc774f-6610-4078-88b7-bf28ca70c17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.682871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-2463bc37-6243-40f7-94e3-56b2d2b7300c service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158247 Aug 31 19:08:41.790937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90bc774f-6610-4078-88b7-bf28ca70c17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.795361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de69a-009f-4e05-8453-078b53e502fd req-1706a87a-fba8-480e-aabb-4255723b2b4e tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:41.797031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-150de69a-009f-4e05-8453-078b53e502fd req-1706a87a-fba8-480e-aabb-4255723b2b4e tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 1123 time: 0.0504465 Aug 31 19:08:41.799763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90bc774f-6610-4078-88b7-bf28ca70c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.820307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-150de69a-009f-4e05-8453-078b53e502fd req-7aa9f702-fa67-45f9-ba36-19a385f1049f tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.861041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc774f-6610-4078-88b7-bf28ca70c17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa9429-8380-4347-a459-8ce2cc12360c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:41.888014 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90bc774f-6610-4078-88b7-bf28ca70c17e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bad6fa7e8784acd8a1e73d480e66d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373692 Aug 31 19:08:41.888404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:41.943571 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:41.975480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.008068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f7731-b161-4eb2-8966-76b3190960cb req-dd87f167-56cf-4d03-a2ab-799eee063532 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:42.009901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f1f7731-b161-4eb2-8966-76b3190960cb req-dd87f167-56cf-4d03-a2ab-799eee063532 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.1040990 Aug 31 19:08:42.035857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-150de69a-009f-4e05-8453-078b53e502fd req-7aa9f702-fa67-45f9-ba36-19a385f1049f tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.045587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-150de69a-009f-4e05-8453-078b53e502fd req-7aa9f702-fa67-45f9-ba36-19a385f1049f tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.060464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.063927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.065187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90fa9429-8380-4347-a459-8ce2cc12360c HTTP/1.1" status: 204 len: 168 time: 0.1757278 Aug 31 19:08:42.074258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff38ef-d82e-4a68-9963-c668a98bf996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa9429-8380-4347-a459-8ce2cc12360c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:42.107832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f1f7731-b161-4eb2-8966-76b3190960cb req-1acdc4a9-7878-48cd-a178-f5dde79a6205 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888157 Aug 31 19:08:42.119402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-150de69a-009f-4e05-8453-078b53e502fd req-7aa9f702-fa67-45f9-ba36-19a385f1049f tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129575 Aug 31 19:08:42.154060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f702-fa67-45f9-ba36-19a385f1049f tempest-AggregatesAdminTestJSON-325108670 tempest-AggregatesAdminTestJSON-325108670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e515405c-13e7-40bb-b1d8-734de5fd2079,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:42.225012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:42.239226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bb3ff6e-43ae-4d8f-be08-4576bc79ea6f req-b47bccb4-2e3f-4756-88c1-6f0332d99fdc tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 210 time: 0.0469093 Aug 31 19:08:42.260001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:08:42.377884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba12ed-876e-46a4-9183-1b51df00a96a req-d12d678a-86e4-4a79-a5e6-fe359793e332 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:42.386626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05ba12ed-876e-46a4-9183-1b51df00a96a req-d12d678a-86e4-4a79-a5e6-fe359793e332 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 943 time: 0.0704942 Aug 31 19:08:42.390157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:42.427447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'port_id': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'mac_address': 'fa:16:3e:d6:45:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:08:42.431171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05ba12ed-876e-46a4-9183-1b51df00a96a req-84f22ebc-e1b0-44e6-a82e-161a30911de8 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436544 Aug 31 19:08:42.530944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.552134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:42.586380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:42.592041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.610191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-33656973-network', 'tenant_id': '9393538463da4aa48688119a1608b443'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:42.690715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:42.698852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.722623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.947959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.954079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:42.994129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:43.012952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:43.016448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.017101 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Added segment 2c78f053-e01d-4727-a397-852835bc9271 of type vlan for network 745809cd-ee86-45aa-b8f0-f70066962da9 Aug 31 19:08:43.025296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:43.067413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.082861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['05d616c4-f2dd-4bad-8627-6dd68dbfcc41'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:08:43.135288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.137148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:43.138411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.168224 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9422257 Aug 31 19:08:43.183761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40040) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:43.183761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Request body: {'subnet': {'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-33656973-subnet', 'tenant_id': '9393538463da4aa48688119a1608b443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:43.236584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa91b-0019-4943-a513-98fd09b09040 admin admin] Pushing event updated for resources: {'Network': ['ID=745809cd-ee86-45aa-b8f0-f70066962da9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:43.262691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 745809cd-ee86-45aa-b8f0-f70066962da9 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:43.375338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:43.378825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.481650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b088e5-a882-4753-a7c1-8c2fa07fa4b0 req-704badfb-1db3-4540-8225-c3e9babb4d2b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:43.483497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78b088e5-a882-4753-a7c1-8c2fa07fa4b0 req-704badfb-1db3-4540-8225-c3e9babb4d2b tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.1772792 Aug 31 19:08:43.490114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-adeac9e1-725c-4b4e-9ebd-cd3ae71f90e5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:43.492192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-adeac9e1-725c-4b4e-9ebd-cd3ae71f90e5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.2840636 Aug 31 19:08:43.514576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Request body: {'port': {'device_id': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'admin_state_up': True, 'tenant_id': '002ab79f79d940b29a6270791c193b49'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:43.565944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:43.604174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:43.613985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4543e8c4-8ffb-48d7-a3c2-dc057cb1a4b7 req-ba5f4e73-d3a9-4407-819f-77fec6f39844 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 210 time: 0.0860610 Aug 31 19:08:43.650422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78b088e5-a882-4753-a7c1-8c2fa07fa4b0 req-44d2d427-860c-4dd4-a0a7-9a5fb8cef08a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543517 Aug 31 19:08:43.801091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-132210814-network', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:43.805635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efcf2c59-4c98-491c-a686-7f24324074ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.834416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Made reservation on behalf of 915a34d9115d4ca1b92eac35cd6a5c4b for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:43.837424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.844267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.852232 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.880841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:08:43.880841 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:08:43.880841 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '002ab79f79d940b29a6270791c193b49', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 8, 43, 832756)}] Aug 31 19:08:43.880841 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:08:43.881901 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:08:43.892041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605371d7-070f-411d-aa42-952db4b66a6c req-06c769a7-f16a-4915-bc13-a89641bcb8e4 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:43.893459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-605371d7-070f-411d-aa42-952db4b66a6c req-06c769a7-f16a-4915-bc13-a89641bcb8e4 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 944 time: 0.1377928 Aug 31 19:08:43.914642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8df6115-9453-4893-9868-13a30afb647e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:43.946025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efcf2c59-4c98-491c-a686-7f24324074ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.958174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efcf2c59-4c98-491c-a686-7f24324074ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:43.972854 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-605371d7-070f-411d-aa42-952db4b66a6c req-0b310fd7-c95b-4e11-97ee-0d2ca5c05ef2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715017 Aug 31 19:08:43.976576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:43.976695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Network hostable DHCP agents. Network: 745809cd-ee86-45aa-b8f0-f70066962da9, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:44.005083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Network 745809cd-ee86-45aa-b8f0-f70066962da9 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:44.013895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-efcf2c59-4c98-491c-a686-7f24324074ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3d28b480e114a56ad141bb93ec738da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085701 Aug 31 19:08:44.016567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:44.016999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf2c59-4c98-491c-a686-7f24324074ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f16451-d283-4d69-9a3b-7f5d394c6ee3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:44.045273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 745809cd-ee86-45aa-b8f0-f70066962da9) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:44.052656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:44.053766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.056290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396898a4-ae81-40b6-bd0c-cf6ec6a4d6cf None None] Network 745809cd-ee86-45aa-b8f0-f70066962da9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:44.084605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.125473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.144545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.152467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.155685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e037c2f-c674-4ea9-a949-23ecf5766df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.166620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e609d396-8367-43a5-9766-9562d8578e82 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9939153 Aug 31 19:08:44.197562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.200429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.204764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7f16451-d283-4d69-9a3b-7f5d394c6ee3 HTTP/1.1" status: 204 len: 168 time: 0.1872141 Aug 31 19:08:44.212822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:44.219576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2db50c-38b5-4c3a-8f47-5f43f9758dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f16451-d283-4d69-9a3b-7f5d394c6ee3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:44.228245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64c196-d54b-4741-8107-3043ed5daa54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:44.244145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.244497 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Added segment e7958844-df13-4d54-b53a-9160ad343eca of type vlan for network e5b6b096-12a2-408a-a5f3-195cad0c9138 Aug 31 19:08:44.294910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:44.342957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.346777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5d966-6625-4c7f-bc5a-83ea9de60e69 None None] Network 745809cd-ee86-45aa-b8f0-f70066962da9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:44.400482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.402966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:44.404856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.425908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:44.432195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.470341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.506468 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.566292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:44.590816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:44.591358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.606958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Allocated IP 172.20.0.8 (9017580b-300c-47db-af06-4355f1b310b7/87fc1e73-58d9-4f97-9d1f-010b068f3d0f/85a34e89-10b1-4997-9c84-6a02d0678a7b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:44.633187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0661142 Aug 31 19:08:44.649433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:44.673663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Request body: {'subnet': {'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-132210814-subnet', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:44.683351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439987a-903a-4226-b52b-d5e922dd76c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b6b096-12a2-408a-a5f3-195cad0c9138,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:44.699179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:44.752063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Made reservation on behalf of 915a34d9115d4ca1b92eac35cd6a5c4b for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:44.754650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.861889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:44.883833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f19f510c-d2e3-438f-92b7-c68ca0fd4c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.885766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.911919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:44.914426 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f4c118-cfe1-4007-9736-cd82fb497eef" -d '{"events": [{"server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "name": "network-vif-plugged", "status": "completed", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:44.929056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:44.936048 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:44.991995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c26d26-9379-4dfc-88c5-37f797514349 req-c2d6fb0a-6d0e-43e6-9814-4aadcc79e367 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.001187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82c26d26-9379-4dfc-88c5-37f797514349 req-c2d6fb0a-6d0e-43e6-9814-4aadcc79e367 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.3149147 Aug 31 19:08:45.015173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:45.056006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eadf149e-242d-4d9e-bf33-d45db51b4d9f req-1e26a13e-173d-4e47-a55f-63f030e724e3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 210 time: 0.0776479 Aug 31 19:08:45.070351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.82', 55381) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:45.084805 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.100025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82c26d26-9379-4dfc-88c5-37f797514349 req-e58e518e-496d-404d-af71-d8ae7e2872ce tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949183 Aug 31 19:08:45.163664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.189380 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947477f-0a5e-4c7a-8f28-b20b769893e6 x-openstack-request-id: req-d947477f-0a5e-4c7a-8f28-b20b769893e6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:45.189878 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "name": "network-vif-plugged", "status": "completed", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:45.190575 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d947477f-0a5e-4c7a-8f28-b20b769893e6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:45.191077 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'code': 200} Aug 31 19:08:45.199125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.229229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f19f510c-d2e3-438f-92b7-c68ca0fd4c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.246822 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.252029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86aead45-39d8-451b-8050-48d5f18ac391,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:45.256233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f19f510c-d2e3-438f-92b7-c68ca0fd4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.284082 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-5d8cfafa-d83e-4f35-bef3-864feb285d6b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2110054 Aug 31 19:08:45.296485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Network 9017580b-300c-47db-af06-4355f1b310b7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:45.321156 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f19f510c-d2e3-438f-92b7-c68ca0fd4c74 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad06c97dbadb4682b9c76c9ce6a1e1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569283 Aug 31 19:08:45.324406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f510c-d2e3-438f-92b7-c68ca0fd4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e7beb-931d-4f4d-a5df-844f1bb41f81,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:45.326947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:45.333694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:45.352154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Checking segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:45.353295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Network hostable DHCP agents. Network: e5b6b096-12a2-408a-a5f3-195cad0c9138, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:45.358015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:45.364595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.365487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.372220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:45.414353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902d34f-0918-430a-b08d-1ab40ac01b3c req-db01108c-5d12-44d5-88f5-afe20ea25e6f tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.416342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a902d34f-0918-430a-b08d-1ab40ac01b3c req-db01108c-5d12-44d5-88f5-afe20ea25e6f tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 945 time: 0.1587410 Aug 31 19:08:45.419859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-c29246dc-6569-40d1-9bef-64dfbbdd899a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9111977 Aug 31 19:08:45.422709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fb2b4-ed18-4032-aafa-9e15b6e909cf req-2946f261-ec26-46fe-aff6-5d2ab4d578f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.424571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-183fb2b4-ed18-4032-aafa-9e15b6e909cf req-2946f261-ec26-46fe-aff6-5d2ab4d578f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 1097 time: 0.1267474 Aug 31 19:08:45.437501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Request body: {'port': {'device_id': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'device_owner': 'compute:tempest-test_az-2030626742', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:45.460099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:45.478507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:45.488820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-740965340-network', 'tenant_id': 'c599bcb8d62347ca8e9b1b95e0896559'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:45.494191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e5b6b096-12a2-408a-a5f3-195cad0c9138) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:45.503836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5e02f-787b-4176-8d8e-b67f63cd7f3c None None] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:45.507564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.508857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.518352 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.522625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-3f406239-da4b-4a62-b0cb-f1b23ce3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.525445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-3f406239-da4b-4a62-b0cb-f1b23ce3880d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7be12917bcb342059504def6e6eaf164&device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 1123 time: 0.1606011 Aug 31 19:08:45.550279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a902d34f-0918-430a-b08d-1ab40ac01b3c req-640c7154-92f8-4872-9335-19cdd94e4cf3 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246018 Aug 31 19:08:45.562695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-183fb2b4-ed18-4032-aafa-9e15b6e909cf req-6ad65252-4d33-43e0-bd29-29e1751d4c20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154969 Aug 31 19:08:45.568292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.578759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Made reservation on behalf of c599bcb8d62347ca8e9b1b95e0896559 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:45.582019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.594825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.617576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.640871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.745333 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa2385ce-87e5-4fd3-acca-487f2bed4f0b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0921071 Aug 31 19:08:45.746030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40160) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:45.753377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:45.757872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e5b6b096-12a2-408a-a5f3-195cad0c9138', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:08:45.758729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.816690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-5a56e2c6-47aa-4813-8f36-e0cdd6ed8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:45.818927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-5a56e2c6-47aa-4813-8f36-e0cdd6ed8047 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2588980 Aug 31 19:08:45.820027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.824656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:45.825173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/649e7beb-931d-4f4d-a5df-844f1bb41f81 HTTP/1.1" status: 204 len: 168 time: 0.4972067 Aug 31 19:08:46.007522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.067870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.072290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ec40d-9d9e-4405-a3af-c53c854b27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e7beb-931d-4f4d-a5df-844f1bb41f81,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.078659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.080713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-a97cd769-0ce5-466a-b307-e29f8af60ce1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652 HTTP/1.1" status: 200 len: 217 time: 0.2543433 Aug 31 19:08:46.086989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.107151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Allocated IP 172.20.0.2 (e5b6b096-12a2-408a-a5f3-195cad0c9138/86aead45-39d8-451b-8050-48d5f18ac391/05a7f24e-618b-4773-bfb8-52a713818ca3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:46.136861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:08:46.147593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a34e89-10b1-4997-9c84-6a02d0678a7b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:46.168680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.191378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d5044-bed1-4401-9635-0d589523ff9b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.207669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.208304 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Added segment 0fd21a23-b2dc-4235-a9d1-c2f7bf696a5c of type vlan for network 4e5579a3-86ba-47b6-92e2-17f6bba456ee Aug 31 19:08:46.217182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-c1a0f7fe-e240-443f-a954-06281e945e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:46.226134 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-c1a0f7fe-e240-443f-a954-06281e945e47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1320400 Aug 31 19:08:46.241814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Transition to ACTIVE for port object 85a34e89-10b1-4997-9c84-6a02d0678a7b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:46.330673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.352242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-cb338de1-c4b2-46e1-9c75-1ae21a606068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:46.359399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-cb338de1-c4b2-46e1-9c75-1ae21a606068 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257029 Aug 31 19:08:46.384746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.395609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.396797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Transition to ACTIVE for port object 05a7f24e-618b-4773-bfb8-52a713818ca3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:46.425411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Transition to ACTIVE for port object 05a7f24e-618b-4773-bfb8-52a713818ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:46.436164 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.443370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.452345 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.453567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:46.454309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.488677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-39e9ec7f-c013-419e-b9cc-d10845a72e98 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268897 Aug 31 19:08:46.490078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:46.496781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:46.499905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:46.514258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Pushing event updated for resources: {'Port': ['ID=05a7f24e-618b-4773-bfb8-52a713818ca3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.574841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Attempting to bind port 05a7f24e-618b-4773-bfb8-52a713818ca3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:46.575210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Attempting to bind port 05a7f24e-618b-4773-bfb8-52a713818ca3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:46.575897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Attempting to bind port 05a7f24e-618b-4773-bfb8-52a713818ca3 on network e5b6b096-12a2-408a-a5f3-195cad0c9138 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:46.581458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:46.581889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Checking segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:46.582644 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.582644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Bound using segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:46.583176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Bound port: 05a7f24e-618b-4773-bfb8-52a713818ca3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:46.583605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.627085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa6b2047-ee1e-44d8-a1b3-d31ab4f628ab req-be338f46-40c1-4b78-8e82-039d4f9fef13 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309583 Aug 31 19:08:46.687327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] For port 05a7f24e-618b-4773-bfb8-52a713818ca3, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:46.690471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] For port 05a7f24e-618b-4773-bfb8-52a713818ca3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05a7f24e-618b-4773-bfb8-52a713818ca3,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:46.697990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.706295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2251272 Aug 31 19:08:46.709073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:46.715506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Request body: {'subnet': {'network_id': '4e5579a3-86ba-47b6-92e2-17f6bba456ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-740965340-subnet', 'tenant_id': 'c599bcb8d62347ca8e9b1b95e0896559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:46.747355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Made reservation on behalf of c599bcb8d62347ca8e9b1b95e0896559 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:46.751475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.759594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.765384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4e9f6-5c78-48fd-a32e-91928b5d6caf None None] Pushing event updated for resources: {'Port': ['ID=05a7f24e-618b-4773-bfb8-52a713818ca3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.773912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc35b-a505-419f-a677-d104329158a5 req-234572cb-b679-46df-9896-8bdd3cca094c tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:46.776398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb6dc35b-a505-419f-a677-d104329158a5 req-234572cb-b679-46df-9896-8bdd3cca094c tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 1101 time: 0.3114302 Aug 31 19:08:46.778537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0b7b3-52dc-4046-8b46-a6589871aed6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5579a3-86ba-47b6-92e2-17f6bba456ee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:46.812639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a4a0e-2c9b-4e89-84ab-a8003b6fe8dc req-8555318f-1a43-42e9-8019-80eb5e5e62f9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:46.820187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-179a4a0e-2c9b-4e89-84ab-a8003b6fe8dc req-8555318f-1a43-42e9-8019-80eb5e5e62f9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.5864365 Aug 31 19:08:46.847958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:46.883178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4e5579a3-86ba-47b6-92e2-17f6bba456ee details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:08:46.995983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.004338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:47.004736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:47.015228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:47.030300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1e33-8d52-497d-9176-d4b01d17490f req-9c1fd397-72aa-4588-9a49-58864c91a631 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:47.040618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.042690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57dd1e33-8d52-497d-9176-d4b01d17490f req-9c1fd397-72aa-4588-9a49-58864c91a631 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 949 time: 0.5254154 Aug 31 19:08:47.060062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:47.064299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:47.104161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:47.105578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:47.106001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:47.106444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Bound port: 85a34e89-10b1-4997-9c84-6a02d0678a7b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:47.106821 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.147994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c73bfff-6c7b-49ef-9985-115f99b72a9f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:47.177527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Checking segment: {'id': '0fd21a23-b2dc-4235-a9d1-c2f7bf696a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4e5579a3-86ba-47b6-92e2-17f6bba456ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:47.178632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Network hostable DHCP agents. Network: 4e5579a3-86ba-47b6-92e2-17f6bba456ee, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:08:47.208024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Network 4e5579a3-86ba-47b6-92e2-17f6bba456ee is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:08:47.214814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-179a4a0e-2c9b-4e89-84ab-a8003b6fe8dc req-5572e20c-6e12-4951-b061-e8f9ad5c3aa9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937194 Aug 31 19:08:47.219757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 4e5579a3-86ba-47b6-92e2-17f6bba456ee) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:47.231717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e67be-6ecc-4f00-9df8-f0898528d62e None None] Network 4e5579a3-86ba-47b6-92e2-17f6bba456ee requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:47.249321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:47.249880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.278660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57dd1e33-8d52-497d-9176-d4b01d17490f req-c79a437e-35bd-4d1c-a05b-7d4f60795254 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349722 Aug 31 19:08:47.299309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8c2a6a73-9713-4219-aa04-775efc9ecb62 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5874546 Aug 31 19:08:47.421177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b418bc-89f3-4bf1-a995-d4936c7cb73c None None] Network 4e5579a3-86ba-47b6-92e2-17f6bba456ee requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:47.445731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:47.500713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:47.510457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Deleting port 8974380f-956b-4eeb-a71e-86a31bdf1341 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:08:47.511132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.535053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.813413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:47.813771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:47.815169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] 10.222.0.82 "PUT /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 1114 time: 2.3825653 Aug 31 19:08:47.822760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:47.825078 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f495f80-80c3-45ef-9d1b-59771e13d7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:47.855016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7691-3bbc-4618-a799-548af66b3d67 req-c795036a-7610-4626-bf19-87004836d281 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:47.862310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-883c7691-3bbc-4618-a799-548af66b3d67 req-c795036a-7610-4626-bf19-87004836d281 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 945 time: 0.4188170 Aug 31 19:08:47.962085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf30e7c-604c-444f-8c87-8a7f6a5c0280 service neutron] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:48.068494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] For port 8974380f-956b-4eeb-a71e-86a31bdf1341, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8974380f-956b-4eeb-a71e-86a31bdf1341,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:48.070585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.090786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Calling delete_port for 8974380f-956b-4eeb-a71e-86a31bdf1341 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:08:48.168828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:48.262949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077f5da-bdc0-4383-9dd6-b1f3e6f2a96f None None] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:08:48.342793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-883c7691-3bbc-4618-a799-548af66b3d67 req-40a004b5-4415-4943-92a1-92ff84853164 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4788895 Aug 31 19:08:48.347692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-00a5a74c-5d72-4d43-b2f5-88185df79110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:48.347692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-00a5a74c-5d72-4d43-b2f5-88185df79110 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1117 time: 0.4796174 Aug 31 19:08:48.360976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-866dad8c-5bd6-461c-8c0d-a05d09982e95 None None] Provisioning for port 05a7f24e-618b-4773-bfb8-52a713818ca3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:48.447554 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf2dc1-1924-442b-b5be-514800e1d687 x-openstack-request-id: req-f6bf2dc1-1924-442b-b5be-514800e1d687 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:48.447799 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:48.448066 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6bf2dc1-1924-442b-b5be-514800e1d687 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:48.448476 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'status': 'completed', 'code': 200} Aug 31 19:08:48.467225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-fb448bc0-ef41-492e-9f6e-1fabd0bba6f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.1097920 Aug 31 19:08:48.493298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b811acf1-dd22-4d71-9874-1d34b0654d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.530692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.591175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b811acf1-dd22-4d71-9874-1d34b0654d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.596216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b811acf1-dd22-4d71-9874-1d34b0654d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.599275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.636500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811acf1-dd22-4d71-9874-1d34b0654d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2ae37c-bbe6-4d68-8d71-eaf58fad9e0a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:48.641283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b811acf1-dd22-4d71-9874-1d34b0654d4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa133fa918624475a7a08916fb13dbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713621 Aug 31 19:08:48.644798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:48.650649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-a2620251-bffe-4c46-bd02-9be7c7111709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:48.652167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-a2620251-bffe-4c46-bd02-9be7c7111709 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1700022 Aug 31 19:08:48.663882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-9ccae3d2-be77-4774-9893-3b3b53503668 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:48.665385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-9ccae3d2-be77-4774-9893-3b3b53503668 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.4967606 Aug 31 19:08:48.701758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.723497 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.745687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-0940259e-06e3-4c9d-89ff-7cc8b79fac84 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785391 Aug 31 19:08:48.768896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.774443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.777073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:48.778243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a2ae37c-bbe6-4d68-8d71-eaf58fad9e0a HTTP/1.1" status: 204 len: 168 time: 0.1319940 Aug 31 19:08:48.779379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-9f47fce1-aeeb-4e83-ac7f-34faa257213c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/quotas/9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 375 time: 0.0679109 Aug 31 19:08:48.788422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94165f63-2c52-4063-b5d6-e9cf621da874 req-e8f8aec4-3220-4961-9c52-4a376116b66c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:48.789191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a205-cdd6-4049-8ea6-5c382eff06ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2ae37c-bbe6-4d68-8d71-eaf58fad9e0a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:48.789975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94165f63-2c52-4063-b5d6-e9cf621da874 req-e8f8aec4-3220-4961-9c52-4a376116b66c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.2637215 Aug 31 19:08:48.880196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Pushing event deleted for resources: {'Port': ['ID=8974380f-956b-4eeb-a71e-86a31bdf1341,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:48.931411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-cb4734ea-d383-4979-b662-935162b94d80 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364129 Aug 31 19:08:49.044551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] No DVR routers for this DVR port 8974380f-956b-4eeb-a71e-86a31bdf1341 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:08:49.049109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.051162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb6dc35b-a505-419f-a677-d104329158a5 req-1c4c9fa7-7209-438a-a216-16d2d47ec721 tempest-DeleteServersAdminTestJSON-404394627 tempest-DeleteServersAdminTestJSON-404394627-project-admin] 10.222.0.67 "DELETE /v2.0/ports/8974380f-956b-4eeb-a71e-86a31bdf1341 HTTP/1.1" status: 204 len: 173 time: 2.1894393 Aug 31 19:08:49.073490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94165f63-2c52-4063-b5d6-e9cf621da874 req-61c36400-75da-4910-acc7-5358521b124c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644999 Aug 31 19:08:49.085791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Allocated IP 172.25.3.222 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0abed144-3081-40b9-8386-4f7bf0cf22d9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:49.126187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:49.142889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dddc7db1-caf5-49b2-92a5-48ff6293fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.181357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-265423b0-25c5-455f-ad1d-f260df15e070 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230561 Aug 31 19:08:49.246540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dddc7db1-caf5-49b2-92a5-48ff6293fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.248120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-62845900-2dcd-4004-b374-112a83ac30b6 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928443 Aug 31 19:08:49.253367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dddc7db1-caf5-49b2-92a5-48ff6293fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.257003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05a7f24e-618b-4773-bfb8-52a713818ca3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:49.305976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc7db1-caf5-49b2-92a5-48ff6293fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69585e96-6a25-466f-a06b-76b563048fd0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:49.313022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dddc7db1-caf5-49b2-92a5-48ff6293fa2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b399c2d020184cc78584e37db8244988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860480 Aug 31 19:08:49.314994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 05a7f24e-618b-4773-bfb8-52a713818ca3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:49.316990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:49.326548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 05a7f24e-618b-4773-bfb8-52a713818ca3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:49.327058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.360745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aae6f73-1783-402b-abf9-ac6a9efc8339 req-ed25085f-1162-4fd1-a401-3d47908be192 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.1086817 Aug 31 19:08:49.401395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.434776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.442637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32138f29-79d4-46b5-95af-01c55a61bed1 req-bb6c1bd1-f3f2-4132-ad36-5694a3df4c01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0395038 Aug 31 19:08:49.505014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.514704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220479c8-86b9-406f-8fe2-5ec1ada421ed req-9edbf7c9-9989-49c9-83a5-fbc455f4b5cb service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191547 Aug 31 19:08:49.536579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.537963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.541479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.542810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69585e96-6a25-466f-a06b-76b563048fd0 HTTP/1.1" status: 204 len: 168 time: 0.2247930 Aug 31 19:08:49.555928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c584e-3a5c-489f-96f4-60881e66c3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69585e96-6a25-466f-a06b-76b563048fd0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:49.583263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 05a7f24e-618b-4773-bfb8-52a713818ca3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05a7f24e-618b-4773-bfb8-52a713818ca3,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:49.590078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:49.591720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32138f29-79d4-46b5-95af-01c55a61bed1 req-60c65c9d-6ad5-4ded-8db2-dea3aa646c24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&device_id=f8d284f4-a932-49e3-af56-95d4d493f8cf HTTP/1.1" status: 200 len: 210 time: 0.0757959 Aug 31 19:08:49.624654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-77ca1099-1bd4-42a9-bfeb-03bed3aaf979 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696887 Aug 31 19:08:49.656721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=05a7f24e-618b-4773-bfb8-52a713818ca3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:49.703377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32138f29-79d4-46b5-95af-01c55a61bed1 req-cf4f482d-7d81-4d57-8736-8437bbe9d5ed service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737975 Aug 31 19:08:50.049519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-bf7ba7fa-2a4c-4c0a-9528-97d64138ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.051180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-bf7ba7fa-2a4c-4c0a-9528-97d64138ff7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1117 time: 0.4641178 Aug 31 19:08:50.165724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:50.271799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8974380f-956b-4eeb-a71e-86a31bdf1341 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:08:50.303919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 8974380f-956b-4eeb-a71e-86a31bdf1341 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:08:50.304632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8974380f-956b-4eeb-a71e-86a31bdf1341 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:08:50.307896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:50.341640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a002b635-4050-40ce-b01b-988bdb659c9a req-c7fbee79-af23-48cf-b3f8-cbb43e1d53c7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 210 time: 0.1194308 Aug 31 19:08:50.348928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:50.363219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a7dc2-fb49-446d-80ea-b62255daea5f req-a11773ca-30d5-4d35-9a35-2a6d42da23e1 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.364997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd9a7dc2-fb49-446d-80ea-b62255daea5f req-a11773ca-30d5-4d35-9a35-2a6d42da23e1 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 945 time: 0.3254337 Aug 31 19:08:50.366689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:50.380888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:50.386455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'floatingip': {'port_id': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:50.512287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'name': 'network-vif-deleted', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:50.516710 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7211cb48-6d79-4de1-9b02-8a5a9d187ff6" -d '{"events": [{"server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "name": "network-vif-deleted", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:50.520162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32138f29-79d4-46b5-95af-01c55a61bed1 req-9c1ff6ec-aa46-427b-8b53-2ed73c80f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.520695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:50.522520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32138f29-79d4-46b5-95af-01c55a61bed1 req-9c1ff6ec-aa46-427b-8b53-2ed73c80f9af service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8057296 Aug 31 19:08:50.535499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Pushing event updated for resources: {'Port': ['ID=0abed144-3081-40b9-8386-4f7bf0cf22d9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:50.735095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-1fdfe656-1e4b-4467-8c09-95d8984d8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.736621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-1fdfe656-1e4b-4467-8c09-95d8984d8d36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.6576207 Aug 31 19:08:50.747892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19feab-e38c-45ae-b5c4-8b957d5bbd16 req-0b220d78-0532-4977-be72-aaf15c0603ba tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.761608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df19feab-e38c-45ae-b5c4-8b957d5bbd16 req-0b220d78-0532-4977-be72-aaf15c0603ba tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.2372506 Aug 31 19:08:50.807730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-8a07b567-2333-45b6-b79b-d8c77d884b0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.0417912 Aug 31 19:08:50.891983 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76ba03-052e-475d-bdee-5d590c360cdb x-openstack-request-id: req-7b76ba03-052e-475d-bdee-5d590c360cdb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:50.892351 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d284f4-a932-49e3-af56-95d4d493f8cf", "name": "network-vif-deleted", "tag": "8974380f-956b-4eeb-a71e-86a31bdf1341", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:50.892689 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b76ba03-052e-475d-bdee-5d590c360cdb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:50.893155 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d284f4-a932-49e3-af56-95d4d493f8cf', 'name': 'network-vif-deleted', 'tag': '8974380f-956b-4eeb-a71e-86a31bdf1341', 'status': 'completed', 'code': 200} Aug 31 19:08:50.915978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:50.966051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df19feab-e38c-45ae-b5c4-8b957d5bbd16 req-06678ef2-8887-4bb4-8c93-0534665db747 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033961 Aug 31 19:08:50.980365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-099919af-9bca-4267-96c3-a570b4eae471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:50.981825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-099919af-9bca-4267-96c3-a570b4eae471 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1675036 Aug 31 19:08:51.079915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-2a8de475-d63c-420b-bcdb-0ffc54332168 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900288 Aug 31 19:08:51.237203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05a7f24e-618b-4773-bfb8-52a713818ca3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:51.321477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 05a7f24e-618b-4773-bfb8-52a713818ca3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:51.322746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:51.326341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-36e3d7e7-c407-4d49-be1e-104a47ec2a97 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1371715 Aug 31 19:08:51.626303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c67c6c80-7978-41ef-a0c3-da24f9efe2bc req-2a1602f4-b21b-4fcb-90a7-ba906d50b418 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 210 time: 0.1105001 Aug 31 19:08:51.644557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-430326ee-8a3a-44e5-9f81-163e4e634090 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559099 Aug 31 19:08:51.652246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-b4989890-85f1-400b-8b16-2b98d77dd63b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:51.653763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-b4989890-85f1-400b-8b16-2b98d77dd63b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.4765286 Aug 31 19:08:51.683329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Request body: {'port': {'device_id': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'admin_state_up': True, 'tenant_id': '9393538463da4aa48688119a1608b443'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:51.713607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:51.718241 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:51.841276 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf associated. External IP: 172.25.3.247, port: 05d616c4-f2dd-4bad-8627-6dd68dbfcc41. Aug 31 19:08:52.057517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-2739b092-d375-4533-a470-a7c5396a363a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:52.073082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-2739b092-d375-4533-a470-a7c5396a363a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7306824 Aug 31 19:08:52.074430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:08:52.082834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:52.143494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-9ec00aa5-3131-48c7-b256-b74462ef00ea tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/quotas/b869660b2b0e4c0e8218a57da7c582d7 HTTP/1.1" status: 200 len: 375 time: 0.0695307 Aug 31 19:08:52.185641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:52.199527 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:52.200142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:52.210952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:52.211821 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:52.230983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d142ef0b-be70-476d-9619-a80b5d2a71c9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "PUT /v2.0/floatingips/c749afdb-e8ab-4a78-ab14-abde5b0f3ebf HTTP/1.1" status: 200 len: 991 time: 1.8481607 Aug 31 19:08:52.231967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:52.295390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:52.306382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-fd2c0f77-1041-4c93-9cc1-a634d3c886b5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411095 Aug 31 19:08:52.341227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:52.344747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:52.352381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f495f80-80c3-45ef-9d1b-59771e13d7c9 req-89b291b7-80d9-4774-9675-37cbb4a67e5a service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931345 Aug 31 19:08:52.370264 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:52.378064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8eb9-49ad-4115-86ec-98a163221cdd req-00cca81a-b884-4402-b852-e2954fce0b54 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:52.379594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bbb8eb9-49ad-4115-86ec-98a163221cdd req-00cca81a-b884-4402-b852-e2954fce0b54 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.2408307 Aug 31 19:08:52.408969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Router 6118f9c7-2f73-4ef3-9178-331ff7dda352 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:08:52.470170 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:52.541373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1647e30-9301-44f8-b0bd-4112007ff169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:52.558074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bbb8eb9-49ad-4115-86ec-98a163221cdd req-e1f35789-bdb9-4aae-beaa-21301cd40058 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654170 Aug 31 19:08:52.669235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:08:52.682788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Sync routers for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:08:52.697050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:52.700998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:52.758900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Allocated IP 172.20.0.10 (745809cd-ee86-45aa-b8f0-f70066962da9/f8df6115-9453-4893-9868-13a30afb647e/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:52.837809 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:08:51Z', 'revision_number': 1, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:52.869183 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:52.895163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:08:52.901865 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:52.902518 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:52.924694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:53.010777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1647e30-9301-44f8-b0bd-4112007ff169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.012767 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01f0ce-d334-430e-8b9b-d14395f9e720 x-openstack-request-id: req-5b01f0ce-d334-430e-8b9b-d14395f9e720 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:53.013254 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:53.013335 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b01f0ce-d334-430e-8b9b-d14395f9e720 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:53.013804 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'status': 'completed', 'code': 200} Aug 31 19:08:53.026570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1647e30-9301-44f8-b0bd-4112007ff169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.042885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.67', 58940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:53.055658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.057360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f133b57-e2e4-403d-b251-4f85ac8f072e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3074694 Aug 31 19:08:53.065626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:53.105478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-51ba7e7c-e9f3-4947-ae5c-7366e4275063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.111990 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-51ba7e7c-e9f3-4947-ae5c-7366e4275063 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 1097 time: 0.0670543 Aug 31 19:08:53.116986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ae03a52-9acb-463a-aa38-baea22ddb9c3 req-6d8a9bba-cf77-4ac4-8a6e-2e420bb31b27 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 210 time: 0.0624413 Aug 31 19:08:53.181117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:53.215311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1647e30-9301-44f8-b0bd-4112007ff169 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5cb79d3e7ffe4f3cbe352abd1a30c110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114044 Aug 31 19:08:53.217130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:53.229756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1647e30-9301-44f8-b0bd-4112007ff169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1b5e8-076d-4439-a780-85dfa762ef60,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:53.274156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6c8a197-ff18-4fdc-b01d-3d249e669515 req-28abdbb4-991c-4b76-99e6-e305346429a7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 210 time: 0.0934768 Aug 31 19:08:53.283458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.366204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-fd00eb57-a9c4-4649-942f-b3f99ce1cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.375357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-fd00eb57-a9c4-4649-942f-b3f99ce1cf4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 925 time: 0.2521920 Aug 31 19:08:53.441040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:53.476185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'port_id': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'mac_address': 'fa:16:3e:d7:f0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fc1e73-58d9-4f97-9d1f-010b068f3d0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-2030626742', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:08:53.479549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461161-4189-406b-9296-7897226f5f53 req-24c50caf-f310-48ad-8375-d14f8b40e9f5 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.481324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8461161-4189-406b-9296-7897226f5f53 req-24c50caf-f310-48ad-8375-d14f8b40e9f5 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.1397779 Aug 31 19:08:53.502943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-8f69f11d-8018-47e5-8f32-a2af596bc1ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 200 len: 999 time: 0.1011393 Aug 31 19:08:53.504031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.545163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.567056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.603060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-171a402a-436d-49af-b83b-428ba6808d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.604210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:50Z', 'revision_number': 3, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:53.605310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-171a402a-436d-49af-b83b-428ba6808d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.0908291 Aug 31 19:08:53.644513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:53.675881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Checking router: 6118f9c7-2f73-4ef3-9178-331ff7dda352 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:08:53.676507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Updating router 6118f9c7-2f73-4ef3-9178-331ff7dda352 port 0abed144-3081-40b9-8386-4f7bf0cf22d9 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:08:53.680849 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.687957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-8f9e5f51-3302-4c55-8753-f6a1282722d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.689459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-8f9e5f51-3302-4c55-8753-f6a1282722d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745995 Aug 31 19:08:53.716388 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.718634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a34e89-10b1-4997-9c84-6a02d0678a7b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:53.731875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.737423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.738680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dcb1b5e8-076d-4439-a780-85dfa762ef60 HTTP/1.1" status: 204 len: 168 time: 0.5190215 Aug 31 19:08:53.767463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:53.770638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Network 745809cd-ee86-45aa-b8f0-f70066962da9 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:53.787498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8461161-4189-406b-9296-7897226f5f53 req-096bc98a-9263-412f-a7d2-9f2ebd050aeb tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873929 Aug 31 19:08:53.796644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:53.797701 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:08:51Z', 'revision_number': 1, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:53.807121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:53.813857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482f852-6f2c-4c3b-ba4a-dc3ae6e5b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1b5e8-076d-4439-a780-85dfa762ef60,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:53.814968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:53.818772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.832804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:53.887261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-4dd09229-9cde-4d7d-9421-8f7ee6ffef89 service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893957 Aug 31 19:08:53.893323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-61243cba-fec0-4626-acba-291929dffb09 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2173760 Aug 31 19:08:53.913625 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100b628-032e-4edd-a28e-df3774035d58 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:08:51Z', 'revision_number': 1, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:54.005097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Request body: {'port': {'device_id': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:54.085660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1ffb-e61c-441a-aead-f2704e7c7a92 req-52a91343-3346-4fb6-946e-354def3276fa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:54.102946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2efa1ffb-e61c-441a-aead-f2704e7c7a92 req-52a91343-3346-4fb6-946e-354def3276fa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.4116206 Aug 31 19:08:54.157100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fa405b8-1043-4d8e-8bfd-38478a4e8f27 req-48f70fb5-63a9-4a43-bf27-37ffe524bcc0 service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560458 Aug 31 19:08:54.188644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:54.227991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.233786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['85a34e89-10b1-4997-9c84-6a02d0678a7b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:08:54.291140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-57a9f035-fa3b-44c2-a14e-ccd6385d6b3a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727285 Aug 31 19:08:54.307351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:54.324620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b225-1218-4436-aa3a-bebc14859a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.367495 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ecb53-353a-4eaf-9b69-72a6ae7d2f45 None None] New status for floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:08:54.382991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Transition to ACTIVE for port object 0abed144-3081-40b9-8386-4f7bf0cf22d9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:54.421284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.477922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36dace-e190-4f35-91ca-1ad568c41001 None None] Pushing event updated for resources: {'Port': ['ID=0abed144-3081-40b9-8386-4f7bf0cf22d9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:54.512369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-14b80ddb-3323-49a9-a176-d8fe70d0ef49 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:54.514275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-14b80ddb-3323-49a9-a176-d8fe70d0ef49 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.1515560 Aug 31 19:08:54.547107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Attempting to bind port 0abed144-3081-40b9-8386-4f7bf0cf22d9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:54.547435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Attempting to bind port 0abed144-3081-40b9-8386-4f7bf0cf22d9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:54.547893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Attempting to bind port 0abed144-3081-40b9-8386-4f7bf0cf22d9 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:54.563629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:54.564047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:54.564463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.564867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:54.565353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Bound port: 0abed144-3081-40b9-8386-4f7bf0cf22d9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:54.565737 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.620708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2efa1ffb-e61c-441a-aead-f2704e7c7a92 req-763ed420-17d3-4878-8a99-7ac06e997482 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153873 Aug 31 19:08:54.624740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] For port 0abed144-3081-40b9-8386-4f7bf0cf22d9, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:54.628140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] For port 0abed144-3081-40b9-8386-4f7bf0cf22d9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0abed144-3081-40b9-8386-4f7bf0cf22d9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:54.641860 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.643797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-a0fea837-2a2c-4f42-a5de-a7a22b1a90d7 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:54.648514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-a0fea837-2a2c-4f42-a5de-a7a22b1a90d7 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953956 Aug 31 19:08:54.672363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b225-1218-4436-aa3a-bebc14859a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.683845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:54.694692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b225-1218-4436-aa3a-bebc14859a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.706787 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:54.714155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:08:54.715136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:54.717244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a59240c-e9f0-4f45-9f1a-91aa890337ce req-5328fa21-3a86-47bf-b385-2de3d090bbc7 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 210 time: 0.4654915 Aug 31 19:08:54.728285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Request body: {'port': {'device_id': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'b869660b2b0e4c0e8218a57da7c582d7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:54.783538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36dace-e190-4f35-91ca-1ad568c41001 None None] Pushing event updated for resources: {'Port': ['ID=0abed144-3081-40b9-8386-4f7bf0cf22d9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:54.881595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:08:54.961254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2b225-1218-4436-aa3a-bebc14859a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d7be9f-9c36-44d4-b193-1797abdd6999,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:55.004034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6c92c5-9f66-4b9e-84df-92ae1e921427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.017542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1cb2b225-1218-4436-aa3a-bebc14859a15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51a025977e53459d9377ff5b67818b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083383 Aug 31 19:08:55.018304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:55.084880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:50Z', 'revision_number': 3, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:08:55.108847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Deleting port 1d99a52f-5c27-4191-b6f3-c2c11c576652 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:08:55.109443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.116331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb041de-7f66-45b7-9cde-f937d5dda95c None None] The sync data for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 is: [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:50Z', 'revision_number': 3, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:08:55.214520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.285909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] For port 1d99a52f-5c27-4191-b6f3-c2c11c576652, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1d99a52f-5c27-4191-b6f3-c2c11c576652,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:55.286346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.290620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.303500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e7b43-9b73-42b9-b16b-7200f147ba94 req-474f5ff0-77d2-4922-b576-8312fde4f48f tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:55.305183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c6e7b43-9b73-42b9-b16b-7200f147ba94 req-474f5ff0-77d2-4922-b576-8312fde4f48f tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 971 time: 0.4001169 Aug 31 19:08:55.322625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Calling delete_port for 1d99a52f-5c27-4191-b6f3-c2c11c576652 owned by compute:tempest-test_az-2030626742 {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:08:55.436681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6c92c5-9f66-4b9e-84df-92ae1e921427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.455605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6c92c5-9f66-4b9e-84df-92ae1e921427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.465248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.467200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.468439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63d7be9f-9c36-44d4-b193-1797abdd6999 HTTP/1.1" status: 204 len: 168 time: 0.4453468 Aug 31 19:08:55.491610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0328-eab1-4c6a-8831-0fe4f661163a req-b7cffdd8-dcbc-4327-9b86-ed2748af9e87 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:55.498884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e28d0328-eab1-4c6a-8831-0fe4f661163a req-b7cffdd8-dcbc-4327-9b86-ed2748af9e87 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 932 time: 0.6277902 Aug 31 19:08:55.515510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c92c5-9f66-4b9e-84df-92ae1e921427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a920329-0944-4501-bac5-161ea818258e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:55.530807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f6c92c5-9f66-4b9e-84df-92ae1e921427 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ceac3d70a7954430bff8194219ab9258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8448699 Aug 31 19:08:55.531381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:55.547925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c2fc5-8d91-432c-b74b-b4c685ad61a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d7be9f-9c36-44d4-b193-1797abdd6999,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:55.564478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.592753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c6e7b43-9b73-42b9-b16b-7200f147ba94 req-4c11d3a4-dfc7-41a0-8751-433f30f2e7b2 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/security-groups?id=3419797c-b062-4249-a93c-b286a2cacbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119520 Aug 31 19:08:55.635747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.654595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.666667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1d99a52f-5c27-4191-b6f3-c2c11c576652'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:08:55.677119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Made reservation on behalf of b869660b2b0e4c0e8218a57da7c582d7 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:08:55.684642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.757391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.816167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Pushing event deleted for resources: {'Port': ['ID=1d99a52f-5c27-4191-b6f3-c2c11c576652,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:55.879426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] No DVR routers for this DVR port 1d99a52f-5c27-4191-b6f3-c2c11c576652 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:08:55.895929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e28d0328-eab1-4c6a-8831-0fe4f661163a req-e187aad1-46de-4a6b-9f49-b17b05001aa9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804481 Aug 31 19:08:55.904248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.906259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-250c06a5-a90c-4808-9a2e-7ecafaa22137 req-79111167-aaab-4604-a9e7-5ea4f5ddc175 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.82 "DELETE /v2.0/ports/1d99a52f-5c27-4191-b6f3-c2c11c576652 HTTP/1.1" status: 204 len: 173 time: 1.3851068 Aug 31 19:08:55.907028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'name': 'network-vif-deleted', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:55.910060 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a0fe3-36dd-4ea6-ad3e-785eab4566dd" -d '{"events": [{"server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "name": "network-vif-deleted", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:55.945101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.946690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:55.957217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a920329-0944-4501-bac5-161ea818258e HTTP/1.1" status: 204 len: 168 time: 0.4157898 Aug 31 19:08:55.973987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bcc0e-fcb6-4b9e-aec7-6ac3cf30096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a920329-0944-4501-bac5-161ea818258e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:56.103307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:56.220434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.230338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bddc774-531f-4459-a3a3-956fbc16112f req-b0c3d102-501c-410b-a55c-5149513495a8 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 210 time: 0.1294289 Aug 31 19:08:56.295555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af32914-7414-4c7d-8726-674aaa26901f req-49e73637-7901-4ae0-ac88-4629ccc5b092 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:56.303912 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af32914-7414-4c7d-8726-674aaa26901f req-49e73637-7901-4ae0-ac88-4629ccc5b092 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 966 time: 0.4411275 Aug 31 19:08:56.306027 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec205789-b1df-47d1-8399-28f71c227e97 x-openstack-request-id: req-ec205789-b1df-47d1-8399-28f71c227e97 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:56.306481 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd", "name": "network-vif-deleted", "tag": "1d99a52f-5c27-4191-b6f3-c2c11c576652", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:56.307198 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec205789-b1df-47d1-8399-28f71c227e97 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:56.308005 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd', 'name': 'network-vif-deleted', 'tag': '1d99a52f-5c27-4191-b6f3-c2c11c576652', 'status': 'completed', 'code': 200} Aug 31 19:08:56.323000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Transition to ACTIVE for port object b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:56.367540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.386827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Allocated IP 192.168.233.141 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:56.420707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:56.435692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f8806e1-884d-4bac-aa7d-bacbda71b197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.535546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af32914-7414-4c7d-8726-674aaa26901f req-9711f4cc-81b2-4893-9c1d-112c052533dc tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301130 Aug 31 19:08:56.555411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:56.593988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f8806e1-884d-4bac-aa7d-bacbda71b197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.606500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f8806e1-884d-4bac-aa7d-bacbda71b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.651894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Allocated IP 172.20.0.1 (e5b6b096-12a2-408a-a5f3-195cad0c9138/86aead45-39d8-451b-8050-48d5f18ac391/384572e7-0784-4351-a6a7-b796c1a1381e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:08:56.655682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8806e1-884d-4bac-aa7d-bacbda71b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf53218-2a14-41e9-ad52-ba2959c86dfa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:56.682442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9f8806e1-884d-4bac-aa7d-bacbda71b197 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a111828385734603890a23a4ab5eaae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605948 Aug 31 19:08:56.684950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:56.687574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:56.688058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:56.688409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:56.709680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:56.710006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:56.751454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.775800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.784607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:56.784956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:56.785456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:56.785934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Bound port: b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:56.786300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.807528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efebf3e4-0d91-4d2f-adcc-3ca65bb00369 req-370fa1d8-5618-4498-af7a-5fa8bd3ffed9 tempest-AggregatesAdminTestJSON-1991297228 tempest-AggregatesAdminTestJSON-1991297228-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c38bbd3-1eca-4c6b-bd1b-515c0cc779dd HTTP/1.1" status: 200 len: 210 time: 0.0823712 Aug 31 19:08:56.845049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.847532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.850046 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbf53218-2a14-41e9-ad52-ba2959c86dfa HTTP/1.1" status: 204 len: 168 time: 0.1634054 Aug 31 19:08:56.861682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868897f5-f375-4c5d-b74d-2b451c4c7c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf53218-2a14-41e9-ad52-ba2959c86dfa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:56.910249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:56.928401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:56.951149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Transition to ACTIVE for port object 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:56.960996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:08:56.967595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:08:56.995890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.008254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 85a34e89-10b1-4997-9c84-6a02d0678a7b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:57.013753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 85a34e89-10b1-4997-9c84-6a02d0678a7b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:57.014134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.019461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.088839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.089446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.090985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 1093 time: 3.1891103 Aug 31 19:08:57.092425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:57.094683 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:57.106479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Transition to ACTIVE for port object 384572e7-0784-4351-a6a7-b796c1a1381e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:57.186971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.189086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc036-1bbb-4bce-b58d-a452ef548197 req-1fabb959-274c-4894-9da3-add7ccbd6851 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.190684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40fcc036-1bbb-4bce-b58d-a452ef548197 req-1fabb959-274c-4894-9da3-add7ccbd6851 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.2204709 Aug 31 19:08:57.194247 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e9495-833b-4fdf-b570-39f0d24ac24f x-openstack-request-id: req-a81e9495-833b-4fdf-b570-39f0d24ac24f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:57.194540 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:57.194797 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a81e9495-833b-4fdf-b570-39f0d24ac24f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:57.195198 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'status': 'completed', 'code': 200} Aug 31 19:08:57.223444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:08:57.227295 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1289e0-ed56-4eed-8187-09a022c6cbe8" -d '{"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-plugged", "status": "completed", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:08:57.242073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:57.246997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.262604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.266995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275975-163c-4bee-8e84-08648b87b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:57.289833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0abed144-3081-40b9-8386-4f7bf0cf22d9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:57.454910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cad57-e1d8-45fe-b3e6-5ccd7c3f0948 req-4a416e95-45db-40fd-b073-561e2d859e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.458258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-363cad57-e1d8-45fe-b3e6-5ccd7c3f0948 req-4a416e95-45db-40fd-b073-561e2d859e2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1119 time: 0.0785396 Aug 31 19:08:57.484802 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b33f29-a6bc-4f75-8b44-0a67ab3f0a45 x-openstack-request-id: req-a8b33f29-a6bc-4f75-8b44-0a67ab3f0a45 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:08:57.485114 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-plugged", "status": "completed", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:08:57.485332 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8b33f29-a6bc-4f75-8b44-0a67ab3f0a45 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:08:57.485711 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'code': 200} Aug 31 19:08:57.492909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:57.520013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:57.525300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0abed144-3081-40b9-8386-4f7bf0cf22d9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:57.530633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40fcc036-1bbb-4bce-b58d-a452ef548197 req-e02e3baf-e8a5-4a62-8dbd-bafe009e6f54 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001125 Aug 31 19:08:57.533890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:57.541268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.542106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.549080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:57.549755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.551829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Pushing event updated for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:57.552052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0abed144-3081-40b9-8386-4f7bf0cf22d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:57.552472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.574706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-5cb0d409-3788-4565-ba0b-88d921f933ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.576486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-5cb0d409-3788-4565-ba0b-88d921f933ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1096 time: 0.4084175 Aug 31 19:08:57.590559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-363cad57-e1d8-45fe-b3e6-5ccd7c3f0948 req-a0606bbb-5ebb-4889-8c17-5093d1fa9876 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235025 Aug 31 19:08:57.619464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-d0e99ad2-7e39-46f7-a96a-cf79ccc8dc23 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9208293 Aug 31 19:08:57.680535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31dd58-928b-4d8e-a695-5501cf627961 req-4b9fadf2-fd55-4e8c-96e5-f9578ee4a4f5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.684894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f31dd58-928b-4d8e-a695-5501cf627961 req-4b9fadf2-fd55-4e8c-96e5-f9578ee4a4f5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 936 time: 0.2312353 Aug 31 19:08:57.686803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:57.690344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-f2cdaa99-8227-4590-a2ab-d7f38a6c461e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0841916 Aug 31 19:08:57.696730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:57.709404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.731982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0abed144-3081-40b9-8386-4f7bf0cf22d9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0abed144-3081-40b9-8386-4f7bf0cf22d9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:08:57.733211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:08:57.733653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.738490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:57.762611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Pushing event updated for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:57.803492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0abed144-3081-40b9-8386-4f7bf0cf22d9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:57.912425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Request body: {'port': {'device_id': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:08:57.982297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-a4e6b1ec-92cf-42ea-8e92-6c4fee68e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:57.983839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-a4e6b1ec-92cf-42ea-8e92-6c4fee68e63b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.2476342 Aug 31 19:08:57.997891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Provisioning for port 384572e7-0784-4351-a6a7-b796c1a1381e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:58.002928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Provisioning complete for port 384572e7-0784-4351-a6a7-b796c1a1381e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:58.003629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.014391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f31dd58-928b-4d8e-a695-5501cf627961 req-dbb98710-8948-4915-a5e1-9d3fa1b7a33e tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194523 Aug 31 19:08:58.053304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-cfc99360-8675-4477-b15c-4f06bb077fa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580838 Aug 31 19:08:58.061367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6136490-892e-40f6-8179-55fe88481354 req-c76e61f2-505a-4c10-9568-ee90d9a7aaaa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:58.062838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6136490-892e-40f6-8179-55fe88481354 req-c76e61f2-505a-4c10-9568-ee90d9a7aaaa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 967 time: 0.3713543 Aug 31 19:08:58.077510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Port 384572e7-0784-4351-a6a7-b796c1a1381e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:58.095369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Provisioning for port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:08:58.100140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.101747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Provisioning complete for port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:58.102371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.171676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e905d3-59a9-4ea5-a451-3c5950b39d1e None None] Port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:08:58.264202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6136490-892e-40f6-8179-55fe88481354 req-5633f296-d34d-492f-8f4f-5c6bd1250db9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685603 Aug 31 19:08:58.297675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-251407cf-9f2a-4a9a-b083-8026d65da981 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285285 Aug 31 19:08:58.301528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.503457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:58.797844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aee2857d-f17c-4da4-af1b-d60c8c54e93a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7be12917bcb342059504def6e6eaf164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929494 Aug 31 19:08:58.804763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:58.841957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00cb884a-f5ae-4d34-bd02-02f517f01cd9 req-90d9ad15-d5a4-4980-990d-c5e0e79ab7f7 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810447 Aug 31 19:08:58.860085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072f17-323e-4543-b865-c2d0250bd8bc req-4df827e0-adaf-4b3f-a5cd-57b7e30034b7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:58.868131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a072f17-323e-4543-b865-c2d0250bd8bc req-4df827e0-adaf-4b3f-a5cd-57b7e30034b7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.2326262 Aug 31 19:08:58.869825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.925176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:58.925717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1d99a52f-5c27-4191-b6f3-c2c11c576652 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:08:58.969036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 1d99a52f-5c27-4191-b6f3-c2c11c576652 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:08:58.969386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1d99a52f-5c27-4191-b6f3-c2c11c576652 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:08:59.003121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.007934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.012499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3419797c-b062-4249-a93c-b286a2cacbf4 HTTP/1.1" status: 204 len: 168 time: 0.2063525 Aug 31 19:08:59.040416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d80de-4304-4a52-a942-0a6e1175fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419797c-b062-4249-a93c-b286a2cacbf4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:59.074859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a072f17-323e-4543-b865-c2d0250bd8bc req-6d8678d0-177b-483d-be9f-c40ae405acbf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057619 Aug 31 19:08:59.142299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-3b559972-acc6-477e-ac18-213ba0378670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:59.146312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-3b559972-acc6-477e-ac18-213ba0378670 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1096 time: 0.1858075 Aug 31 19:08:59.190912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:08:59.210385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0abed144-3081-40b9-8386-4f7bf0cf22d9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:08:59.263889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.266827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.282503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0abed144-3081-40b9-8386-4f7bf0cf22d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:08:59.283675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.293511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.294249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.385047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Transition to ACTIVE for port object 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:08:59.407986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.480382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a66d6-1aa6-4519-bf1d-c5b601220628 req-5f726f5f-e2d8-4ed2-9b99-d517bebd6171 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:59.482039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f6a66d6-1aa6-4519-bf1d-c5b601220628 req-5f726f5f-e2d8-4ed2-9b99-d517bebd6171 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 936 time: 0.2627659 Aug 31 19:08:59.491628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Pushing event updated for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:59.542076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-3f695eff-eed8-4bb3-ba19-9eef972929d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:59.543777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-3f695eff-eed8-4bb3-ba19-9eef972929d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.3847051 Aug 31 19:08:59.618175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:59.662534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a8087677-dc74-42a6-8e4d-aeb4887926af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=821ce462410746d6b936504556bb7628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408559 Aug 31 19:08:59.663614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:08:59.667590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:59.671410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-79e44230-7e8e-49fe-84b0-36e0a9338cf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0957928 Aug 31 19:08:59.684428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae6ad6-7969-49c7-9cd7-de07b61afb68 req-78e11cc3-5af0-4b70-b761-2532142e4d7a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:59.685980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74ae6ad6-7969-49c7-9cd7-de07b61afb68 req-78e11cc3-5af0-4b70-b761-2532142e4d7a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 967 time: 0.2948976 Aug 31 19:08:59.699709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:08:59.716326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.720349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f6a66d6-1aa6-4519-bf1d-c5b601220628 req-2eee38da-4b81-47f1-bab0-19bee7864417 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153831 Aug 31 19:08:59.738870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.755329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:08:59.764398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Attempting to bind port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:08:59.764715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Attempting to bind port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:08:59.765051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Attempting to bind port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:59.795141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.798139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:08:59.798857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Attempting to bind port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:08:59.800619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.802569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e515405c-13e7-40bb-b1d8-734de5fd2079 HTTP/1.1" status: 204 len: 168 time: 0.1373835 Aug 31 19:08:59.813635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4a5b4-920f-438f-aab6-996702b38c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515405c-13e7-40bb-b1d8-734de5fd2079,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:08:59.867598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:08:59.868694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:08:59.869261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:08:59.869856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Bound port: 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:08:59.870393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:08:59.877822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-743c95df-79cd-4f02-9815-dd94e4dc9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:08:59.879583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-743c95df-79cd-4f02-9815-dd94e4dc9d15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1822023 Aug 31 19:08:59.904103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74ae6ad6-7969-49c7-9cd7-de07b61afb68 req-e0f76865-8944-4a91-9357-aca19d01e7af tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913137 Aug 31 19:08:59.986368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-c9726791-3805-410c-a887-5003069edc57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877762 Aug 31 19:09:00.048163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9df7fe97-1f0d-45f1-b7e7-c0f579a4844f None None] Provisioning complete for port 384572e7-0784-4351-a6a7-b796c1a1381e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:00.048803 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9df7fe97-1f0d-45f1-b7e7-c0f579a4844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:00.127871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Router 6118f9c7-2f73-4ef3-9178-331ff7dda352 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:09:00.146812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9df7fe97-1f0d-45f1-b7e7-c0f579a4844f None None] Port 384572e7-0784-4351-a6a7-b796c1a1381e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:00.150413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:00.262602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:00.278416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:00.292764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-706dea5b-fc93-4277-a180-0e1c8b2d82d4 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830610 Aug 31 19:09:00.313222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:00.335358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Sync routers for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:00.353969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:00.355245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:00.380185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a0e849a-bd65-455c-a3f9-59f6154e468e admin admin] 10.222.0.73 "PUT /v2.0/routers/6118f9c7-2f73-4ef3-9178-331ff7dda352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2666059 Aug 31 19:09:00.453496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:00.454088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:00.461145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] 10.222.0.82 "PUT /v2.0/ports/9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f HTTP/1.1" status: 200 len: 1097 time: 2.5614634 Aug 31 19:09:00.469965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:00.471880 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3438d91-f6a1-4695-ba0a-479d3749f6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:00.516381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:00.754339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41c8a9ce-710e-4fd6-98da-9e4226d7ddcc req-e2bec4be-d755-4d30-9b59-9120efbb4c69 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3695440 Aug 31 19:09:00.779690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 2, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:00.810498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Checking router: 6118f9c7-2f73-4ef3-9178-331ff7dda352 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:00.811393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Updating router 6118f9c7-2f73-4ef3-9178-331ff7dda352 port 384572e7-0784-4351-a6a7-b796c1a1381e binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:09:00.836204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:00.881104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:00.914129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.914503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.914835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.915929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.915929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.915929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.916200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.916505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.916832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.917158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.917481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.917802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1452e-e7d7-4d04-8a4d-209f114369c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:00.946285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa067a55-6aa5-4e84-8f81-d2bfc748c1a5 req-acd589aa-e2f6-4b2f-aff6-3ed49991a153 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223514 Aug 31 19:09:00.954216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919757df-6cfb-43ed-96a4-19f21c450c85 req-3f7c0070-45cf-476e-883e-d402fdfbb01b tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:00.955187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919757df-6cfb-43ed-96a4-19f21c450c85 req-3f7c0070-45cf-476e-883e-d402fdfbb01b tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1119 time: 0.5052645 Aug 31 19:09:00.963868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-154118b7-889d-4d66-bda9-e406345798ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:00.965373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-154118b7-889d-4d66-bda9-e406345798ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 1100 time: 0.2061031 Aug 31 19:09:01.037494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a9ce-710e-4fd6-98da-9e4226d7ddcc req-4a2cac13-02d6-4937-9ac2-4452b9d7db3e tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.039205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41c8a9ce-710e-4fd6-98da-9e4226d7ddcc req-4a2cac13-02d6-4937-9ac2-4452b9d7db3e tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840118 Aug 31 19:09:01.042935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-e06bcd87-64a4-4325-91ac-2006137bea0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f HTTP/1.1" status: 200 len: 217 time: 0.0670462 Aug 31 19:09:01.093008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41c8a9ce-710e-4fd6-98da-9e4226d7ddcc req-1507f874-5201-4c5a-af61-9fe0ba4e11b5 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/quotas/8b70d76a265044a7a8f4ef6e91cd0c03 HTTP/1.1" status: 200 len: 375 time: 0.0464158 Aug 31 19:09:01.095606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919757df-6cfb-43ed-96a4-19f21c450c85 req-bc1f8539-3b29-4b76-9509-d34d58b72e59 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216424 Aug 31 19:09:01.133831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41c8a9ce-710e-4fd6-98da-9e4226d7ddcc req-897d75a8-0ce6-45bc-a416-eda162bf13c4 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350902 Aug 31 19:09:01.139069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:01.139665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-97d3e0a9-f111-4d0a-8d30-7fb59c7a561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.141243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-97d3e0a9-f111-4d0a-8d30-7fb59c7a561b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0790927 Aug 31 19:09:01.156256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Transition to ACTIVE for port object 384572e7-0784-4351-a6a7-b796c1a1381e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:01.172335 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:01.223079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-4e96b0a4-03aa-4d87-b251-7ce12e6ef863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.225961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-4e96b0a4-03aa-4d87-b251-7ce12e6ef863 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770047 Aug 31 19:09:01.242749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d528f-0661-4525-b243-884253184460 None None] Pushing event updated for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:01.364132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Attempting to bind port 384572e7-0784-4351-a6a7-b796c1a1381e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:01.364860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Attempting to bind port 384572e7-0784-4351-a6a7-b796c1a1381e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:01.364963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Attempting to bind port 384572e7-0784-4351-a6a7-b796c1a1381e on network e5b6b096-12a2-408a-a5f3-195cad0c9138 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:01.375018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:01.375396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Checking segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:01.375832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:01.376229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Bound using segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:01.378731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Bound port: 384572e7-0784-4351-a6a7-b796c1a1381e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:01.379151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:01.379258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5109-3601-4cc8-a495-503d59d28f93 req-dfea79aa-d9f5-42bc-b683-6c29eee5481c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.388738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4be5109-3601-4cc8-a495-503d59d28f93 req-dfea79aa-d9f5-42bc-b683-6c29eee5481c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.0827086 Aug 31 19:09:01.470613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4be5109-3601-4cc8-a495-503d59d28f93 req-1f71f030-bafc-4140-9653-acff822ff4c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Aug 31 19:09:01.484356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] For port 384572e7-0784-4351-a6a7-b796c1a1381e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:01.494552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] For port 384572e7-0784-4351-a6a7-b796c1a1381e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=384572e7-0784-4351-a6a7-b796c1a1381e,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:01.501088 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:01.511066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-6fa6e3e1-1357-4539-a6f6-1495286b4b1c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749906 Aug 31 19:09:01.604944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d528f-0661-4525-b243-884253184460 None None] Pushing event updated for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:01.616341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:01.624219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:08:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:01.646538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8da986-1b93-4781-adf5-73ea7ccccf5b req-7d0902d2-098f-49d3-8792-bae7d27e2164 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289761 Aug 31 19:09:01.663968 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f568c-6dda-4ca2-8788-563377a57690 x-openstack-request-id: req-ca9f568c-6dda-4ca2-8788-563377a57690 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:01.664262 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:01.664510 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca9f568c-6dda-4ca2-8788-563377a57690 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:01.664907 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f', 'status': 'completed', 'code': 200} Aug 31 19:09:01.826742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:01.827545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-97cd5648-72fc-4190-b569-7b7e5745013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.829255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-97cd5648-72fc-4190-b569-7b7e5745013c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 1100 time: 0.1237493 Aug 31 19:09:01.839206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6161d4b-d304-43cb-a165-220c340ec35e req-72899ce8-bdd9-4395-9059-f39de9d32c15 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.840877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6161d4b-d304-43cb-a165-220c340ec35e req-72899ce8-bdd9-4395-9059-f39de9d32c15 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 948 time: 0.0731056 Aug 31 19:09:01.942118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6161d4b-d304-43cb-a165-220c340ec35e req-601f6c74-a7a6-49e7-9e31-02274bce8f71 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802958 Aug 31 19:09:01.961897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-9aafca70-c746-43b9-8469-358894f8db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:01.963614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-9aafca70-c746-43b9-8469-358894f8db19 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1215971 Aug 31 19:09:02.025442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-7852a03d-70db-4cba-b650-976bd6f58af5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f HTTP/1.1" status: 200 len: 217 time: 0.0499296 Aug 31 19:09:02.049833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:01Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:02.076232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e277c-68da-4e75-b3b5-2495f46cfd9a None None] The sync data for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 is: [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:01Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:02.107860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-5af75bf1-d479-4a4b-a3b7-db6ee26bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:02.109404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-5af75bf1-d479-4a4b-a3b7-db6ee26bbb76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0756569 Aug 31 19:09:02.116310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52136b-e2ba-43f2-84f2-8e14bb69c365 req-7686d33f-ca36-46d8-8de5-b0977aa07e58 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:02.120647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb52136b-e2ba-43f2-84f2-8e14bb69c365 req-7686d33f-ca36-46d8-8de5-b0977aa07e58 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1119 time: 0.0854099 Aug 31 19:09:02.204280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb52136b-e2ba-43f2-84f2-8e14bb69c365 req-8e8db673-d695-46b4-8be5-6f6b2c4db955 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571306 Aug 31 19:09:02.212803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-e2789e65-cd99-401b-bb93-13f18730c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:02.213858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-e2789e65-cd99-401b-bb93-13f18730c60e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922556 Aug 31 19:09:02.269801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:02.276693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730598464', 'description': 'tempest-description--520165133'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:02.323479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.344182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-1119da8e-3f17-4c1b-9b06-0accb8270f6b service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213236 Aug 31 19:09:02.353797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:02.458245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.466525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.506297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c171bc-68ed-407d-9936-1974512a7642,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:02.508975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3438d91-f6a1-4695-ba0a-479d3749f6c8 req-c6ea5a5a-9371-4b8f-861a-146daf974b45 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538174 Aug 31 19:09:02.515773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.517303 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2448313 Aug 31 19:09:02.519479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.520400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.520913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:02.521246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.522238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.522735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.523254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.523772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.524242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.524748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.525364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.526670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'security_group_rule': {'security_group_id': '62c171bc-68ed-407d-9936-1974512a7642', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:02.527306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.527824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06482ae9-f79d-4d53-844d-5e8ac3d22212 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.575023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:02.600759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.609366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'port_id': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'mac_address': 'fa:16:3e:82:8c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8df6115-9453-4893-9868-13a30afb647e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:02.675698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.697915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:02.720478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:02.727511 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.759393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.765883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.796620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3001f4b-a1c6-40c0-afd9-34b2be89c22f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:02.800576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.804821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:02.805203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d657fc7a-a25e-4c38-a4f6-89af302e1f29 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795839 Aug 31 19:09:02.805281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:02.809766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'security_group_rule': {'security_group_id': '62c171bc-68ed-407d-9936-1974512a7642', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:02.811410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.811795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.812138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.812474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.812811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.813139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.813512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.813846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.814303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.814679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.815139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.815527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:02.821010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7691d3-0479-4c48-8441-1aebd48eccf8 req-7f54c073-94fb-4def-a851-78a5c4ca2f78 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:02.822567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef7691d3-0479-4c48-8441-1aebd48eccf8 req-7f54c073-94fb-4def-a851-78a5c4ca2f78 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.1258266 Aug 31 19:09:02.851668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.878900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef7691d3-0479-4c48-8441-1aebd48eccf8 req-cdddd0e6-c09a-4cc5-9073-6a173536143d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468102 Aug 31 19:09:02.900465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-f1da9ec8-3ba2-4b59-a01b-933dd6c452d3 req-2ce45c01-9c80-44c0-a522-91181b493347 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:02.901490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1da9ec8-3ba2-4b59-a01b-933dd6c452d3 req-2ce45c01-9c80-44c0-a522-91181b493347 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063951 Aug 31 19:09:02.940884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.948089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.969022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332f099e-1534-4b40-8d4e-89becfb14003,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:02.978568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:02.982513 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:02.985244 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d3ff747d-7f11-4a96-a491-d2411964fbd5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790497 Aug 31 19:09:02.988474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:02.994519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:03.033809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.195145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.261533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 384572e7-0784-4351-a6a7-b796c1a1381e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:03.338920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 384572e7-0784-4351-a6a7-b796c1a1381e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:03.350366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 384572e7-0784-4351-a6a7-b796c1a1381e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:03.350366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.364394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c73ba6-e249-4f8c-b53d-c4201f151e94 req-a865900c-b6b2-4918-aed7-5528e7d82364 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:03.372939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77c73ba6-e249-4f8c-b53d-c4201f151e94 req-a865900c-b6b2-4918-aed7-5528e7d82364 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 948 time: 0.1938884 Aug 31 19:09:03.429478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Allocated IP 172.25.3.129 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/e9ed300d-7666-4011-9de1-bb59a9a20f9e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:03.434454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.440243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77c73ba6-e249-4f8c-b53d-c4201f151e94 req-d511fdd6-61c0-4d8b-864e-2985f4740368 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 Aug 31 19:09:03.480468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 384572e7-0784-4351-a6a7-b796c1a1381e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=384572e7-0784-4351-a6a7-b796c1a1381e,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:03.487677 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.569717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:03.578883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.629466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.692050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:03.701750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:03.709484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:03.785658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'Port': ['ID=e9ed300d-7666-4011-9de1-bb59a9a20f9e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:03.834981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.873617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:03.998140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8817aa4-9fd4-464d-afe8-51c098d2682c req-6b145e9a-e4c2-4566-aa5c-b712f4c2becc tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274251 Aug 31 19:09:04.145420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.155975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8817aa4-9fd4-464d-afe8-51c098d2682c req-a8a97326-b219-4ab4-928d-96e676dbf550 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:04.157505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8817aa4-9fd4-464d-afe8-51c098d2682c req-a8a97326-b219-4ab4-928d-96e676dbf550 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516750 Aug 31 19:09:04.158518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.202256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.205615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8817aa4-9fd4-464d-afe8-51c098d2682c req-254bf86a-d1a4-4178-b6b4-f2fa0a347b3b tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/quotas/8b70d76a265044a7a8f4ef6e91cd0c03 HTTP/1.1" status: 200 len: 375 time: 0.0411863 Aug 31 19:09:04.231605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'Port': ['ID=e9ed300d-7666-4011-9de1-bb59a9a20f9e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:04.250362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8817aa4-9fd4-464d-afe8-51c098d2682c req-bbacdd45-18a7-4224-9332-6ee338a818bf tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369053 Aug 31 19:09:04.251224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.252450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9de14168-fca7-467b-a846-5ff4053b41f6 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2629993 Aug 31 19:09:04.362965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:04.375192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:04.430587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:04.434803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:04.435289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.492084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645b41a-538d-4ea9-8a95-8dba8abbb1d4 req-fb8a81b6-8d40-4ae2-b94c-c99269d44110 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:04.493840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7645b41a-538d-4ea9-8a95-8dba8abbb1d4 req-fb8a81b6-8d40-4ae2-b94c-c99269d44110 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.0549865 Aug 31 19:09:04.497701 n-d-778550-14 neutron-server[94817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 19:09:04.501769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-2c42fc8d-90e5-431c-be29-c3ad3c85c27b tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:04.502993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-2c42fc8d-90e5-431c-be29-c3ad3c85c27b tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262667 Aug 31 19:09:04.525361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.535562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7645b41a-538d-4ea9-8a95-8dba8abbb1d4 req-fe8fc432-c3fd-4d87-a478-edf08861a8a7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Aug 31 19:09:04.548410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:04.550698 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2619f9-eef5-4d5b-bdf5-77f18b2525ef" -d '{"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:04.572172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:04.576709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.601613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:04.602329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Unknown quota resources ['binding']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:09:04.646480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:04.668054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-2de12e38-8adb-4d7f-a099-250dcb4c452c tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--730598464&fields=id&tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b HTTP/1.1" status: 200 len: 267 time: 0.0361848 Aug 31 19:09:04.737318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:04.737582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:04.737910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:04.744001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:04.744322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:04.750162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:04.750753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:04.751340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:04.751792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Bound port: 85a34e89-10b1-4997-9c84-6a02d0678a7b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:04.781231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-d0cb7300-d24b-4f16-b126-42e27a95c986 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:04.782691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-d0cb7300-d24b-4f16-b126-42e27a95c986 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/networks?id=e5b6b096-12a2-408a-a5f3-195cad0c9138 HTTP/1.1" status: 200 len: 814 time: 0.1074986 Aug 31 19:09:04.799264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-18295cb8-a3d3-496b-8f01-5699a3edcb47 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/quotas/915a34d9115d4ca1b92eac35cd6a5c4b HTTP/1.1" status: 200 len: 375 time: 0.0091105 Aug 31 19:09:04.844132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:04.850764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:04.852068 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5679fd56-9d9e-48a7-8e96-2ad5c1000ee6 service neutron] 10.222.0.73 "POST /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2995627 Aug 31 19:09:04.854083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-4b302b67-e0cd-4369-8fc0-dced24c7af4d tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491569 Aug 31 19:09:04.961090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:04.978338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-28caa0a8-b6cb-4dab-bea0-fc59c8b10b4f service neutron] 10.222.0.73 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112514 Aug 31 19:09:05.089938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:05.104230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f', 'mac_address': 'fa:16:3e:22:22:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:05.119812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e1e5113a-c09c-4124-8a44-69e7b32419da service neutron] 10.222.0.73 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310382 Aug 31 19:09:05.148766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.168596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:05.191027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 384572e7-0784-4351-a6a7-b796c1a1381e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:05.206806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-c75cb56b-178b-4304-accf-4b31dcda5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.208471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-c75cb56b-178b-4304-accf-4b31dcda5f4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1119 time: 0.0875576 Aug 31 19:09:05.269240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:05.280222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.325594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-f7d4a3d9-cba0-4fcc-ae7e-0b4aa76a1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.327113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-f7d4a3d9-cba0-4fcc-ae7e-0b4aa76a1e2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1105192 Aug 31 19:09:05.357302 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ec700-4bef-4f32-8b57-2a91d1955eff x-openstack-request-id: req-6b8ec700-4bef-4f32-8b57-2a91d1955eff {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:05.357752 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:05.358020 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b8ec700-4bef-4f32-8b57-2a91d1955eff {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:05.358436 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'code': 200} Aug 31 19:09:05.414345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 384572e7-0784-4351-a6a7-b796c1a1381e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:05.414992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.417071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-0e11e943-334b-41c0-94ef-304be8790303 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.0488882 Aug 31 19:09:05.429398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06990-2f6f-443b-b278-6eb0301b2880 req-6f82e83f-e51e-4738-a379-2995e762a4c8 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.431343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a06990-2f6f-443b-b278-6eb0301b2880 req-6f82e83f-e51e-4738-a379-2995e762a4c8 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 949 time: 0.1028943 Aug 31 19:09:05.525595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b875-5adc-49dc-bc3d-09dbc5033a77 req-2f90f80f-653b-4ee6-b5de-05d749be0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.527178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d3e0b875-5adc-49dc-bc3d-09dbc5033a77 req-2f90f80f-653b-4ee6-b5de-05d749be0770 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1098 time: 0.0958264 Aug 31 19:09:05.534810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:05.597462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:05.603378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d3e0b875-5adc-49dc-bc3d-09dbc5033a77 req-c7dc046d-61f0-46c9-9ca8-5e78ff6a9a20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671914 Aug 31 19:09:05.735014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:05.768673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2281fd45-4550-412d-86ad-4a215a1e3934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.817626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a06990-2f6f-443b-b278-6eb0301b2880 req-43591ec7-f130-4322-a338-63849cf471e5 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724782 Aug 31 19:09:05.821887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-3123c00f-7c9e-4929-b527-7a86e4cefc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.829587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-3123c00f-7c9e-4929-b527-7a86e4cefc30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.3975992 Aug 31 19:09:05.870267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac2d7-bf94-4c29-bd44-7eddbe338e37 req-74b42367-decb-40b7-b20d-239fe6f4ad6e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:05.878206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-337ac2d7-bf94-4c29-bd44-7eddbe338e37 req-74b42367-decb-40b7-b20d-239fe6f4ad6e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 967 time: 0.1557579 Aug 31 19:09:05.884264 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2281fd45-4550-412d-86ad-4a215a1e3934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.891036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2281fd45-4550-412d-86ad-4a215a1e3934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:05.907158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-90e7d14a-2050-48e6-915e-8d6ceb411e7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623312 Aug 31 19:09:05.964874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2281fd45-4550-412d-86ad-4a215a1e3934 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b807bc3c9c74464c992ecad85edc8d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578908 Aug 31 19:09:05.965184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:05.972697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281fd45-4550-412d-86ad-4a215a1e3934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa3abaa-8807-48a0-9bee-2fbc7d3d2852,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:06.010284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-337ac2d7-bf94-4c29-bd44-7eddbe338e37 req-e10ae216-9943-4112-b86c-7a6259c5b7bd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285915 Aug 31 19:09:06.027524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.064250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.078134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-d2e009d8-564d-4e37-8005-3c70041f1b70 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624439 Aug 31 19:09:06.181263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.184695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.186429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0aa3abaa-8807-48a0-9bee-2fbc7d3d2852 HTTP/1.1" status: 204 len: 168 time: 0.2199969 Aug 31 19:09:06.210320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb48ae-e9ed-41c4-bb5b-616c5b2171d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa3abaa-8807-48a0-9bee-2fbc7d3d2852,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:06.264002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a14933d1-0284-4adc-a852-8e47f2f17979 req-02ce5600-8841-4372-87e5-1bf563f6e71d tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 210 time: 0.1005511 Aug 31 19:09:06.341296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-e8d09c63-03e4-4535-9840-fac95a5e2b04 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505853 Aug 31 19:09:06.361153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659b773-f03c-40ff-84d3-fed42f4ea914 req-6dc361d5-d4ef-4d0d-aadd-5c97381dbd61 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:06.363296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e659b773-f03c-40ff-84d3-fed42f4ea914 req-6dc361d5-d4ef-4d0d-aadd-5c97381dbd61 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 946 time: 0.1220114 Aug 31 19:09:06.373205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:06.408186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e659b773-f03c-40ff-84d3-fed42f4ea914 req-76312420-ba1e-4869-a578-2b53e0ab8080 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Aug 31 19:09:06.557816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:06.578190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6c279e2-3350-4ecb-9b75-47bd039e6755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.604443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-f99e0766-a573-440e-84ee-a5c931261570 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:06.606078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-f99e0766-a573-440e-84ee-a5c931261570 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1119 time: 0.0885561 Aug 31 19:09:06.622314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:06.683380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6c279e2-3350-4ecb-9b75-47bd039e6755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.685646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.688816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6c279e2-3350-4ecb-9b75-47bd039e6755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.765452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c279e2-3350-4ecb-9b75-47bd039e6755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ccc1a-bc04-4a2d-a7a3-ac46fca1719e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:06.776821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666c1d60-7f1b-4986-9d1a-5ca10a21a0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:06.784875 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6c279e2-3350-4ecb-9b75-47bd039e6755 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=511da5ccdf4543e2a9a2db59a2417f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250464 Aug 31 19:09:06.785887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:06.887365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:06.980647 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:06.987505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:07.048303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.049747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f076-33b9-4c42-a09f-40e529dfb7dd req-2322cddc-ca40-4db4-b394-8a3195a48692 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:07.056143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8486f076-33b9-4c42-a09f-40e529dfb7dd req-2322cddc-ca40-4db4-b394-8a3195a48692 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 949 time: 0.1205666 Aug 31 19:09:07.065422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:07.068754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:07.068915 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ade23b-e9fe-4929-b17d-e794080435ef" -d '{"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:07.072942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:07.073312 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.078635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.106063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-4a99fd92-d835-4a1b-a003-54d57a2a2eed tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:07.107723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-4a99fd92-d835-4a1b-a003-54d57a2a2eed tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.67 "GET /v2.0/networks?id=e5b6b096-12a2-408a-a5f3-195cad0c9138 HTTP/1.1" status: 200 len: 814 time: 0.3098421 Aug 31 19:09:07.112471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.116421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1492c47-5c56-4f17-848f-c63e0dbb32f1 req-a0814464-5697-4475-ad11-9aeb94015362 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746725 Aug 31 19:09:07.116768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.158541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.186179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666c1d60-7f1b-4986-9d1a-5ca10a21a0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.197657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:07.202150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.204305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666c1d60-7f1b-4986-9d1a-5ca10a21a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.227882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-0b42d561-bd65-48c8-b3ac-1cf0175a4b15 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b HTTP/1.1" status: 200 len: 379 time: 0.1005766 Aug 31 19:09:07.242196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8486f076-33b9-4c42-a09f-40e529dfb7dd req-13315c41-4da3-41df-8252-9c67f4bbd894 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843200 Aug 31 19:09:07.245228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'port': {'device_id': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'admin_state_up': True, 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'security_groups': ['62c171bc-68ed-407d-9936-1974512a7642']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:07.257236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.291238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.307691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-666c1d60-7f1b-4986-9d1a-5ca10a21a0bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78e8fd7a549740c7a43ff5253f855643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332325 Aug 31 19:09:07.308115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:07.313331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1d60-7f1b-4986-9d1a-5ca10a21a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d515bc-14a6-4e9c-9294-62edc848d75f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.338569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.341197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.342387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/627ccc1a-bc04-4a2d-a7a3-ac46fca1719e HTTP/1.1" status: 204 len: 168 time: 0.5506308 Aug 31 19:09:07.357944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:07.358281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:07.358609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:07.359696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:07.362768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7281d-52d1-4322-9e95-41ba44393e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ccc1a-bc04-4a2d-a7a3-ac46fca1719e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.363537 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82cbe53-3ca3-4a75-8e0f-67446230bdcd" -d '{"events": [{"server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:07.404328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:07.404665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Attempting to bind port 85a34e89-10b1-4997-9c84-6a02d0678a7b on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:07.413289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492c47-5c56-4f17-848f-c63e0dbb32f1 req-766b013b-826d-4d6e-840e-fe731e1437cd tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:07.413823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Made reservation on behalf of 915a34d9115d4ca1b92eac35cd6a5c4b for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:07.415011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1492c47-5c56-4f17-848f-c63e0dbb32f1 req-766b013b-826d-4d6e-840e-fe731e1437cd tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644756 Aug 31 19:09:07.418197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.426303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:07.426638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:07.427879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:07.428856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Bound port: 85a34e89-10b1-4997-9c84-6a02d0678a7b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:07.429235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.465500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1492c47-5c56-4f17-848f-c63e0dbb32f1 req-c1b78246-4643-4743-bc80-54538589d040 tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/quotas/8b70d76a265044a7a8f4ef6e91cd0c03 HTTP/1.1" status: 200 len: 375 time: 0.0412731 Aug 31 19:09:07.471249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.545989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41524bf-db6d-4f85-aa74-59c4966f6aee req-4156f083-7f60-4401-be81-d1beb6f265ad tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:07.547586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d41524bf-db6d-4f85-aa74-59c4966f6aee req-4156f083-7f60-4401-be81-d1beb6f265ad tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.1857736 Aug 31 19:09:07.556691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1492c47-5c56-4f17-848f-c63e0dbb32f1 req-9ad1bfd1-a874-4d89-8a1b-f40278b92a7a tempest-QuotasAdminNegativeTest-801474379 tempest-QuotasAdminNegativeTest-801474379-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628707 Aug 31 19:09:07.575184 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.629217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:07.634358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:07.655270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.671448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d41524bf-db6d-4f85-aa74-59c4966f6aee req-a2e1c284-4c8f-4213-b88f-595c437dc8f3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137800 Aug 31 19:09:07.714677 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee114c-c8b0-466d-9752-28b435839761 x-openstack-request-id: req-28ee114c-c8b0-466d-9752-28b435839761 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:07.714849 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:07.715102 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28ee114c-c8b0-466d-9752-28b435839761 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:07.715532 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'code': 200} Aug 31 19:09:07.752404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.756716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.757937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41d515bc-14a6-4e9c-9294-62edc848d75f HTTP/1.1" status: 204 len: 168 time: 0.4466143 Aug 31 19:09:07.762614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:07.763612 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:07.765182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] 10.222.0.67 "PUT /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 1145 time: 1.1487534 Aug 31 19:09:07.769828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3109b-f6b8-48e0-a11f-ad8018fbdd2a service neutron] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.779337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d57b3-9bd5-4ada-9209-ba99b957ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d515bc-14a6-4e9c-9294-62edc848d75f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:07.838943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['85a34e89-10b1-4997-9c84-6a02d0678a7b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:07.855291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Allocated IP 172.20.0.8 (e5b6b096-12a2-408a-a5f3-195cad0c9138/86aead45-39d8-451b-8050-48d5f18ac391/bb195902-d1b0-4dd7-bc33-c93753488e66) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:07.857074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c317437b-6c6b-4fab-ad56-67020cc72f4c req-31daabd3-b05e-4045-852e-303568fe3e8f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 210 time: 0.0683851 Aug 31 19:09:07.907256 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833f167-34ff-4aff-8fc8-ea41b6b644bb x-openstack-request-id: req-f833f167-34ff-4aff-8fc8-ea41b6b644bb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:07.907599 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:07.908911 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f833f167-34ff-4aff-8fc8-ea41b6b644bb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:07.909322 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f', 'code': 200} Aug 31 19:09:08.066444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e73a7-2c43-40a3-9a95-68cd8b5ae8a0 req-932909b2-6c3a-4574-9cd2-c5d01f43909f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:08.075132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa2e73a7-2c43-40a3-9a95-68cd8b5ae8a0 req-932909b2-6c3a-4574-9cd2-c5d01f43909f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 946 time: 0.1217673 Aug 31 19:09:08.093360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.101976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad293c3-f334-416b-9cb6-0361cd31b433 req-64ff540a-4a62-4296-8b7c-f3f7389785ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:08.103609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fad293c3-f334-416b-9cb6-0361cd31b433 req-64ff540a-4a62-4296-8b7c-f3f7389785ad service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 1102 time: 0.1142752 Aug 31 19:09:08.109121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Transition to ACTIVE for port object bb195902-d1b0-4dd7-bc33-c93753488e66 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:08.147533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa2e73a7-2c43-40a3-9a95-68cd8b5ae8a0 req-06580b9c-cbda-468e-bfd4-fed73a91ddf1 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Aug 31 19:09:08.153519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.180720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:08.184078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fad293c3-f334-416b-9cb6-0361cd31b433 req-a1c9af24-426b-48f8-aeb3-040459f45159 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721714 Aug 31 19:09:08.207151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:08.217903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:08.220572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:08.221218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.261371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:08.261881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event updated for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:08.271542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-5926a1d0-b2da-4648-a5ad-c570edde347b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301096 Aug 31 19:09:08.280192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac001-5d23-43a6-88b8-976d15effaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.290481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Request body: {'port': {'device_id': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:08.402758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.469002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d9ba57-1454-4657-b36c-a3fe44b99ce4 None None] Provisioning for port bb195902-d1b0-4dd7-bc33-c93753488e66 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:08.470316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac001-5d23-43a6-88b8-976d15effaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.475737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac001-5d23-43a6-88b8-976d15effaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.476194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d9ba57-1454-4657-b36c-a3fe44b99ce4 None None] Provisioning complete for port bb195902-d1b0-4dd7-bc33-c93753488e66 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:08.476573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46d9ba57-1454-4657-b36c-a3fe44b99ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.543437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ac001-5d23-43a6-88b8-976d15effaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7046af67-a991-4c0a-89f2-dbc51ca1f591,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:08.550566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a3ac001-5d23-43a6-88b8-976d15effaae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67b5f7e54e834c759adc94ab3bcc9150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876055 Aug 31 19:09:08.553663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41014) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:08.565558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46d9ba57-1454-4657-b36c-a3fe44b99ce4 None None] Port bb195902-d1b0-4dd7-bc33-c93753488e66 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:08.675801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.705115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4caf5-0f42-4f68-bd8b-8f4e65ffdd06 req-340ac088-335e-44f5-b5dc-54ebe16f6701 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:08.706662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a4caf5-0f42-4f68-bd8b-8f4e65ffdd06 req-340ac088-335e-44f5-b5dc-54ebe16f6701 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1098 time: 0.0809748 Aug 31 19:09:08.719299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.773125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a4caf5-0f42-4f68-bd8b-8f4e65ffdd06 req-a2b96e08-e31b-4d29-807b-6535866195ef tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Aug 31 19:09:08.818744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41028) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:08.855888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d857d2-8902-41cf-ae45-eb255e0745d8 req-b55914c6-8f2a-447a-b800-aae891d311a3 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:08.857679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d857d2-8902-41cf-ae45-eb255e0745d8 req-b55914c6-8f2a-447a-b800-aae891d311a3 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.0943005 Aug 31 19:09:08.862666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb195902-d1b0-4dd7-bc33-c93753488e66 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:08.890773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.899499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.906025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.913914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7046af67-a991-4c0a-89f2-dbc51ca1f591 HTTP/1.1" status: 204 len: 168 time: 0.3590510 Aug 31 19:09:08.916629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Transition to ACTIVE for port object bb195902-d1b0-4dd7-bc33-c93753488e66 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:08.924490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:08.968446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Pushing event updated for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:08.985651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1146209761-network', 'tenant_id': '1394921e917f4a89ac154c235d597ea6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:08.991426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133763b-31db-4380-809a-c50adafc732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7046af67-a991-4c0a-89f2-dbc51ca1f591,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:09.076479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Attempting to bind port bb195902-d1b0-4dd7-bc33-c93753488e66 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:09.077062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Attempting to bind port bb195902-d1b0-4dd7-bc33-c93753488e66 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:09.077574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Attempting to bind port bb195902-d1b0-4dd7-bc33-c93753488e66 on network e5b6b096-12a2-408a-a5f3-195cad0c9138 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:09.079853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff554ce-2496-4b5d-9dd3-a8a3c78ccc66 req-76d1b265-37a4-4424-800b-934fe580e879 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.082526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Port bb195902-d1b0-4dd7-bc33-c93753488e66 on network e5b6b096-12a2-408a-a5f3-195cad0c9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:09.083009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Attempting to bind port bb195902-d1b0-4dd7-bc33-c93753488e66 on network e5b6b096-12a2-408a-a5f3-195cad0c9138 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:09.089604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:09.090166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Checking segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:09.090708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Bound using segment: {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:09.091300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Bound port: bb195902-d1b0-4dd7-bc33-c93753488e66, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7958844-df13-4d54-b53a-9160ad343eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:09.092023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.100497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dff554ce-2496-4b5d-9dd3-a8a3c78ccc66 req-76d1b265-37a4-4424-800b-934fe580e879 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.2170041 Aug 31 19:09:09.107146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d857d2-8902-41cf-ae45-eb255e0745d8 req-7102a3c9-1779-40eb-8938-014f128891da tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361410 Aug 31 19:09:09.169086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Made reservation on behalf of 1394921e917f4a89ac154c235d597ea6 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:09.172916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.186509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:09.193292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=bb195902-d1b0-4dd7-bc33-c93753488e66,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:09.202487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.210444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.300105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dff554ce-2496-4b5d-9dd3-a8a3c78ccc66 req-701c16ce-6861-4462-ab18-d9ed583d0304 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982412 Aug 31 19:09:09.301850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Pushing event updated for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:09.309473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.310607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.313723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-e048a3a0-39e0-43c7-bfcd-0f4c94bcd3df service neutron] 10.222.0.67 "PUT /v2.0/ports/bb195902-d1b0-4dd7-bc33-c93753488e66 HTTP/1.1" status: 200 len: 1092 time: 1.0323792 Aug 31 19:09:09.316100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:09.320315 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d4d93d-84c7-41af-ba91-937244500edb" -d '{"events": [{"name": "network-changed", "server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:09.438736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:09.484213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.495547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.532554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d052c1c-727a-4fe1-b385-71b5dc0f9362,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:09.542115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-77e5c256-ed6e-4ab6-8615-491fcf15d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.544645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-77e5c256-ed6e-4ab6-8615-491fcf15d1c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b&device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 1095 time: 0.1220467 Aug 31 19:09:09.593334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:09:09.603484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ec5f-be4c-463c-ba63-00b0065b67eb req-a6bfb91a-d468-43b5-a7fd-e17baf9b4577 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.612074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76a8ec5f-be4c-463c-ba63-00b0065b67eb req-a6bfb91a-d468-43b5-a7fd-e17baf9b4577 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1098 time: 0.3762980 Aug 31 19:09:09.632061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-9103dcb5-a9fd-4119-9e33-84d8dde4768e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb195902-d1b0-4dd7-bc33-c93753488e66 HTTP/1.1" status: 200 len: 217 time: 0.0713749 Aug 31 19:09:09.647514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.647887 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Added segment 3cbb3331-9f9e-4f9d-aadf-6d363db3b595 of type vlan for network dc04ce66-e106-4d46-bacf-fcd57e7a0418 Aug 31 19:09:09.677943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e20d2a-4578-4719-950d-7f78776c7821 req-8ad49d4e-5242-4b6f-b45c-5ef34512d61a tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.680988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37e20d2a-4578-4719-950d-7f78776c7821 req-8ad49d4e-5242-4b6f-b45c-5ef34512d61a tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 943 time: 0.1412344 Aug 31 19:09:09.683371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:09:09.698585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-6f1ae351-c62e-4606-a746-5a7df3326215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.700083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-6f1ae351-c62e-4606-a746-5a7df3326215 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86aead45-39d8-451b-8050-48d5f18ac391 HTTP/1.1" status: 200 len: 853 time: 0.0521264 Aug 31 19:09:09.724675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.753038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:09.755523 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662c0bc-3629-463d-a331-c1996dcc82f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:09.758591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfd14c9e-4f93-497a-ad8e-fcf677750442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.766593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-d9907e3a-624d-4c0b-a5ab-b0983af7dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.768288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-d9907e3a-624d-4c0b-a5ab-b0983af7dd7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5b6b096-12a2-408a-a5f3-195cad0c9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572038 Aug 31 19:09:09.771333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.772313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:09.772885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:09.862783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76a8ec5f-be4c-463c-ba63-00b0065b67eb req-77378006-52cc-4f58-9fe6-a2a6e2ea2ffc tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498066 Aug 31 19:09:09.894385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-f08eb460-4ed8-439c-9283-33782fabcfb1 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172450 Aug 31 19:09:09.904019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] Pushing event updated for resources: {'Network': ['ID=dc04ce66-e106-4d46-bacf-fcd57e7a0418,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:09.920520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dc04ce66-e106-4d46-bacf-fcd57e7a0418 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:09:09.936120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37e20d2a-4578-4719-950d-7f78776c7821 req-27caa6b7-7aee-40bc-bbdc-56e99720ee59 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747518 Aug 31 19:09:09.990363 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963ecd45-2bce-4161-b6bb-7f00a43cd022 x-openstack-request-id: req-963ecd45-2bce-4161-b6bb-7f00a43cd022 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:09.990363 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:09.990363 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-963ecd45-2bce-4161-b6bb-7f00a43cd022 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:09.990363 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'status': 'completed', 'code': 200} Aug 31 19:09:10.025281 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a52f6a27-7386-4a64-b6de-c75d56e5c85c req-3774340e-0d4d-4c98-94aa-563f848c04b2 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232941 Aug 31 19:09:10.058563 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93285c7-b396-4e27-8ad5-ce47be28e637 x-openstack-request-id: req-e93285c7-b396-4e27-8ad5-ce47be28e637 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:10.058882 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:10.059152 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e93285c7-b396-4e27-8ad5-ce47be28e637 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:10.059595 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'status': 'completed', 'code': 200} Aug 31 19:09:10.080633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfd14c9e-4f93-497a-ad8e-fcf677750442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.097362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfd14c9e-4f93-497a-ad8e-fcf677750442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.133567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c2f2f5b2-ea45-4b32-a87f-76a30f178f00 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3101795 Aug 31 19:09:10.141419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:10.144407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d93d-84c7-41af-ba91-937244500edb req-8db1d2ba-2044-4e68-ba23-e23c6f8e1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.145217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-8db1d2ba-2044-4e68-ba23-e23c6f8e1474 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b&device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 1095 time: 0.0602527 Aug 31 19:09:10.150460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd14c9e-4f93-497a-ad8e-fcf677750442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe5e3f-d206-4195-b901-2bb47f3c4627,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:10.153355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Request body: {'subnet': {'network_id': 'dc04ce66-e106-4d46-bacf-fcd57e7a0418', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1146209761-subnet', 'tenant_id': '1394921e917f4a89ac154c235d597ea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:10.162635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bfd14c9e-4f93-497a-ad8e-fcf677750442 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b70d76a265044a7a8f4ef6e91cd0c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201080 Aug 31 19:09:10.162635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:10.170824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-99f0c222-af6d-48ab-b401-5481d904f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.172768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-99f0c222-af6d-48ab-b401-5481d904f37b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1148 time: 0.1067317 Aug 31 19:09:10.278007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Made reservation on behalf of 1394921e917f4a89ac154c235d597ea6 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:10.279450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.330828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d93d-84c7-41af-ba91-937244500edb req-281e49d8-ab22-4488-bf5f-e3fd6830148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.332811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-281e49d8-ab22-4488-bf5f-e3fd6830148e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e5b6b096-12a2-408a-a5f3-195cad0c9138 HTTP/1.1" status: 200 len: 915 time: 0.1591001 Aug 31 19:09:10.342196 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.385839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ac705-a0b4-40cb-b80e-692e784adaff req-5e36afbb-9bc9-4846-bcbb-992c343c5faf tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.387517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-112ac705-a0b4-40cb-b80e-692e784adaff req-5e36afbb-9bc9-4846-bcbb-992c343c5faf tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.1284194 Aug 31 19:09:10.388478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-c58ee6bd-7845-4dc6-ba5d-3e99ee4c8b91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb195902-d1b0-4dd7-bc33-c93753488e66 HTTP/1.1" status: 200 len: 217 time: 0.0423963 Aug 31 19:09:10.396342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:10.409190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-df197ede-6b62-4806-b861-33e56f111e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.410809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-df197ede-6b62-4806-b861-33e56f111e50 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.2269506 Aug 31 19:09:10.414279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.501096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d93d-84c7-41af-ba91-937244500edb req-9d7df772-8fe1-430f-903c-9c01aaac31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.503673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-9d7df772-8fe1-430f-903c-9c01aaac31a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86aead45-39d8-451b-8050-48d5f18ac391 HTTP/1.1" status: 200 len: 853 time: 0.0956323 Aug 31 19:09:10.507877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-02b0eb2c-b07d-4dc4-bb4d-938e27b36b79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.0851371 Aug 31 19:09:10.537852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-112ac705-a0b4-40cb-b80e-692e784adaff req-8682823b-e789-44b6-9e42-b27cb625bd65 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257296 Aug 31 19:09:10.628032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:10.628244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.645300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-31ac1a0f-5235-4faa-8ddb-86094e52d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.647396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-31ac1a0f-5235-4faa-8ddb-86094e52d2ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1248143 Aug 31 19:09:10.676999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:09:10.705701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-5f7d603f-b683-4b58-b12b-3c75a9d3fbea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462782 Aug 31 19:09:10.732694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b160d65-9a91-45c7-ad01-4710bf473acd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:10.766672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d93d-84c7-41af-ba91-937244500edb req-07066f9a-0525-4b92-90af-2cb820dfa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.768721 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-07066f9a-0525-4b92-90af-2cb820dfa42d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5b6b096-12a2-408a-a5f3-195cad0c9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537131 Aug 31 19:09:10.772088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Checking segment: {'id': '3cbb3331-9f9e-4f9d-aadf-6d363db3b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dc04ce66-e106-4d46-bacf-fcd57e7a0418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:10.772741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Network hostable DHCP agents. Network: dc04ce66-e106-4d46-bacf-fcd57e7a0418, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:09:10.785901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b63b1-02da-4828-b255-f74699b7ac7d req-4c21296b-ea94-4ddd-84f9-93c318a3487e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.792165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b42b63b1-02da-4828-b255-f74699b7ac7d req-4c21296b-ea94-4ddd-84f9-93c318a3487e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.1437399 Aug 31 19:09:10.797300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.800281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:10.805632 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bfe5e3f-d206-4195-b901-2bb47f3c4627 HTTP/1.1" status: 204 len: 168 time: 0.6421189 Aug 31 19:09:10.845022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e6b72-cdc4-4710-8d79-5ecb4272453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe5e3f-d206-4195-b901-2bb47f3c4627,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:10.905349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Network dc04ce66-e106-4d46-bacf-fcd57e7a0418 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:09:10.906705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b42b63b1-02da-4828-b255-f74699b7ac7d req-df571e1b-367e-4f7e-adef-91137b91afc6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011121 Aug 31 19:09:10.922001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-f5ff8e35-df79-4552-9c82-ffd794d79278 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078640 Aug 31 19:09:10.945520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dc04ce66-e106-4d46-bacf-fcd57e7a0418) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:10.955136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de740cab-b4ca-4819-b16a-b4b82c336ff6 None None] Network dc04ce66-e106-4d46-bacf-fcd57e7a0418 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:10.959275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:10.960064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.010485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b75162e-160a-4de1-8f1d-8d4d1c1d31f1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8620234 Aug 31 19:09:11.019075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-4a0a09c4-5ee2-47d6-9091-bfc8d0b51e87 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374909 Aug 31 19:09:11.154930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f662c0bc-3629-463d-a331-c1996dcc82f9 req-e12adaec-0ca3-4299-8e7c-1eb89c1a09bd service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202811 Aug 31 19:09:11.199500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21d4d93d-84c7-41af-ba91-937244500edb req-62792c12-3631-4a09-b413-bc64cc793e59 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732786 Aug 31 19:09:11.201092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa37ba-78d4-495f-80ab-31a8b8ecb47e None None] Network dc04ce66-e106-4d46-bacf-fcd57e7a0418 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:11.297574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf54d-4fc1-4453-8099-64d38a4c3100 req-d9f7524b-c2ed-4988-b10d-471c650e4f0e tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:11.299180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39ebf54d-4fc1-4453-8099-64d38a4c3100 req-d9f7524b-c2ed-4988-b10d-471c650e4f0e tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 943 time: 0.0937645 Aug 31 19:09:11.369905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39ebf54d-4fc1-4453-8099-64d38a4c3100 req-9dba58a6-fe04-4a38-8e07-7799bd5f99e0 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 Aug 31 19:09:11.453790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac42f5c-710b-4040-944e-b0a504bcef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.477003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:11.488276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-d7c16aa7-e8a0-459d-a2e4-67859d9cec99 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:11.489235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-d7c16aa7-e8a0-459d-a2e4-67859d9cec99 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055263 Aug 31 19:09:11.491824 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71df8912-3e1e-41a5-86b3-4545042fed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.502089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Request body: {'binding': {'host': 'n-h1-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:11.502893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Unknown quota resources ['binding']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:09:11.609260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71df8912-3e1e-41a5-86b3-4545042fed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.615842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71df8912-3e1e-41a5-86b3-4545042fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.665771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-71df8912-3e1e-41a5-86b3-4545042fed78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7c432db93944c648a2202975590a8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873488 Aug 31 19:09:11.671121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:11.675979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on host n-h1-778550-14 for vnic_type normal with profile None {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:11.676324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:11.677059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:11.678694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df8912-3e1e-41a5-86b3-4545042fed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ce1a5-db14-4c6c-8d18-82a680c0802b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:11.682760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:11.683495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:11.688766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:11.689109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:11.689487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:11.689905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Bound port: b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:11.733975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.759915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:11.761158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.765081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.768219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-6ddd3290-daec-459c-81e1-0f494bec2171 service neutron] 10.222.0.73 "POST /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2700350 Aug 31 19:09:11.826481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.832751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:11.837672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/907ce1a5-db14-4c6c-8d18-82a680c0802b HTTP/1.1" status: 204 len: 168 time: 0.1670384 Aug 31 19:09:11.851183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e1ed7-b179-4aae-8dda-d493c56745bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ce1a5-db14-4c6c-8d18-82a680c0802b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:11.963075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629a5a-905d-4d57-832b-9ea83c2ed55f req-eb81ac57-da11-4cb9-8c65-e487c761ab19 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:11.965185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f629a5a-905d-4d57-832b-9ea83c2ed55f req-eb81ac57-da11-4cb9-8c65-e487c761ab19 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.0612991 Aug 31 19:09:12.038463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f629a5a-905d-4d57-832b-9ea83c2ed55f req-15e2f505-fb6e-4e97-8d32-00d6b11e3273 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Aug 31 19:09:12.092032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-ebbbc631-744c-432b-80e7-fffe07b43f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.093782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-ebbbc631-744c-432b-80e7-fffe07b43f71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1098 time: 0.0463459 Aug 31 19:09:12.210365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:12.216071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-380477226-network', 'tenant_id': '9b4856dab67041bfb3dff6051e187ff2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:12.220157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa52b01-1853-4e34-b2d5-f81a1d3388b8 req-3d9df403-8fad-44b9-94c0-db0d53845c42 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.228517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fa52b01-1853-4e34-b2d5-f81a1d3388b8 req-3d9df403-8fad-44b9-94c0-db0d53845c42 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 946 time: 0.1134698 Aug 31 19:09:12.242944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Made reservation on behalf of 9b4856dab67041bfb3dff6051e187ff2 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:12.248646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.255427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-0fb8fef8-bafe-488f-a174-fbc658a4036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.257151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-0fb8fef8-bafe-488f-a174-fbc658a4036d service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1556578 Aug 31 19:09:12.259793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.281690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fa52b01-1853-4e34-b2d5-f81a1d3388b8 req-58018ffa-40fd-4f12-8fc0-d3842d23f6f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522118 Aug 31 19:09:12.310527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-17e70b79-c34e-4134-88f0-e2f517784b0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0425966 Aug 31 19:09:12.390584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-a6dbe158-025f-435d-8583-ef113b72bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.392333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-a6dbe158-025f-435d-8583-ef113b72bc77 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0748563 Aug 31 19:09:12.435119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.450382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.479756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:09:12.497055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b764dbb-717f-4289-a736-66d0dde7f8a3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:12.503230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.503579 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Added segment dd79eddf-0b1f-40d5-b492-c23033cdb8dd of type vlan for network ad8f1db1-7c84-4f4e-abe3-b617527268f9 Aug 31 19:09:12.556490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.614145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.615362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.617537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.680365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-673fc9ee-be30-49e9-9578-08fe67e5f736 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2751732 Aug 31 19:09:12.702859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4913092 Aug 31 19:09:12.705806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:12.713484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Request body: {'subnet': {'network_id': 'ad8f1db1-7c84-4f4e-abe3-b617527268f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-380477226-subnet', 'tenant_id': '9b4856dab67041bfb3dff6051e187ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:12.720111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146501d1-9dfe-4bbf-974b-466affcef9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8f1db1-7c84-4f4e-abe3-b617527268f9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:12.731943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ad8f1db1-7c84-4f4e-abe3-b617527268f9 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:09:12.764952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Made reservation on behalf of 9b4856dab67041bfb3dff6051e187ff2 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:12.767467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:12.767719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a1d2-4b82-4ab2-98f3-a8bb6bd2e755 req-c4c93601-349d-4d75-9318-0ff3d310f276 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.769276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dd0a1d2-4b82-4ab2-98f3-a8bb6bd2e755 req-c4c93601-349d-4d75-9318-0ff3d310f276 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 943 time: 0.1322169 Aug 31 19:09:12.780915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c00cc-f6f3-4b1d-9ee1-85dccc6fdf10 req-71465dbc-2c80-4ab6-8073-d5f9ef98e2d6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:12.782434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a86c00cc-f6f3-4b1d-9ee1-85dccc6fdf10 req-71465dbc-2c80-4ab6-8073-d5f9ef98e2d6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.3879669 Aug 31 19:09:12.871870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a86c00cc-f6f3-4b1d-9ee1-85dccc6fdf10 req-a03728b7-91c3-43c3-b3c8-662020a8a004 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751703 Aug 31 19:09:12.914097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dd0a1d2-4b82-4ab2-98f3-a8bb6bd2e755 req-f0d1ba60-8683-4452-b8ea-7516236162ef tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270499 Aug 31 19:09:12.932947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-4b94c1af-96e4-4f3c-b7f5-5887630681b7 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387788 Aug 31 19:09:13.007280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:13.064866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.094226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ccfe7-c24b-44c4-a3d2-46be258468ce req-7ad5caad-0225-45c4-b103-71c74dbfaa32 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:13.095761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2ccfe7-c24b-44c4-a3d2-46be258468ce req-7ad5caad-0225-45c4-b103-71c74dbfaa32 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.0900085 Aug 31 19:09:13.117194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-2c4d516c-6310-4072-81ec-b2edd35eff0b service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756368 Aug 31 19:09:13.161927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Checking segment: {'id': 'dd79eddf-0b1f-40d5-b492-c23033cdb8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ad8f1db1-7c84-4f4e-abe3-b617527268f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:13.162285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Network hostable DHCP agents. Network: ad8f1db1-7c84-4f4e-abe3-b617527268f9, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:09:13.163092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2ccfe7-c24b-44c4-a3d2-46be258468ce req-ea012c92-aacd-4df2-95fb-928c05cb8b5a tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581493 Aug 31 19:09:13.166039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae425e4f-b1f1-44d2-802d-7e42f11e04d0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:13.177206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b442-a760-4cbb-b993-52c2454d26ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.188227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Network ad8f1db1-7c84-4f4e-abe3-b617527268f9 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:09:13.200024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ad8f1db1-7c84-4f4e-abe3-b617527268f9) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:13.204438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:13.205021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.209319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60970dd0-7920-4f40-85ed-70e671f37d38 None None] Network ad8f1db1-7c84-4f4e-abe3-b617527268f9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:13.313417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b442-a760-4cbb-b993-52c2454d26ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.321712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b442-a760-4cbb-b993-52c2454d26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.335908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7ad8bb34-915e-4649-b266-156f9f543b8d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6286037 Aug 31 19:09:13.366009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1b442-a760-4cbb-b993-52c2454d26ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b4135-5b94-48a2-9478-6764c3ab6313,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:13.386259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3e56f-7e75-4dd7-9e1e-427565ff6b22 None None] Network ad8f1db1-7c84-4f4e-abe3-b617527268f9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:13.447487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-f88f46c3-34eb-4598-a8b4-68c601e75e56 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:13.448573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-f88f46c3-34eb-4598-a8b4-68c601e75e56 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1098 time: 0.1749656 Aug 31 19:09:13.467288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8bd1b442-a760-4cbb-b993-52c2454d26ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5856d2429504f449892115d223ba0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580381 Aug 31 19:09:13.470281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:13.471695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:13.507671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3cf68-2fa1-4bf0-b4c3-55441324306c req-65fb953a-ac44-4fde-acf9-d48c0ef0a5d2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:13.516667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e3cf68-2fa1-4bf0-b4c3-55441324306c req-65fb953a-ac44-4fde-acf9-d48c0ef0a5d2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 946 time: 0.1184256 Aug 31 19:09:13.565021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:13.613847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.624181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e3cf68-2fa1-4bf0-b4c3-55441324306c req-387d42a2-d0b9-4486-ae34-7dea2135ee8b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066048 Aug 31 19:09:13.624605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-df21cfe4-1db9-4886-a2eb-447d425637a6 service neutron] 10.222.0.82 "GET /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.0895486 Aug 31 19:09:13.627311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.655870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Deleting subnet 5b160d65-9a91-45c7-ad01-4710bf473acd {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:09:13.659240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.674315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.740257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.779966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.782572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.786830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef6b4135-5b94-48a2-9478-6764c3ab6313 HTTP/1.1" status: 204 len: 168 time: 0.3125722 Aug 31 19:09:13.787145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.821477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd8ebd-1903-4c63-8422-05c13ed3704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b4135-5b94-48a2-9478-6764c3ab6313,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:13.895481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:13.912880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:13.929964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:13.948525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:13.990239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a34e89-10b1-4997-9c84-6a02d0678a7b {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:13.999049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.000954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b160d65-9a91-45c7-ad01-4710bf473acd HTTP/1.1" status: 204 len: 168 time: 0.4349821 Aug 31 19:09:14.005179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:14.007094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fc160-ec34-4d59-bb71-15f9a43ecdf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b160d65-9a91-45c7-ad01-4710bf473acd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:14.017223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:14.029015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.117589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.82', 55410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:14.119798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:14.134415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] Transition to ACTIVE for port object 85a34e89-10b1-4997-9c84-6a02d0678a7b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:14.142838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9645e3e8-9530-4774-ae8b-6686a59a4d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.154121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.220189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-e500fd25-1c15-446c-ac12-93dcb885d096 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.221701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-e500fd25-1c15-446c-ac12-93dcb885d096 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.82 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.1032202 Aug 31 19:09:14.227169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.230356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.244005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] No DVR routers for this DVR port 85a34e89-10b1-4997-9c84-6a02d0678a7b on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:14.244237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee69888-240e-474e-be9e-e320e7b60b4b req-c2ee7966-ed8b-44bb-b243-c31c47d70e5e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.245689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aee69888-240e-474e-be9e-e320e7b60b4b req-c2ee7966-ed8b-44bb-b243-c31c47d70e5e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 965 time: 0.2072480 Aug 31 19:09:14.247108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:14.249432 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c1c4c-82b6-479c-a64f-f637a0146905" -d '{"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:14.255950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.263782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:14.281659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] Pushing event updated for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:14.293417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ed46-f16a-41e4-9c06-1bd2b7bab50f req-079efbf3-d5d5-4fc9-bee3-f769489cbc5e tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.294931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fd2ed46-f16a-41e4-9c06-1bd2b7bab50f req-079efbf3-d5d5-4fc9-bee3-f769489cbc5e tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 943 time: 0.1976283 Aug 31 19:09:14.309629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.317615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-6584c81f-dd81-4377-b64b-475cb50ff6fb service neutron] 10.222.0.82 "PUT /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6852813 Aug 31 19:09:14.322870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2a2adf0-0f53-4eb7-b84f-215df39abce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.369083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Deleting port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:14.369629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.393591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.428075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device bb195902-d1b0-4dd7-bc33-c93753488e66 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:14.445467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aee69888-240e-474e-be9e-e320e7b60b4b req-4c5cdc83-d43d-40e1-89c6-b980a85181af tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862695 Aug 31 19:09:14.522789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:14.529040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fd2ed46-f16a-41e4-9c06-1bd2b7bab50f req-1c034bc0-0542-4d86-83cb-b8f8c9f7a474 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171338 Aug 31 19:09:14.529443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-eab53815-f770-4c20-a4e5-6777a5259d72 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.531249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-eab53815-f770-4c20-a4e5-6777a5259d72 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1118 time: 0.1227019 Aug 31 19:09:14.587088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=bb195902-d1b0-4dd7-bc33-c93753488e66,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:14.593655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.603351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'port_id': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'mac_address': 'fa:16:3e:32:a4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:14.640896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.641380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.642164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.642501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.642845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.643177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.645066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.645993 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.646323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.646652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.658792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.675667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb195902-d1b0-4dd7-bc33-c93753488e66 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:14.699956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=bb195902-d1b0-4dd7-bc33-c93753488e66,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:14.707698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.774361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.774922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.775044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.778443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:09:14.778900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc04ce66-e106-4d46-bacf-fcd57e7a0418']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:14.785676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:14.812777 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07980b65-9291-4092-accc-be486313acfd x-openstack-request-id: req-07980b65-9291-4092-accc-be486313acfd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:14.813076 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:14.813327 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07980b65-9291-4092-accc-be486313acfd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:14.813714 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'code': 200} Aug 31 19:09:14.825072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on host n-h2-778550-14 for vnic_type normal with profile {"migrating_to": "n-h1-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:14.825414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:14.825751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:14.836648 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] For port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:14.837342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.846715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbb3331-9f9e-4f9d-aadf-6d363db3b595') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:14.847017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbb3331-9f9e-4f9d-aadf-6d363db3b595') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:14.856412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Calling delete_port for 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:14.880974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-ed369d85-5802-4865-9321-b3800a2ba79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.882495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-ed369d85-5802-4865-9321-b3800a2ba79a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d&tenant_id=002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 1118 time: 0.3353848 Aug 31 19:09:14.910331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:14.910588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Attempting to bind port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:14.920578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.952174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:14.952526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:14.952920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:14.953365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Bound port: b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:14.953731 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.963299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:14.991813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-3382853d-8630-402f-9bcf-4e13c8a80190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:14.993027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:09:14.993292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-3382853d-8630-402f-9bcf-4e13c8a80190 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1118 time: 0.0694473 Aug 31 19:09:14.993442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: from cryptography.utils import int_from_bytes Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: from cryptography.utils import int_from_bytes Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:09:15.022013 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:09:15.076940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8dea-6d05-4233-880b-114bc79a8139 req-cac67163-9420-468b-996d-ae717a946bdd tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.078557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fcd8dea-6d05-4233-880b-114bc79a8139 req-cac67163-9420-468b-996d-ae717a946bdd tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.2626190 Aug 31 19:09:15.088083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['bb195902-d1b0-4dd7-bc33-c93753488e66'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:15.111560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.113721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e1431-8ca5-4cbd-b719-eb4f0de139ea req-64f6bbe5-3c8a-4f9e-8331-bdb5ed0b873f tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.116006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-926e1431-8ca5-4cbd-b719-eb4f0de139ea req-64f6bbe5-3c8a-4f9e-8331-bdb5ed0b873f tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5834bab-75ee-4f00-90ae-baf92db957b2 HTTP/1.1" status: 200 len: 950 time: 0.3010650 Aug 31 19:09:15.129304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:15.166876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Pushing event deleted for resources: {'Port': ['ID=9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:15.178888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2a2adf0-0f53-4eb7-b84f-215df39abce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.183943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-e23bbfed-dcdf-4ab6-b38b-b03d0a0e458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.186124 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-e23bbfed-dcdf-4ab6-b38b-b03d0a0e458e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1642828 Aug 31 19:09:15.187797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.195391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2a2adf0-0f53-4eb7-b84f-215df39abce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.257664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.259761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dc04ce66-e106-4d46-bacf-fcd57e7a0418 HTTP/1.1" status: 204 len: 168 time: 1.2412663 Aug 31 19:09:15.262026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.267323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:15.270126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] No DVR routers for this DVR port 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:15.274799 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-7da5737f-3066-4b00-8394-ee66fa7a1034 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.0645382 Aug 31 19:09:15.275948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.277906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df16f5fe-97c8-4705-962b-7278f3df58c9 req-df30f6ad-2d6c-4bcd-a4f3-06a3b0149889 tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.82 "DELETE /v2.0/ports/9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f HTTP/1.1" status: 204 len: 173 time: 1.0350504 Aug 31 19:09:15.278434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'name': 'network-vif-deleted', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:15.281532 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865be4b9-56ef-48fa-b866-511bda6b715b" -d '{"events": [{"server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "name": "network-vif-deleted", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:15.319999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fcd8dea-6d05-4233-880b-114bc79a8139 req-8e0272b2-81af-45da-8aa8-3fd75f44b247 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911914 Aug 31 19:09:15.335614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5a717-6d1e-41d8-906b-ee0c8f504fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc04ce66-e106-4d46-bacf-fcd57e7a0418,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:15.358720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d2a2adf0-0f53-4eb7-b84f-215df39abce1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7aaae7ed9c84ab0b355ebf764dc5eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0768852 Aug 31 19:09:15.359541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:15.385683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-36f1a8a6-519c-4ac9-aabb-63ebc9641a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.398272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:15.398578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-36f1a8a6-519c-4ac9-aabb-63ebc9641a2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1093690 Aug 31 19:09:15.403443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2adf0-0f53-4eb7-b84f-215df39abce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2210f23-20e2-4395-bf1e-3f0bcf18c9fc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:15.437283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-926e1431-8ca5-4cbd-b719-eb4f0de139ea req-f3b12fda-5f5b-4020-ba3a-9b7d6f3a47df tempest-DeleteServersAdminTestJSON-138025951 tempest-DeleteServersAdminTestJSON-138025951-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5c300a3-3da0-40f0-be24-01aabd77954a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034599 Aug 31 19:09:15.455252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-53ec96b7-73bf-4dc8-937b-7a2e51734b2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469837 Aug 31 19:09:15.465622 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085c483-12d2-4ad7-a9d8-48007b5322f1 x-openstack-request-id: req-2085c483-12d2-4ad7-a9d8-48007b5322f1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:15.466373 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5834bab-75ee-4f00-90ae-baf92db957b2", "name": "network-vif-deleted", "tag": "9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:15.466780 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2085c483-12d2-4ad7-a9d8-48007b5322f1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:15.467557 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5834bab-75ee-4f00-90ae-baf92db957b2', 'name': 'network-vif-deleted', 'tag': '9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f', 'status': 'completed', 'code': 200} Aug 31 19:09:15.476708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:15.509904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.510582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.579081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Deleting subnet ae425e4f-b1f1-44d2-802d-7e42f11e04d0 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:09:15.591991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.609549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-8bc2ef87-56c2-47a4-b927-efd9668b6dbc service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411889 Aug 31 19:09:15.691916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.715671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:15.729546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-8479f665-dc7f-46ea-a82e-9ff835d5fffd service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099017 Aug 31 19:09:15.752079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.771933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:15.793052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.793694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.795214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-91576ce3-fa14-4a6e-a2d0-7d5d7ad3d233 service neutron] 10.222.0.82 "PUT /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 1124 time: 2.3349273 Aug 31 19:09:15.815573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.849401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c1347-8371-433a-8e71-5fb940e753b6 req-bf1e424e-03bb-4beb-9609-5437defb4b86 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.856909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f0c1347-8371-433a-8e71-5fb940e753b6 req-bf1e424e-03bb-4beb-9609-5437defb4b86 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 966 time: 0.2708285 Aug 31 19:09:15.880908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:15.898055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.911777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cee32e65-d526-4190-af80-f400b177f79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:15.942850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb16f-96a3-49e2-a21a-c4818f910d51 req-d122b67e-a4be-4617-a91e-a60460003db5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:15.952279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c6fb16f-96a3-49e2-a21a-c4818f910d51 req-d122b67e-a4be-4617-a91e-a60460003db5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 944 time: 0.3112993 Aug 31 19:09:16.020242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f0c1347-8371-433a-8e71-5fb940e753b6 req-984b53d6-1c99-4fb1-943e-1ab7fcd8208b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622946 Aug 31 19:09:16.058907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cee32e65-d526-4190-af80-f400b177f79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.063934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c6fb16f-96a3-49e2-a21a-c4818f910d51 req-19333e30-cf78-41f1-aff7-695cf8279eaa tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059113 Aug 31 19:09:16.069383 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cee32e65-d526-4190-af80-f400b177f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.072380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.077300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-27339530-4d44-42d6-b7df-490765fb5cea tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:16.078815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-27339530-4d44-42d6-b7df-490765fb5cea tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1118 time: 0.0838089 Aug 31 19:09:16.079155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.092634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2210f23-20e2-4395-bf1e-3f0bcf18c9fc HTTP/1.1" status: 204 len: 168 time: 0.6819305 Aug 31 19:09:16.114910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125b009-401f-496f-a2bc-d0ee4b9981de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2210f23-20e2-4395-bf1e-3f0bcf18c9fc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.123067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.148877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee32e65-d526-4190-af80-f400b177f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5fa27-5efb-472c-a049-7b94bd3ffd39,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.153575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cee32e65-d526-4190-af80-f400b177f79c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7a96f153ce5447085628d6c7569b7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801718 Aug 31 19:09:16.158849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:16.168686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae425e4f-b1f1-44d2-802d-7e42f11e04d0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.172973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.177935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36e80376-cbb7-471a-a2f8-1735e1c368e2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ae425e4f-b1f1-44d2-802d-7e42f11e04d0 HTTP/1.1" status: 204 len: 168 time: 0.8751080 Aug 31 19:09:16.178730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:16.253601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.257556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.289218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.291161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-d33e5795-f7f3-4ab9-89a2-bf60219f6a55 service neutron] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:16.299214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-d33e5795-f7f3-4ab9-89a2-bf60219f6a55 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.300353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af2e0ca-c601-4a4e-8592-48fbd5752290 req-d33e5795-f7f3-4ab9-89a2-bf60219f6a55 service neutron] 10.222.0.67 "DELETE /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.2049139 Aug 31 19:09:16.347677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.361078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8f1db1-7c84-4f4e-abe3-b617527268f9']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:16.373571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd79eddf-0b1f-40d5-b492-c23033cdb8dd') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:16.374044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd79eddf-0b1f-40d5-b492-c23033cdb8dd') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:16.384894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.385109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.387386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.391155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02d5fa27-5efb-472c-a049-7b94bd3ffd39 HTTP/1.1" status: 204 len: 168 time: 0.2288063 Aug 31 19:09:16.403332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.403604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c2a56-7cc4-4983-a4f0-55a61f21cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5fa27-5efb-472c-a049-7b94bd3ffd39,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.434476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:09:16.434988 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.478561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device bb195902-d1b0-4dd7-bc33-c93753488e66 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:09:16.495138 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:09:16.527368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.535945 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.538446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ad8f1db1-7c84-4f4e-abe3-b617527268f9 HTTP/1.1" status: 204 len: 168 time: 0.3584125 Aug 31 19:09:16.559690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port bb195902-d1b0-4dd7-bc33-c93753488e66 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:16.563384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6029f5b-a45b-44ce-94c2-56b83f8438d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8f1db1-7c84-4f4e-abe3-b617527268f9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.571378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port bb195902-d1b0-4dd7-bc33-c93753488e66 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:16.571782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.589717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd886-3066-4cd1-bf0a-bc21277c6410 req-3910f8ab-21a6-4cc2-9c6e-5fefb4699aac tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:16.597171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-538cd886-3066-4cd1-bf0a-bc21277c6410 req-3910f8ab-21a6-4cc2-9c6e-5fefb4699aac tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.1747584 Aug 31 19:09:16.713488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-538cd886-3066-4cd1-bf0a-bc21277c6410 req-34978389-d9d6-46ee-a951-eb3452ca19e6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113408 Aug 31 19:09:16.737687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.778936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=bb195902-d1b0-4dd7-bc33-c93753488e66,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:16.780058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:16.782387 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6342b049-c827-4cd2-bd6c-2aab3366a212" -d '{"events": [{"server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "name": "network-vif-plugged", "status": "completed", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:16.790806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.814812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:16.821745 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01edd81c-6271-4c91-b04a-06e0e17f1345" -d '{"events": [{"name": "network-changed", "server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:16.848432 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add036df-b5b4-4e17-8dd7-74aabe338ca6 x-openstack-request-id: req-add036df-b5b4-4e17-8dd7-74aabe338ca6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:16.849700 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "name": "network-vif-plugged", "status": "completed", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:16.850665 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-add036df-b5b4-4e17-8dd7-74aabe338ca6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:16.851073 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'code': 200} Aug 31 19:09:16.855861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:16.856656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:16.894234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:16.895462 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5788e364-b589-4504-91f0-3fae6098495a x-openstack-request-id: req-5788e364-b589-4504-91f0-3fae6098495a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:16.895944 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:16.900299 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5788e364-b589-4504-91f0-3fae6098495a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:16.901703 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'status': 'completed', 'code': 200} Aug 31 19:09:16.948281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:16.959190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9863a8b1-164f-49ba-8695-3fd25a17e132 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1394921e917f4a89ac154c235d597ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008470 Aug 31 19:09:16.966255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:16.975389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591e4cb6-e3da-4c86-8d50-cc75c3b499bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.012870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-d6d00d32-7cbd-469c-bd96-7110c9f8f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.015430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-d6d00d32-7cbd-469c-bd96-7110c9f8f2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1127 time: 0.0546691 Aug 31 19:09:17.033914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:17.034837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbffe85-1211-4bde-989e-d596b043ecea req-82f985c6-2ccf-46df-91c5-2d764abbff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.037258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ccbffe85-1211-4bde-989e-d596b043ecea req-82f985c6-2ccf-46df-91c5-2d764abbff97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 1097 time: 0.1221139 Aug 31 19:09:17.116060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.137293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:17.137718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:17.176145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ccbffe85-1211-4bde-989e-d596b043ecea req-f7fcf965-f20d-4804-b637-761f96259582 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287379 Aug 31 19:09:17.185117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:09:17.185465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c2861a7-31c2-4a5b-a4ca-7c25389d8f1f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:17.213751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.232006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-f83d5071-0563-43ec-b3e7-e445078724a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.233592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-f83d5071-0563-43ec-b3e7-e445078724a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.2105663 Aug 31 19:09:17.281077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591e4cb6-e3da-4c86-8d50-cc75c3b499bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.288007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591e4cb6-e3da-4c86-8d50-cc75c3b499bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.288978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f6e3-cf84-4592-be04-5058abbba5fc req-8e06afa6-2f03-4009-8946-0c87a1db5cc4 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.290757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8d0f6e3-cf84-4592-be04-5058abbba5fc req-8e06afa6-2f03-4009-8946-0c87a1db5cc4 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.0974698 Aug 31 19:09:17.322306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86f4b8-04bd-48b7-9ffb-660649a90ed6 req-29dfe096-d438-446f-8ddc-ee3779cd97f1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.324141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a86f4b8-04bd-48b7-9ffb-660649a90ed6 req-29dfe096-d438-446f-8ddc-ee3779cd97f1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 966 time: 0.1751130 Aug 31 19:09:17.324926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:17.330580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.334832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.335590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d052c1c-727a-4fe1-b385-71b5dc0f9362 HTTP/1.1" status: 204 len: 168 time: 0.3675363 Aug 31 19:09:17.358347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-591e4cb6-e3da-4c86-8d50-cc75c3b499bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f18ab3cfe34a469092cd6b6e6c9eb79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068167 Aug 31 19:09:17.359559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e4cb6-e3da-4c86-8d50-cc75c3b499bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab656aad-13a3-4438-aff7-445933408f1f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:17.362445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:17.409634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8c1f-7991-42df-a2ee-f6808d77f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d052c1c-727a-4fe1-b385-71b5dc0f9362,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:17.432707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.455142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-8a558fdf-10ad-46d2-9ba6-4b00a0d6c42d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0656784 Aug 31 19:09:17.459816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.516858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8d0f6e3-cf84-4592-be04-5058abbba5fc req-18e508a9-3a3b-49dc-952b-7bcfd45769f4 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886857 Aug 31 19:09:17.519959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a86f4b8-04bd-48b7-9ffb-660649a90ed6 req-12f68429-8452-4226-a25e-e7638ec5a1e3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804090 Aug 31 19:09:17.525462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.529216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.530832 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab656aad-13a3-4438-aff7-445933408f1f HTTP/1.1" status: 204 len: 168 time: 0.1670599 Aug 31 19:09:17.544955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfbba6-5c97-4628-a3d0-818e9af15fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab656aad-13a3-4438-aff7-445933408f1f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:17.565870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-8e477fab-85ff-4960-95e2-bce3a6724a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:17.568083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-8e477fab-85ff-4960-95e2-bce3a6724a41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1016781 Aug 31 19:09:17.620784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-380db814-1f9f-4108-8d50-066617519718 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401111 Aug 31 19:09:17.790309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:17.839462 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25cdbe86-5de2-4659-8b67-93a9f88d229b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b4856dab67041bfb3dff6051e187ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472009 Aug 31 19:09:17.842863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:17.912704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.945061 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:17.999756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.002767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.004098 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b764dbb-717f-4289-a736-66d0dde7f8a3 HTTP/1.1" status: 204 len: 168 time: 0.1602111 Aug 31 19:09:18.015109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb2800-198b-4b7e-9a4e-93e0113a7a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b764dbb-717f-4289-a736-66d0dde7f8a3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:18.024793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b620a9a2-d711-4ab9-a0cc-10962a17d7de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b869660b2b0e4c0e8218a57da7c582d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6974554 Aug 31 19:09:18.027055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:18.058181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b6ab8-708b-4fc3-9d0a-fad6f098c63d req-e40aebcf-f10b-4127-9a1c-f9130da9779c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:18.059736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc3b6ab8-708b-4fc3-9d0a-fad6f098c63d req-e40aebcf-f10b-4127-9a1c-f9130da9779c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.1657248 Aug 31 19:09:18.064172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2825-7b9c-4719-b257-49a96da83caf req-c926343d-8968-4979-b496-256ebed4339d tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:18.065674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5bf2825-7b9c-4719-b257-49a96da83caf req-c926343d-8968-4979-b496-256ebed4339d tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1118 time: 0.1729457 Aug 31 19:09:18.069749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-2d84bb38-3188-41bf-aa1c-9a3557b21048 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174981 Aug 31 19:09:18.107867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.138792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.182863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc3b6ab8-708b-4fc3-9d0a-fad6f098c63d req-1432ccd8-adcf-43d5-979d-785e45cd5717 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122067 Aug 31 19:09:18.186572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5bf2825-7b9c-4719-b257-49a96da83caf req-c38c29d2-dc4f-4539-955f-ff8391399f41 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099508 Aug 31 19:09:18.219313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.224148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.226910 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5c300a3-3da0-40f0-be24-01aabd77954a HTTP/1.1" status: 204 len: 168 time: 0.1984479 Aug 31 19:09:18.229369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01edd81c-6271-4c91-b04a-06e0e17f1345 req-96441e93-ed2d-4ab3-b26c-1783ea84454e service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363287 Aug 31 19:09:18.237355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add57a5-f31a-4953-b639-84c45995fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c300a3-3da0-40f0-be24-01aabd77954a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:18.598405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:18.638149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6372cbe8-98f8-47f5-9ab0-f4cc858ed725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.799036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-68156351-b0c2-44c8-ac3c-7d61b96c5a60 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:18.800476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-68156351-b0c2-44c8-ac3c-7d61b96c5a60 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.1997383 Aug 31 19:09:18.812198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d661-480a-4d6c-a98d-24e548827e8d req-d564efdb-8834-49f2-bbfb-8f5e84e31263 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:18.819876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8c7d661-480a-4d6c-a98d-24e548827e8d req-d564efdb-8834-49f2-bbfb-8f5e84e31263 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.1448607 Aug 31 19:09:18.852983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-46763e10-845b-47e8-a80e-f738b5175d45 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/quotas/002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 375 time: 0.0291972 Aug 31 19:09:18.927390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8c7d661-480a-4d6c-a98d-24e548827e8d req-f991449e-e43d-4bac-a662-82bb5d6bd14b tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061375 Aug 31 19:09:18.959175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-59640154-6db7-452b-97c6-0fb76f9aa6bb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890915 Aug 31 19:09:18.970694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6372cbe8-98f8-47f5-9ab0-f4cc858ed725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:18.985116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6372cbe8-98f8-47f5-9ab0-f4cc858ed725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:19.048302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:19.077844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6372cbe8-98f8-47f5-9ab0-f4cc858ed725 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22f4e370341d4280acbd5fede812022b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780123 Aug 31 19:09:19.080319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:19.080849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372cbe8-98f8-47f5-9ab0-f4cc858ed725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc457c8-d836-4744-9b0f-0aeab921b21c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:19.139156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-3b041cc4-60b5-4ce7-904e-61f4712e4c6b service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644180 Aug 31 19:09:19.155974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:19.178702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:19.239260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:19.241813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:19.244734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:19.248615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1cc457c8-d836-4744-9b0f-0aeab921b21c HTTP/1.1" status: 204 len: 168 time: 0.1666908 Aug 31 19:09:19.258284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb286fe-f73f-4145-bba8-e853be1a6e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc457c8-d836-4744-9b0f-0aeab921b21c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:19.290088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 has no active binding in host n-h1-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:09:19.329058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-82962359-24da-45ea-b0de-0958ba8cdda5 service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829133 Aug 31 19:09:19.375800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232edd5-277f-4a2a-98a4-8824637b2866 req-463b3aa1-14ba-4124-8730-caaa0df09691 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:19.384533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c232edd5-277f-4a2a-98a4-8824637b2866 req-463b3aa1-14ba-4124-8730-caaa0df09691 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.0848434 Aug 31 19:09:19.433163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c232edd5-277f-4a2a-98a4-8824637b2866 req-a583310f-a3ef-489e-9eb5-d16547806330 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Aug 31 19:09:19.542954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758908e2-4830-442b-b4af-c39bf4d929d7 req-7582d606-4f3b-4a14-bdef-c7fc446fa731 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 210 time: 0.0332642 Aug 31 19:09:19.897390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-d579e653-f9f9-42e4-b775-9eaa4d65c046 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250118 Aug 31 19:09:20.056551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-a3014594-19a2-4b56-9c3c-d57f877b8706 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:20.063746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-a3014594-19a2-4b56-9c3c-d57f877b8706 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608593 Aug 31 19:09:20.084702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-7ad49633-6fec-4fe8-b8b7-cc046bb0c640 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/quotas/cb993e8aa8dc4199848ab5004bf5f003 HTTP/1.1" status: 200 len: 375 time: 0.0195484 Aug 31 19:09:20.127662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-61d9a10e-8a1d-4106-b2cc-bd20b09aa4a2 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409706 Aug 31 19:09:20.136649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451e06-c946-4377-9be0-d62dd8b69324 req-da2bca1a-61d0-421d-bcea-719a7cdbf9e7 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:20.138131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c451e06-c946-4377-9be0-d62dd8b69324 req-da2bca1a-61d0-421d-bcea-719a7cdbf9e7 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.1240053 Aug 31 19:09:20.201855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c451e06-c946-4377-9be0-d62dd8b69324 req-678a6dee-cabf-48fe-9ef7-c16e11be5918 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573261 Aug 31 19:09:20.496451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3af8-f92c-4f79-babf-6f9242da87bc req-98eb281d-0dc9-4591-bf39-35767175dbfb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:20.506952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:20.511583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Request body: {'floatingip': {'port_id': 'bb195902-d1b0-4dd7-bc33-c93753488e66'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:20.522286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a23b3af8-f92c-4f79-babf-6f9242da87bc req-98eb281d-0dc9-4591-bf39-35767175dbfb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.0851109 Aug 31 19:09:20.598456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:20.614889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-477e1bc3-691b-477f-961a-2a53212dcedf req-36b5ed57-9e10-4af4-a0c6-4ffd8fbcaa8a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 210 time: 0.0384598 Aug 31 19:09:20.830712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6a98cf0-f2e8-4e56-a2e0-57db223e53bf req-651ee96f-ebf2-4043-8f23-0cb2ecf68319 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 210 time: 0.0702822 Aug 31 19:09:20.896686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d6f5-c861-4347-9f68-2395ed430e31 req-e7e4e307-c492-4a45-8b70-11fe5843ca97 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:20.906342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b16d6f5-c861-4347-9f68-2395ed430e31 req-e7e4e307-c492-4a45-8b70-11fe5843ca97 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.1459994 Aug 31 19:09:20.951753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-10f3717a-5d14-4adb-a8cf-d365324e9794 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:20.953692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-10f3717a-5d14-4adb-a8cf-d365324e9794 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.3007767 Aug 31 19:09:20.980197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b16d6f5-c861-4347-9f68-2395ed430e31 req-b453e68b-afb3-422b-8d9a-0ca35b5cb3d7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711861 Aug 31 19:09:20.985722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Request body: {'port': {'device_id': '948807aa-a111-4752-8458-c96171df72b9', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'admin_state_up': True, 'tenant_id': '002ab79f79d940b29a6270791c193b49'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:21.153498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:21.160149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:21.381967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Allocated IP 172.20.0.2 (9017580b-300c-47db-af06-4355f1b310b7/87fc1e73-58d9-4f97-9d1f-010b068f3d0f/79a229cc-a130-4538-a55f-fc57d2b8e53e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:21.567937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:21.574107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:21.744208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-462edec6-eeb5-4209-8e7b-5be3bfb515f0 req-11022ddf-a2f0-413b-b1cd-206f6235d90b tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 210 time: 0.0307989 Aug 31 19:09:21.765070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-72d7b9ce-2608-4caf-8069-f827c2103ebc tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164865 Aug 31 19:09:21.768783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:21.982220 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Floating IP 1dbfb4c1-6f71-4a31-b3ec-0017361f7365 associated. External IP: 172.25.3.129, port: bb195902-d1b0-4dd7-bc33-c93753488e66. Aug 31 19:09:22.008635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-8297aed6-8257-4f2e-ae52-2f814d618bd5 service neutron] 10.222.0.67 "GET /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0/bindings/n-h1-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.1403589 Aug 31 19:09:22.011307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.137191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-3ac09a43-cc8b-41d3-a9d2-18c789862c34 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:22.139268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-3ac09a43-cc8b-41d3-a9d2-18c789862c34 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658433 Aug 31 19:09:22.156266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Network 9017580b-300c-47db-af06-4355f1b310b7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:22.158404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Request body: {'port': {'device_id': '122d8073-2945-4c09-b7a8-addacfa229eb', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'cb993e8aa8dc4199848ab5004bf5f003'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:22.170043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:22.172841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:22.192833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675d041-d063-4c2c-8a52-5d0abb446159 req-f7372f72-3e86-4825-898d-11861b1dcaf7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:22.194555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e675d041-d063-4c2c-8a52-5d0abb446159 req-f7372f72-3e86-4825-898d-11861b1dcaf7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 931 time: 0.2003505 Aug 31 19:09:22.195192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:22.295974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:22.296648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.372589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e675d041-d063-4c2c-8a52-5d0abb446159 req-8c619b89-5a0a-4c1e-bfc6-d7bc77ea17ae tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413052 Aug 31 19:09:22.376936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-4a97893d-0a49-4f49-bb2b-71583b8e3426 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4009922 Aug 31 19:09:22.388337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e86ce-01e2-4542-ae02-620060f32590 req-447ff28e-a2aa-48a4-aebf-569a8a1b52db tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:22.390041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba6e86ce-01e2-4542-ae02-620060f32590 req-447ff28e-a2aa-48a4-aebf-569a8a1b52db tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 944 time: 0.2085910 Aug 31 19:09:22.396491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:22.414363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Request body: {'port': {'device_id': '948807aa-a111-4752-8458-c96171df72b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:22.577096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.584417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba6e86ce-01e2-4542-ae02-620060f32590 req-cc65cc04-ba71-43f5-8eed-3e14df986e69 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601777 Aug 31 19:09:22.593497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67288f73-a4cc-49e0-b480-56e24f70e826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.627721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Made reservation on behalf of cb993e8aa8dc4199848ab5004bf5f003 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:22.632022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.633508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:22.650517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.685544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Router 6118f9c7-2f73-4ef3-9178-331ff7dda352 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:09:22.697606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:22.813609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:22.840120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:22.844931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:22.861256 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Sync routers for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:22.878090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.879500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:22.880523 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:22.908847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:22.923742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7aba1a8-09ed-4828-abd7-9031a463065f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "PUT /v2.0/floatingips/1dbfb4c1-6f71-4a31-b3ec-0017361f7365 HTTP/1.1" status: 200 len: 991 time: 2.4156930 Aug 31 19:09:22.928758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:22.938951 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:23.015700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:23.070027 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:23.120668 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1554de0-59ab-4548-b960-0f7037a3eea5 x-openstack-request-id: req-b1554de0-59ab-4548-b960-0f7037a3eea5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:23.121363 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:23.121881 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1554de0-59ab-4548-b960-0f7037a3eea5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:23.122813 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'status': 'completed', 'code': 200} Aug 31 19:09:23.167549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21767e21-5d5f-45a7-bc33-e96f140d59b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.232697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-b454d878-d732-4df2-a7e1-cd8633e05b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:23.234530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-b454d878-d732-4df2-a7e1-cd8633e05b2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b&device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 1097 time: 0.0694013 Aug 31 19:09:23.235268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee69d761-9c03-45ed-8608-8a50fc66c82a req-cff923bc-a158-455f-81e0-141aa0b47fc8 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 210 time: 0.3531530 Aug 31 19:09:23.307096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67288f73-a4cc-49e0-b480-56e24f70e826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.327489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67288f73-a4cc-49e0-b480-56e24f70e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.399974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-19ced032-d0a6-4b39-af13-fd62c69539c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:23.402036 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-19ced032-d0a6-4b39-af13-fd62c69539c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e5b6b096-12a2-408a-a5f3-195cad0c9138 HTTP/1.1" status: 200 len: 915 time: 0.1480222 Aug 31 19:09:23.431968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67288f73-a4cc-49e0-b480-56e24f70e826 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91b796f12cda43858f033324ee7ec9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123122 Aug 31 19:09:23.438106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288f73-a4cc-49e0-b480-56e24f70e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd2ce1f-94b9-451c-a769-6432329dadfb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:23.438804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:23.471298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] Transition to ACTIVE for port object b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:23.477202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.515061 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1dbfb4c1-6f71-4a31-b3ec-0017361f7365', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'port_id': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'mac_address': 'fa:16:3e:32:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:09:03Z', 'updated_at': '2021-08-31T19:09:21Z', 'revision_number': 1, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:23.568149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-014b830e-be0f-467f-8392-961439cc4365 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb195902-d1b0-4dd7-bc33-c93753488e66 HTTP/1.1" status: 200 len: 999 time: 0.1568019 Aug 31 19:09:23.569024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a229cc-a130-4538-a55f-fc57d2b8e53e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:23.588740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.590699 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Checking router: 6118f9c7-2f73-4ef3-9178-331ff7dda352 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:23.603460 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:23.604294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:23.606317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.608865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] No DVR routers for this DVR port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:23.619856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.645345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.694144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:23.700377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Transition to ACTIVE for port object 79a229cc-a130-4538-a55f-fc57d2b8e53e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:23.724379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-b1030894-752a-4bfc-b6f8-a0f5e38014e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0/bindings/n-h1-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 1.7041490 Aug 31 19:09:23.740175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.759305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:23.766131 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:23.776778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b183c1-b448-4b5c-816f-4e65f9072975 req-537716e0-d042-4fbc-a007-c3f2f3877bc1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:23.778351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b183c1-b448-4b5c-816f-4e65f9072975 req-537716e0-d042-4fbc-a007-c3f2f3877bc1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 931 time: 0.1879544 Aug 31 19:09:23.836514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:23.875201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f43c0-4611-4ffa-b7f2-96ee793cd829 req-65cfd9fb-0366-436e-adc6-9c65b9c1eb49 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:23.876782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f09f43c0-4611-4ffa-b7f2-96ee793cd829 req-65cfd9fb-0366-436e-adc6-9c65b9c1eb49 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.1850536 Aug 31 19:09:23.897996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b183c1-b448-4b5c-816f-4e65f9072975 req-96697933-8f66-4903-8b65-29db179b0e56 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 Aug 31 19:09:23.906456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-c088247e-b3e6-4242-aaab-237b72876870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:23.908423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-c088247e-b3e6-4242-aaab-237b72876870 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86aead45-39d8-451b-8050-48d5f18ac391 HTTP/1.1" status: 200 len: 853 time: 0.3244395 Aug 31 19:09:23.945058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:23.977967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f09f43c0-4611-4ffa-b7f2-96ee793cd829 req-a724716d-7c38-4c72-b59d-efe82e14e2e5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Aug 31 19:09:23.987900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:23.988244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:23.988580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:23.994053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:23.994393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:24.011127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:24.011490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:24.012138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:24.012587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Bound port: 79a229cc-a130-4538-a55f-fc57d2b8e53e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:24.012956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.082096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Allocated IP 192.168.233.19 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/8760a075-99ab-44c9-bd56-986ab51fab86) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:24.105839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-49e1e7c7-da08-4028-9b28-62e39eb15e54 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.108386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-49e1e7c7-da08-4028-9b28-62e39eb15e54 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.2792110 Aug 31 19:09:24.129853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:24.136934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:24.150998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.168448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-7c08b939-2bab-47ce-b539-22b950fcc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.169942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-7c08b939-2bab-47ce-b539-22b950fcc77b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5b6b096-12a2-408a-a5f3-195cad0c9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099235 Aug 31 19:09:24.187970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.188934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.190533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] 10.222.0.82 "PUT /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 1092 time: 1.7960415 Aug 31 19:09:24.191161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:24.193913 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a7faa-4b30-4571-8c90-766ff2a8347e" -d '{"events": [{"name": "network-changed", "server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:24.222058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2cc7-8f76-49bb-b4ee-decf61e0deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:24.228934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1dbfb4c1-6f71-4a31-b3ec-0017361f7365', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'port_id': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'mac_address': 'fa:16:3e:32:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:09:03Z', 'updated_at': '2021-08-31T19:09:21Z', 'revision_number': 1, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:24.271135 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2deca24-6636-49bd-b979-0512bb56dce7 x-openstack-request-id: req-c2deca24-6636-49bd-b979-0512bb56dce7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:24.271666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.272123 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:24.272552 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2deca24-6636-49bd-b979-0512bb56dce7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:24.273107 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'status': 'completed', 'code': 200} Aug 31 19:09:24.273830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.277449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfd2ce1f-94b9-451c-a769-6432329dadfb HTTP/1.1" status: 204 len: 168 time: 0.8037839 Aug 31 19:09:24.293929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-5325f5b2-8c28-4605-850a-b6d90eda5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.295799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-5325f5b2-8c28-4605-850a-b6d90eda5c49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1095 time: 0.0602653 Aug 31 19:09:24.298503 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528434a-ac88-4335-a5cc-d4cc98438a56 None None] The sync data for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 is: [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1dbfb4c1-6f71-4a31-b3ec-0017361f7365', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'port_id': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'mac_address': 'fa:16:3e:32:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:09:03Z', 'updated_at': '2021-08-31T19:09:21Z', 'revision_number': 1, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:24.302993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aab7a5-556f-454f-9628-a049e3e34fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd2ce1f-94b9-451c-a769-6432329dadfb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:24.340294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-2fe60fda-21ef-4830-8535-6b7f291bfc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.341900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-2fe60fda-21ef-4830-8535-6b7f291bfc09 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&tenant_id=9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 1097 time: 0.2206819 Aug 31 19:09:24.346203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21767e21-5d5f-45a7-bc33-e96f140d59b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.358276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21767e21-5d5f-45a7-bc33-e96f140d59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.404761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21767e21-5d5f-45a7-bc33-e96f140d59b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eddcd3377fc147dda2ee3ebf8c07d6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3853757 Aug 31 19:09:24.411021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:24.413713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-8d1f84d9-39b1-4887-b30e-24c7ac026adf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.1034796 Aug 31 19:09:24.525818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-2037c6d7-3fb3-4cd7-bdd8-39cbd1c92427 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383760 Aug 31 19:09:24.540788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21767e21-5d5f-45a7-bc33-e96f140d59b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8a7e7-2a33-474f-8291-d93cc16ba2cf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:24.585603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f5c8c3b-da72-48ae-87d9-b656e0198890 req-938f1f75-0d11-435f-96cb-730b468488ea tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 210 time: 0.1441615 Aug 31 19:09:24.604040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-c8c42570-f248-4b1b-8a84-da80acf837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.605763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-c8c42570-f248-4b1b-8a84-da80acf837f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1650276 Aug 31 19:09:24.645445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-9d75441b-0a6e-430d-a74e-784ead5bfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.648183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-9d75441b-0a6e-430d-a74e-784ead5bfdc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1097 time: 0.2568617 Aug 31 19:09:24.674799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.719935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.723439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b1a638-9b0a-44bd-92e0-89fd420078c1 None None] New status for floating IP 1dbfb4c1-6f71-4a31-b3ec-0017361f7365: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:09:24.773868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-12d2ea78-b381-487b-874d-df47d1ef9286 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496086 Aug 31 19:09:24.793537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.796219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.800388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cb8a7e7-2a33-474f-8291-d93cc16ba2cf HTTP/1.1" status: 204 len: 168 time: 0.3861325 Aug 31 19:09:24.809992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:24.854540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-23d294f8-a297-4904-96ab-09d67f2e6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:24.856439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d3a4a-5cb9-4d1b-9899-911e182875bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8a7e7-2a33-474f-8291-d93cc16ba2cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:24.857176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-23d294f8-a297-4904-96ab-09d67f2e6895 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1977484 Aug 31 19:09:24.858820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a0d4ab87-83a9-4f38-aa19-d1469e6ca1d6 req-90d955e9-ca43-46cc-bab9-48ba30c4ded0 service neutron] 10.222.0.67 "GET /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152990 Aug 31 19:09:24.863002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Transition to ACTIVE for port object 8760a075-99ab-44c9-bd56-986ab51fab86 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:24.923737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:24.939522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-41a602f6-b00b-4826-857c-4d84875137af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0573633 Aug 31 19:09:24.953010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-44aff431-2ff2-4f6d-9d79-d60b1ee9ea7f service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691787 Aug 31 19:09:25.026837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5965b12-683a-4bfa-8532-105ad2573744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.096947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.101238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-f2fb3566-4e82-4856-8ddb-e5f4f89300fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.102777 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-f2fb3566-4e82-4856-8ddb-e5f4f89300fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1373212 Aug 31 19:09:25.122924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed1d528a-adf6-47a5-89ff-4648be804702 req-6f6654b6-3760-447a-99f8-da8caf87e91c service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617885 Aug 31 19:09:25.147401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:25.153442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:25.157335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d88e5-8a91-4bd8-9bfa-00cc876ec36a req-ea54f789-3972-4bc5-99f7-fca61b9815be tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.164127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6d88e5-8a91-4bd8-9bfa-00cc876ec36a req-ea54f789-3972-4bc5-99f7-fca61b9815be tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.1266339 Aug 31 19:09:25.199119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:25.204664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.205298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.239471 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-90303a0b-8dce-498b-a870-3b1e6dc06874 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893865 Aug 31 19:09:25.283886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6d88e5-8a91-4bd8-9bfa-00cc876ec36a req-9838f53f-336c-47a0-bd5b-75a8db650112 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111796 Aug 31 19:09:25.330093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e7a4a-c3cd-42f1-b3a6-504945bfa382 req-6a79d28c-4cfd-4667-9828-283408f15b89 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.333100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-401e7a4a-c3cd-42f1-b3a6-504945bfa382 req-6a79d28c-4cfd-4667-9828-283408f15b89 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.1450558 Aug 31 19:09:25.336439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-7e61bcbe-6c6e-40d7-b1e6-c2cc2a266123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.337965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-7e61bcbe-6c6e-40d7-b1e6-c2cc2a266123 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1095 time: 0.1363091 Aug 31 19:09:25.394058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Pushing event updated for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:25.480159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-840ffd2b-7cb3-4a37-a029-d089a943b37d service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155509 Aug 31 19:09:25.485330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5965b12-683a-4bfa-8532-105ad2573744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.501007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5965b12-683a-4bfa-8532-105ad2573744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.514178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-401e7a4a-c3cd-42f1-b3a6-504945bfa382 req-05c1e4b2-743d-45fa-8103-c666c63c409c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701376 Aug 31 19:09:25.525884 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-cf498edf-776a-4c5b-bdd8-cf11d5655529 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3729575 Aug 31 19:09:25.578752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-96900944-5621-4736-a7dc-08450e430df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.581162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-96900944-5621-4736-a7dc-08450e430df8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.2350819 Aug 31 19:09:25.593368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9d225f10-c4cb-4a93-968b-467056e49d65 None None] Provisioning for port 8760a075-99ab-44c9-bd56-986ab51fab86 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:25.594204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Request body: {'port': {'device_id': '122d8073-2945-4c09-b7a8-addacfa229eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:25.599995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9d225f10-c4cb-4a93-968b-467056e49d65 None None] Provisioning complete for port 8760a075-99ab-44c9-bd56-986ab51fab86 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:25.600662 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9d225f10-c4cb-4a93-968b-467056e49d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.651686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-cbe80764-0786-46ab-9347-8d8cb0cbf64e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.0555358 Aug 31 19:09:25.653748 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e5965b12-683a-4bfa-8532-105ad2573744 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89f2ba3946644cb09e004f6ca070a158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249453 Aug 31 19:09:25.657919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:25.664477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5965b12-683a-4bfa-8532-105ad2573744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c52ef-06e3-43e2-b685-7cbd645a228f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:25.673966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9d225f10-c4cb-4a93-968b-467056e49d65 None None] Port 8760a075-99ab-44c9-bd56-986ab51fab86 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:25.695868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-d1005b70-9d9d-41e1-b846-97e6d3e6e59d service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054329 Aug 31 19:09:25.754209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.821877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-2f0fe586-b746-4114-9463-ca0db6dd651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.823361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-2f0fe586-b746-4114-9463-ca0db6dd651e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1639240 Aug 31 19:09:25.841803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1e504-498f-4508-bde9-010ba189f260 req-8a9f41fd-e6a8-4527-87a5-0060af9c07ab tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:25.849781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93c1e504-498f-4508-bde9-010ba189f260 req-8a9f41fd-e6a8-4527-87a5-0060af9c07ab tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 935 time: 0.0909436 Aug 31 19:09:25.868687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:25.908021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-2fb87111-6076-480e-89f3-c5f3cdbfc332 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532434 Aug 31 19:09:25.958905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.012708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93c1e504-498f-4508-bde9-010ba189f260 req-87f331f0-c380-4820-b94f-3791a5248874 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618040 Aug 31 19:09:26.103390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-a2a1c383-531f-42e3-9a9f-4ce6a3a7ad81 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788306 Aug 31 19:09:26.122093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.125796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.127190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a9c52ef-06e3-43e2-b685-7cbd645a228f HTTP/1.1" status: 204 len: 168 time: 0.4655950 Aug 31 19:09:26.161356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-26cbb008-3901-43d0-a413-9b516978f7cf tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:26.162918 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-26cbb008-3901-43d0-a413-9b516978f7cf tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.1079218 Aug 31 19:09:26.169015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:26.207271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c3ed8-2689-4623-907b-3c6830ad7498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c52ef-06e3-43e2-b685-7cbd645a228f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:26.279664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-661a7faa-4b30-4571-8c90-766ff2a8347e req-5d4e7bd5-c2f0-4368-a99a-8740454007e3 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640012 Aug 31 19:09:26.351242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1345824436-network', 'tenant_id': '024852b4467847dba94621e190b99bce'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:26.379327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8760a075-99ab-44c9-bd56-986ab51fab86 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:26.393683 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.419612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Made reservation on behalf of 024852b4467847dba94621e190b99bce for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:26.422010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.426275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833cc5a-666a-4801-ba4b-e5385d6d5f8d req-7d2caf1e-59d4-49f8-9b98-8f15ca2da87a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:26.434091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3833cc5a-666a-4801-ba4b-e5385d6d5f8d req-7d2caf1e-59d4-49f8-9b98-8f15ca2da87a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.0756016 Aug 31 19:09:26.447307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.449505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Transition to ACTIVE for port object 8760a075-99ab-44c9-bd56-986ab51fab86 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:26.462356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.505666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3833cc5a-666a-4801-ba4b-e5385d6d5f8d req-f4d49520-e590-4ecc-9d61-e13fef66d002 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 Aug 31 19:09:26.520443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-4f2650d6-db69-4517-ba1a-986849eb1bbc service neutron] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:26.529297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-4f2650d6-db69-4517-ba1a-986849eb1bbc service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.530386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d31c1c5-caf5-40ff-bb9b-7d626ea49edb req-4f2650d6-db69-4517-ba1a-986849eb1bbc service neutron] 10.222.0.82 "DELETE /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0/bindings/n-h2-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.3498189 Aug 31 19:09:26.545144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Pushing event updated for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:26.590236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:26.630129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Attempting to bind port 8760a075-99ab-44c9-bd56-986ab51fab86 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:26.630723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Attempting to bind port 8760a075-99ab-44c9-bd56-986ab51fab86 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:26.631238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Attempting to bind port 8760a075-99ab-44c9-bd56-986ab51fab86 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:26.641001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Port 8760a075-99ab-44c9-bd56-986ab51fab86 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:26.641333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Attempting to bind port 8760a075-99ab-44c9-bd56-986ab51fab86 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:26.660040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:26.660685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:26.660938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:26.661491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Bound port: 8760a075-99ab-44c9-bd56-986ab51fab86, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:26.662023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.711399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:26.743290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.752121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacedc13-d5b3-4cc8-8a48-0e3723611bc7 req-dfad6eb7-8ad4-4bd9-9fa2-c96355f6c6f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:26.756795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dacedc13-d5b3-4cc8-8a48-0e3723611bc7 req-dfad6eb7-8ad4-4bd9-9fa2-c96355f6c6f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.1070361 Aug 31 19:09:26.761376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.797932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:26.804821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:09:26.828296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8760a075-99ab-44c9-bd56-986ab51fab86,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:26.830617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d534fe64-cffb-4c51-8be5-2dfcd811ef2e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:26.836562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.836922 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Added segment f47fba2c-3056-439f-9dd1-5d2f5a7e7188 of type vlan for network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d Aug 31 19:09:26.844912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.869942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dacedc13-d5b3-4cc8-8a48-0e3723611bc7 req-fcaf1ff5-5ffd-41ad-83d1-9c0e5e96e680 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005285 Aug 31 19:09:26.870195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:26.933175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:26.933896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.935293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] 10.222.0.82 "PUT /v2.0/ports/8760a075-99ab-44c9-bd56-986ab51fab86 HTTP/1.1" status: 200 len: 1096 time: 1.3550804 Aug 31 19:09:26.935851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:26.938156 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56" -d '{"events": [{"name": "network-changed", "server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:26.947017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:26.997960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014efcf5-9838-4963-86a1-6f9e43d2a156 service neutron] Pushing event updated for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:27.059119 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05dd191-12fc-4771-9f03-a9c2b57bf6ff x-openstack-request-id: req-c05dd191-12fc-4771-9f03-a9c2b57bf6ff {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:27.059700 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:27.060145 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c05dd191-12fc-4771-9f03-a9c2b57bf6ff {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:27.060892 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86', 'status': 'completed', 'code': 200} Aug 31 19:09:27.063501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.065255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.067506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.148287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a867-7b53-4147-bff1-2484b87fa9e8 req-204cfc24-621d-48d1-a2cb-347eb8d285fc tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.156973 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e421a867-7b53-4147-bff1-2484b87fa9e8 req-204cfc24-621d-48d1-a2cb-347eb8d285fc tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1097 time: 0.1330996 Aug 31 19:09:27.184106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] Pushing event updated for resources: {'Network': ['ID=426fdf96-5a40-46fb-a1d1-f8d3ee12003d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:27.203409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:09:27.220328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc620015-5dde-496b-aa39-856de6bb37eb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0504608 Aug 31 19:09:27.220692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41840) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:27.238277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Request body: {'subnet': {'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1345824436-subnet', 'tenant_id': '024852b4467847dba94621e190b99bce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:27.248347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-333a0d69-647f-42d6-99a4-3492e21661e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.256318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e421a867-7b53-4147-bff1-2484b87fa9e8 req-fafdfbd4-c8c3-479c-bcb2-6eb28c60b726 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982497 Aug 31 19:09:27.297863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-143b0733-fcde-4f1a-a1ae-583295561944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.299364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-143b0733-fcde-4f1a-a1ae-583295561944 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 1099 time: 0.2928119 Aug 31 19:09:27.309772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6754-3500-4105-b3fd-78a700401d59 req-de1afe61-4f51-456e-a036-12669bfd65d6 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.320029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ade6754-3500-4105-b3fd-78a700401d59 req-de1afe61-4f51-456e-a036-12669bfd65d6 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 947 time: 0.1359091 Aug 31 19:09:27.370625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ade6754-3500-4105-b3fd-78a700401d59 req-10f92a24-2731-4ec0-a201-106cf22a3ccb tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Aug 31 19:09:27.403890 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-3acd6847-90c2-42c6-9ecb-e6c9da50d080 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8760a075-99ab-44c9-bd56-986ab51fab86 HTTP/1.1" status: 200 len: 217 time: 0.0935211 Aug 31 19:09:27.464479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Made reservation on behalf of 024852b4467847dba94621e190b99bce for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:27.467257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.529221 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-333a0d69-647f-42d6-99a4-3492e21661e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.552578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-333a0d69-647f-42d6-99a4-3492e21661e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.698002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0d69-647f-42d6-99a4-3492e21661e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a577d3-ff06-4f84-9d8a-f539b27323f3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:27.708055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-333a0d69-647f-42d6-99a4-3492e21661e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acb809c06cd94300baf9d45765b36129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8363822 Aug 31 19:09:27.711940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:27.799802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-d2f511e4-228a-4fcf-9c37-a6a9ab9c43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.800412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03bab0-340e-4810-bf9f-9024276e6601 req-47141b9c-5951-4ee2-acd6-f194b3668765 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.801735 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-d2f511e4-228a-4fcf-9c37-a6a9ab9c43b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.3902190 Aug 31 19:09:27.802669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd03bab0-340e-4810-bf9f-9024276e6601 req-47141b9c-5951-4ee2-acd6-f194b3668765 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.1647832 Aug 31 19:09:27.837162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-0ac66261-d847-4130-b6e4-0b504f669efe tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.838677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-0ac66261-d847-4130-b6e4-0b504f669efe tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.2739191 Aug 31 19:09:27.870109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.874940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-86d46a68-8b59-4358-b55d-28ea3c1e0bdf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/quotas/9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 375 time: 0.0266593 Aug 31 19:09:27.876979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-1296bbb3-7ad2-4fef-a6f5-dfd4c570233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:27.878463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-1296bbb3-7ad2-4fef-a6f5-dfd4c570233e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683043 Aug 31 19:09:27.887841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd03bab0-340e-4810-bf9f-9024276e6601 req-6271a7a4-e05e-4b85-924d-b98133e45349 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Aug 31 19:09:27.924433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:27.969093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-1b4045bd-b3ca-43dc-bb6c-9a354e06f51a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844424 Aug 31 19:09:28.041647 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.045351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.046905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/61a577d3-ff06-4f84-9d8a-f539b27323f3 HTTP/1.1" status: 204 len: 168 time: 0.3336084 Aug 31 19:09:28.058029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-65ebd836-1fae-429f-960a-02fb24696313 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710815 Aug 31 19:09:28.064520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae5318-043a-4225-a2b0-ee5aacbaf9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a577d3-ff06-4f84-9d8a-f539b27323f3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:28.065156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.106567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-e202cd56-d9e0-4140-87ee-becde464a8ba service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290746 Aug 31 19:09:28.174516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd65380-fc94-432b-b93d-624c5d791609,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:28.217439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Checking segment: {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:28.217787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Network hostable DHCP agents. Network: 426fdf96-5a40-46fb-a1d1-f8d3ee12003d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:09:28.219669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-98bb7b30-4e23-4049-a056-751adf0e7730 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116734 Aug 31 19:09:28.257168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f88ec05a-827f-4a18-a4d6-2579ad2a6af9 req-1bf7d52a-6d47-473f-8ed4-a79b42e783b7 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798930 Aug 31 19:09:28.258464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:09:28.286366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 426fdf96-5a40-46fb-a1d1-f8d3ee12003d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:28.295361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae70c88-5eae-4603-8fe2-9f41186fd78f None None] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:28.312038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.315909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.389037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7a1a178-b5a9-41ad-8cab-a7bae556a476 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1647234 Aug 31 19:09:28.389471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:28.394739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:28.402743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-5281c684-5a0b-40a1-b98f-6d89e7642463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.409728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-5281c684-5a0b-40a1-b98f-6d89e7642463 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 1099 time: 0.0859160 Aug 31 19:09:28.453613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.455695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.604802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'tenant_id': '024852b4467847dba94621e190b99bce', 'fixed_ips': [{'subnet_id': '8dd65380-fc94-432b-b93d-624c5d791609'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:09:28.607917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.611151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-0fef5d8d-58dc-49f5-ae58-4cb18854c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.612705 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-0fef5d8d-58dc-49f5-ae58-4cb18854c072 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1945162 Aug 31 19:09:28.626255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:28.650382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.684705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-271dffcf-30eb-4cbb-b412-d6b02d861991 req-648721fb-17c6-4de8-882f-4831618b7242 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 210 time: 0.1424186 Aug 31 19:09:28.742800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c728e1d-92f2-4cc9-975e-36835f3f4a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.746955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-029d0120-5d12-4986-ba33-4f5c169c62d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8760a075-99ab-44c9-bd56-986ab51fab86 HTTP/1.1" status: 200 len: 217 time: 0.1228027 Aug 31 19:09:28.798524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Allocated IP 172.20.0.2 (426fdf96-5a40-46fb-a1d1-f8d3ee12003d/8dd65380-fc94-432b-b93d-624c5d791609/1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:28.839275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-28298d13-b58d-469d-94ce-3d5873330a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.842359 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-28298d13-b58d-469d-94ce-3d5873330a44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0856848 Aug 31 19:09:28.849352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7c77-864c-4c74-9a49-39c04b75a03d req-1afd3fed-2427-4ce9-b58a-7db8db3edc43 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.859521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00f7c77-864c-4c74-9a49-39c04b75a03d req-1afd3fed-2427-4ce9-b58a-7db8db3edc43 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 947 time: 0.3503530 Aug 31 19:09:28.929775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-af7eae22-b08c-471c-9c72-d0ba90ce5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:28.932019 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-af7eae22-b08c-471c-9c72-d0ba90ce5bc9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779238 Aug 31 19:09:28.977726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.986738 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:28.997516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Transition to ACTIVE for port object 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:29.015542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00f7c77-864c-4c74-9a49-39c04b75a03d req-80a9a542-ea1b-45a1-9edd-762911154620 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547594 Aug 31 19:09:29.034759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Transition to ACTIVE for port object 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:29.038099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c728e1d-92f2-4cc9-975e-36835f3f4a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.053269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c728e1d-92f2-4cc9-975e-36835f3f4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.057561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.126334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:29.146414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:29.146620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2c728e1d-92f2-4cc9-975e-36835f3f4a32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=052fc054d00943c6bf98761831a3948e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191367 Aug 31 19:09:29.150807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-8d49f5a8-dab1-4bad-93a6-87ac05af5305 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104719 Aug 31 19:09:29.155140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c728e1d-92f2-4cc9-975e-36835f3f4a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee0211-be8e-4ed3-866e-8b8bfe19a2e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:29.278686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:29.296933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'port_id': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'mac_address': 'fa:16:3e:0d:e0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fc1e73-58d9-4f97-9d1f-010b068f3d0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:29.297950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90c47e5e-7a45-4a4d-b96a-5b6a8bc55b56 req-c7a2b234-44aa-425b-bfb2-9277c7b7c1c2 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314769 Aug 31 19:09:29.311919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:29.338236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:29.343210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:29.359979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Pushing event updated for resources: {'Port': ['ID=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:29.385642 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.426417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a229cc-a130-4538-a55f-fc57d2b8e53e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:29.446857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Attempting to bind port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:29.447219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Attempting to bind port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:29.447790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Attempting to bind port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 on network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:29.467130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:29.467499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Checking segment: {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:29.468111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.468674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Bound using segment: {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:29.469157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Bound port: 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:29.469527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.472458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:29.480458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94624-48b0-4f3b-8162-2dcdd60e4fdc req-e9119fb8-990b-4faf-8868-a3a9a531b641 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:29.483014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e94624-48b0-4f3b-8162-2dcdd60e4fdc req-e9119fb8-990b-4faf-8868-a3a9a531b641 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.4216182 Aug 31 19:09:29.491073 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.548812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.572951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e94624-48b0-4f3b-8162-2dcdd60e4fdc req-48fb4f83-1332-4269-b8c7-4d548ec80563 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Aug 31 19:09:29.573534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:29.587705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] For port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:29.591780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] For port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:29.593936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.607589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.690529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095cb7d-b6e9-4f38-a854-958ce6154957 None None] Pushing event updated for resources: {'Port': ['ID=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:29.759437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aa1151b-a1dc-4f62-8a36-49ab51592add req-e8b54946-e773-4d13-8d78-6cf5fdb62861 tempest-FlavorsV2NegativeTest-2076339613 tempest-FlavorsV2NegativeTest-2076339613-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=939edc0bae5948239bff636bd6b9d482&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541317 Aug 31 19:09:29.764490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['79a229cc-a130-4538-a55f-fc57d2b8e53e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:29.810858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ae0eb69-ebcd-464b-9e54-89b3aaece752 req-5e55d814-78ee-4566-99df-018bfa63d368 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Aug 31 19:09:29.822786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.825305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.826402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cee0211-be8e-4ed3-866e-8b8bfe19a2e3 HTTP/1.1" status: 204 len: 168 time: 0.6781907 Aug 31 19:09:29.861823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:29.895493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81317212-932b-42d4-b4ec-88fea1423aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee0211-be8e-4ed3-866e-8b8bfe19a2e3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:29.965616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.094019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-acbe0cdc-e7b5-44ae-9d45-2a8a4363096b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:30.095573 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-acbe0cdc-e7b5-44ae-9d45-2a8a4363096b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.2193289 Aug 31 19:09:30.118400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Request body: {'port': {'device_id': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'admin_state_up': True, 'tenant_id': '9393538463da4aa48688119a1608b443'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:30.168697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1151b-a1dc-4f62-8a36-49ab51592add req-d48882bc-5507-4f65-99d3-314761ed0142 tempest-FlavorsV2NegativeTest-2076339613 tempest-FlavorsV2NegativeTest-2076339613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:30.175663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aa1151b-a1dc-4f62-8a36-49ab51592add req-d48882bc-5507-4f65-99d3-314761ed0142 tempest-FlavorsV2NegativeTest-2076339613 tempest-FlavorsV2NegativeTest-2076339613-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018037 Aug 31 19:09:30.202197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aa1151b-a1dc-4f62-8a36-49ab51592add req-5089a701-77df-4e33-831e-e02893c4bae0 tempest-FlavorsV2NegativeTest-2076339613 tempest-FlavorsV2NegativeTest-2076339613-project] 10.222.0.73 "GET /v2.0/quotas/939edc0bae5948239bff636bd6b9d482 HTTP/1.1" status: 200 len: 375 time: 0.0256195 Aug 31 19:09:30.262023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aa1151b-a1dc-4f62-8a36-49ab51592add req-817ecf45-e03b-4c3b-a406-b8b61c9fee21 tempest-FlavorsV2NegativeTest-2076339613 tempest-FlavorsV2NegativeTest-2076339613-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=939edc0bae5948239bff636bd6b9d482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376561 Aug 31 19:09:30.280515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:30.284529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.293111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001b22-0116-4306-ad72-3bc60ab07580 req-7fc6dd28-08b7-4495-a13b-3e5e10a5b1c3 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:30.294868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2001b22-0116-4306-ad72-3bc60ab07580 req-7fc6dd28-08b7-4495-a13b-3e5e10a5b1c3 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 947 time: 0.1873925 Aug 31 19:09:30.362752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Allocated IP 172.25.3.162 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/77c73e24-c79a-4274-8c2f-8a19c5a4644c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:30.462207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2001b22-0116-4306-ad72-3bc60ab07580 req-e9440aa9-3a20-4bda-84da-60d8e12c3f4f tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581564 Aug 31 19:09:30.488620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Allocated IP 172.20.0.11 (745809cd-ee86-45aa-b8f0-f70066962da9/f8df6115-9453-4893-9868-13a30afb647e/fb247bb6-a25b-47b0-9a68-f0738258c3c6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:30.523890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.584510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.609219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:30.645920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:30.650942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:30.732081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.751474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Pushing event updated for resources: {'Port': ['ID=77c73e24-c79a-4274-8c2f-8a19c5a4644c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:30.793435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.845200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Network 745809cd-ee86-45aa-b8f0-f70066962da9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:30.854312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:30.863294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:30.872209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:30.873591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:30.897618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:30.906930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-82dc5374-dd6f-4f89-8d69-c343a6a96686 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938771 Aug 31 19:09:30.914673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbf5f-093d-4a9d-a197-289e6b13dffa req-c06d38f6-de7c-42a2-88f7-694e63ad1ed3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:30.932038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c61bbf5f-093d-4a9d-a197-289e6b13dffa req-c06d38f6-de7c-42a2-88f7-694e63ad1ed3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.1923652 Aug 31 19:09:30.936049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Request body: {'port': {'device_id': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:31.022460 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.074310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c61bbf5f-093d-4a9d-a197-289e6b13dffa req-157ede77-444a-4abd-8c78-0988a72efea2 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400380 Aug 31 19:09:31.128520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8760a075-99ab-44c9-bd56-986ab51fab86 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:31.130970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c71da-c3c0-4235-bc30-11cd205a867f req-ecc8f5d0-5030-49ed-98bb-585421510bd8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:31.132623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-137c71da-c3c0-4235-bc30-11cd205a867f req-ecc8f5d0-5030-49ed-98bb-585421510bd8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 932 time: 0.1805387 Aug 31 19:09:31.193277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:31.244813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-137c71da-c3c0-4235-bc30-11cd205a867f req-02a9b8b5-fbca-47bc-9d46-c4f7c5b0682f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014891 Aug 31 19:09:31.268484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.290618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847ad80-773b-4f2e-a851-9c70474ed22c None None] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:31.362466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:31.408022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc665ca9-d74d-45e1-9443-147bb14deda4 None None] Provisioning for port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:31.451215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:31.462646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 79a229cc-a130-4538-a55f-fc57d2b8e53e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:31.475937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 79a229cc-a130-4538-a55f-fc57d2b8e53e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:31.476314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.482159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:31.482521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.574968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.587347 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8760a075-99ab-44c9-bd56-986ab51fab86,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:31.623782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '8760a075-99ab-44c9-bd56-986ab51fab86', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '8760a075-99ab-44c9-bd56-986ab51fab86', 'mac_address': 'fa:16:3e:7b:45:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:31.655116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:31.693233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a0316-38cc-43c3-b6ee-cb895aca3c8a req-9e5e6667-08dc-4f04-a5fe-af599d6fc20d tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:31.695388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-089a0316-38cc-43c3-b6ee-cb895aca3c8a req-9e5e6667-08dc-4f04-a5fe-af599d6fc20d tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 947 time: 0.1154468 Aug 31 19:09:31.700362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb247bb6-a25b-47b0-9a68-f0738258c3c6 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:31.718464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.750326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Transition to ACTIVE for port object fb247bb6-a25b-47b0-9a68-f0738258c3c6 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:31.758834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.769501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-089a0316-38cc-43c3-b6ee-cb895aca3c8a req-46c5930b-d8a4-459c-b62d-331f26e2cae4 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Aug 31 19:09:31.796148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.831546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Router 4c50dcde-3525-4268-a019-2a3293841091 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:09:31.862521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.866081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.904153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8760a075-99ab-44c9-bd56-986ab51fab86 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:31.933710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:31.961637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:31.962388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:31.967338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:31.967909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:31.968013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:31.968951 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c77aa-433c-441d-8124-9f6e2e4e244d" -d '{"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-plugged", "status": "completed", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:31.976904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:31.977018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8760a075-99ab-44c9-bd56-986ab51fab86,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:31.977944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:31.986229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:31.987265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:31.988025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:31.988471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:31.989929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Bound port: fb247bb6-a25b-47b0-9a68-f0738258c3c6, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:31.991266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.991469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:31.999313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.003699 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.023695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-868b754f-3f79-442e-9cb7-1ddfbde2d72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.064551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:32.065271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:32.078807 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Sync routers for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:32.093444 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:32.094088 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:32.105556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:32.111183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:32.123965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.150106 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db4d2e2-8661-4d19-9305-a5ca66306cba x-openstack-request-id: req-2db4d2e2-8661-4d19-9305-a5ca66306cba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:32.150663 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-plugged", "status": "completed", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:32.150663 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2db4d2e2-8661-4d19-9305-a5ca66306cba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:32.151036 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'code': 200} Aug 31 19:09:32.211962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:32.235143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:32.275854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.276502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.277920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-56e586e5-84d3-49b3-99c8-d041a498e589 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 1093 time: 1.3605797 Aug 31 19:09:32.278385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:32.280681 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0b915-9993-4322-b3ce-c66040f61c72" -d '{"events": [{"name": "network-changed", "server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:32.307687 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:32.325775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e63c9-7f99-4019-9614-d2cb647bfe8c req-4be9b985-35d9-491c-8153-42690c353fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.327294 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-811e63c9-7f99-4019-9614-d2cb647bfe8c req-4be9b985-35d9-491c-8153-42690c353fd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.1266410 Aug 31 19:09:32.364755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-868b754f-3f79-442e-9cb7-1ddfbde2d72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.366675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8760a075-99ab-44c9-bd56-986ab51fab86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:32.378709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-868b754f-3f79-442e-9cb7-1ddfbde2d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.421670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-868b754f-3f79-442e-9cb7-1ddfbde2d72a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=939edc0bae5948239bff636bd6b9d482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621417 Aug 31 19:09:32.422572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.423856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9ecbeed7-ed3a-4708-8fb2-b5630f39de38 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0332654 Aug 31 19:09:32.430446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:32.430867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42034) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:32.446765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-811e63c9-7f99-4019-9614-d2cb647bfe8c req-b5e8f236-dcd4-43ad-9a7e-639b75628269 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080644 Aug 31 19:09:32.455193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:32.476236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-50b366c0-e0a8-4abe-bd9e-656c4d636286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.478402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-50b366c0-e0a8-4abe-bd9e-656c4d636286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1096 time: 0.1056721 Aug 31 19:09:32.478810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a06fcc6-3a25-4dd3-8a8f-5407ea4daf56 None None] Provisioning complete for port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:32.479352 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a06fcc6-3a25-4dd3-8a8f-5407ea4daf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.530523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1208-93df-43fe-9e3a-6a87f5ab9865 req-af9e1013-c072-493a-be2c-8c333268cb0a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.538720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-438b1208-93df-43fe-9e3a-6a87f5ab9865 req-af9e1013-c072-493a-be2c-8c333268cb0a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 945 time: 0.3125134 Aug 31 19:09:32.540355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-c52ca597-209b-4101-850e-2e6fbfba1251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0505753 Aug 31 19:09:32.569851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b754f-3f79-442e-9cb7-1ddfbde2d72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3eef4f-1906-41b9-906d-970fb06d2053,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:32.605130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:31Z', 'revision_number': 3, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:32.608921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-42e46357-6d5a-46c3-974e-96806baf763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.610874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-42e46357-6d5a-46c3-974e-96806baf763f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0578172 Aug 31 19:09:32.631261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3291-6536-419a-bd6d-93d5623dbc11 req-259f3a56-f1f0-420d-adc0-43a89bee918b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:32.638646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-895a3291-6536-419a-bd6d-93d5623dbc11 req-259f3a56-f1f0-420d-adc0-43a89bee918b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.2768774 Aug 31 19:09:32.639620 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Checking router: 4c50dcde-3525-4268-a019-2a3293841091 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:32.640126 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Updating router 4c50dcde-3525-4268-a019-2a3293841091 port 77c73e24-c79a-4274-8c2f-8a19c5a4644c binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:09:32.656918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-438b1208-93df-43fe-9e3a-6a87f5ab9865 req-5c2d9558-d8e6-43ea-a54b-670ef26c4b30 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172321 Aug 31 19:09:32.659742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-e3de8f1d-29d2-4952-91a0-f5c477ede826 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384307 Aug 31 19:09:32.693988 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.700021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:32.757146 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531cad2-4ebb-41df-88d9-d868ee5b910f x-openstack-request-id: req-4531cad2-4ebb-41df-88d9-d868ee5b910f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:32.757765 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:32.757765 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4531cad2-4ebb-41df-88d9-d868ee5b910f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:32.758057 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'status': 'completed', 'code': 200} Aug 31 19:09:32.829152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-b135d408-ae2b-4133-b60a-db3ebc02b119 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585193 Aug 31 19:09:32.939715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5859d5be-6441-4bfb-af6c-d5a868a41e4c req-e38a2fe2-0a1e-4ce2-928d-0b693e7781ae service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994136 Aug 31 19:09:32.974676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-895a3291-6536-419a-bd6d-93d5623dbc11 req-7cdec82f-107c-4df7-8e03-c57e55dd2c87 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333232 Aug 31 19:09:32.977040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.084653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-51702713-881d-48b6-93be-a08c20604a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:33.086404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-51702713-881d-48b6-93be-a08c20604a52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0652947 Aug 31 19:09:33.114767 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.131528 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Transition to ACTIVE for port object 77c73e24-c79a-4274-8c2f-8a19c5a4644c will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:33.140607 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.159956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1f9c-1d7e-406c-a6c3-4009849c60e9 req-511b1da5-b045-41cb-afaa-970c36946f3a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:33.162114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd9f1f9c-1d7e-406c-a6c3-4009849c60e9 req-511b1da5-b045-41cb-afaa-970c36946f3a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 948 time: 0.0716460 Aug 31 19:09:33.212909 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Attempting to bind port 77c73e24-c79a-4274-8c2f-8a19c5a4644c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:33.213271 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Attempting to bind port 77c73e24-c79a-4274-8c2f-8a19c5a4644c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:33.213738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Attempting to bind port 77c73e24-c79a-4274-8c2f-8a19c5a4644c on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:33.226796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:33.227567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:33.228221 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.228852 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:33.229616 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Bound port: 77c73e24-c79a-4274-8c2f-8a19c5a4644c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:33.230132 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.233388 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Pushing event updated for resources: {'Port': ['ID=77c73e24-c79a-4274-8c2f-8a19c5a4644c,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:33.235298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.238118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.239416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f3eef4f-1906-41b9-906d-970fb06d2053 HTTP/1.1" status: 204 len: 168 time: 0.8017745 Aug 31 19:09:33.251363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:33.272647 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.273068 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.273501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.273905 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.275091 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.275616 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.276355 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.276848 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.278028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.278516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.279007 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.279505 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:09:33.283206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-420d1db9-3c6d-4c4e-a11f-28b32cd35a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:33.284534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-420d1db9-3c6d-4c4e-a11f-28b32cd35a5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1740108 Aug 31 19:09:33.326715 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] For port 77c73e24-c79a-4274-8c2f-8a19c5a4644c, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:33.331339 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] For port 77c73e24-c79a-4274-8c2f-8a19c5a4644c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77c73e24-c79a-4274-8c2f-8a19c5a4644c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:33.333796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa52d45-c132-44d4-9e19-fb111ac74b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3eef4f-1906-41b9-906d-970fb06d2053,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:33.337991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:33.338845 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.339895 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.380830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-e9f6b1c1-ebaa-4384-bf9c-1bbb03b17768 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0853577 Aug 31 19:09:33.412211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:33.413626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:33.463173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd9f1f9c-1d7e-406c-a6c3-4009849c60e9 req-a6c683a9-1650-4909-9190-07fe035bd4df tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223251 Aug 31 19:09:33.469810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-26cfdb39-a146-4ed9-a874-ccff6daa056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:33.482317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-26cfdb39-a146-4ed9-a874-ccff6daa056c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0932672 Aug 31 19:09:33.501959 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52a08-aea2-483a-b1aa-a680074bd8a4 None None] Pushing event updated for resources: {'Port': ['ID=77c73e24-c79a-4274-8c2f-8a19c5a4644c,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:33.543265 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-26296733-e937-4da1-b501-e8c5bd3a3acb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512788 Aug 31 19:09:33.592883 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:33.657948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:33.675134 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-50690e1c-318f-4ed7-8be6-aaa2ccfa62a7 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202559 Aug 31 19:09:33.845161 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:31Z', 'revision_number': 3, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:33.875205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ace0b915-9993-4322-b3ce-c66040f61c72 req-7248da78-b0a2-4781-951a-8c9f08eb9ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850164 Aug 31 19:09:33.875734 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee702501-a752-4064-8b7b-37549ad5268d None None] The sync data for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 is: [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:31Z', 'revision_number': 3, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:33.982915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044d7ec-7f63-472e-929b-c43939656d19 req-b710961c-2e39-465a-bb80-bf2cc48bca2d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:33.984690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9044d7ec-7f63-472e-929b-c43939656d19 req-b710961c-2e39-465a-bb80-bf2cc48bca2d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 945 time: 0.2072272 Aug 31 19:09:34.032011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Allocated IP 172.20.0.1 (426fdf96-5a40-46fb-a1d1-f8d3ee12003d/8dd65380-fc94-432b-b93d-624c5d791609/9a2011b6-62b6-4180-b5dc-918c4b3cd970) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:34.045550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9044d7ec-7f63-472e-929b-c43939656d19 req-588d9f5a-bf6b-4c53-b917-604daaccd749 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Aug 31 19:09:34.223806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3a50b-16d1-48dc-861d-153bf1acccfe req-76f2ecc0-f678-4f8a-ae83-96a6be0f2d96 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:34.225339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdc3a50b-16d1-48dc-861d-153bf1acccfe req-76f2ecc0-f678-4f8a-ae83-96a6be0f2d96 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.1049252 Aug 31 19:09:34.254929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.293104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Transition to ACTIVE for port object 9a2011b6-62b6-4180-b5dc-918c4b3cd970 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:34.321675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdc3a50b-16d1-48dc-861d-153bf1acccfe req-94507de6-1f73-4964-8c87-27c07ebd1e71 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Aug 31 19:09:34.382013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.400831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:34.438427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:34.442017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:34.443823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:34.446000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:34.508791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.569076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-network', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:34.596935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Made reservation on behalf of 6765d69aa7b046c68b54036eaa2e10f5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:34.600555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.618133 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.722985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c55ac664-b226-4ef6-82bf-f0a99ce33c1e None None] Provisioning for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:34.731383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c55ac664-b226-4ef6-82bf-f0a99ce33c1e None None] Provisioning complete for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:34.732084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c55ac664-b226-4ef6-82bf-f0a99ce33c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.763059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d977-3739-4ffd-89a6-a745792e6b3c req-176f09c5-5656-4db8-bab5-b497affb363b tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:34.763291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.768427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.772433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac49d977-3739-4ffd-89a6-a745792e6b3c req-176f09c5-5656-4db8-bab5-b497affb363b tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 948 time: 0.1944880 Aug 31 19:09:34.813764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.820247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:09:34.834728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c55ac664-b226-4ef6-82bf-f0a99ce33c1e None None] Port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:34.836192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bdbe7-2df3-45a1-9746-37c96314bfbf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:34.846456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.846850 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Added segment 3df012a3-d109-4dbd-a2fe-931a6eacacdf of type vlan for network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c Aug 31 19:09:34.851926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:34.894152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac49d977-3739-4ffd-89a6-a745792e6b3c req-7869c604-63d2-4a1d-9679-f1261d205d0b tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139565 Aug 31 19:09:34.916050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.945319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:34.946311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:34.946912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.020660 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6186421 Aug 31 19:09:35.021991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:35.029810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Request body: {'subnet': {'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-subnet', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:35.052687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c447955d-df3d-4f10-a7f5-5f5c7507573a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.092476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbfcd9-f5c1-404b-817d-b29a4d904c58 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff4544a-7f5f-480e-ada2-29ebe8876a0c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.103059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:09:35.111472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Made reservation on behalf of 6765d69aa7b046c68b54036eaa2e10f5 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:35.123764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.155462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8760a075-99ab-44c9-bd56-986ab51fab86 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:35.263096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 8760a075-99ab-44c9-bd56-986ab51fab86 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:35.268074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 8760a075-99ab-44c9-bd56-986ab51fab86 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:35.268630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.296645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c447955d-df3d-4f10-a7f5-5f5c7507573a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.303867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c447955d-df3d-4f10-a7f5-5f5c7507573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.339861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77c73e24-c79a-4274-8c2f-8a19c5a4644c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:35.372058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447955d-df3d-4f10-a7f5-5f5c7507573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b9d25-a276-4040-b066-eaf2d8ad3657,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.379659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c447955d-df3d-4f10-a7f5-5f5c7507573a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea042e2c73684518a3171bd5788d99fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167389 Aug 31 19:09:35.379901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:35.436489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.465010 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.466042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42186892-6538-463f-9579-3fc8e8afd843 req-197a9e30-d06b-46a1-9f7c-1d1ba0057dfa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:35.471733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.474451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42186892-6538-463f-9579-3fc8e8afd843 req-197a9e30-d06b-46a1-9f7c-1d1ba0057dfa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 945 time: 0.1840682 Aug 31 19:09:35.480888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 77c73e24-c79a-4274-8c2f-8a19c5a4644c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:35.495181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.497221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:35.500826 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0a2031-1b45-4e64-a97a-f4ce9c6dae5d" -d '{"events": [{"server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "name": "network-vif-plugged", "status": "completed", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:35.504183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 77c73e24-c79a-4274-8c2f-8a19c5a4644c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:35.504911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.512936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.540465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.540716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8760a075-99ab-44c9-bd56-986ab51fab86,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:35.546127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.547493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f3b9d25-a276-4040-b066-eaf2d8ad3657 HTTP/1.1" status: 204 len: 168 time: 0.1664228 Aug 31 19:09:35.554761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.561421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214835e1-3d53-4968-b1a5-6d1d5fbab3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b9d25-a276-4040-b066-eaf2d8ad3657,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.658682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.690943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42186892-6538-463f-9579-3fc8e8afd843 req-53dd731c-2147-488b-bfab-328954308a01 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154121 Aug 31 19:09:35.710362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bde89-cc68-4346-a2d9-a8dbfa6fe6a8 req-3b711d65-a69c-4ea1-9bda-979f181295c6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:35.711992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b4bde89-cc68-4346-a2d9-a8dbfa6fe6a8 req-3b711d65-a69c-4ea1-9bda-979f181295c6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.2841086 Aug 31 19:09:35.720938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.735106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.757129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.790246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 77c73e24-c79a-4274-8c2f-8a19c5a4644c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77c73e24-c79a-4274-8c2f-8a19c5a4644c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:35.796787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.807970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:35.877200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=77c73e24-c79a-4274-8c2f-8a19c5a4644c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:35.898366 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aff75a-ee9d-4850-be3c-a6c950bd9bf3 x-openstack-request-id: req-68aff75a-ee9d-4850-be3c-a6c950bd9bf3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:35.898935 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "name": "network-vif-plugged", "status": "completed", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:35.899348 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68aff75a-ee9d-4850-be3c-a6c950bd9bf3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:35.899979 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86', 'code': 200} Aug 31 19:09:35.902153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81408d70-59a8-4e2a-bb75-c3b16ce57776,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:36.018474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:36.025719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b4bde89-cc68-4346-a2d9-a8dbfa6fe6a8 req-3a3d0d68-6ec2-4442-939e-c7ab3628f9ad tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027480 Aug 31 19:09:36.040401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abd5d9-81e6-4ece-960f-1bea20d700c5 req-7c14d73f-5e36-4797-b0ce-e6bef7770b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:36.041991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08abd5d9-81e6-4ece-960f-1bea20d700c5 req-7c14d73f-5e36-4797-b0ce-e6bef7770b94 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 1101 time: 0.0621819 Aug 31 19:09:36.074683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40352e92-80c2-448d-b128-d2cac930c082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.089902 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08abd5d9-81e6-4ece-960f-1bea20d700c5 req-74793336-07b7-4949-b299-60bdd8ca7ee3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Aug 31 19:09:36.099442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Checking segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:36.099829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Network hostable DHCP agents. Network: 7ff4544a-7f5f-480e-ada2-29ebe8876a0c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:09:36.127342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:36.151893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:36.157989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd12585-f5bd-4a09-a0c7-3ab24c45ea40 req-2dc804f9-6c73-4d46-b1af-1baf8882b9fe tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:36.159534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cd12585-f5bd-4a09-a0c7-3ab24c45ea40 req-2dc804f9-6c73-4d46-b1af-1baf8882b9fe tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.1854298 Aug 31 19:09:36.209246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:09:36.284692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6eabb-a6ed-4274-84d4-4041354df1c6 req-3932cffb-b799-447b-b543-0fed442ff525 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:36.286342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b6eabb-a6ed-4274-84d4-4041354df1c6 req-3932cffb-b799-447b-b543-0fed442ff525 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 949 time: 0.1885207 Aug 31 19:09:36.300187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7ff4544a-7f5f-480e-ada2-29ebe8876a0c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:36.309307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5902a60-a638-471e-9d69-65c089a2341d None None] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:36.320028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:36.320695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.326079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cd12585-f5bd-4a09-a0c7-3ab24c45ea40 req-d5c38547-3043-42a8-a7cb-e44aef904c52 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535571 Aug 31 19:09:36.433511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-759cb5e3-32d1-423e-8538-b4d51889a1c1 None None] Provisioning complete for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:36.434560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-759cb5e3-32d1-423e-8538-b4d51889a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.436237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b6eabb-a6ed-4274-84d4-4041354df1c6 req-25d4cca1-1c26-4313-afac-6245af18e3ba tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350219 Aug 31 19:09:36.451879 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40352e92-80c2-448d-b128-d2cac930c082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.459353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40352e92-80c2-448d-b128-d2cac930c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.469274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Router 4c50dcde-3525-4268-a019-2a3293841091 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:09:36.499617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-46925c96-a9e5-43ac-8fe9-4bc9d2addd03 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4763372 Aug 31 19:09:36.502377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42144) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:36.509388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:36.522492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-759cb5e3-32d1-423e-8538-b4d51889a1c1 None None] Port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:36.539674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.540975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.569939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40352e92-80c2-448d-b128-d2cac930c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa92fac3-067f-40bb-a36e-1c972f849437,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:36.574905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:09:36.576020 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.577528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40352e92-80c2-448d-b128-d2cac930c082 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e34084c147a949e78b0cdbd900ec2d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552356 Aug 31 19:09:36.609638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.610754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:36.658552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:36.700366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98caa66-d1cf-4bd1-969e-be9aefc09b71 req-a6cc95e4-5244-4365-a759-48fc1624842a tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:36.701958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d98caa66-d1cf-4bd1-969e-be9aefc09b71 req-a6cc95e4-5244-4365-a759-48fc1624842a tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.2012718 Aug 31 19:09:36.704909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:36.721793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32d82fc4-5c3b-43f2-a5a1-cb9e0ee78ae5 admin admin] 10.222.0.73 "PUT /v2.0/routers/4c50dcde-3525-4268-a019-2a3293841091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2757006 Aug 31 19:09:36.758054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.761280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d98caa66-d1cf-4bd1-969e-be9aefc09b71 req-8f2faf07-1fc4-4b89-b300-66a1b2ba172f tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514760 Aug 31 19:09:36.827370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:36.843276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Sync routers for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:36.849994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'port_id': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'mac_address': 'fa:16:3e:7b:fc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8df6115-9453-4893-9868-13a30afb647e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:36.867392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:36.916118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:36.921359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:36.958355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.002175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Allocated IP 172.20.0.2 (7ff4544a-7f5f-480e-ada2-29ebe8876a0c/81408d70-59a8-4e2a-bb75-c3b16ce57776/bc8908c2-24fe-4444-b6eb-2f754bfafb7e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:37.018726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.103075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb247bb6-a25b-47b0-9a68-f0738258c3c6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:37.109049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.114149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.118928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa92fac3-067f-40bb-a36e-1c972f849437 HTTP/1.1" status: 204 len: 168 time: 0.5068543 Aug 31 19:09:37.124710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:37.148752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa4d89-f09c-4fce-b3f2-74bbad040f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa92fac3-067f-40bb-a36e-1c972f849437,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:37.179622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ea05-3e2b-45c1-9634-359af7a4a277 req-4524a2bc-1727-4f68-bc69-aeffa80ee1dd tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:37.181268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8356ea05-3e2b-45c1-9634-359af7a4a277 req-4524a2bc-1727-4f68-bc69-aeffa80ee1dd tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.0932267 Aug 31 19:09:37.196450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.227464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:37.235289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8356ea05-3e2b-45c1-9634-359af7a4a277 req-cde27fb0-b914-44e3-a532-3cc8469e8a86 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Aug 31 19:09:37.337215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.388305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.401856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77c73e24-c79a-4274-8c2f-8a19c5a4644c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:37.410204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Transition to ACTIVE for port object bc8908c2-24fe-4444-b6eb-2f754bfafb7e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:37.448935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.529712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Transition to ACTIVE for port object bc8908c2-24fe-4444-b6eb-2f754bfafb7e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:37.534035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['fb247bb6-a25b-47b0-9a68-f0738258c3c6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:37.580391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.612753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Allocated IP 172.25.3.101 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a2f7ab95-6a8b-4fad-b2f7-ceec980635b8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:37.641040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:37.698937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:37.725369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:37.736208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Pushing event updated for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:37.741145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-486baf93-44eb-44c2-a840-6e5a064e1de1 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5019593 Aug 31 19:09:37.743535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 77c73e24-c79a-4274-8c2f-8a19c5a4644c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:37.744011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.755887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:37.774995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.795334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:37.798879 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.825953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:37.861112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a119c-519b-474a-bbc5-54afe780b99d req-f4ff79d4-82e7-4ad4-8e40-f431ab6c3b99 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:37.873321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-287a119c-519b-474a-bbc5-54afe780b99d req-f4ff79d4-82e7-4ad4-8e40-f431ab6c3b99 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.1295228 Aug 31 19:09:37.874471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:37.877718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:37.883022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:37.887724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:37.959611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-287a119c-519b-474a-bbc5-54afe780b99d req-41867a6e-d0ab-4c5b-a82b-ca111bb13414 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849359 Aug 31 19:09:38.021484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.097961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Attempting to bind port bc8908c2-24fe-4444-b6eb-2f754bfafb7e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:38.098589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Attempting to bind port bc8908c2-24fe-4444-b6eb-2f754bfafb7e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:38.099038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Attempting to bind port bc8908c2-24fe-4444-b6eb-2f754bfafb7e on network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:38.134338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:38.136870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Checking segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:38.136870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.136870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Bound using segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:38.136870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Bound port: bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:38.136870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.246629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Allocated IP 172.25.3.161 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0a5853f6-60d6-4f91-bfb7-680fd4576a32) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:38.262471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:34Z', 'revision_number': 4, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a2011b6-62b6-4180-b5dc-918c4b3cd970', 'name': '', 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'tenant_id': '024852b4467847dba94621e190b99bce', 'mac_address': 'fa:16:3e:8f:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dd65380-fc94-432b-b93d-624c5d791609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:33Z', 'updated_at': '2021-08-31T19:09:34Z', 'revision_number': 2, 'project_id': '024852b4467847dba94621e190b99bce', 'subnets': [{'id': '8dd65380-fc94-432b-b93d-624c5d791609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:38.306135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Checking router: 4c50dcde-3525-4268-a019-2a3293841091 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:38.306519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Updating router 4c50dcde-3525-4268-a019-2a3293841091 port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:09:38.335069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:38.351407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:38.352936 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.362263 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.386193 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.440280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.450362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.505689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:38.510734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:38.517271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:38.537631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecaa5-59d8-479b-8eb4-4ab5846dd39f None None] Pushing event updated for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:38.582180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c3eda-c622-4282-a0a4-d51084149342 req-80c29883-9ad7-467d-a99e-965b38be2eb0 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:38.589955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c08c3eda-c622-4282-a0a4-d51084149342 req-80c29883-9ad7-467d-a99e-965b38be2eb0 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 949 time: 0.4416306 Aug 31 19:09:38.626546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event updated for resources: {'Port': ['ID=0a5853f6-60d6-4f91-bfb7-680fd4576a32,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:38.676894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c08c3eda-c622-4282-a0a4-d51084149342 req-c536876d-2a4a-4f6a-93bd-3a7155e37b8e tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857549 Aug 31 19:09:38.789543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.804275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.842726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.861084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Transition to ACTIVE for port object 9a2011b6-62b6-4180-b5dc-918c4b3cd970 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:38.877286 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.878423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:38.999156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Router 42195790-003d-4f3f-ab70-1631c4d770fb is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:09:39.030273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d94811-c2ec-4bc5-9471-51bb2fac227f req-ce1e5f08-47ef-48a9-9190-6724d3fc8074 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:39.033207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50d94811-c2ec-4bc5-9471-51bb2fac227f req-ce1e5f08-47ef-48a9-9190-6724d3fc8074 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.1260405 Aug 31 19:09:39.137794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a67d9-3146-4cbd-8d07-95921497d6b0 None None] Pushing event updated for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:39.143949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Attempting to bind port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:39.144332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Attempting to bind port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:39.145294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Attempting to bind port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 on network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:39.158157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:39.158545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Checking segment: {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:39.158954 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.159355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Bound using segment: {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:39.160191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Bound port: 9a2011b6-62b6-4180-b5dc-918c4b3cd970, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:39.160443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:39.160566 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.173540 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Sync routers for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:39.193870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50d94811-c2ec-4bc5-9471-51bb2fac227f req-3a04fafa-163a-4822-8c66-a417ec2be1b3 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877423 Aug 31 19:09:39.194166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.194285 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:39.194744 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:39.196914 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf4b2526-1809-40ad-a893-d115bb0e800b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.6926172 Aug 31 19:09:39.199553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:39.332550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.340169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.411246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bc8908c2-24fe-4444-b6eb-2f754bfafb7e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:39.425311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] For port 9a2011b6-62b6-4180-b5dc-918c4b3cd970, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:39.489299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.509048 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:39.515704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event updated for resources: {'Port': ['ID=0a5853f6-60d6-4f91-bfb7-680fd4576a32,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:39.534770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] For port 9a2011b6-62b6-4180-b5dc-918c4b3cd970, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a2011b6-62b6-4180-b5dc-918c4b3cd970,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:39.537938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.539319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-76492af0-96d5-4c9f-ae1c-a4a526835ac0 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7973657 Aug 31 19:09:39.620527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.708535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-df1da707-5d1e-4331-acbb-d636d4d62394 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.1527882 Aug 31 19:09:39.791868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:39.792640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:39.794363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bc8908c2-24fe-4444-b6eb-2f754bfafb7e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:39.890215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:39.907284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c323e-32a0-4612-aa61-d40f7df73fea None None] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:39.907528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34de0e9-e5c6-4d1b-a4a9-3224c7ee3400 req-d8bc6634-e557-4f3f-a97c-0c13701c98eb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:39.920317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b34de0e9-e5c6-4d1b-a4a9-3224c7ee3400 req-d8bc6634-e557-4f3f-a97c-0c13701c98eb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.2105443 Aug 31 19:09:39.990796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:38Z', 'revision_number': 3, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:40.003450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b34de0e9-e5c6-4d1b-a4a9-3224c7ee3400 req-4abdc13f-de9b-4884-987d-721382c8aa2a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810375 Aug 31 19:09:40.023456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da686-828e-40f0-b78e-5b97b74bca8f req-3d2a5164-ff27-409d-90ee-32a8500d04bf tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:40.032094 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Checking router: 42195790-003d-4f3f-ab70-1631c4d770fb for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:40.032795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Updating router 42195790-003d-4f3f-ab70-1631c4d770fb port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:09:40.036389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-3d2a5164-ff27-409d-90ee-32a8500d04bf tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.3099320 Aug 31 19:09:40.049946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-f36e4f2f-c9cc-420e-9714-b4285f1dc28c tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:40.053900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-378da686-828e-40f0-b78e-5b97b74bca8f req-f36e4f2f-c9cc-420e-9714-b4285f1dc28c tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165153 Aug 31 19:09:40.055171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a67d9-3146-4cbd-8d07-95921497d6b0 None None] Pushing event updated for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:40.075805 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.113792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Provisioning for port bc8908c2-24fe-4444-b6eb-2f754bfafb7e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:40.121688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Provisioning complete for port bc8908c2-24fe-4444-b6eb-2f754bfafb7e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:40.122072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.181073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Allocated IP 172.20.0.1 (7ff4544a-7f5f-480e-ada2-29ebe8876a0c/81408d70-59a8-4e2a-bb75-c3b16ce57776/621c4766-0383-4685-8fc0-8d96a466be96) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:40.289636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-47ed2a51-5271-4167-a264-748c518d8e0e req-38c52e66-a1ea-431d-b064-8aa7ab1bdf75 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:40.291383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47ed2a51-5271-4167-a264-748c518d8e0e req-38c52e66-a1ea-431d-b064-8aa7ab1bdf75 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179682 Aug 31 19:09:40.311796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-93e7376e-78c7-4bbd-a931-acbc10fbfee1 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565948 Aug 31 19:09:40.313128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.333913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Transition to ACTIVE for port object 621c4766-0383-4685-8fc0-8d96a466be96 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:40.384492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.391655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:40.447173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-b9129da3-5d75-452c-b771-d49b26282df2 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:40.454695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-b9129da3-5d75-452c-b771-d49b26282df2 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416469 Aug 31 19:09:40.471920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-cf8e91cf-4c38-4b06-8095-bc85048a4455 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/quotas/cb993e8aa8dc4199848ab5004bf5f003 HTTP/1.1" status: 200 len: 375 time: 0.0163798 Aug 31 19:09:40.485952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Pushing event updated for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:40.503062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:40.505429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:40.507626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:40.508286 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.582968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.590582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-854cc52b-aa6f-4acd-ba7b-56595fe69af2 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177680 Aug 31 19:09:40.606649 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.628110 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Transition to ACTIVE for port object a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:40.639610 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.661886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:40.712383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:40.719610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:40.763264 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a126e-eefc-498f-aab4-e2c1d292e559 None None] Pushing event updated for resources: {'Port': ['ID=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:40.777093 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Attempting to bind port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:40.777556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Attempting to bind port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:40.778072 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Attempting to bind port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:40.788665 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:40.791214 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:40.792572 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.793203 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:40.800324 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Bound port: a2f7ab95-6a8b-4fad-b2f7-ceec980635b8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:40.801865 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.828262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.839513 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.912688 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] For port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:40.917097 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] For port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:40.923764 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:40.959359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9d55ede-5f29-4e18-83b4-79a48e290ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.053687 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:41.054345 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:41.151351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a126e-eefc-498f-aab4-e2c1d292e559 None None] Pushing event updated for resources: {'Port': ['ID=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:41.202849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port fb247bb6-a25b-47b0-9a68-f0738258c3c6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:41.213804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port fb247bb6-a25b-47b0-9a68-f0738258c3c6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:41.214188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.227220 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:41.272414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.285931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.286688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.311136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9d55ede-5f29-4e18-83b4-79a48e290ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.321912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9d55ede-5f29-4e18-83b4-79a48e290ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.376113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3cfbc92-4dbd-40c6-909b-b44e1ce8cac0 req-b2e121fe-e7a9-4e68-9399-729c302a6233 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips/b92d981e-a8f2-4a9c-a1b7-f5319607e467 HTTP/1.1" status: 200 len: 693 time: 0.3425322 Aug 31 19:09:41.439542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-96a63f4c-4d6f-406f-afc5-bcc6b9380b2d None None] Provisioning complete for port bc8908c2-24fe-4444-b6eb-2f754bfafb7e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:41.439542 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-96a63f4c-4d6f-406f-afc5-bcc6b9380b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.508862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da730917-9de1-42f7-8aa6-afa8ab5f9568 None None] Pushing event updated for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:41.509180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55ede-5f29-4e18-83b4-79a48e290ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622cf0d3-a92a-4604-8fc5-249404274e08,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:41.539503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9d55ede-5f29-4e18-83b4-79a48e290ccf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9de2d9063f614c0aa12a8acbed5dc878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8764086 Aug 31 19:09:41.547251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:41.555412 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 1, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:41.556413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.573176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Pushing event updated for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:41.613825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:34Z', 'revision_number': 4, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a2011b6-62b6-4180-b5dc-918c4b3cd970', 'name': '', 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'tenant_id': '024852b4467847dba94621e190b99bce', 'mac_address': 'fa:16:3e:8f:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dd65380-fc94-432b-b93d-624c5d791609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:33Z', 'updated_at': '2021-08-31T19:09:39Z', 'revision_number': 4, 'project_id': '024852b4467847dba94621e190b99bce', 'subnets': [{'id': '8dd65380-fc94-432b-b93d-624c5d791609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:41.624249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07ca13fb-b015-45ce-8bf9-db8927d157f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.642561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346dae-7d2b-4893-9272-4735e9254bc6 None None] The sync data for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 is: [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 1, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:41.656712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:41.659676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:41.673547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbc92-4dbd-40c6-909b-b44e1ce8cac0 req-a17031d3-81a1-43e3-83b6-9f9ed6db7136 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:41.681426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3cfbc92-4dbd-40c6-909b-b44e1ce8cac0 req-a17031d3-81a1-43e3-83b6-9f9ed6db7136 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.3041122 Aug 31 19:09:41.687908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a3cfbc92-4dbd-40c6-909b-b44e1ce8cac0 req-23f3347f-629c-4502-9d0f-43147511ef83 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:41.702631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3cfbc92-4dbd-40c6-909b-b44e1ce8cac0 req-23f3347f-629c-4502-9d0f-43147511ef83 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199974 Aug 31 19:09:41.703725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.784826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.790735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:41.792467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf583070-139e-4da8-a5e5-4f568f6c1f5b None None] The sync data for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 is: [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:34Z', 'revision_number': 4, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a2011b6-62b6-4180-b5dc-918c4b3cd970', 'name': '', 'network_id': '426fdf96-5a40-46fb-a1d1-f8d3ee12003d', 'tenant_id': '024852b4467847dba94621e190b99bce', 'mac_address': 'fa:16:3e:8f:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dd65380-fc94-432b-b93d-624c5d791609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:33Z', 'updated_at': '2021-08-31T19:09:39Z', 'revision_number': 4, 'project_id': '024852b4467847dba94621e190b99bce', 'subnets': [{'id': '8dd65380-fc94-432b-b93d-624c5d791609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:41.802135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:41.804891 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ccaf6b-395b-47cd-92ec-ceba1afa5877" -d '{"events": [{"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:41.812682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.906008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Router 42195790-003d-4f3f-ab70-1631c4d770fb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:09:41.935014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:41.961770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-05fb240c-059e-45f0-a612-e892c6352908 None None] Provisioning for port 621c4766-0383-4685-8fc0-8d96a466be96 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:41.966502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-05fb240c-059e-45f0-a612-e892c6352908 None None] Provisioning complete for port 621c4766-0383-4685-8fc0-8d96a466be96 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:41.968235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05fb240c-059e-45f0-a612-e892c6352908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.977727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.981259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:41.982736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/622cf0d3-a92a-4604-8fc5-249404274e08 HTTP/1.1" status: 204 len: 168 time: 0.4339042 Aug 31 19:09:42.002166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3113a512-1290-4c0b-b220-1a24b3213c48 req-e460568c-8beb-47e7-8199-5c449b5e81af tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 210 time: 0.0774829 Aug 31 19:09:42.017223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbabab-27b9-4513-abb2-729de7e15952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622cf0d3-a92a-4604-8fc5-249404274e08,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:42.096076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-05fb240c-059e-45f0-a612-e892c6352908 None None] Port 621c4766-0383-4685-8fc0-8d96a466be96 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:42.243790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f394574-c586-4c48-a86c-fdc8368758b3 None None] Provisioning complete for port 621c4766-0383-4685-8fc0-8d96a466be96 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:42.244566 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0f394574-c586-4c48-a86c-fdc8368758b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:42.257465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce392dc6-0113-40cf-bb13-862c173f7857 req-139d6391-7a37-4fdc-a2b9-9b3452cc396e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:42.262990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:42.273553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce392dc6-0113-40cf-bb13-862c173f7857 req-139d6391-7a37-4fdc-a2b9-9b3452cc396e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 946 time: 0.1461027 Aug 31 19:09:42.302870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b5ae67c2-270b-42e5-b562-4d549ba7fb39 admin admin] 10.222.0.73 "PUT /v2.0/routers/42195790-003d-4f3f-ab70-1631c4d770fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0853198 Aug 31 19:09:42.334805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0f394574-c586-4c48-a86c-fdc8368758b3 None None] Port 621c4766-0383-4685-8fc0-8d96a466be96 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:42.339129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-763c7e01-0493-494d-91dc-1275ebefe505 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:42.340329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-763c7e01-0493-494d-91dc-1275ebefe505 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061958 Aug 31 19:09:42.361398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:42.361999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Unknown quota resources ['binding']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:09:42.369852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce392dc6-0113-40cf-bb13-862c173f7857 req-50cab53c-df79-4ca2-bbd3-9832254f1680 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941329 Aug 31 19:09:42.597209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:42.598636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:42.599279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:42.607116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:42.608751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:42.632832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:42.633275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:42.633560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:42.634005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Bound port: 79a229cc-a130-4538-a55f-fc57d2b8e53e, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:42.635160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3996af3-02b3-49c4-8696-149d4df2b0d5 req-cf648b0f-802f-4e1f-a588-f2d18333efb9 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=024852b4467847dba94621e190b99bce HTTP/1.1" status: 200 len: 696 time: 0.1397369 Aug 31 19:09:42.707972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:42.717132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-95023728-9aca-4c08-aa4a-9665291d0aaa tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277846 Aug 31 19:09:42.734801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5c6b-dbb4-4dae-ab3a-7f276aeca482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:42.828681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996af3-02b3-49c4-8696-149d4df2b0d5 req-9d9ddcd7-182e-4294-af0d-b8837b828e6c tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:42.830814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:42.835147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3996af3-02b3-49c4-8696-149d4df2b0d5 req-9d9ddcd7-182e-4294-af0d-b8837b828e6c tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks?id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 787 time: 0.1988313 Aug 31 19:09:42.837131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:42.847108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-96e0cbc2-aec9-4454-9f83-c6142cff57fd service neutron] 10.222.0.73 "POST /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4887097 Aug 31 19:09:42.860098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a3996af3-02b3-49c4-8696-149d4df2b0d5 req-08d49667-62b0-45ce-91f4-a1be1d5b78f6 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:42.874862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3996af3-02b3-49c4-8696-149d4df2b0d5 req-08d49667-62b0-45ce-91f4-a1be1d5b78f6 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262244 Aug 31 19:09:42.997146 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc496850-04b4-4590-8590-c031a40ce146 x-openstack-request-id: req-fc496850-04b4-4590-8590-c031a40ce146 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:42.998165 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:42.998622 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc496850-04b4-4590-8590-c031a40ce146 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:42.999298 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'code': 200} Aug 31 19:09:43.007391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-55f06b2c-3c1a-4b5f-a49b-c0dd02f9fa38 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.016117 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-55f06b2c-3c1a-4b5f-a49b-c0dd02f9fa38 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861900 Aug 31 19:09:43.031756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Request body: {'port': {'device_id': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'cb993e8aa8dc4199848ab5004bf5f003'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:43.101875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5c6b-dbb4-4dae-ab3a-7f276aeca482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.109807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5c6b-dbb4-4dae-ab3a-7f276aeca482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.196229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.67', 58972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:43.273541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1ef431c5-31c6-4282-8bac-c4e06b269a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.275076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1ef431c5-31c6-4282-8bac-c4e06b269a57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1097 time: 0.0779817 Aug 31 19:09:43.289000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b0b5c6b-dbb4-4dae-ab3a-7f276aeca482 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc751ba0aa94474ab43401464cd53c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5801775 Aug 31 19:09:43.295287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42310) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:43.323425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b5c6b-dbb4-4dae-ab3a-7f276aeca482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddea4c6-955d-4e98-9700-9e2557f9ac67,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:43.338268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-81f1add6-0aae-4c70-b157-d204fd101e46 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips/b92d981e-a8f2-4a9c-a1b7-f5319607e467 HTTP/1.1" status: 200 len: 693 time: 0.1497779 Aug 31 19:09:43.352200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81517fb-708c-4f30-bf8b-6ef2af20b7e0 req-c11783f6-628b-4180-a6f2-84b6971700ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.354732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c81517fb-708c-4f30-bf8b-6ef2af20b7e0 req-c11783f6-628b-4180-a6f2-84b6971700ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1098 time: 0.2151904 Aug 31 19:09:43.432852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-06333752-34c4-4057-87bf-89555fe0ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.434155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-06333752-34c4-4057-87bf-89555fe0ceec service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1396399 Aug 31 19:09:43.488504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:43.493981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c81517fb-708c-4f30-bf8b-6ef2af20b7e0 req-c5a374e2-4bfa-4814-8d34-f2bf23c59d43 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179216 Aug 31 19:09:43.512980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Made reservation on behalf of cb993e8aa8dc4199848ab5004bf5f003 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:43.523547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.531583 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-880769e0-b654-4dea-abcc-c84396391796 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.0847280 Aug 31 19:09:43.558765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:43.564132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:43.566136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.598461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-d40db8ea-a254-4e7d-8b3a-c13365fb00fa tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.606924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-d40db8ea-a254-4e7d-8b3a-c13365fb00fa tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2493207 Aug 31 19:09:43.619540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.623156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-1c1d1830-07d4-4349-8864-0c54115681e1 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:43.630741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-1c1d1830-07d4-4349-8864-0c54115681e1 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228705 Aug 31 19:09:43.657820 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.674922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.685148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:43.703336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-c66b0520-468c-4c90-8008-65bf9f35cdd1 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0715473 Aug 31 19:09:43.713041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.714530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bc8908c2-24fe-4444-b6eb-2f754bfafb7e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:43.773794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-3cc715c1-a207-4a0b-b317-7f393ab55b6d tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0695279 Aug 31 19:09:43.820989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:43.827441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-c945b9e6-d1be-4d24-9dc0-f5dd5ed78d67 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:43.836181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-c945b9e6-d1be-4d24-9dc0-f5dd5ed78d67 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 829 time: 0.3104279 Aug 31 19:09:43.844821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bc8908c2-24fe-4444-b6eb-2f754bfafb7e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:43.844821 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:43.865524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-d43f4d8e-0014-4e37-ba55-39e792295f01 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/quotas/6765d69aa7b046c68b54036eaa2e10f5 HTTP/1.1" status: 200 len: 375 time: 0.0280929 Aug 31 19:09:43.962981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a2011b6-62b6-4180-b5dc-918c4b3cd970 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:43.995501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-cd70992d-7753-4a92-8316-57d625ac8987 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289382 Aug 31 19:09:44.038111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:44.042329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:44.042843 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.043087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Allocated IP 192.168.233.54 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/b0f2f4ff-62c8-4f21-b042-c961a53576bd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:44.093673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-72c3a996-8e78-48f3-9968-62db3f993c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:44.095183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-72c3a996-8e78-48f3-9968-62db3f993c92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.3888967 Aug 31 19:09:44.124373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.127088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.131574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ddea4c6-955d-4e98-9700-9e2557f9ac67 HTTP/1.1" status: 204 len: 168 time: 0.8320982 Aug 31 19:09:44.146218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.157022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-fac9bd8b-f8d6-47a8-b55e-d10c54643817 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457139 Aug 31 19:09:44.166063 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4084ebb-1326-4063-9596-36071ebe2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.197457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 9a2011b6-62b6-4180-b5dc-918c4b3cd970, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a2011b6-62b6-4180-b5dc-918c4b3cd970,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:44.202864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.255544 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.277013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a66c1-19eb-4f8b-98de-3fa4f8d188e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddea4c6-955d-4e98-9700-9e2557f9ac67,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:44.299608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:44.318267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Deleting port 0a5853f6-60d6-4f91-bfb7-680fd4576a32 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:44.318771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.374515 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.403794 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.407323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Transition to ACTIVE for port object b0f2f4ff-62c8-4f21-b042-c961a53576bd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:44.424372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-baf5abca-beac-43f9-924d-3192071346db service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658406 Aug 31 19:09:44.426440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-dbc3417c-e7ff-47e1-8612-e9cf5c29de6b service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300039 Aug 31 19:09:44.467908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.481352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8760a075-99ab-44c9-bd56-986ab51fab86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:44.501206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.501623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.524988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Calling delete_port for 0a5853f6-60d6-4f91-bfb7-680fd4576a32 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:44.569001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:44.576054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:44.582010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:44.590687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:44.591567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.603735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Pushing event updated for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:44.637930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-913b4bfc-bd8c-4eaa-bdcd-2af7359c8339 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6112225 Aug 31 19:09:44.653541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Request body: {'port': {'device_id': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:44.699920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-d96f6a95-d786-4876-a4af-7334f317b125 service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723906 Aug 31 19:09:44.710489 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-09511ce8-43cc-4682-a3c2-3380a6e8909d service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698176 Aug 31 19:09:44.760476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.895892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-60d95805-1962-485e-808a-fab47bbe1c1e None None] Provisioning for port b0f2f4ff-62c8-4f21-b042-c961a53576bd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:44.900279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-60d95805-1962-485e-808a-fab47bbe1c1e None None] Provisioning complete for port b0f2f4ff-62c8-4f21-b042-c961a53576bd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:44.900778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d95805-1962-485e-808a-fab47bbe1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.936348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:44.981620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-60d95805-1962-485e-808a-fab47bbe1c1e None None] Port b0f2f4ff-62c8-4f21-b042-c961a53576bd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:44.986546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event deleted for resources: {'Port': ['ID=0a5853f6-60d6-4f91-bfb7-680fd4576a32,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:45.041281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-ae608bd6-558e-4332-a6bb-83a78b42c1e3 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:45.042891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-ae608bd6-558e-4332-a6bb-83a78b42c1e3 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.2335076 Aug 31 19:09:45.058061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:45.109154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.112357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.130321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581134f5-3e15-4fdd-beb8-5c1e1b02c711 req-9935bf39-3f25-4e95-b015-e0268d38264b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "DELETE /v2.0/floatingips/b92d981e-a8f2-4a9c-a1b7-f5319607e467 HTTP/1.1" status: 204 len: 173 time: 1.3555596 Aug 31 19:09:45.215500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c1ff-133f-4661-a4d9-816fa9296bae req-366e22f6-1cf4-4943-93b4-1625d59a7f2c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:45.245057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.264172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c57c1ff-133f-4661-a4d9-816fa9296bae req-366e22f6-1cf4-4943-93b4-1625d59a7f2c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 945 time: 0.1416886 Aug 31 19:09:45.276793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.312349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:45.424096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:45.424275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c57c1ff-133f-4661-a4d9-816fa9296bae req-fbc4f3c9-bfc1-450a-abdf-d7094bb91c91 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531768 Aug 31 19:09:45.425190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.443000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c164d-de2b-4e2b-b148-9cddd434dcc5 req-a4e9712b-5fca-4401-b6d9-85a7971c855c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:45.445173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a7c164d-de2b-4e2b-b148-9cddd434dcc5 req-a4e9712b-5fca-4401-b6d9-85a7971c855c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 935 time: 0.1560915 Aug 31 19:09:45.466940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f2f4ff-62c8-4f21-b042-c961a53576bd {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:45.483185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.493674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:45.516765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Transition to ACTIVE for port object b0f2f4ff-62c8-4f21-b042-c961a53576bd will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:45.527255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.555804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.592523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a7c164d-de2b-4e2b-b148-9cddd434dcc5 req-3ebda280-54b3-4544-972a-39d8f3b86ced tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411195 Aug 31 19:09:45.621125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca98c2-84d3-40a1-9f85-afd2648b7128 req-fec71bad-6964-4483-8ea5-15b1f56cb438 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:45.629454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fca98c2-84d3-40a1-9f85-afd2648b7128 req-fec71bad-6964-4483-8ea5-15b1f56cb438 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 946 time: 0.0917895 Aug 31 19:09:45.665080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:45.685702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a2011b6-62b6-4180-b5dc-918c4b3cd970 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:45.697574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fca98c2-84d3-40a1-9f85-afd2648b7128 req-64677c97-3bff-47fb-8fb3-9fd03006c048 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670557 Aug 31 19:09:45.737658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:45.839266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:45.839726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.866627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Attempting to bind port b0f2f4ff-62c8-4f21-b042-c961a53576bd on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:45.868121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Attempting to bind port b0f2f4ff-62c8-4f21-b042-c961a53576bd by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:45.868479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Attempting to bind port b0f2f4ff-62c8-4f21-b042-c961a53576bd on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:45.892832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Port b0f2f4ff-62c8-4f21-b042-c961a53576bd on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:45.893567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Attempting to bind port b0f2f4ff-62c8-4f21-b042-c961a53576bd on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:45.911822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:45.911822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:45.911822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:45.911822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Bound port: b0f2f4ff-62c8-4f21-b042-c961a53576bd, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:45.911822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.927548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:45.930031 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6d3cd-a8aa-42a7-ae35-a5aa4eb21c40" -d '{"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-unplugged", "status": "completed", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:45.953402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:45.989196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.026635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ced9778-f697-4a37-9352-d395c59d0573 req-fd74b123-7914-46c1-8d02-a2ba68ae571f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 210 time: 0.1594484 Aug 31 19:09:46.124224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-84737f5d-b2f4-44e7-ad6e-35bbe2f226af tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2718270 Aug 31 19:09:46.140637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:46.194549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.195859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:46.220578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59a7de-a7b6-41a7-95f3-66da303f71f9 req-4ce30eb8-4129-415c-aac6-cfded39eb9c1 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.229532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de59a7de-a7b6-41a7-95f3-66da303f71f9 req-4ce30eb8-4129-415c-aac6-cfded39eb9c1 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1098 time: 0.0827773 Aug 31 19:09:46.237636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:46.265582 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-ba3c8591-f388-40a5-813a-77c0fefa6a82 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694658 Aug 31 19:09:46.266213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:46.266581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:46.266862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:46.272758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:46.275031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:46.275413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Attempting to bind port 79a229cc-a130-4538-a55f-fc57d2b8e53e on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:46.281325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.289262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:46.289557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:46.289901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:46.290342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Bound port: 79a229cc-a130-4538-a55f-fc57d2b8e53e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:46.290702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.335284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.335931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.337281 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0f2f4ff-62c8-4f21-b042-c961a53576bd HTTP/1.1" status: 200 len: 1096 time: 1.6891563 Aug 31 19:09:46.366900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de59a7de-a7b6-41a7-95f3-66da303f71f9 req-d77c23c9-2fdd-4ca0-8b41-b018e4718d21 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365018 Aug 31 19:09:46.394103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Sync routers for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:46.409385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:46.410108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:46.440208 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b022c4-8ae5-48bd-bcb3-4d058b4b16b9 x-openstack-request-id: req-39b022c4-8ae5-48bd-bcb3-4d058b4b16b9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:46.440527 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-unplugged", "status": "completed", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:46.440741 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39b022c4-8ae5-48bd-bcb3-4d058b4b16b9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:46.441360 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'code': 200} Aug 31 19:09:46.449552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.563786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4383a-ab53-4b72-bcf5-3e135b6e3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:46.588754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:46.657952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-f9a30613-8e9d-44aa-aaf0-b3ad31d0ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.659955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-f9a30613-8e9d-44aa-aaf0-b3ad31d0ec5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1097 time: 0.3263988 Aug 31 19:09:46.675099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-7c55e155-c25a-4c4c-9b67-db936d9970ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.678210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-7c55e155-c25a-4c4c-9b67-db936d9970ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 1099 time: 0.2483687 Aug 31 19:09:46.684966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae084e-4f85-47b2-a1ac-ba6e9b125254 req-3d6d5263-11be-4755-aa26-ce4cc9ed37f2 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.694366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acae084e-4f85-47b2-a1ac-ba6e9b125254 req-3d6d5263-11be-4755-aa26-ce4cc9ed37f2 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1098 time: 0.1320632 Aug 31 19:09:46.694692 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:09:46.746405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Allocated IP 172.25.3.140 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/516fb8fc-8653-4e46-9426-93b0cc27fd34) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:46.772544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acae084e-4f85-47b2-a1ac-ba6e9b125254 req-97a79c12-6df0-4ad5-866b-be80e9427955 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770547 Aug 31 19:09:46.790144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:46.790144 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-785aea71-67d3-460b-b824-76735cad8daa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd HTTP/1.1" status: 200 len: 217 time: 0.0777004 Aug 31 19:09:46.856893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:46.867827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.891912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-2e3ace23-a433-49dc-858f-0dc690fc427f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.893368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-2e3ace23-a433-49dc-858f-0dc690fc427f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.82 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 829 time: 0.3490231 Aug 31 19:09:46.897046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 2, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:46.902191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.915482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'port': {'device_id': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'admin_state_up': True, 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:46.931581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:46.932866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Checking router: 42195790-003d-4f3f-ab70-1631c4d770fb for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:46.933367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Updating router 42195790-003d-4f3f-ab70-1631c4d770fb port 621c4766-0383-4685-8fc0-8d96a466be96 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:09:46.947873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f8cf3-fd8f-4104-a493-bb5d9a9f284b req-be4329fb-cf01-4bed-9f0f-1f1e3f84fc7f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:46.950149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f7f8cf3-fd8f-4104-a493-bb5d9a9f284b req-be4329fb-cf01-4bed-9f0f-1f1e3f84fc7f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.0905547 Aug 31 19:09:46.963085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.014818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f7f8cf3-fd8f-4104-a493-bb5d9a9f284b req-6ecbe2a8-1213-449b-b360-38399d7eb358 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Aug 31 19:09:47.021927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-9ca42a91-47e6-4a59-b770-d729e00014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.023431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-9ca42a91-47e6-4a59-b770-d729e00014d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2145400 Aug 31 19:09:47.024510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.089926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:47.094038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:47.101715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:47.118660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-aed8b9f1-a16e-49c5-bfb3-28b259488b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.120188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-aed8b9f1-a16e-49c5-bfb3-28b259488b67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.3523059 Aug 31 19:09:47.139943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:47.141489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event updated for resources: {'Port': ['ID=516fb8fc-8653-4e46-9426-93b0cc27fd34,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:47.205156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.205792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.207953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-efc4dc29-4c97-49ca-926c-6423f7b0858c service neutron] 10.222.0.67 "PUT /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 1123 time: 2.1543746 Aug 31 19:09:47.208632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.213402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-2fad2ba0-bd39-497d-853a-af0e3145d17a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0677164 Aug 31 19:09:47.223366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-8036f425-8bdc-4232-b4c9-f551e90d92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.225376 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-8036f425-8bdc-4232-b4c9-f551e90d92f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1822560 Aug 31 19:09:47.275575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.281941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['79a229cc-a130-4538-a55f-fc57d2b8e53e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:47.349700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Made reservation on behalf of 6765d69aa7b046c68b54036eaa2e10f5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:47.354738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.375842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-06e18015-cc32-47b4-ba2b-f8247fdd51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.377336 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-06e18015-cc32-47b4-ba2b-f8247fdd51b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1490076 Aug 31 19:09:47.396551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.420600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Transition to ACTIVE for port object 621c4766-0383-4685-8fc0-8d96a466be96 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:47.429292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-3a957960-ed68-45a8-a15c-c4b97b8b703f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422344 Aug 31 19:09:47.435046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.438773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fead8-c81a-4f7d-8cfd-3ddcad7b37f6 req-0ae7ac59-8375-4d33-88b8-6fdbb696ed76 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.444348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-321fead8-c81a-4f7d-8cfd-3ddcad7b37f6 req-0ae7ac59-8375-4d33-88b8-6fdbb696ed76 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 947 time: 0.1154037 Aug 31 19:09:47.481142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-649b3641-5fad-4ac9-b973-7db2b6db5a07 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398152 Aug 31 19:09:47.512110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d054-9275-4298-88fa-d0483b771aa8 None None] Pushing event updated for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:47.521714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-321fead8-c81a-4f7d-8cfd-3ddcad7b37f6 req-e8af2742-9473-4505-b761-d54607836a5a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Aug 31 19:09:47.579904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.593241 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.607173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Attempting to bind port 621c4766-0383-4685-8fc0-8d96a466be96 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:47.607493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Attempting to bind port 621c4766-0383-4685-8fc0-8d96a466be96 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:47.607844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Attempting to bind port 621c4766-0383-4685-8fc0-8d96a466be96 on network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:47.632795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:47.633182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Checking segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:47.633586 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.633985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Bound using segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:47.634458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Bound port: 621c4766-0383-4685-8fc0-8d96a466be96, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:47.635269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.681915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event updated for resources: {'Port': ['ID=516fb8fc-8653-4e46-9426-93b0cc27fd34,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:47.706152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.724908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.726483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-fec7d0b7-09f7-4d6b-9b50-cef3935f5cae tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6012409 Aug 31 19:09:47.772275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] For port 621c4766-0383-4685-8fc0-8d96a466be96, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:47.778181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] For port 621c4766-0383-4685-8fc0-8d96a466be96, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=621c4766-0383-4685-8fc0-8d96a466be96,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:47.787341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:47.811589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-c20221d7-7b4d-4b0a-9c7b-7109128acf7b tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0768793 Aug 31 19:09:47.860056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d054-9275-4298-88fa-d0483b771aa8 None None] Pushing event updated for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:47.866067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:47.866696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:47.957692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-17e9a723-13d6-43d7-867a-fab3d6867199 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:47.959264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-17e9a723-13d6-43d7-867a-fab3d6867199 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1406474 Aug 31 19:09:47.997637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8512c1f7-9f8b-49a5-b5b9-9bafeb8e93da req-23a612f6-fdb6-44c9-ba71-3681ec68e98b tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 210 time: 0.0373094 Aug 31 19:09:48.002078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-1b610692-265a-41c3-92ff-afeb117cec08 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:48.004645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b27da92d-350b-4b5b-9fbe-ed63e64db32a req-1b610692-265a-41c3-92ff-afeb117cec08 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084133 Aug 31 19:09:48.031585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:48.093625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Allocated IP 172.20.0.12 (7ff4544a-7f5f-480e-ada2-29ebe8876a0c/81408d70-59a8-4e2a-bb75-c3b16ce57776/02076d97-7d14-43b0-bf19-4fff0364bb07) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:09:48.104852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-037c4c58-7dfb-4d32-814e-84ecd4f31808 req-45ae2d57-2b9e-4e36-ae35-063fa3dbf96e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097052 Aug 31 19:09:48.106588 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-7247c3c3-d011-40d8-8cbb-49f3370ec225 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383395 Aug 31 19:09:48.260057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-76a69ec8-0c02-42fc-b6e2-d6ab79257d2f tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips/2bf903a3-d735-46bf-9421-badb7831061d HTTP/1.1" status: 200 len: 693 time: 0.0648541 Aug 31 19:09:48.289014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:47Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:48.317747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02036051-1519-4ed9-bf57-1b16c91a5dee None None] The sync data for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 is: [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:47Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:48.326356 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a1e8db6-6797-4ae2-bcd5-f6dac501c454 req-a3d78c73-7771-4851-b10a-f8f4f0542c4c service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074213 Aug 31 19:09:48.411149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.411414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03a49-1b75-4754-b04a-bff3adb4fd08 req-464929c8-a2c7-44de-8d45-4d74afd2ab54 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:48.413379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eef03a49-1b75-4754-b04a-bff3adb4fd08 req-464929c8-a2c7-44de-8d45-4d74afd2ab54 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.1137457 Aug 31 19:09:48.436592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Transition to ACTIVE for port object 02076d97-7d14-43b0-bf19-4fff0364bb07 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:48.443413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd'}, {'name': 'network-changed', 'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:48.445935 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f086335-8b19-4a0e-91dc-9dc7baed28ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd"}, {"name": "network-changed", "server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:48.456353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f63dfb78-94c8-49e8-8f7a-d7746a484ee5 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:48.458631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f63dfb78-94c8-49e8-8f7a-d7746a484ee5 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1930220 Aug 31 19:09:48.486263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.532196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-295995ab-2d28-4a58-aa5b-394521a7c097 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0655317 Aug 31 19:09:48.536937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:09:48.537129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eef03a49-1b75-4754-b04a-bff3adb4fd08 req-88b91d01-cb15-40e4-8b5a-9c1a8ae69b03 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Aug 31 19:09:48.543255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:09:48.547127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:09:48.554018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:48.554681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.573187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event updated for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:48.584559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-5b506ab9-be1c-4faf-a996-3c69beb1c2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6755774 Aug 31 19:09:48.593338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-60ea8c93-ad96-42ea-b637-2da96c09dedf tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0551445 Aug 31 19:09:48.601246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Request body: {'port': {'device_id': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:48.664071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.797330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d8fb2-b94a-4f25-95fd-3c56ec24d771 req-eeba8401-a034-492c-91f8-2b9321e1f548 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:48.798882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a2d8fb2-b94a-4f25-95fd-3c56ec24d771 req-eeba8401-a034-492c-91f8-2b9321e1f548 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1098 time: 0.1455903 Aug 31 19:09:48.817342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Deleting port 516fb8fc-8653-4e46-9426-93b0cc27fd34 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:48.817695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.909507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a2d8fb2-b94a-4f25-95fd-3c56ec24d771 req-221d5a39-70a9-4690-a306-5a9c85dd3087 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971708 Aug 31 19:09:48.944479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e50b8e6-607e-49f8-bb2a-312e3e71fe89 None None] Provisioning for port 02076d97-7d14-43b0-bf19-4fff0364bb07 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:48.949589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.949883 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-9bfa8fbb-d200-4c57-8981-539d22272641 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1224775 Aug 31 19:09:48.950026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.950657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e50b8e6-607e-49f8-bb2a-312e3e71fe89 None None] Provisioning complete for port 02076d97-7d14-43b0-bf19-4fff0364bb07 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:48.951235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e50b8e6-607e-49f8-bb2a-312e3e71fe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:48.975003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Calling delete_port for 516fb8fc-8653-4e46-9426-93b0cc27fd34 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:49.029373 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e125d-5f3c-480a-92cf-d9a7bdb50093 x-openstack-request-id: req-d29e125d-5f3c-480a-92cf-d9a7bdb50093 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:49.029675 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:49.029934 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d29e125d-5f3c-480a-92cf-d9a7bdb50093 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:49.030378 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd', 'status': 'completed', 'code': 200} Aug 31 19:09:49.030561 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'status': 'completed', 'code': 200} Aug 31 19:09:49.034178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1e50b8e6-607e-49f8-bb2a-312e3e71fe89 None None] Port 02076d97-7d14-43b0-bf19-4fff0364bb07 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:09:49.158084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02076d97-7d14-43b0-bf19-4fff0364bb07 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:49.161775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a424e-74e4-486c-b76f-24c835d5929a req-e22f15ca-0414-4bd8-8d5a-f4ebe0be593a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.163505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-802a424e-74e4-486c-b76f-24c835d5929a req-e22f15ca-0414-4bd8-8d5a-f4ebe0be593a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 947 time: 0.0874300 Aug 31 19:09:49.173239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.189816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-a53e0af9-7d6b-47db-828b-4c0a866e64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.191927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-a53e0af9-7d6b-47db-828b-4c0a866e64b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 1097 time: 0.2010109 Aug 31 19:09:49.201195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Transition to ACTIVE for port object 02076d97-7d14-43b0-bf19-4fff0364bb07 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:49.206819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-d0ed5ec5-1f08-407f-afef-3b058cd70d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.208361 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-d0ed5ec5-1f08-407f-afef-3b058cd70d55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1126 time: 0.1752641 Aug 31 19:09:49.211383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-97a62b02-8216-408f-992f-d0c5399d3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.213282 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.218186 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-97a62b02-8216-408f-992f-d0c5399d3322 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 1099 time: 0.1457534 Aug 31 19:09:49.220194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.256225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Pushing event deleted for resources: {'Port': ['ID=516fb8fc-8653-4e46-9426-93b0cc27fd34,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:49.276382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-802a424e-74e4-486c-b76f-24c835d5929a req-ff80af97-a7bc-4c44-842d-49836b68c11e tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997880 Aug 31 19:09:49.298957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 621c4766-0383-4685-8fc0-8d96a466be96 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:49.358627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.361912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.372616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac0cbff7-3e22-4785-9b04-2f6b554fc431 req-f8760846-1e1b-4a78-8455-a67a6635e870 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "DELETE /v2.0/floatingips/2bf903a3-d735-46bf-9421-badb7831061d HTTP/1.1" status: 204 len: 173 time: 0.7728543 Aug 31 19:09:49.377460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 621c4766-0383-4685-8fc0-8d96a466be96 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:49.383729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 621c4766-0383-4685-8fc0-8d96a466be96 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:49.384102 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.627601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-0f410c74-85c4-47aa-ab19-5ea0391409bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.629856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-0f410c74-85c4-47aa-ab19-5ea0391409bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.4103730 Aug 31 19:09:49.643100 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.661233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Attempting to bind port 02076d97-7d14-43b0-bf19-4fff0364bb07 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:49.661551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Attempting to bind port 02076d97-7d14-43b0-bf19-4fff0364bb07 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:49.661879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Attempting to bind port 02076d97-7d14-43b0-bf19-4fff0364bb07 on network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:49.669669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b96445-6957-4a77-9e0f-ee15c75eda59 req-a8a5cf5b-c2af-4995-a58f-6cadc92a9b51 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.678329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Port 02076d97-7d14-43b0-bf19-4fff0364bb07 on network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:49.678569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Attempting to bind port 02076d97-7d14-43b0-bf19-4fff0364bb07 on network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:49.682881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9b96445-6957-4a77-9e0f-ee15c75eda59 req-a8a5cf5b-c2af-4995-a58f-6cadc92a9b51 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 944 time: 0.1067350 Aug 31 19:09:49.687913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:49.688259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Checking segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:49.688641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Bound using segment: {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:49.689217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Bound port: 02076d97-7d14-43b0-bf19-4fff0364bb07, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df012a3-d109-4dbd-a2fe-931a6eacacdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:49.689582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.698468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525584-2622-41a0-b497-87d785f548dd service neutron] Pushing event updated for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:49.699909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 621c4766-0383-4685-8fc0-8d96a466be96, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=621c4766-0383-4685-8fc0-8d96a466be96,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:49.709297 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:49.731631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9b96445-6957-4a77-9e0f-ee15c75eda59 req-de31d1dd-bad8-4e9e-86f3-f41594227246 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Aug 31 19:09:49.770841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-968d5cbb-348d-4f46-874b-c18b6613a4a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.1163085 Aug 31 19:09:49.797884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:49.811042 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-d5f4f44a-d25a-4109-b719-778a831e893f req-1c4174ae-b231-4c98-977a-9c5186b2092e tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] show failed (client error): The resource could not be found. Aug 31 19:09:49.812109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5f4f44a-d25a-4109-b719-778a831e893f req-1c4174ae-b231-4c98-977a-9c5186b2092e tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips/2bf903a3-d735-46bf-9421-badb7831061d HTTP/1.1" status: 404 len: 350 time: 0.0421388 Aug 31 19:09:49.840461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-9efe32ff-20bc-4e4c-98dd-6e5e52a7def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.841928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-9efe32ff-20bc-4e4c-98dd-6e5e52a7def1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 925 time: 0.5354655 Aug 31 19:09:49.929585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9a97-dea3-4f98-9b62-5a3e59246ced req-ff9f8453-fbcb-4e02-b78a-de0d2682f038 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.931684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87ac9a97-dea3-4f98-9b62-5a3e59246ced req-ff9f8453-fbcb-4e02-b78a-de0d2682f038 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.0545728 Aug 31 19:09:49.948929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-ea80cf5f-6a45-4b9f-b36c-bc28ec0b4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.950415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-ea80cf5f-6a45-4b9f-b36c-bc28ec0b4b9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.7043068 Aug 31 19:09:49.969676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-0996126a-29b6-4b4f-8ea5-a39128ae4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:49.971140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-0996126a-29b6-4b4f-8ea5-a39128ae4f3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1836407 Aug 31 19:09:49.981105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87ac9a97-dea3-4f98-9b62-5a3e59246ced req-d7077105-5760-4dce-a5dd-f53d7750cda7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Aug 31 19:09:50.025006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-395e15f5-d328-4b32-9ba6-7c98808e220f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd HTTP/1.1" status: 200 len: 217 time: 0.0571024 Aug 31 19:09:50.047322 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-4345037e-b3a2-46a4-891e-db069aa567a5 req-882dfe37-3804-4ad3-86f8-2305aecb28f7 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] show failed (client error): The resource could not be found. Aug 31 19:09:50.048372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4345037e-b3a2-46a4-891e-db069aa567a5 req-882dfe37-3804-4ad3-86f8-2305aecb28f7 tempest-FloatingIPsTestJSON-252060115 tempest-FloatingIPsTestJSON-252060115-project] 10.222.0.73 "GET /v2.0/floatingips/2bf903a3-d735-46bf-9421-badb7831061d HTTP/1.1" status: 404 len: 350 time: 0.0422542 Aug 31 19:09:50.058363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:50.071557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-017ba7c9-8d3e-470b-9f72-d9eff969cc96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 200 len: 1001 time: 0.1970932 Aug 31 19:09:50.073076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:50.094502 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-87cad719-9b44-439a-a6a1-feda1aafb1b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684376 Aug 31 19:09:50.158617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=02076d97-7d14-43b0-bf19-4fff0364bb07,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:50.195202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:50.277803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.280692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:50.282192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-74525584-2622-41a0-b497-87d785f548dd service neutron] 10.222.0.82 "PUT /v2.0/ports/02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 1093 time: 1.6869171 Aug 31 19:09:50.284044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-d2d58eb4-d0ed-43b7-8448-3b3e218ee151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.285608 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-d2d58eb4-d0ed-43b7-8448-3b3e218ee151 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2455413 Aug 31 19:09:50.305471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-2531e199-9125-4bea-b510-efde45f4a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.308142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-2531e199-9125-4bea-b510-efde45f4a700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.2109585 Aug 31 19:09:50.456084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525584-2622-41a0-b497-87d785f548dd service neutron] Pushing event updated for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:50.463829 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-5eb65668-a567-4be6-b638-e389cd2b2be6 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492608 Aug 31 19:09:50.501644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-8b664b32-8e5e-45e6-828e-362b3eea7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.503123 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-8b664b32-8e5e-45e6-828e-362b3eea7e23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1919971 Aug 31 19:09:50.521045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-38ab8434-033a-47d4-a273-ef440cbd45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.522392 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-38ab8434-033a-47d4-a273-ef440cbd45e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909902 Aug 31 19:09:50.560119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54389d1-f672-4de1-bf23-ae7e10cf9a1f req-918f6e2c-48e5-4c6b-b1bc-aeae174496ad tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.571861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d54389d1-f672-4de1-bf23-ae7e10cf9a1f req-918f6e2c-48e5-4c6b-b1bc-aeae174496ad tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 947 time: 0.1315022 Aug 31 19:09:50.618740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-3df9ead5-f6e1-4621-a11e-3ff048888ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:50.620745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-3df9ead5-f6e1-4621-a11e-3ff048888ba1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1096 time: 0.2602420 Aug 31 19:09:50.673684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d54389d1-f672-4de1-bf23-ae7e10cf9a1f req-8b2925f3-2422-48c3-b8fc-450e7d138d45 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859978 Aug 31 19:09:50.676633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:50.747033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:50.813281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:50.830333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:09:50.830333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b0f2f4ff-62c8-4f21-b042-c961a53576bd details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:50.865026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:50.950531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:50.964100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:50.977817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd', 'mac_address': 'fa:16:3e:d5:3a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:51.021747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.037107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f2f4ff-62c8-4f21-b042-c961a53576bd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:51.060495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:51.067059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.106928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:51.109324 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6537fc3-fc3a-452f-b609-fbfd893c5fad" -d '{"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:51.122952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:51.156170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-19a49980-7c0f-4e1c-a9df-60ae89cf0ff3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 217 time: 0.5136600 Aug 31 19:09:51.225158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 621c4766-0383-4685-8fc0-8d96a466be96 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:51.272899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-4dfc01ef-8f98-4d04-bb62-a689598659a3 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:09:51.273982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-4dfc01ef-8f98-4d04-bb62-a689598659a3 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087633 Aug 31 19:09:51.275207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-a9f2bc7f-539e-4619-936f-a02943a852d4 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571433 Aug 31 19:09:51.275905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce38333e-8be9-4b2a-9bde-952b9e363671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.279405 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-99cdee2a-622a-4676-bf8f-4a42056ba035 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925711 Aug 31 19:09:51.281354 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-ab3198e8-3354-4246-90af-6a488ff70d6c service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567440 Aug 31 19:09:51.282915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-d856b832-33d4-4c0f-8de7-e68d3213609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:51.284348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-d856b832-33d4-4c0f-8de7-e68d3213609e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.1172342 Aug 31 19:09:51.286816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 621c4766-0383-4685-8fc0-8d96a466be96 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:51.287284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.373848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b0f2f4ff-62c8-4f21-b042-c961a53576bd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:51.411747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-9893560c-4ef4-40ca-aa48-20abf8cf982a service neutron] 10.222.0.82 "GET /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.1797585 Aug 31 19:09:51.420928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac8883-55ec-4276-bb0b-693f8c0e03d2 req-5c73a008-5a12-4c18-bdbd-5f72e34417db tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:51.422610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79ac8883-55ec-4276-bb0b-693f8c0e03d2 req-5c73a008-5a12-4c18-bdbd-5f72e34417db tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 944 time: 0.4401898 Aug 31 19:09:51.448356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Request body: {'binding': {'host': 'n-h1-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:51.449123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:09:51.477415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455a39-b85b-4936-bfa9-67db51348d44 req-2a98d96e-ebb4-470f-982c-5952fb3248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:51.478946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-2a98d96e-ebb4-470f-982c-5952fb3248a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823227 Aug 31 19:09:51.584641 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0687c4-d751-4ff8-9453-ba33244f03b2 req-b3eea527-3ee0-4017-af11-097d715a32e0 service neutron] 10.222.0.67 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617991 Aug 31 19:09:51.588103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6f086335-8b19-4a0e-91dc-9dc7baed28ec req-4047887a-211c-4f11-b111-9b2eaabf3cbf service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821257 Aug 31 19:09:51.638075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-17f89741-d73e-4bcf-9e87-ff4d7d514f10 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410155 Aug 31 19:09:51.698417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79ac8883-55ec-4276-bb0b-693f8c0e03d2 req-b5d51769-13e8-4726-b874-9afb072fba19 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184188 Aug 31 19:09:51.739779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db455a39-b85b-4936-bfa9-67db51348d44 req-9e8b2c85-2b13-4595-abe9-25e2fdedfdb6 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936837 Aug 31 19:09:51.813094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce38333e-8be9-4b2a-9bde-952b9e363671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.839868 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce38333e-8be9-4b2a-9bde-952b9e363671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:51.990570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce38333e-8be9-4b2a-9bde-952b9e363671 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7b0ea84fdd14eab95270de4ee02150b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2432446 Aug 31 19:09:51.993390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:52.000890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38333e-8be9-4b2a-9bde-952b9e363671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f28eac-741a-42a7-ac84-9e5c6e76afdd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:52.012228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555ef41-271d-4358-b62a-d3f113f76495 req-17271620-2676-4c7b-902d-b13523c45d1a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.013839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9555ef41-271d-4358-b62a-d3f113f76495 req-17271620-2676-4c7b-902d-b13523c45d1a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 943 time: 0.2346692 Aug 31 19:09:52.051145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on host n-h1-778550-14 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:52.051481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:52.051836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:52.060709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.079382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:52.079753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:52.084797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.092178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:52.112639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:52.113015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:52.113503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:52.113961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Bound port: fb247bb6-a25b-47b0-9a68-f0738258c3c6, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:52.141831 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.145057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.146203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3f28eac-741a-42a7-ac84-9e5c6e76afdd HTTP/1.1" status: 204 len: 168 time: 0.1517165 Aug 31 19:09:52.154556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9bcf-d0e5-4d50-bdb2-5273fec434e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f28eac-741a-42a7-ac84-9e5c6e76afdd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:52.184205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9555ef41-271d-4358-b62a-d3f113f76495 req-1aab71bc-66aa-4ae9-b3f4-018a7d563a5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626189 Aug 31 19:09:52.199781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:52.235462 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb16e0-af95-4207-8c58-9b545dad6329 x-openstack-request-id: req-31fb16e0-af95-4207-8c58-9b545dad6329 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:52.236130 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:52.236394 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31fb16e0-af95-4207-8c58-9b545dad6329 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:52.236838 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'status': 'completed', 'code': 200} Aug 31 19:09:52.254169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Deleting port 9a2011b6-62b6-4180-b5dc-918c4b3cd970 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:52.254635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.328859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a229cc-a130-4538-a55f-fc57d2b8e53e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:52.333247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-c8389c7f-8992-48c8-9a7d-4948d739b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.334769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-c8389c7f-8992-48c8-9a7d-4948d739b09c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0560455 Aug 31 19:09:52.339350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:52.363773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:52.367584 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.368787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-224f3a6f-2c2d-4c60-a04c-0458a0f04b82 service neutron] 10.222.0.73 "POST /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6/bindings HTTP/1.1" status: 201 len: 390 time: 1.0147588 Aug 31 19:09:52.399005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.442615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fb0ec-8a39-44bc-bb3d-5858d0fcf086 req-f89da906-7692-4a5d-9300-c4493f7197ba tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.444514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e97fb0ec-8a39-44bc-bb3d-5858d0fcf086 req-f89da906-7692-4a5d-9300-c4493f7197ba tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 948 time: 0.1379256 Aug 31 19:09:52.474358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-ece7db04-f315-495c-8777-3750ec56b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.476266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-ece7db04-f315-495c-8777-3750ec56b32b service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 930 time: 0.1248379 Aug 31 19:09:52.499539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:52.501184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] For port 9a2011b6-62b6-4180-b5dc-918c4b3cd970, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a2011b6-62b6-4180-b5dc-918c4b3cd970,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:52.501552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.535664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-39423b8c-38f8-48dc-8571-d317a468d193 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 217 time: 0.0424051 Aug 31 19:09:52.545599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Calling delete_port for 9a2011b6-62b6-4180-b5dc-918c4b3cd970 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:52.547479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-790e6799-56af-40ca-bfe7-4c53dcea9ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.591682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e97fb0ec-8a39-44bc-bb3d-5858d0fcf086 req-fedb08a5-6860-42e3-a486-01bc5cab3172 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118395 Aug 31 19:09:52.600731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-3fbb2f1f-7e20-422f-818e-e7a5f722b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.602549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-3fbb2f1f-7e20-422f-818e-e7a5f722b9c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.0552495 Aug 31 19:09:52.654116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] Transition to ACTIVE for port object 79a229cc-a130-4538-a55f-fc57d2b8e53e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:09:52.689075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.690212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b0f2f4ff-62c8-4f21-b042-c961a53576bd up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:52.692674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-e02b9c50-31f5-45f8-be76-ec82b6336ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.699032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-e02b9c50-31f5-45f8-be76-ec82b6336ebf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779548 Aug 31 19:09:52.771426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b0f2f4ff-62c8-4f21-b042-c961a53576bd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:52.780534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b0f2f4ff-62c8-4f21-b042-c961a53576bd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:52.780911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.830121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-2d2d889a-d16b-46c8-b792-beaba4e183c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.831755 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-2d2d889a-d16b-46c8-b792-beaba4e183c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1098 time: 0.1082623 Aug 31 19:09:52.873577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] No DVR routers for this DVR port 79a229cc-a130-4538-a55f-fc57d2b8e53e on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:52.878744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.893288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:52.907330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:52.910945 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a9a5b-06d2-46e9-9772-672e3d7012b1" -d '{"events": [{"server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "name": "network-vif-plugged", "status": "completed", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:52.926819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:52.927032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-74b27333-f419-4fd8-8786-14f1d36c3f5b service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147119 Aug 31 19:09:52.931947 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:52.979937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-1e9533ac-20f0-423e-924d-2878f9d67ab4 service neutron] 10.222.0.82 "PUT /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5347936 Aug 31 19:09:52.985991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:52.987459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16469e2-4062-49bc-8a3e-d7d2d4050fe9 req-117f18c3-d59a-4990-8cc4-cc8e4b4a0fc6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:52.995321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c16469e2-4062-49bc-8a3e-d7d2d4050fe9 req-117f18c3-d59a-4990-8cc4-cc8e4b4a0fc6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 946 time: 0.2573988 Aug 31 19:09:52.999621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-790e6799-56af-40ca-bfe7-4c53dcea9ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.017336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-b5789f9d-fba0-4109-9ecf-70b2a787fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.017910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-790e6799-56af-40ca-bfe7-4c53dcea9ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.020223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-b5789f9d-fba0-4109-9ecf-70b2a787fa4b service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1707480 Aug 31 19:09:53.052211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cc650-94cb-45ea-86b4-8d9cffe6a6b0 req-647faa10-f9f1-4b2d-aece-8aff6d9a63dc tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.053692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db8cc650-94cb-45ea-86b4-8d9cffe6a6b0 req-647faa10-f9f1-4b2d-aece-8aff6d9a63dc tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 944 time: 0.2050643 Aug 31 19:09:53.087200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-514ba311-9b73-46c0-b69d-a8ed85230309 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0605898 Aug 31 19:09:53.128704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c16469e2-4062-49bc-8a3e-d7d2d4050fe9 req-439ace24-97d3-48bb-9ba7-e3867b66bb90 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322892 Aug 31 19:09:53.132187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-790e6799-56af-40ca-bfe7-4c53dcea9ee8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1c4ec29d09145b3937d8eda1065b924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203053 Aug 31 19:09:53.134008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:53.136366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e6799-56af-40ca-bfe7-4c53dcea9ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c41f30-0c42-4817-886b-0f6a15d77018,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:53.172163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6537fc3-fc3a-452f-b609-fbfd893c5fad req-77e669f1-0ce7-495c-a9e0-1d90d315ca25 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291582 Aug 31 19:09:53.188193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-483534a2-2bd7-402f-b088-a37cde3d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.189613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-483534a2-2bd7-402f-b088-a37cde3d13cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0787942 Aug 31 19:09:53.191533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-81491516-ae7e-4848-bf1d-33f114a68885 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.192947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-81491516-ae7e-4848-bf1d-33f114a68885 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.1166148 Aug 31 19:09:53.196003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db8cc650-94cb-45ea-86b4-8d9cffe6a6b0 req-2e1712e4-fff2-4c3d-9606-bf70dddc57dd tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324153 Aug 31 19:09:53.207492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.217801 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e298a2f-4eea-47a7-af36-49db19b0be58 x-openstack-request-id: req-7e298a2f-4eea-47a7-af36-49db19b0be58 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:53.218093 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "name": "network-vif-plugged", "status": "completed", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:53.218346 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e298a2f-4eea-47a7-af36-49db19b0be58 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:53.218739 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd', 'code': 200} Aug 31 19:09:53.238772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2011b6-62b6-4180-b5dc-918c4b3cd970,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:53.278680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.347941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-9c0bd654-8e7d-4d84-9139-bce81300dc58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300249 Aug 31 19:09:53.360461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.422345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-c563197c-f632-406a-a40b-1d497b93a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.423921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-c563197c-f632-406a-a40b-1d497b93a1af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9&tenant_id=002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 1096 time: 0.2211218 Aug 31 19:09:53.437585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea146d-5c73-4e5a-864a-f5db6c6897c2 req-1ea39f64-9704-451e-a0af-1485e0b9c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.438838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5ea146d-5c73-4e5a-864a-f5db6c6897c2 req-1ea39f64-9704-451e-a0af-1485e0b9c1ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 1101 time: 0.1487308 Aug 31 19:09:53.532790 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5ea146d-5c73-4e5a-864a-f5db6c6897c2 req-c0847d84-1967-4fb0-8a09-743b769d0e90 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824859 Aug 31 19:09:53.535126 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-b1bcda90-82a3-41cd-9e0b-083e470625b1 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760149 Aug 31 19:09:53.543959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-e7134aa0-9b58-4b87-a209-69eaf5178460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.545431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-e7134aa0-9b58-4b87-a209-69eaf5178460 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1096 time: 0.0862899 Aug 31 19:09:53.637872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-cdf7b666-5d1d-41de-ac1d-175d4bee439e service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914423 Aug 31 19:09:53.683429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1bbeb-a36f-4b1d-ba03-72b720a80fe7 req-d11278e8-3434-4dc7-a112-30106e4a1463 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.684923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd1bbeb-a36f-4b1d-ba03-72b720a80fe7 req-d11278e8-3434-4dc7-a112-30106e4a1463 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.4084086 Aug 31 19:09:53.743340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-7f813d91-2df7-426f-b73d-3edb0558b1d7 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.744878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-7f813d91-2df7-426f-b73d-3edb0558b1d7 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1098 time: 0.0461268 Aug 31 19:09:53.759256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-14'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:53.773127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.780253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd1bbeb-a36f-4b1d-ba03-72b720a80fe7 req-5a84c3b3-c86c-4ae2-9e50-2dad81828e58 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Aug 31 19:09:53.786831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.789560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.793067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88c41f30-0c42-4817-886b-0f6a15d77018 HTTP/1.1" status: 204 len: 168 time: 0.6552420 Aug 31 19:09:53.803550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260dcc9-d65b-4dbb-8a2f-9b4191161663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c41f30-0c42-4817-886b-0f6a15d77018,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:53.877295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-aa78a4ae-ec4c-4af1-9314-a7d681f6529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.879576 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-aa78a4ae-ec4c-4af1-9314-a7d681f6529d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1244936 Aug 31 19:09:53.954120 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-37f42ec4-c957-41ce-b48a-75417be5aa88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.0631094 Aug 31 19:09:53.957371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:53.969208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a26c9-fc9a-42c6-b11a-b3ccdcfb9333 req-e4789b0a-c3b0-49fd-989f-d2b055987975 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:53.970754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf3a26c9-fc9a-42c6-b11a-b3ccdcfb9333 req-e4789b0a-c3b0-49fd-989f-d2b055987975 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 949 time: 0.0733995 Aug 31 19:09:54.079417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-39618401-437c-44af-9722-92321c8069af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:54.080943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-39618401-437c-44af-9722-92321c8069af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0909431 Aug 31 19:09:54.089004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf3a26c9-fc9a-42c6-b11a-b3ccdcfb9333 req-d05f4c75-20d8-4543-9e5f-8ca0bc710f99 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Aug 31 19:09:54.118624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Router 4c50dcde-3525-4268-a019-2a3293841091 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:09:54.134261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-24c86235-c33b-4fed-a214-66df66ef51cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448856 Aug 31 19:09:54.204798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:54.256002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:09:54.266420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:54.267721 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Sync routers for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:09:54.276869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dfd2e2f1-69b8-4754-9f67-7a86d678068e admin admin] 10.222.0.73 "PUT /v2.0/routers/4c50dcde-3525-4268-a019-2a3293841091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2169440 Aug 31 19:09:54.282711 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:54.283344 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:54.330911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:54.387017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-0f6806f4-bf69-4606-aef9-723d90a28c4c service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417219 Aug 31 19:09:54.389873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603fa3-d9f9-427a-b729-ccfa54067488 req-8fddcff0-f2d0-4cae-a4cd-ddd129e52173 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:54.391404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70603fa3-d9f9-427a-b729-ccfa54067488 req-8fddcff0-f2d0-4cae-a4cd-ddd129e52173 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 946 time: 0.1480329 Aug 31 19:09:54.399217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0352fd3-eeb8-44fa-958a-08e061580a6c req-49b544ae-1b69-48ce-a028-92496c27e7fb tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:54.400714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0352fd3-eeb8-44fa-958a-08e061580a6c req-49b544ae-1b69-48ce-a028-92496c27e7fb tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 944 time: 0.0895379 Aug 31 19:09:54.444319 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:54.463840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:54.470019 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f47c82-44ca-4de3-ac91-9702d82972d5" -d '{"events": [{"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:54.488568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70603fa3-d9f9-427a-b729-ccfa54067488 req-00a2d40a-734b-4693-a175-5e1b3f68e7d3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826437 Aug 31 19:09:54.493380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0352fd3-eeb8-44fa-958a-08e061580a6c req-7badcc2a-915a-4bd7-a3e0-7d277dede1d2 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Aug 31 19:09:54.498230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:54.528313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:54.545974 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d7be04-1210-4738-9bfa-3ec535c7aa8d x-openstack-request-id: req-00d7be04-1210-4738-9bfa-3ec535c7aa8d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:54.546460 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:54.546713 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00d7be04-1210-4738-9bfa-3ec535c7aa8d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:54.547101 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'code': 200} Aug 31 19:09:54.604639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:54.697543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:53Z', 'revision_number': 5, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:54.702009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:54.719743 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-3c23663b-9e28-4312-b263-14cd644ee1d2 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212230 Aug 31 19:09:54.725116 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Checking router: 4c50dcde-3525-4268-a019-2a3293841091 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:09:54.733632 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Routers {'4c50dcde-3525-4268-a019-2a3293841091'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:09:54.734575 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4c50dcde-3525-4268-a019-2a3293841091'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:54.752211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on host n-h2-778550-14 for vnic_type normal with profile {"migrating_to": "n-h1-778550-14"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:09:54.752557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:09:54.752897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:54.769104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:09:54.769571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Attempting to bind port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:09:54.780316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:09:54.780665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:09:54.781060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:09:54.782170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Bound port: fb247bb6-a25b-47b0-9a68-f0738258c3c6, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:09:54.782583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:54.840874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:54.904305 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] Set router 4c50dcde-3525-4268-a019-2a3293841091 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:09:54.917668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:54.922619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:09:54.939544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.037114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Deleting port 77c73e24-c79a-4274-8c2f-8a19c5a4644c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:55.037590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.084207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57e578-f9ac-4ab5-8cea-1827a8d82db9 req-4c4484d2-7149-46f1-8c47-d31805c24197 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.093035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af57e578-f9ac-4ab5-8cea-1827a8d82db9 req-4c4484d2-7149-46f1-8c47-d31805c24197 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.0753047 Aug 31 19:09:55.145894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af57e578-f9ac-4ab5-8cea-1827a8d82db9 req-7db1abf8-bad6-434e-a3a6-8a23de797327 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Aug 31 19:09:55.170625 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:53Z', 'revision_number': 5, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:55.176675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 02076d97-7d14-43b0-bf19-4fff0364bb07 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:55.201411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:55.206348 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805f59-5f4f-4848-b76d-082fa1e0b0e7 None None] The sync data for ids ['4c50dcde-3525-4268-a019-2a3293841091'] in n-d-778550-14 is: [{'id': '4c50dcde-3525-4268-a019-2a3293841091', 'name': 'tempest-FloatingIPsTestJSON-1345824436-router', 'tenant_id': '024852b4467847dba94621e190b99bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:28Z', 'updated_at': '2021-08-31T19:09:53Z', 'revision_number': 5, 'project_id': '024852b4467847dba94621e190b99bce', 'gw_port': {'id': '77c73e24-c79a-4274-8c2f-8a19c5a4644c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50dcde-3525-4268-a019-2a3293841091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:29Z', 'updated_at': '2021-08-31T19:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:09:55.224699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.225332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.226744 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] 10.222.0.82 "PUT /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 1124 time: 1.4736483 Aug 31 19:09:55.254905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e56feb-a118-4d79-adc1-ec43529f5377 service neutron] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:55.299223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecdb28-9be3-4f9c-ba4f-b6220b8f518b req-b4209b0c-5b24-4ead-ba57-919ef9d79f13 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.300471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1ecdb28-9be3-4f9c-ba4f-b6220b8f518b req-b4209b0c-5b24-4ead-ba57-919ef9d79f13 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 949 time: 0.0970314 Aug 31 19:09:55.312485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['fb247bb6-a25b-47b0-9a68-f0738258c3c6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:55.349330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] For port 77c73e24-c79a-4274-8c2f-8a19c5a4644c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77c73e24-c79a-4274-8c2f-8a19c5a4644c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:55.349723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.370812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-c95af8ba-ffa9-4bd7-b9ea-92c5e70717be tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.372361 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-c95af8ba-ffa9-4bd7-b9ea-92c5e70717be tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.2549019 Aug 31 19:09:55.373819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Calling delete_port for 77c73e24-c79a-4274-8c2f-8a19c5a4644c owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:55.390287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1ecdb28-9be3-4f9c-ba4f-b6220b8f518b req-0e38f7f5-0291-4b13-82a4-aedd6932f4c4 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Aug 31 19:09:55.396563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:55.454827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=02076d97-7d14-43b0-bf19-4fff0364bb07,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:55.479060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'mac_address': 'fa:16:3e:36:65:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:09:55.564767 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.604620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02076d97-7d14-43b0-bf19-4fff0364bb07 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:09:55.647213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa867c-81e6-452d-b8df-5f42bed7104a req-63a4b403-eeec-4731-810f-811594e338f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.655675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76aa867c-81e6-452d-b8df-5f42bed7104a req-63a4b403-eeec-4731-810f-811594e338f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.0833538 Aug 31 19:09:55.687310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=02076d97-7d14-43b0-bf19-4fff0364bb07,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:55.707351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.726014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76aa867c-81e6-452d-b8df-5f42bed7104a req-c05302a4-dbe8-4a23-8e32-8d54c8ebb9e6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Aug 31 19:09:55.795435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:55.837101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2d6a-a45f-4d35-a3e6-ad833ce040f4 req-eea2ea22-3da8-4c51-a003-5d1ac4d9851d tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.838814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-781c2d6a-a45f-4d35-a3e6-ad833ce040f4 req-eea2ea22-3da8-4c51-a003-5d1ac4d9851d tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 945 time: 0.1261430 Aug 31 19:09:55.909805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-781c2d6a-a45f-4d35-a3e6-ad833ce040f4 req-59a46b1b-bc3a-44ef-8315-afa6f391bb0f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Aug 31 19:09:55.914607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-53ab122b-ee5a-4214-ac8b-5ec8f958df7e tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:55.921532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-53ab122b-ee5a-4214-ac8b-5ec8f958df7e tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 1101 time: 0.0816810 Aug 31 19:09:55.932594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-6a4784ac-de15-4e42-abbe-4a28d0e26eab service neutron] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:55.945059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-2207d784-c8af-42cb-b449-8f38f2e3032a tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.952340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-6a4784ac-de15-4e42-abbe-4a28d0e26eab service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:55.953981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11e5a6b0-3142-4616-8c9b-9ef2f252ad8f req-6a4784ac-de15-4e42-abbe-4a28d0e26eab service neutron] 10.222.0.67 "DELETE /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.5699461 Aug 31 19:09:56.014711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.039130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['02076d97-7d14-43b0-bf19-4fff0364bb07'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:09:56.044789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Pushing event deleted for resources: {'Port': ['ID=77c73e24-c79a-4274-8c2f-8a19c5a4644c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:56.075623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.133195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-2207d784-c8af-42cb-b449-8f38f2e3032a tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.138268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-2207d784-c8af-42cb-b449-8f38f2e3032a tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.189758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d784-c8af-42cb-b449-8f38f2e3032a tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f019d1-5b06-4be1-a950-48a23938dd34,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:56.208348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a8c0f1b-7b04-4964-a87b-98e9ff32dbfd req-2207d784-c8af-42cb-b449-8f38f2e3032a tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852037 Aug 31 19:09:56.253440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.257706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.289600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5fff-169c-4401-8834-7b8c3cc6f61b req-c58dff80-688c-47cc-9ed1-90542aba8edb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:56.291166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bab5fff-169c-4401-8834-7b8c3cc6f61b req-c58dff80-688c-47cc-9ed1-90542aba8edb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.0535474 Aug 31 19:09:56.330967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.333428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c50dcde-3525-4268-a019-2a3293841091 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:09:56.340788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bab5fff-169c-4401-8834-7b8c3cc6f61b req-0310c502-be9d-4516-bb5e-3bb3c732b014 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Aug 31 19:09:56.341034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.342182 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b8057abf-63eb-4b5a-8ff2-e30733be00fb admin admin] 10.222.0.73 "DELETE /v2.0/routers/4c50dcde-3525-4268-a019-2a3293841091 HTTP/1.1" status: 204 len: 168 time: 2.0718789 Aug 31 19:09:56.345668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:56.430954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Deleting subnet 8dd65380-fc94-432b-b93d-624c5d791609 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:09:56.444660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.518172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.548224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:56.551860 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a018755-857b-4a8f-ab2a-243e460fd0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:56.565373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09557f32-decd-4552-b79d-42434ce3f91b req-d00627fd-ea0c-47d0-8a06-b021654addf0 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:56.572143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09557f32-decd-4552-b79d-42434ce3f91b req-d00627fd-ea0c-47d0-8a06-b021654addf0 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1096 time: 0.0968685 Aug 31 19:09:56.676931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09557f32-decd-4552-b79d-42434ce3f91b req-932f31ab-a719-4cab-abd9-7f07d99ecc38 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020210 Aug 31 19:09:56.680018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.692871 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a020e4-40bf-4bdb-bc88-30f7cdd7c2d9 x-openstack-request-id: req-96a020e4-40bf-4bdb-bc88-30f7cdd7c2d9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:56.693439 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:56.694024 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96a020e4-40bf-4bdb-bc88-30f7cdd7c2d9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:56.694644 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'status': 'completed', 'code': 200} Aug 31 19:09:56.754128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.773402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-165947a2-32f1-40f3-9e0a-8041f4e4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:56.776383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-165947a2-32f1-40f3-9e0a-8041f4e4c57d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1127 time: 0.0553598 Aug 31 19:09:56.793162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd65380-fc94-432b-b93d-624c5d791609,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:56.808051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a51fe-c487-455b-aefc-7b521554319a None None] Network 426fdf96-5a40-46fb-a1d1-f8d3ee12003d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:09:56.813920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.816693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bf4765bc-eeda-4837-b242-a5b461b587ff admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8dd65380-fc94-432b-b93d-624c5d791609 HTTP/1.1" status: 204 len: 168 time: 0.4697151 Aug 31 19:09:56.819445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42640) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:56.948981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:56.970148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00545b62-2d31-48c2-8c63-4e1c2587bbb5 req-44793fcb-3185-475d-a722-2d6df3c6abef tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:56.971149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00545b62-2d31-48c2-8c63-4e1c2587bbb5 req-44793fcb-3185-475d-a722-2d6df3c6abef tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.1430259 Aug 31 19:09:56.990904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-b63e8c50-dd44-4fa2-a8b8-ba0b08fb85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:56.992780 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-b63e8c50-dd44-4fa2-a8b8-ba0b08fb85cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.2084203 Aug 31 19:09:57.042595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-3cb56366-ece4-4408-a49a-a240f4460fc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0366116 Aug 31 19:09:57.099074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] DHCP port deletion for 426fdf96-5a40-46fb-a1d1-f8d3ee12003d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:09:57.100561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00545b62-2d31-48c2-8c63-4e1c2587bbb5 req-b3d0ce57-7bc5-4e3e-9487-65002b41a9b8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038485 Aug 31 19:09:57.103674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-5907f7d3-f145-4bed-839f-47bcc4bd6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:57.105240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-5907f7d3-f145-4bed-839f-47bcc4bd6374 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0558484 Aug 31 19:09:57.141733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Deleting port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:57.142219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.155333 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-a1bf2d14-872b-4468-8acb-ead13010cb32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394545 Aug 31 19:09:57.169957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Deleting port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:09:57.171924 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.218064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-1ef3ea83-5b18-46d7-8af0-01052c53f8d4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:57.225129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-1ef3ea83-5b18-46d7-8af0-01052c53f8d4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.2198713 Aug 31 19:09:57.227371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 02076d97-7d14-43b0-bf19-4fff0364bb07 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:09:57.246516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-d8fe088f-8bbd-402b-9415-1c128c1262b0 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/quotas/002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 375 time: 0.0205083 Aug 31 19:09:57.252250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] For port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:57.252628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.266650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77c73e24-c79a-4274-8c2f-8a19c5a4644c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:57.297645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Calling delete_port for 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:57.301371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-c09d0021-2bab-4510-9eb7-c73ff3a5bded service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375041 Aug 31 19:09:57.307293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 77c73e24-c79a-4274-8c2f-8a19c5a4644c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:09:57.308092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77c73e24-c79a-4274-8c2f-8a19c5a4644c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:57.308732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:57.371806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] For port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,segment=NetworkSegment(f47fba2c-3056-439f-9dd1-5d2f5a7e7188),segment_id=f47fba2c-3056-439f-9dd1-5d2f5a7e7188)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:57.372329 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.382357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-e8422e9a-aca5-45a3-8e09-04b79b0492c3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201863 Aug 31 19:09:57.396010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Calling delete_port for 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:09:57.422455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 02076d97-7d14-43b0-bf19-4fff0364bb07 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:09:57.465338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a018755-857b-4a8f-ab2a-243e460fd0d9 req-0976e9f6-9741-4ebb-ab10-896ff373ba77 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554208 Aug 31 19:09:57.495913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 02076d97-7d14-43b0-bf19-4fff0364bb07 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:09:57.496294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.511036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.543039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.553987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:57.562812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c092d9f-1fb3-4436-9609-e09bf0e8ad45 req-59ae4cc5-5055-43e5-b8ec-58160680b1cb tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:57.564306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c092d9f-1fb3-4436-9609-e09bf0e8ad45 req-59ae4cc5-5055-43e5-b8ec-58160680b1cb tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 945 time: 0.1132126 Aug 31 19:09:57.567362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-9e5c0f13-6796-443d-bbfe-731a9fe660f1 service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842277 Aug 31 19:09:57.568198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] No DVR routers for this DVR port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:57.625761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a2011b6-62b6-4180-b5dc-918c4b3cd970 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:09:57.665342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9a2011b6-62b6-4180-b5dc-918c4b3cd970 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:09:57.665694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a2011b6-62b6-4180-b5dc-918c4b3cd970 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:09:57.668783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.701527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.706337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] Pushing event deleted for resources: {'Port': ['ID=1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:57.708361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e07063-066d-40c0-b415-341c7f7a7479 None None] No DVR routers for this DVR port 1bdc9b61-ca86-4af8-b44a-9ebb09ac1d08 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:09:57.710801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.721093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426fdf96-5a40-46fb-a1d1-f8d3ee12003d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:57.735629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:09:57.736698 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182673a-7c48-40be-833f-2a533f4a96e5" -d '{"events": [{"server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:09:57.742967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:57.743348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47fba2c-3056-439f-9dd1-5d2f5a7e7188') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:09:57.748718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c092d9f-1fb3-4436-9609-e09bf0e8ad45 req-69da30b6-29bf-4815-a469-94930310db90 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600614 Aug 31 19:09:57.750789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=02076d97-7d14-43b0-bf19-4fff0364bb07,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:57.756830 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.759679 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.792400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-895da3b6-e960-4913-89cb-71ae085a611e service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022548 Aug 31 19:09:57.793493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.808589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:09:57.809116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.812203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:09:57.854587 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:09:57.875851 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.884291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:57.886176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] 10.222.0.73 "DELETE /v2.0/networks/426fdf96-5a40-46fb-a1d1-f8d3ee12003d HTTP/1.1" status: 204 len: 168 time: 1.0657299 Aug 31 19:09:57.900192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542fa24-475a-44bf-98a1-a1f4fe027ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=426fdf96-5a40-46fb-a1d1-f8d3ee12003d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:58.004187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070ddad-0f3a-4f81-836d-73f349e206df req-7eea84f6-f9bc-4cbd-aa0d-7452fd1bf7c9 tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:58.006194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3070ddad-0f3a-4f81-836d-73f349e206df req-7eea84f6-f9bc-4cbd-aa0d-7452fd1bf7c9 tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 1101 time: 0.0514734 Aug 31 19:09:58.058057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3070ddad-0f3a-4f81-836d-73f349e206df req-6681542d-0745-43e6-b5bc-7285fe761d0b tempest-ServersAdminNegativeTestJSON-1495087794 tempest-ServersAdminNegativeTestJSON-1495087794-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Aug 31 19:09:58.123556 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0043ad8c-0656-4418-85a6-6d6e9dc5d8d4 x-openstack-request-id: req-0043ad8c-0656-4418-85a6-6d6e9dc5d8d4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:09:58.124053 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:09:58.124431 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0043ad8c-0656-4418-85a6-6d6e9dc5d8d4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:09:58.125015 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'code': 200} Aug 31 19:09:58.174537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:58.190681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82ea7ccc-247c-4291-a50d-84b34db32db8 req-6ec21236-c5de-4b07-8890-8543cc6ebf69 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.0538654 Aug 31 19:09:58.312780 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7dd49ff5-b193-4045-b3b7-ae16dc73df11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=024852b4467847dba94621e190b99bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329603 Aug 31 19:09:58.313017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:58.339761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd775ca9-e9f7-4723-b12f-8ca62d516dbc req-fe25dbde-cafc-4e1d-9424-54d2e3322087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:58.341797 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd775ca9-e9f7-4723-b12f-8ca62d516dbc req-fe25dbde-cafc-4e1d-9424-54d2e3322087 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1098 time: 0.1113605 Aug 31 19:09:58.361019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64856969-d2d7-40a2-a9c5-5cc02545706b req-5201827b-fe24-4504-b677-16d68a4f80bb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:58.363111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64856969-d2d7-40a2-a9c5-5cc02545706b req-5201827b-fe24-4504-b677-16d68a4f80bb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.0944321 Aug 31 19:09:58.416936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd775ca9-e9f7-4723-b12f-8ca62d516dbc req-1b2f106e-57f6-4850-bbc4-10a68f93403c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Aug 31 19:09:58.430423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:58.440672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64856969-d2d7-40a2-a9c5-5cc02545706b req-2d02b628-82b7-4fea-828b-ec5bc8c48230 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Aug 31 19:09:58.467598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:58.535997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:58.538690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:58.542221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d534fe64-cffb-4c51-8be5-2dfcd811ef2e HTTP/1.1" status: 204 len: 168 time: 0.2257557 Aug 31 19:09:58.551043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba622de-c109-44aa-a89d-7b92b35c2a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d534fe64-cffb-4c51-8be5-2dfcd811ef2e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:58.649115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc5e9d-c989-406f-9598-8d8230b3a978 req-036b3a66-38e6-49d6-b269-06ce1a31b7d4 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:58.650774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53bc5e9d-c989-406f-9598-8d8230b3a978 req-036b3a66-38e6-49d6-b269-06ce1a31b7d4 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 949 time: 0.0573049 Aug 31 19:09:58.700515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53bc5e9d-c989-406f-9598-8d8230b3a978 req-2312f27d-75b6-44a7-aded-089aa1ba9a4a tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Aug 31 19:09:58.926702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a514b7f-a605-469a-a8b1-7ed33607f9db req-3290f2fd-b014-48f8-a994-d08704f497e1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:58.932709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:58.940284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a514b7f-a605-469a-a8b1-7ed33607f9db req-3290f2fd-b014-48f8-a994-d08704f497e1 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 946 time: 0.1110728 Aug 31 19:09:58.982919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a514b7f-a605-469a-a8b1-7ed33607f9db req-57737caf-9107-4485-90ae-c5502b0e0283 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Aug 31 19:09:59.073934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e11d4c51-67af-4b89-ba12-65917c27d4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.168218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e11d4c51-67af-4b89-ba12-65917c27d4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.172656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e11d4c51-67af-4b89-ba12-65917c27d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.213546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e11d4c51-67af-4b89-ba12-65917c27d4d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6a7ed4c70884bb39e7a35bcf122f394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779994 Aug 31 19:09:59.213546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4c51-67af-4b89-ba12-65917c27d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e1208-83d5-4029-b0d0-6d298f80ab4d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:59.214235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:59.224300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:09:59.305327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.309734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f915ab5d-83a4-480e-a2ee-e93876a8030f req-9f7729a0-aa15-4d28-b0bb-8ea2f5ffad4e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.0317450 Aug 31 19:09:59.339742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.417790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.421966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.426262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c66e1208-83d5-4029-b0d0-6d298f80ab4d HTTP/1.1" status: 204 len: 168 time: 0.2105029 Aug 31 19:09:59.435683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92d93-7bdd-4c34-a8d1-b6ed4cce5f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e1208-83d5-4029-b0d0-6d298f80ab4d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:09:59.515014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:59.552896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 has no active binding in host n-h1-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:09:59.554181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:59.557724 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-67f2a834-4eb0-4f05-ab42-74f44e7e3be1 service neutron] 10.222.0.67 "GET /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6/bindings/n-h1-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.1905529 Aug 31 19:09:59.678859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f311be3-d397-497a-9e20-96c8b2c15b49 req-0844ec6a-79c6-4e55-9ed2-1321658a71d3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:59.685105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f311be3-d397-497a-9e20-96c8b2c15b49 req-0844ec6a-79c6-4e55-9ed2-1321658a71d3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 944 time: 0.0965207 Aug 31 19:09:59.692034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-985a9b80-2116-4dd9-985e-8ff75d26c42f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:59.693598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-985a9b80-2116-4dd9-985e-8ff75d26c42f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.1961248 Aug 31 19:09:59.720153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Request body: {'port': {'device_id': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'admin_state_up': True, 'tenant_id': '002ab79f79d940b29a6270791c193b49'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:59.735230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f311be3-d397-497a-9e20-96c8b2c15b49 req-53de241c-0d92-4c21-a881-549d61525699 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Aug 31 19:09:59.838023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-180466409-network', 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:09:59.873388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ae5a-482b-4a1e-b45d-bf1edfd96a8f req-b5582a6c-d550-444c-ad36-4595429be016 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:09:59.875836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98c3ae5a-482b-4a1e-b45d-bf1edfd96a8f req-b5582a6c-d550-444c-ad36-4595429be016 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 949 time: 0.0872495 Aug 31 19:09:59.924342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:09:59.933636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98c3ae5a-482b-4a1e-b45d-bf1edfd96a8f req-a53fc973-d7a3-44b1-a240-7ea539003c7b tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Aug 31 19:09:59.934757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:09:59.939632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.953987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:09:59.969992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:09:59.982434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:09:59.998388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:00.001780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.007294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7fa31fd-a22a-427f-9d2d-924c310c5279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.039222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb247bb6-a25b-47b0-9a68-f0738258c3c6 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:00.056079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:00.105797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.149374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5220-1017-4257-b90c-02bc2c8557b7 req-872366a1-3bc0-4413-b997-9620883cc9ef tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.150898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-081b5220-1017-4257-b90c-02bc2c8557b7 req-872366a1-3bc0-4413-b997-9620883cc9ef tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 946 time: 0.0779219 Aug 31 19:10:00.178238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.190102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.224713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Allocated IP 172.20.0.10 (9017580b-300c-47db-af06-4355f1b310b7/87fc1e73-58d9-4f97-9d1f-010b068f3d0f/863467a9-760f-4103-93f2-8d2a8f1104e2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:00.231798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:10:00.241548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] Transition to ACTIVE for port object fb247bb6-a25b-47b0-9a68-f0738258c3c6 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:00.248524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.266178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37daec2f-4731-4055-a0a2-53b5b4be424e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:00.273266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.273618 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Added segment fb189325-4f85-401d-a0a2-de85237d4e25 of type vlan for network 8664e65d-188a-40f3-828f-b8d363131f66 Aug 31 19:10:00.280083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-081b5220-1017-4257-b90c-02bc2c8557b7 req-db35960a-6975-4242-b53f-d29934cc0e41 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189902 Aug 31 19:10:00.347698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.357567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] No DVR routers for this DVR port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:00.406742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:00.439170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-037a3819-42a0-47e5-a684-85ce2746b1d2 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6/bindings/n-h1-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8671348 Aug 31 19:10:00.493538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.531139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20fa82b6-f5b7-4671-bf3b-159c4f238174 req-0fe85b4a-f482-468d-80f5-d07a0d8c9af6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.0885005 Aug 31 19:10:00.542506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.543777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.544081 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.587767 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7fa31fd-a22a-427f-9d2d-924c310c5279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.590279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-eb533cbe-e450-4eeb-90a4-d607bbbf1923 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.591833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-eb533cbe-e450-4eeb-90a4-d607bbbf1923 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 949 time: 0.0959721 Aug 31 19:10:00.610042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-2f033d9f-68e5-4914-8ad7-f25b5e981326 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.611455 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-2f033d9f-68e5-4914-8ad7-f25b5e981326 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.1049769 Aug 31 19:10:00.640761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7fa31fd-a22a-427f-9d2d-924c310c5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.668148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.687120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1315887 Aug 31 19:10:00.698863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:00.711217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Request body: {'subnet': {'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-180466409-subnet', 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:00.717805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b631d-9b34-415e-8307-d950bb066f3d admin admin] Pushing event updated for resources: {'Network': ['ID=8664e65d-188a-40f3-828f-b8d363131f66,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:00.730527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8664e65d-188a-40f3-828f-b8d363131f66 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:10:00.733054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec277ffe-1c71-47d2-92cb-38208895909e req-441fc8a0-7159-4826-b2c0-8d3d82153204 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 258 time: 0.3957918 Aug 31 19:10:00.741177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7fa31fd-a22a-427f-9d2d-924c310c5279 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df4a3cd0bf6b4f909096eb06e7c30939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7572825 Aug 31 19:10:00.743043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Network 9017580b-300c-47db-af06-4355f1b310b7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:00.746546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:00.753583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:00.755991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:00.762071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-a4acb4cc-efe9-4290-a55f-d7e47e8a4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.763722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-a4acb4cc-efe9-4290-a55f-d7e47e8a4a87 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3&tenant_id=9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 1097 time: 0.1317251 Aug 31 19:10:00.764338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:00.765477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa31fd-a22a-427f-9d2d-924c310c5279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2599e0ba-14b4-42af-b231-b3f864914fcf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:00.770316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.770982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.790678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:00.806068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:00.807247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.831039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Deleting port b0f2f4ff-62c8-4f21-b042-c961a53576bd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:00.831317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:00.898562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-3598b118-3460-4909-bfe2-69f9c7157603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:00.900114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-3598b118-3460-4909-bfe2-69f9c7157603 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1097 time: 0.0969596 Aug 31 19:10:00.984054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] For port b0f2f4ff-62c8-4f21-b042-c961a53576bd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b0f2f4ff-62c8-4f21-b042-c961a53576bd,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:00.984336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.005372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Calling delete_port for b0f2f4ff-62c8-4f21-b042-c961a53576bd owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:01.067665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-9b21bfcb-5ee6-4291-8367-ab9cffb77f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:01.069220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-9b21bfcb-5ee6-4291-8367-ab9cffb77f79 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1563666 Aug 31 19:10:01.123596 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-d8ab8587-5386-4eee-9f79-0b2eac05e01f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0442805 Aug 31 19:10:01.157778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.164326 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-bbe17ae9-f7f5-4972-afd3-7d2a59dadcfd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4522533 Aug 31 19:10:01.182320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Request body: {'port': {'device_id': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:01.230631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-0307fd97-317e-4315-862b-dd6b12007497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:01.232107 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-0307fd97-317e-4315-862b-dd6b12007497 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0982938 Aug 31 19:10:01.243172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.281580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f430a-eca6-40ca-8068-80cfffdc2aa0 req-b7270641-99ec-4889-aac5-3e5f4a9db3ac tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:01.283082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f0f430a-eca6-40ca-8068-80cfffdc2aa0 req-b7270641-99ec-4889-aac5-3e5f4a9db3ac tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.1750569 Aug 31 19:10:01.288110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-01737ec6-520f-47d2-92d7-fdba1665952c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415833 Aug 31 19:10:01.291050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.300710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.311534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.326407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b0f2f4ff-62c8-4f21-b042-c961a53576bd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:01.329102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8760a075-99ab-44c9-bd56-986ab51fab86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:01.390312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Pushing event deleted for resources: {'Port': ['ID=b0f2f4ff-62c8-4f21-b042-c961a53576bd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:01.419241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f0f430a-eca6-40ca-8068-80cfffdc2aa0 req-12228497-f0c3-4ef5-85eb-817f36ce9a8f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Aug 31 19:10:01.478432 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.494501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.497697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.498941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2599e0ba-14b4-42af-b231-b3f864914fcf HTTP/1.1" status: 204 len: 168 time: 0.7494092 Aug 31 19:10:01.571198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2599e0ba-14b4-42af-b231-b3f864914fcf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:01.636750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.637135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.637442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.637918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.638271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.638604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.639212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.639553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.640849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.640849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.640849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.641119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a53131-a996-4c59-b424-cfb90b7d31d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:01.686392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82677d83-7aba-4c86-85c9-ae52f59c4cd6 req-afafb19b-b5cc-4a25-95a2-f6ec5c788b8c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b HTTP/1.1" status: 200 len: 210 time: 0.1248603 Aug 31 19:10:01.725138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.785550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] No DVR routers for this DVR port b0f2f4ff-62c8-4f21-b042-c961a53576bd on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:01.831535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951adb2d-8c72-4ea0-8895-4e49116549c2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:01.845166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:01.847931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc97ae86-a8fc-4138-9342-f234c768c221 req-c4662b0a-4c67-4db7-98e7-05ce89cd1858 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.67 "DELETE /v2.0/ports/b0f2f4ff-62c8-4f21-b042-c961a53576bd HTTP/1.1" status: 204 len: 173 time: 1.2468362 Aug 31 19:10:01.848468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'name': 'network-vif-deleted', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:01.857694 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7b406-e61e-474d-8bc8-986ac5f478be" -d '{"events": [{"server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "name": "network-vif-deleted", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:01.858584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Allocated IP 172.25.3.2 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d410c6ec-308b-43b5-b526-b85c68d69dfc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:01.866880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Checking segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:01.867306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Network hostable DHCP agents. Network: 8664e65d-188a-40f3-828f-b8d363131f66, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:10:01.916033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-e8159503-d7c2-461a-b61f-390f1182891c service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060848 Aug 31 19:10:02.013587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Network 8664e65d-188a-40f3-828f-b8d363131f66 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:10:02.050734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8664e65d-188a-40f3-828f-b8d363131f66) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:02.061185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e68e2-9b54-4c78-98aa-12ee581a5213 req-1dd886ae-da09-42d3-b4a6-54391f8f38e1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.062789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b82e68e2-9b54-4c78-98aa-12ee581a5213 req-1dd886ae-da09-42d3-b4a6-54391f8f38e1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 932 time: 0.1108186 Aug 31 19:10:02.064659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae0884-38bb-45b3-98f0-9324935e2c33 None None] Network 8664e65d-188a-40f3-828f-b8d363131f66 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:10:02.067598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.068268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.072804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-3c789cf7-2de9-4e7e-9013-09b637f5b0f1 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278095 Aug 31 19:10:02.137286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863467a9-760f-4103-93f2-8d2a8f1104e2 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:02.147287 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.151826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.166580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Transition to ACTIVE for port object 863467a9-760f-4103-93f2-8d2a8f1104e2 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:02.169570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b82e68e2-9b54-4c78-98aa-12ee581a5213 req-0558141c-293b-440c-bab9-77182cf1aab1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893023 Aug 31 19:10:02.173877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.182206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8f88d7d0-b06b-4b11-89d2-a3bb72f13507 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4786370 Aug 31 19:10:02.230666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:02.234099 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88fd7f7-8c6c-460d-9179-0b2ea4144d41 x-openstack-request-id: req-c88fd7f7-8c6c-460d-9179-0b2ea4144d41 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:02.234382 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b", "name": "network-vif-deleted", "tag": "b0f2f4ff-62c8-4f21-b042-c961a53576bd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:02.234627 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c88fd7f7-8c6c-460d-9179-0b2ea4144d41 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:02.235132 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22cc0d-76d3-4de2-a2e2-3acb24c64b6b', 'name': 'network-vif-deleted', 'tag': 'b0f2f4ff-62c8-4f21-b042-c961a53576bd', 'status': 'completed', 'code': 200} Aug 31 19:10:02.289704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.301282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:02.301968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:02.302465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:02.307652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:02.308175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:02.313417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:02.313969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:02.314621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:02.315240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Bound port: 863467a9-760f-4103-93f2-8d2a8f1104e2, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:02.321408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.338108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dac1c6-52eb-427e-b555-c4b421602a05 None None] Network 8664e65d-188a-40f3-828f-b8d363131f66 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:10:02.340246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event updated for resources: {'Port': ['ID=d410c6ec-308b-43b5-b526-b85c68d69dfc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:02.360358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:02.361877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:02.364875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:02.405893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:02.413226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:02.427582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.470533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.533871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.535539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.536751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] 10.222.0.82 "PUT /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 1093 time: 1.3605795 Aug 31 19:10:02.559337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-f3fb4b4e-bc7d-4bfc-b988-46d03c65e2b3 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.560880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-f3fb4b4e-bc7d-4bfc-b988-46d03c65e2b3 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.1107633 Aug 31 19:10:02.568819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:02.598920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.599772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.600446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.600990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.601545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.602338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.602878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.603410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.604106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.604646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.605218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.605747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49e0eb-2832-4717-a8df-7a2339c44b9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:02.623447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.677600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810044-e133-4034-9602-0de91032193c req-1b9d03c4-ae5a-419d-b4f8-3980f3b9b1fb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.679848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7810044-e133-4034-9602-0de91032193c req-1b9d03c4-ae5a-419d-b4f8-3980f3b9b1fb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.0976851 Aug 31 19:10:02.704336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-68d120d9-1a60-4b2d-8dcc-c2c85be9a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.704819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-68d120d9-1a60-4b2d-8dcc-c2c85be9a5a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1096 time: 0.1136558 Aug 31 19:10:02.740469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:02.765201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7810044-e133-4034-9602-0de91032193c req-e7810999-b187-49b1-8261-0e2bbb5caaa0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784619 Aug 31 19:10:02.765606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-e26b1f1b-eeb1-4739-b419-47de62b07464 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 217 time: 0.0422742 Aug 31 19:10:02.835989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-d4cd1287-b904-42df-997e-928c26033c1a service neutron] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:02.842757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-d4cd1287-b904-42df-997e-928c26033c1a service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.843903 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a9011f2-c6cc-4bdd-b4f0-3d1953a43a84 req-d4cd1287-b904-42df-997e-928c26033c1a service neutron] 10.222.0.82 "DELETE /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6/bindings/n-h2-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.2670782 Aug 31 19:10:02.848922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-58cf0a47-0cb3-448a-a4d0-9e9210c463bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:02.850507 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-58cf0a47-0cb3-448a-a4d0-9e9210c463bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0716479 Aug 31 19:10:02.851831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:02.852276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b0f2f4ff-62c8-4f21-b042-c961a53576bd no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:02.879533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.888578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:02.900967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-0c30363f-05ea-4529-833a-bc73ce2a0507 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425332 Aug 31 19:10:02.910720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: b0f2f4ff-62c8-4f21-b042-c961a53576bd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:02.911488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b0f2f4ff-62c8-4f21-b042-c961a53576bd not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:02.968536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event updated for resources: {'Port': ['ID=d410c6ec-308b-43b5-b526-b85c68d69dfc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:02.984417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:03.004662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:03.008238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec277ffe-1c71-47d2-92cb-38208895909e req-561b94d3-a8d0-4799-82ec-3ca6136f8832 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2638235 Aug 31 19:10:03.019965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-4dc616e8-d880-413a-8ff6-75fbdc092bea service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086905 Aug 31 19:10:03.088809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec277ffe-1c71-47d2-92cb-38208895909e req-0d7ac28c-a384-4721-8641-7b3be30d3b11 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.0741954 Aug 31 19:10:03.133571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a56c6f45-db0e-405e-b672-e1402f2ba71f req-2af7bc71-877c-4ae5-8485-de581d687efa service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067066 Aug 31 19:10:03.229053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec277ffe-1c71-47d2-92cb-38208895909e req-a91761a4-261c-4d7c-bb14-619f0402d589 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:03.230485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec277ffe-1c71-47d2-92cb-38208895909e req-a91761a4-261c-4d7c-bb14-619f0402d589 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1360078 Aug 31 19:10:03.385486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-8e741de2-12ca-4393-b850-d79d3a334252 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:03.387059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-8e741de2-12ca-4393-b850-d79d3a334252 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.1556611 Aug 31 19:10:03.404141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-939fd5f4-0589-4b4c-b428-17f74128e322 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/quotas/be8ee7bbd5b6496282f195756ad9765c HTTP/1.1" status: 200 len: 375 time: 0.0109332 Aug 31 19:10:03.444082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-5845a99e-98be-4b23-92ab-e09fc62887cb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349643 Aug 31 19:10:03.566441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241074-9f6f-4b61-bd86-b0066117f63d req-16d983fd-6efd-4e32-9d23-8a98d3049196 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:03.567773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0241074-9f6f-4b61-bd86-b0066117f63d req-16d983fd-6efd-4e32-9d23-8a98d3049196 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.0746324 Aug 31 19:10:03.584340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-0f1277b9-1c69-4202-8b41-35f040361881 service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323705 Aug 31 19:10:03.657888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0241074-9f6f-4b61-bd86-b0066117f63d req-ebfad43a-0ae2-4adc-8a6e-af2ff60d3bd7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831714 Aug 31 19:10:03.694141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-4c76f2fc-69f7-4a6d-b9e7-6a73608fd2c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031058 Aug 31 19:10:03.847837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-5a143868-6287-4afe-8db9-478955085c81 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:03.849527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-5a143868-6287-4afe-8db9-478955085c81 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0884452 Aug 31 19:10:03.903516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-1a9e1e91-66ea-4001-ac07-06ba32f3a098 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.0472627 Aug 31 19:10:03.914207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'floatingip': {'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:03.963619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:04.136784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546712e-352f-4bee-a0c4-310729b366d7 req-0689cce8-a059-4986-84eb-1dc67655e74b tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:04.138302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e546712e-352f-4bee-a0c4-310729b366d7 req-0689cce8-a059-4986-84eb-1dc67655e74b tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1097 time: 0.1404920 Aug 31 19:10:04.236163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:04.239338 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:04.241468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e546712e-352f-4bee-a0c4-310729b366d7 req-3f1cf563-0ff5-4131-828d-21be71ae8f01 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 Aug 31 19:10:04.522452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-6f83704e-51ab-409b-9714-1caf20fbcd06 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518842 Aug 31 19:10:04.764433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-0d736bb0-dc08-4544-b864-6635f04778ee tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:04.765889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-0d736bb0-dc08-4544-b864-6635f04778ee tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376072 Aug 31 19:10:04.767882 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:04.772420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:04.821527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3db7a579-c1c9-4ec3-a956-e8c85fb3ea43 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0462215 Aug 31 19:10:04.919838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-bde6a65a-4fd5-4cb6-b3de-f3c983c491d7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:04.921527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-bde6a65a-4fd5-4cb6-b3de-f3c983c491d7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.1120756 Aug 31 19:10:04.937139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Request body: {'port': {'device_id': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'admin_state_up': True, 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:05.057963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:05.061588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.135293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-8d730435-c181-4253-9a99-596571028ca9 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3073370 Aug 31 19:10:05.161887 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Floating IP 03a7bf12-da6a-4adc-92aa-c641708d165b associated. External IP: 172.25.3.2, port: 02076d97-7d14-43b0-bf19-4fff0364bb07. Aug 31 19:10:05.205401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Allocated IP 172.20.0.5 (8664e65d-188a-40f3-828f-b8d363131f66/951adb2d-8c72-4ea0-8895-4e49116549c2/53ebed42-bbb5-4ed5-97b9-62805d93e8f9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:05.367172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.368703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62ba7cb7-cd2d-4c8c-b8d2-2de788e0327f req-e59a3a06-e417-42a4-912b-a0aed6244473 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 210 time: 0.0320725 Aug 31 19:10:05.415478 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.474790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Network 8664e65d-188a-40f3-828f-b8d363131f66 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:05.478138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:05.482848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:05.489435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:05.490371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.494392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:05.495393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Router 42195790-003d-4f3f-ab70-1631c4d770fb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:10:05.515801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-e1782d8a-53ce-4ded-8529-732cc60889cc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832546 Aug 31 19:10:05.521546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75850c8b-7f1e-49c6-a52f-f881ffeef606 req-cdc7e654-47e2-4762-a492-d6ebe75c6731 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:05.523054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75850c8b-7f1e-49c6-a52f-f881ffeef606 req-cdc7e654-47e2-4762-a492-d6ebe75c6731 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 949 time: 0.0814352 Aug 31 19:10:05.530417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Request body: {'port': {'device_id': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:05.591721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.643105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75850c8b-7f1e-49c6-a52f-f881ffeef606 req-f3fc857a-aa52-4924-948d-bbfecbecae44 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764489 Aug 31 19:10:05.670062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:05.681411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Sync routers for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:05.682184 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:05.695986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:05.696630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:05.732137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-4f3be5c4-f950-44b2-859c-960816f529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "PUT /v2.0/floatingips/03a7bf12-da6a-4adc-92aa-c641708d165b HTTP/1.1" status: 200 len: 995 time: 1.8221879 Aug 31 19:10:05.738085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:05.740435 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e16d3af-1998-48e9-812c-929f1e36a6df x-openstack-request-id: req-9e16d3af-1998-48e9-812c-929f1e36a6df {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:05.740791 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:05.741100 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e16d3af-1998-48e9-812c-929f1e36a6df {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:05.741545 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'status': 'completed', 'code': 200} Aug 31 19:10:05.743324 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86" -d '{"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:05.806815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-767d08cc-ed10-47bb-bb33-17b89c505e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:05.814562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-767d08cc-ed10-47bb-bb33-17b89c505e0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0655730 Aug 31 19:10:05.871157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-64161f6b-d9d4-43c9-8d6d-316a500e3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:05.872737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-64161f6b-d9d4-43c9-8d6d-316a500e3def service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1096 time: 0.1292424 Aug 31 19:10:05.880884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-3691f7b5-142d-4485-b083-a0bdad613849 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:05.882392 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-3691f7b5-142d-4485-b083-a0bdad613849 tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.82 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 949 time: 0.2144578 Aug 31 19:10:05.912425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:06.068810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-047870e2-6c7c-439b-8739-0a215de6e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.070922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-047870e2-6c7c-439b-8739-0a215de6e35e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 930 time: 0.2544763 Aug 31 19:10:06.099276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-43b4e3b1-1743-4c63-abc9-45842e707ca8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.100798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-43b4e3b1-1743-4c63-abc9-45842e707ca8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.2191806 Aug 31 19:10:06.122164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-baa1828a-0f44-413c-a240-ab94c2f0d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.123543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-baa1828a-0f44-413c-a240-ab94c2f0d736 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.2313561 Aug 31 19:10:06.168963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-c163f327-5f78-4cee-b7fc-74cf46efec05 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/quotas/9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 375 time: 0.0323572 Aug 31 19:10:06.183823 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-2fcb5ef5-8668-4353-9322-d54f4856c343 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 217 time: 0.0513847 Aug 31 19:10:06.191598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Deleting port 8760a075-99ab-44c9-bd56-986ab51fab86 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:06.191996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:06.221491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '03a7bf12-da6a-4adc-92aa-c641708d165b', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'mac_address': 'fa:16:3e:36:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:02Z', 'updated_at': '2021-08-31T19:10:04Z', 'revision_number': 1, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:06.224111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-8b9174a0-111a-4c77-9f9c-dedf11720a6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 998 time: 0.1399932 Aug 31 19:10:06.255068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Checking router: 42195790-003d-4f3f-ab70-1631c4d770fb for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:06.264492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:06.265260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:06.272655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-34cfb796-97ef-46d5-b4e1-b1551e2e1d7f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958786 Aug 31 19:10:06.295538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:06.312115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:06.338272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Transition to ACTIVE for port object 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:06.341944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-98076b52-6fe1-442d-b3a9-62a616b3d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.344224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-98076b52-6fe1-442d-b3a9-62a616b3d4b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.1099606 Aug 31 19:10:06.347796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-5f9768ef-4606-4c14-878c-887c57d0ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.347796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-5f9768ef-4606-4c14-878c-887c57d0ca38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1507540 Aug 31 19:10:06.354422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:06.424013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-8981cc08-2967-4cf4-ad83-9bdcd59a97a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655646 Aug 31 19:10:06.437102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-ef7c848b-3e59-48c9-b4f8-23b760dc6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.438666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-ef7c848b-3e59-48c9-b4f8-23b760dc6e9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754371 Aug 31 19:10:06.441115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-eaffa14a-930d-426b-a282-5b9cb45b0450 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581402 Aug 31 19:10:06.444566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:06.455454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-2239aae1-136e-4405-9cb9-916f24c2b14d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:10:06.456615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-2239aae1-136e-4405-9cb9-916f24c2b14d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067551 Aug 31 19:10:06.528463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:06.540586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-a9c542ee-ef8b-4c3a-a990-0cde6d53adf7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838947 Aug 31 19:10:06.542931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] For port 8760a075-99ab-44c9-bd56-986ab51fab86, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8760a075-99ab-44c9-bd56-986ab51fab86,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:06.543082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:06.630913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Calling delete_port for 8760a075-99ab-44c9-bd56-986ab51fab86 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:06.644364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-e2f227a6-bf53-49b8-a91c-be257f774a2c service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663475 Aug 31 19:10:06.657385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Attempting to bind port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:06.657640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Attempting to bind port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:06.658268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Attempting to bind port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:06.694613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-68503daf-e400-4ab1-ac5a-b014ab11ab6f service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369046 Aug 31 19:10:06.714091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 on network 8664e65d-188a-40f3-828f-b8d363131f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:06.714437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Attempting to bind port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:06.744062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:06.744414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Checking segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:06.744806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Bound using segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:06.745243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Bound port: 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:06.745612 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:06.761806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-0bfb27d1-fe3e-4cbf-923d-491627fa1838 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268785 Aug 31 19:10:06.762029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '03a7bf12-da6a-4adc-92aa-c641708d165b', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'mac_address': 'fa:16:3e:36:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:02Z', 'updated_at': '2021-08-31T19:10:04Z', 'revision_number': 1, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:06.766783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e967aa9c-98e8-45a7-8b5f-afe4c296507e req-80b19e04-67b7-44c4-acda-6daff1a29d79 service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181757 Aug 31 19:10:06.802283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2f7054-4b75-4939-83c4-c8fa3360dfb5 None None] The sync data for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 is: [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '03a7bf12-da6a-4adc-92aa-c641708d165b', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'mac_address': 'fa:16:3e:36:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:02Z', 'updated_at': '2021-08-31T19:10:04Z', 'revision_number': 1, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:06.869331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-887df3f3-9162-4fe6-a0ca-033e4b9e6852 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.870824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-887df3f3-9162-4fe6-a0ca-033e4b9e6852 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032081 Aug 31 19:10:06.901503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:06.970525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633b956-acb6-45f7-91fe-3e1375a05744 req-f7d6574f-6cc5-405e-9a8b-ac4794c84c6a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:06.973272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f633b956-acb6-45f7-91fe-3e1375a05744 req-f7d6574f-6cc5-405e-9a8b-ac4794c84c6a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.0774717 Aug 31 19:10:07.004242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:07.047675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f633b956-acb6-45f7-91fe-3e1375a05744 req-35a7cc33-c5e2-4120-9df1-625bd1c2947d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563567 Aug 31 19:10:07.072434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0efa61d0-4d73-4f56-ab80-5fb5408f7f42 req-fbfa5440-089a-4ab7-a3aa-3ac04dde610d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 210 time: 0.0952668 Aug 31 19:10:07.109662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.117019 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a2574-58d1-473d-bf84-e69ec7380da8 x-openstack-request-id: req-613a2574-58d1-473d-bf84-e69ec7380da8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:07.117316 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:07.117571 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-613a2574-58d1-473d-bf84-e69ec7380da8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:07.117977 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'status': 'completed', 'code': 200} Aug 31 19:10:07.128779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8760a075-99ab-44c9-bd56-986ab51fab86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:07.147137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:07.176511 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f986e-c145-440d-8e10-c3462fea9b6b None None] New status for floating IP 03a7bf12-da6a-4adc-92aa-c641708d165b: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:10:07.204946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f1f5d3e-5ef3-467a-82ea-e9eb29d721d5 req-e19f651c-a45e-4ce6-be15-db21015ecb88 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296908 Aug 31 19:10:07.213481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Pushing event deleted for resources: {'Port': ['ID=8760a075-99ab-44c9-bd56-986ab51fab86,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:07.226106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.271138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:07.340025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.340507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.342181 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] 10.222.0.67 "PUT /v2.0/ports/53ebed42-bbb5-4ed5-97b9-62805d93e8f9 HTTP/1.1" status: 200 len: 1092 time: 1.8160179 Aug 31 19:10:07.371213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9341c1d-3804-4f20-9bfb-c6a46eae7fe8 req-c9057cfa-3df9-47e5-a24c-92923e7c152c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d8073-2945-4c09-b7a8-addacfa229eb HTTP/1.1" status: 200 len: 210 time: 0.1488469 Aug 31 19:10:07.380289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] No DVR routers for this DVR port 8760a075-99ab-44c9-bd56-986ab51fab86 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:07.390493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.392874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b682b19d-67f2-468b-ab72-f10dcb132631 req-37bd40a7-4c68-4f26-8fee-b5ee8c22761c tempest-ServersAdminNegativeTestJSON-371266328 tempest-ServersAdminNegativeTestJSON-371266328-project] 10.222.0.82 "DELETE /v2.0/ports/8760a075-99ab-44c9-bd56-986ab51fab86 HTTP/1.1" status: 204 len: 173 time: 1.4744143 Aug 31 19:10:07.414741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa1da1-1f1e-405c-8679-0ea942c51869 service neutron] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:07.453561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-522f586d-e026-4a42-8669-4f6fb534c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.459661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:07.463335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-522f586d-e026-4a42-8669-4f6fb534c0ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1098 time: 0.3133335 Aug 31 19:10:07.467972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.488987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.494399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77273a1-f0f0-4efb-99e2-9c9f62b86476 req-a9e749d2-7a19-4bbb-996f-770891f7a065 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.506792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c77273a1-f0f0-4efb-99e2-9c9f62b86476 req-a9e749d2-7a19-4bbb-996f-770891f7a065 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 943 time: 0.2872875 Aug 31 19:10:07.528710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:07.528922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-d28061c3-af36-44fa-b547-5cc32030fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.530585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-d28061c3-af36-44fa-b547-5cc32030fe70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 1095 time: 0.1361797 Aug 31 19:10:07.567058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'port_id': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'mac_address': 'fa:16:3e:f8:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fc1e73-58d9-4f97-9d1f-010b068f3d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:07.601769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-ee1f8361-0e92-4ea7-9e1d-169309a35d0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0614517 Aug 31 19:10:07.659671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.698017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863467a9-760f-4103-93f2-8d2a8f1104e2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:07.724641 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:07.734047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:07.752424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-a956e0e9-2b33-4cb3-b052-05019811a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.754612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-a956e0e9-2b33-4cb3-b052-05019811a528 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 930 time: 0.2428041 Aug 31 19:10:07.788829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:07.796468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.796804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.797149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.797483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.797812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.798137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.798460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.798779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.799111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.799471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.799991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.800399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:10:07.848536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c77273a1-f0f0-4efb-99e2-9c9f62b86476 req-7c506bee-d560-4c7a-b1a9-0c0ec3407e50 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408155 Aug 31 19:10:07.884701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-93d88c2c-a2e4-4d6a-be1c-fede298d9065 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 1000 time: 0.1149368 Aug 31 19:10:07.892187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86594261-0954-4f8e-b850-84750f81d1ff req-a7c8a85c-e82e-453a-aded-a6a7bf089824 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 258 time: 0.2207625 Aug 31 19:10:07.896366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9'}, {'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'name': 'network-vif-deleted', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:07.898568 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9"}, {"server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "name": "network-vif-deleted", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:07.927846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:07.936153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-573a2b2f-a5c9-4715-a330-82b61407ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.937609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-573a2b2f-a5c9-4715-a330-82b61407ea18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.3186216 Aug 31 19:10:07.969838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49e0d857-90c1-4bca-8442-ad6396ae716a req-43a66aa3-286c-4650-806d-627e357d8f04 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 210 time: 0.0367460 Aug 31 19:10:07.972925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-18f01a3b-e8c8-4c0a-aa62-320e124998e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277731 Aug 31 19:10:07.983176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-91a9c862-5753-4c60-9bad-a13848f45d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:07.993597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-91a9c862-5753-4c60-9bad-a13848f45d05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.0892136 Aug 31 19:10:08.038783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['863467a9-760f-4103-93f2-8d2a8f1104e2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:08.057692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.068854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.078805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-9a2eea6d-22a5-49e5-b377-d54ddee4d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.080393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-9a2eea6d-22a5-49e5-b377-d54ddee4d848 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802627 Aug 31 19:10:08.165633 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4342f-bc39-475e-ad07-5c293a3f5305 x-openstack-request-id: req-01e4342f-bc39-475e-ad07-5c293a3f5305 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:08.166202 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9", "status": "completed", "code": 200}, {"server_uuid": "122d8073-2945-4c09-b7a8-addacfa229eb", "name": "network-vif-deleted", "tag": "8760a075-99ab-44c9-bd56-986ab51fab86", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:08.166648 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01e4342f-bc39-475e-ad07-5c293a3f5305 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:08.167239 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'status': 'completed', 'code': 200} Aug 31 19:10:08.167708 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122d8073-2945-4c09-b7a8-addacfa229eb', 'name': 'network-vif-deleted', 'tag': '8760a075-99ab-44c9-bd56-986ab51fab86', 'status': 'completed', 'code': 200} Aug 31 19:10:08.176280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2197dfc-7ae3-4ea7-b317-d5190b209792,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:08.190708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.238957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-ccd43d79-a51d-489b-b44f-be7af28e9feb service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574680 Aug 31 19:10:08.307532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-dabc45c1-aeac-43ac-b67d-d211f0285926 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160642 Aug 31 19:10:08.331821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.117 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/b7c3f06f-8b5a-4be7-9066-b5df1a91aece) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:08.386564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f28e9-d2e9-4c0d-8a45-a074b6d8d9bd req-55c15037-f3a0-4805-a074-39960b6846b4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.388081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-160f28e9-d2e9-4c0d-8a45-a074b6d8d9bd req-55c15037-f3a0-4805-a074-39960b6846b4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.1392817 Aug 31 19:10:08.394467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-758bf834-6d22-486c-b203-c7c8d00ae7df req-660818bb-ef5e-43f4-9a9e-61d0db0950b0 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479294 Aug 31 19:10:08.474929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a6549f-8c88-4e46-85ae-e8f9bbbbfb86 req-9ee974f2-1d6d-4e71-90a3-1ae44b983748 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581686 Aug 31 19:10:08.484176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-160f28e9-d2e9-4c0d-8a45-a074b6d8d9bd req-5772a1cb-2864-46ef-a00a-929f830010bd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Aug 31 19:10:08.501716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.528015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-586cba04-934d-4a71-95a1-69e2548b6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.529476 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-586cba04-934d-4a71-95a1-69e2548b6130 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0683260 Aug 31 19:10:08.608587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.637708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object b7c3f06f-8b5a-4be7-9066-b5df1a91aece will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:08.656088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e191dcb-4ee4-4c01-86b1-42b0937c0c32 req-48b6cf7f-3899-40d4-83e0-de12627427be tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 210 time: 0.0908017 Aug 31 19:10:08.689077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-641f1e7c-ecbf-4787-97df-68e91c39d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.692289 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-641f1e7c-ecbf-4787-97df-68e91c39d546 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 905 time: 0.1530595 Aug 31 19:10:08.700123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.745407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-6a347d3f-612c-4d83-b35b-cb760703b32c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.746773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-6a347d3f-612c-4d83-b35b-cb760703b32c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.1829820 Aug 31 19:10:08.765442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Request body: {'port': {'device_id': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'admin_state_up': True, 'tenant_id': '9393538463da4aa48688119a1608b443'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:08.769607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Allocated IP 172.25.3.183 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/235d22c4-dcd3-4f1c-b7b1-aad4422975c5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:08.792654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-91497235-f88b-4171-8c50-8b9b5598c93f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0852587 Aug 31 19:10:08.803831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:08.820643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:08.846304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:08.851913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.852558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:08.866131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:08.885148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-b1b17607-813d-4a54-84b3-900c0d155e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:08.886735 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-b1b17607-813d-4a54-84b3-900c0d155e4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.0853148 Aug 31 19:10:08.888524 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3fac3198-813a-421d-a567-2bf727fdac4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9973609 Aug 31 19:10:08.939396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-6d038eb2-5755-4dd8-baaf-b194ac50ffd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384824 Aug 31 19:10:08.947061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Request body: {'port': {'device_id': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:09.016251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.019013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:09.022719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.061342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.101907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:09.115384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1992-7349-4763-bf3f-3f237ac9f27d req-7daadf2b-b554-46be-a95f-9e706cba597b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:09.116878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63bb1992-7349-4763-bf3f-3f237ac9f27d req-7daadf2b-b554-46be-a95f-9e706cba597b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 943 time: 0.1601136 Aug 31 19:10:09.120693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-36f10541-0f5b-49d1-8688-3bdccdcc0c94 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707563 Aug 31 19:10:09.175702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4adb520a-e200-4b73-94a9-40196291f026 None None] Provisioning for port b7c3f06f-8b5a-4be7-9066-b5df1a91aece completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:09.181134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4adb520a-e200-4b73-94a9-40196291f026 None None] Provisioning complete for port b7c3f06f-8b5a-4be7-9066-b5df1a91aece triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:09.182124 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4adb520a-e200-4b73-94a9-40196291f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.216560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.235162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4adb520a-e200-4b73-94a9-40196291f026 None None] Port b7c3f06f-8b5a-4be7-9066-b5df1a91aece cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:09.238214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-106be8c0-a0db-4e95-83b0-6cbe3debbc3f req-776510a9-a372-469c-8906-e3a35b5c6902 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066976 Aug 31 19:10:09.256021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63bb1992-7349-4763-bf3f-3f237ac9f27d req-887f5d8a-e12c-4cf7-8d2a-8208e6ae179b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214197 Aug 31 19:10:09.272203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Allocated IP 172.20.0.3 (745809cd-ee86-45aa-b8f0-f70066962da9/f8df6115-9453-4893-9868-13a30afb647e/0799b897-3349-4d25-9a04-22cfe945cd4e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:09.284469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:09.292613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:09.296144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:09.299054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:09.301838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event updated for resources: {'Port': ['ID=235d22c4-dcd3-4f1c-b7b1-aad4422975c5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:09.372364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 863467a9-760f-4103-93f2-8d2a8f1104e2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:09.376380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 863467a9-760f-4103-93f2-8d2a8f1104e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:09.380346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.380522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25b82ee5-b583-4b3c-a8ad-bce876dc4fb6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb993e8aa8dc4199848ab5004bf5f003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693386 Aug 31 19:10:09.384560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f9fb0f3-5060-4d42-8338-032adade3412 req-97fe83cf-6739-4a3a-b07f-a5de77c79062 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 210 time: 0.0515947 Aug 31 19:10:09.385069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42958) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:09.566145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c3f06f-8b5a-4be7-9066-b5df1a91aece {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:09.576308 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.592084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Transition to ACTIVE for port object b7c3f06f-8b5a-4be7-9066-b5df1a91aece will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:09.598330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.608769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.633080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:09.635528 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607341ca-0d76-4398-8999-4abcbe6d2eff" -d '{"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-plugged", "status": "completed", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:09.650110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:09.655530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.656499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8760a075-99ab-44c9-bd56-986ab51fab86 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:09.659933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:09.700513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 8760a075-99ab-44c9-bd56-986ab51fab86 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:09.700736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Attempting to bind port b7c3f06f-8b5a-4be7-9066-b5df1a91aece on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:09.700861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8760a075-99ab-44c9-bd56-986ab51fab86 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:09.701348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Attempting to bind port b7c3f06f-8b5a-4be7-9066-b5df1a91aece by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:09.701687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Attempting to bind port b7c3f06f-8b5a-4be7-9066-b5df1a91aece on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:09.714361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Port b7c3f06f-8b5a-4be7-9066-b5df1a91aece on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:09.714361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Attempting to bind port b7c3f06f-8b5a-4be7-9066-b5df1a91aece on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:09.720646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:09.720995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:09.723014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:09.723268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Bound port: b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:09.723673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.734006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:09.807032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:09.810727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:09.816799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.852046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:09.853155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.854213 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7c3f06f-8b5a-4be7-9066-b5df1a91aece HTTP/1.1" status: 200 len: 1097 time: 0.9521782 Aug 31 19:10:09.859090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.884402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642a196-8b01-4828-afde-93d950f2c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:09.938372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.942942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-5ad89aa2-e44b-426e-8dbe-50dad2975233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:09.944622 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-5ad89aa2-e44b-426e-8dbe-50dad2975233 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 1100 time: 0.0458293 Aug 31 19:10:09.969726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:09.998063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-da827b26-cf2a-4d69-8888-ed1b029ddcf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece HTTP/1.1" status: 200 len: 217 time: 0.0440147 Aug 31 19:10:10.017862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec5e44-9933-4fb9-9672-8e860e6d90f8 req-57617919-15d9-4fc1-81c2-4ca85bfe2614 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.020546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cec5e44-9933-4fb9-9672-8e860e6d90f8 req-57617919-15d9-4fc1-81c2-4ca85bfe2614 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1855447 Aug 31 19:10:10.025658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.032309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.056256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-f5d606f0-e302-44ae-ba26-5d3f8d4c06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.057898 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-f5d606f0-e302-44ae-ba26-5d3f8d4c06a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0521493 Aug 31 19:10:10.113144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3cf87f12-3cf9-4347-aea0-bb072aefbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.114729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-3cf87f12-3cf9-4347-aea0-bb072aefbac1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482278 Aug 31 19:10:10.173331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:10.175175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cec5e44-9933-4fb9-9672-8e860e6d90f8 req-d179c30b-ebed-43e4-868e-00689fcb08ff tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458738 Aug 31 19:10:10.175902 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc03219-f453-4931-a35c-680abea8c688" -d '{"events": [{"name": "network-changed", "server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:10.210771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.213406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.214535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f HTTP/1.1" status: 204 len: 168 time: 0.8243074 Aug 31 19:10:10.221923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.263072 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b630b-c770-4a97-82b7-3041c98f4fcb x-openstack-request-id: req-de9b630b-c770-4a97-82b7-3041c98f4fcb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:10.263564 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-plugged", "status": "completed", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:10.263679 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de9b630b-c770-4a97-82b7-3041c98f4fcb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:10.264005 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'code': 200} Aug 31 19:10:10.267956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136904a7-4e06-42b5-b614-7e6082406345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2de4b-2ec2-4a3a-ae54-cd9284dace2f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:10.294849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-e67558b4-2e35-45a7-b13e-1d55a2866d95 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697223 Aug 31 19:10:10.300359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Network 745809cd-ee86-45aa-b8f0-f70066962da9 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:10.305792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:10.310890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:10.326352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:10.353268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.371288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.444962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2737e8-c6e9-487b-a16d-f26deb83e353 req-bf0e562c-4af9-4b7d-aa9c-762045f0dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.446591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b2737e8-c6e9-487b-a16d-f26deb83e353 req-bf0e562c-4af9-4b7d-aa9c-762045f0dee6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0773759 Aug 31 19:10:10.452338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df72f3d3-7380-49ca-aea1-11847d9e9a43 req-cd953340-2656-4ec3-b54c-d4e0fb9809ad service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486754 Aug 31 19:10:10.455408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.456124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.488663 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b2737e8-c6e9-487b-a16d-f26deb83e353 req-be5dc474-871c-4425-9201-64e66ccadb75 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Aug 31 19:10:10.504408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event updated for resources: {'Port': ['ID=235d22c4-dcd3-4f1c-b7b1-aad4422975c5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:10.533768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf274-b6d5-4b6b-b2cd-ed22afec4e2d req-f087f543-15b6-45ea-bec7-66ee782c4344 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.535696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78abf274-b6d5-4b6b-b2cd-ed22afec4e2d req-f087f543-15b6-45ea-bec7-66ee782c4344 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 948 time: 0.1803429 Aug 31 19:10:10.539213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-708b507c-2652-4755-a462-07307d5ec8a0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7788382 Aug 31 19:10:10.544335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.574103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.575317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86594261-0954-4f8e-b850-84750f81d1ff req-53e40710-3dfd-4332-89d2-295619caf42a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6712122 Aug 31 19:10:10.594547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:10.620654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78abf274-b6d5-4b6b-b2cd-ed22afec4e2d req-011102fb-d239-4391-84ce-d9feb615164f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780408 Aug 31 19:10:10.630973 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86594261-0954-4f8e-b850-84750f81d1ff req-3acf2894-fc26-4498-a575-8d88d1599ac5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0495906 Aug 31 19:10:10.634886 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e9e981e-5cfa-4881-88d0-c3ff11629e17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e790485c5ee48099b73b6e6acf29de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392125 Aug 31 19:10:10.642723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:10.717793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Request body: {'port': {'device_id': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:10.725251 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175d0e85-eb8e-4238-9cc3-483edd81f6d1 x-openstack-request-id: req-175d0e85-eb8e-4238-9cc3-483edd81f6d1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:10.725818 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:10.726260 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-175d0e85-eb8e-4238-9cc3-483edd81f6d1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:10.726648 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'status': 'completed', 'code': 200} Aug 31 19:10:10.781759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:10.802904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03219-f453-4931-a35c-680abea8c688 req-1df7c6b5-eea2-4539-802e-ec7e36ec8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.805183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-1df7c6b5-eea2-4539-802e-ec7e36ec8afa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 1100 time: 0.0462275 Aug 31 19:10:10.853018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.872028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.887732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86594261-0954-4f8e-b850-84750f81d1ff req-a4c6ed2c-1f73-402e-9eb3-90871396be1a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.887939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:10.889124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86594261-0954-4f8e-b850-84750f81d1ff req-a4c6ed2c-1f73-402e-9eb3-90871396be1a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2432442 Aug 31 19:10:10.901620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'mac_address': 'fa:16:3e:9f:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:10.917289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03219-f453-4931-a35c-680abea8c688 req-3c8f4f35-2b6d-4885-964a-3996034e30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.918953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-3c8f4f35-2b6d-4885-964a-3996034e30cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1008918 Aug 31 19:10:10.937108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.957915 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:10.968057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-9e202349-1e2b-46d8-ad08-5b7862451b77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece HTTP/1.1" status: 200 len: 217 time: 0.0409601 Aug 31 19:10:10.968406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32418ad-744f-4367-b2bc-6eb344d85c9d req-bf5cd698-5d8b-4d0f-a83f-560f1c3e1cee tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:10.969903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d32418ad-744f-4367-b2bc-6eb344d85c9d req-bf5cd698-5d8b-4d0f-a83f-560f1c3e1cee tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 943 time: 0.1753654 Aug 31 19:10:10.974879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:10.996593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:11.002247 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.029979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03219-f453-4931-a35c-680abea8c688 req-93fa7f93-e1cb-404e-b293-d0a2d38b1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:11.031934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-93fa7f93-e1cb-404e-b293-d0a2d38b1bcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0549533 Aug 31 19:10:11.063758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:11.083151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03219-f453-4931-a35c-680abea8c688 req-0a57ce20-d882-4a13-9edc-20331c7c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:11.084781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-0a57ce20-d882-4a13-9edc-20331c7c5bd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444295 Aug 31 19:10:11.144540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a0c1-90c7-4776-9ead-b1884ee1ea16 req-5ebc5f3d-bc66-405a-b467-50a3e94bfc49 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:11.146056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3458a0c1-90c7-4776-9ead-b1884ee1ea16 req-5ebc5f3d-bc66-405a-b467-50a3e94bfc49 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 931 time: 0.1711287 Aug 31 19:10:11.148812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d32418ad-744f-4367-b2bc-6eb344d85c9d req-234a92d9-f952-4b3e-9438-a399bf6ee89b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543705 Aug 31 19:10:11.160590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.171509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.171509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28f019d1-5b06-4be1-a950-48a23938dd34 HTTP/1.1" status: 204 len: 168 time: 0.5200577 Aug 31 19:10:11.223130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2a2d0-a887-4e1b-a92a-d12c3c62c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f019d1-5b06-4be1-a950-48a23938dd34,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:11.223361 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-78a55402-8b25-4b0a-8914-312e5b91e56d service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268733 Aug 31 19:10:11.260022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3458a0c1-90c7-4776-9ead-b1884ee1ea16 req-814a294c-6c18-474a-bac8-e11a9153e450 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011081 Aug 31 19:10:11.353026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['53ebed42-bbb5-4ed5-97b9-62805d93e8f9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:11.357900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc03219-f453-4931-a35c-680abea8c688 req-9f5ca69c-7f65-4ed3-8a3a-f6e415f7bfc7 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094644 Aug 31 19:10:11.379485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0799b897-3349-4d25-9a04-22cfe945cd4e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:11.392936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.443316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-276f8653-90c8-4583-8233-fdf49a67b27b tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:11.445200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-276f8653-90c8-4583-8233-fdf49a67b27b tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1144521 Aug 31 19:10:11.446765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Transition to ACTIVE for port object 0799b897-3349-4d25-9a04-22cfe945cd4e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:11.458040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.478635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-896ed74a-ec4c-426e-8e65-36067ca36ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.540621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899f6b-39f9-4917-914c-661f3e891611 req-e38dc855-406c-4e81-978b-b5cca3baa417 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:11.542134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf899f6b-39f9-4917-914c-661f3e891611 req-e38dc855-406c-4e81-978b-b5cca3baa417 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1521831 Aug 31 19:10:11.568240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-cd626273-94d4-4c13-989e-001adfaa1c7a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1075263 Aug 31 19:10:11.588394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-69145d16-a3ea-42ca-bb54-eff5db0b53a7 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'floatingip': {'port_id': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:11.597140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:11.658703 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-69145d16-a3ea-42ca-bb54-eff5db0b53a7 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:11.760972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf899f6b-39f9-4917-914c-661f3e891611 req-730d7e23-4d29-407c-afcd-cf3ff41883a0 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002432 Aug 31 19:10:11.813960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:11.814347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:11.814695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:11.824908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:11.825774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:11.837215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:11.837559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:11.838036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:11.838388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Bound port: 0799b897-3349-4d25-9a04-22cfe945cd4e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:11.838753 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:12.027922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a0044-aed9-42ee-9fff-4cf672b50311 req-f101b963-671e-43b7-a78c-3a4809f970bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.029440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a4a0044-aed9-42ee-9fff-4cf672b50311 req-f101b963-671e-43b7-a78c-3a4809f970bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 948 time: 0.1864896 Aug 31 19:10:12.047629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:12.051424 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-69145d16-a3ea-42ca-bb54-eff5db0b53a7 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 19:10:12.052521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00bb6710-7fd4-4d3e-b9fd-8edaaed14e74 req-69145d16-a3ea-42ca-bb54-eff5db0b53a7 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "PUT /v2.0/floatingips/35fcf36f-0a35-43ec-a9b1-2687e5909c11 HTTP/1.1" status: 409 len: 551 time: 0.4706936 Aug 31 19:10:12.054230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:12.065558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:12.113753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.114386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:12.116116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] 10.222.0.82 "PUT /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 1092 time: 1.4084373 Aug 31 19:10:12.116850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:12.119314 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b1ab6-619c-43e6-952a-48813e6dee26" -d '{"events": [{"name": "network-changed", "server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:12.134645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a4a0044-aed9-42ee-9fff-4cf672b50311 req-ca464fd4-048c-462c-b3d6-ca1ea7b956d7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Aug 31 19:10:12.150524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd1c75-bc3c-4bfa-b4d2-a6a3deb98f21 service neutron] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:12.205527 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd0605-5bfb-48bb-b071-b88793457fa0 x-openstack-request-id: req-32bd0605-5bfb-48bb-b071-b88793457fa0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:12.205868 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:12.206356 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32bd0605-5bfb-48bb-b071-b88793457fa0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:12.206717 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'status': 'completed', 'code': 200} Aug 31 19:10:12.247693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-ef78279d-5e9f-47a3-b16b-7601aa381061 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips/35fcf36f-0a35-43ec-a9b1-2687e5909c11 HTTP/1.1" status: 200 len: 693 time: 0.0933678 Aug 31 19:10:12.337350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-90202433-cdd5-4019-9b1a-e9936959da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.338865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-90202433-cdd5-4019-9b1a-e9936959da83 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1095 time: 0.1314297 Aug 31 19:10:12.407597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bcf1a-c4e8-4081-a8f6-58fe3d42c9d4 req-80bc4b76-bacf-4b99-b8ef-83fbb0e3f9c7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.409737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a2bcf1a-c4e8-4081-a8f6-58fe3d42c9d4 req-80bc4b76-bacf-4b99-b8ef-83fbb0e3f9c7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 944 time: 0.1674550 Aug 31 19:10:12.411008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-c703963c-d97d-4560-abe4-6ce0ce172e65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 217 time: 0.0628362 Aug 31 19:10:12.491714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-f0788f71-03e9-4d9b-9474-11e8ec436567 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.493199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-f0788f71-03e9-4d9b-9474-11e8ec436567 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2342517 Aug 31 19:10:12.548930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a2bcf1a-c4e8-4081-a8f6-58fe3d42c9d4 req-fa4cfbaa-47d5-4a9d-aeaf-da8daad2d559 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324668 Aug 31 19:10:12.556612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-278b1e6e-c81e-4efe-b126-44ee29451218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.558072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-278b1e6e-c81e-4efe-b126-44ee29451218 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1328697 Aug 31 19:10:12.561423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-5ef33259-0926-4f96-bfe4-0a75ec62c1b7 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0597150 Aug 31 19:10:12.635895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-f136be4e-3f4e-47ba-9213-c6e005e6fff3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690403 Aug 31 19:10:12.645067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-08530091-58ec-4852-9b51-bcf3fd83704a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0752902 Aug 31 19:10:12.795296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7c3f06f-8b5a-4be7-9066-b5df1a91aece details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:12.851587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:12.861283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872289-a4da-4a2a-b518-0c928fa1673e req-6442c8a6-ee03-4534-b29c-6b922b332c04 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:12.863285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd872289-a4da-4a2a-b518-0c928fa1673e req-6442c8a6-ee03-4534-b29c-6b922b332c04 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.1950614 Aug 31 19:10:12.866389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-6ae413ff-c5fa-413c-8edb-bb85d7779a20 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204647 Aug 31 19:10:12.925850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:12.938426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'mac_address': 'fa:16:3e:a8:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:12.941730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:12.947818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:12.948193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:12.958936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Deleting port 235d22c4-dcd3-4f1c-b7b1-aad4422975c5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:12.959290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:12.977181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd872289-a4da-4a2a-b518-0c928fa1673e req-71c56f25-d5b8-4152-ae1e-b59c72137bf9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068122 Aug 31 19:10:13.009646 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.028214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c3f06f-8b5a-4be7-9066-b5df1a91aece {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:13.066878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50fbd6be-39ba-4c94-8a98-33f21e241264 req-3c8aeb18-fdb5-4d96-b03a-04e4acd5be51 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854107 Aug 31 19:10:13.069342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:13.076681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.077062 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.078399 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.086543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.091902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Calling delete_port for 235d22c4-dcd3-4f1c-b7b1-aad4422975c5 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:13.145783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:13.148083 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36109cd-e0e2-4e30-9a67-7010b985e7a5" -d '{"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-plugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:13.167632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:13.185140 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.190640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:13.241057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:13.359547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:13.530487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-087232a3-5ee5-401f-9643-8beec51197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.531950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-087232a3-5ee5-401f-9643-8beec51197cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1095 time: 0.0930932 Aug 31 19:10:13.541752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d3395-a3f4-4111-a6ea-9debf9987b6b req-eb801b4f-7b90-444b-91da-f7c4d3c69377 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.543122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a1d3395-a3f4-4111-a6ea-9debf9987b6b req-eb801b4f-7b90-444b-91da-f7c4d3c69377 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1056132 Aug 31 19:10:13.670343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a1d3395-a3f4-4111-a6ea-9debf9987b6b req-89679693-bf4e-449d-8fc6-0be6e8e05cbf tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184680 Aug 31 19:10:13.706544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.711227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-3f79d113-f8f6-445a-b277-eac3ae86ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.712738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-3f79d113-f8f6-445a-b277-eac3ae86ec5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1620722 Aug 31 19:10:13.741909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event deleted for resources: {'Port': ['ID=235d22c4-dcd3-4f1c-b7b1-aad4422975c5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:13.775787 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d362aa-f9b2-47d6-8aa4-90678815361f x-openstack-request-id: req-71d362aa-f9b2-47d6-8aa4-90678815361f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:13.776084 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-plugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:13.776338 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71d362aa-f9b2-47d6-8aa4-90678815361f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:13.776958 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'code': 200} Aug 31 19:10:13.782746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-d813e2a6-5476-4284-841a-82a79da6bcdb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 217 time: 0.0474949 Aug 31 19:10:13.883668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370f2b-34f1-41f4-bd35-2a903726c5cc req-84536057-1351-4245-bdd9-9a24bd9a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.885230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6370f2b-34f1-41f4-bd35-2a903726c5cc req-84536057-1351-4245-bdd9-9a24bd9a5e90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0449607 Aug 31 19:10:13.908112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.911334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:13.912510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c632d00-2a1f-4d47-a46a-5ba66a3ffa6d req-bea1a21f-afa5-4f31-bb87-8d23c182b207 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "DELETE /v2.0/floatingips/35fcf36f-0a35-43ec-a9b1-2687e5909c11 HTTP/1.1" status: 204 len: 173 time: 1.2594562 Aug 31 19:10:13.917003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-f21e1e6c-2096-44ae-a879-069b07d61481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.918429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-f21e1e6c-2096-44ae-a879-069b07d61481 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1158721 Aug 31 19:10:13.925749 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6370f2b-34f1-41f4-bd35-2a903726c5cc req-b2f92044-91c8-4fe8-b542-79005841360a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Aug 31 19:10:13.934325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39837d99-00f6-4a79-bfd2-f7def4cab25d req-b65eeb2a-e367-4433-9229-928a99d5bd45 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:13.935860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39837d99-00f6-4a79-bfd2-f7def4cab25d req-b65eeb2a-e367-4433-9229-928a99d5bd45 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 949 time: 0.0876272 Aug 31 19:10:13.970711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-a0adfccc-8389-4529-a7ef-b7aa9f90f5b2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443003 Aug 31 19:10:14.037344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39837d99-00f6-4a79-bfd2-f7def4cab25d req-028931ab-2f4b-4bf7-9593-8fda5f360295 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Aug 31 19:10:14.084686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c8e7-38b8-454c-975d-515ca2d5b293 req-63df83bd-7119-4b5b-b2c7-ca66753f7212 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:14.086200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fe3c8e7-38b8-454c-975d-515ca2d5b293 req-63df83bd-7119-4b5b-b2c7-ca66753f7212 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 945 time: 0.1124077 Aug 31 19:10:14.136592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c7e74ea-ecad-4650-8900-d6bb0c200d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.145179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-123e8ad3-3889-484a-b309-0ca67de049e6 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395471 Aug 31 19:10:14.148303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fe3c8e7-38b8-454c-975d-515ca2d5b293 req-29992565-2369-4c32-accc-e6afa9ed0ee2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Aug 31 19:10:14.236377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.273268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b01d1-2fd0-4b46-89ad-895e27e460b2 req-ddf80345-0903-4829-bf12-f29934e6880e tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:14.274802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7b01d1-2fd0-4b46-89ad-895e27e460b2 req-ddf80345-0903-4829-bf12-f29934e6880e tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0650227 Aug 31 19:10:14.293081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-273b1ab6-619c-43e6-952a-48813e6dee26 req-2201a59d-0a4e-4866-9b1d-b535b8643312 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376863 Aug 31 19:10:14.366357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7b01d1-2fd0-4b46-89ad-895e27e460b2 req-5f3064fc-15a1-405e-b564-0058bde89e72 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840805 Aug 31 19:10:14.390945 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.407192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-7b6634c6-b401-41de-865a-b51e91d9de62 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.1049776 Aug 31 19:10:14.474899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-38cc28ce-40de-498a-8b4d-5d94344c1e76 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:14.476336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-38cc28ce-40de-498a-8b4d-5d94344c1e76 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports/02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 943 time: 0.0627434 Aug 31 19:10:14.516440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1faea-ac9a-4242-99fb-2e7cb67c6667 req-6215c39d-d058-41ab-9302-d25094f0a692 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:14.518620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40d1faea-ac9a-4242-99fb-2e7cb67c6667 req-6215c39d-d058-41ab-9302-d25094f0a692 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.0636933 Aug 31 19:10:14.571230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:14.609128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-2855b28b-7ffc-47e6-8073-404b3986f2cc tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.0858190 Aug 31 19:10:14.614293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40d1faea-ac9a-4242-99fb-2e7cb67c6667 req-2df89b3b-0eaa-49d5-9708-aee2a37d3f3b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833359 Aug 31 19:10:14.688102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6767b13f-abca-4c04-9f90-9ace1ccb7e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.741902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-44538a65-e893-402e-8300-d4468dc2848a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:14.743316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-44538a65-e893-402e-8300-d4468dc2848a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1281512 Aug 31 19:10:14.812861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6767b13f-abca-4c04-9f90-9ace1ccb7e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.815463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7c3f06f-8b5a-4be7-9066-b5df1a91aece up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:14.819287 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6767b13f-abca-4c04-9f90-9ace1ccb7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.851099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-abc30701-4ca9-4521-92bb-f05afefb18d5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.0943391 Aug 31 19:10:14.867159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:14.878681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b7c3f06f-8b5a-4be7-9066-b5df1a91aece completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:14.884053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b7c3f06f-8b5a-4be7-9066-b5df1a91aece triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:14.884242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b13f-abca-4c04-9f90-9ace1ccb7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edff82ac-4638-4562-a8bc-43dac7921b45,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:14.884699 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.902284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6767b13f-abca-4c04-9f90-9ace1ccb7e41 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a09ca7e1e4cf4bdc905b306cb77f566d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298600 Aug 31 19:10:14.907217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43082) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:14.963437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:14.978476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.012896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:15.019096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.027834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.077916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:15.108056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.213262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.226264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.226589 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Floating IP 03a7bf12-da6a-4adc-92aa-c641708d165b disassociated. External IP: 172.25.3.2, port: 02076d97-7d14-43b0-bf19-4fff0364bb07. Aug 31 19:10:15.243208 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.281803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999185a5-52c3-4085-8bf3-1b3759489f68 req-882c4a0c-c950-4382-b271-019bef9d75bb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:15.289950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-999185a5-52c3-4085-8bf3-1b3759489f68 req-882c4a0c-c950-4382-b271-019bef9d75bb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1657448 Aug 31 19:10:15.321322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.323971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.327630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edff82ac-4638-4562-a8bc-43dac7921b45 HTTP/1.1" status: 204 len: 168 time: 0.4169972 Aug 31 19:10:15.383472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498054-e24d-4fcc-9b09-f02c8c05c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff82ac-4638-4562-a8bc-43dac7921b45,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:15.420539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-999185a5-52c3-4085-8bf3-1b3759489f68 req-0ed05ff9-1af0-40e9-b25c-2b448f62d77f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295893 Aug 31 19:10:15.525985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.630247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Router 42195790-003d-4f3f-ab70-1631c4d770fb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:10:15.647786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6002-77a0-4ebb-8f68-42a32e767803 req-efb8f427-ae66-45a9-a4cb-28ae78954d3e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:15.649380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-231f6002-77a0-4ebb-8f68-42a32e767803 req-efb8f427-ae66-45a9-a4cb-28ae78954d3e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 945 time: 0.0796294 Aug 31 19:10:15.696179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:15.721361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa5d4-1435-434d-8a0c-2a7af80e706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.756872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-231f6002-77a0-4ebb-8f68-42a32e767803 req-5ce7bc7e-464b-452f-bb5d-84fbec58c8b2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Aug 31 19:10:15.780201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:15.782486 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d18176-9243-4bbf-a6fe-8144dfb330ad" -d '{"events": [{"server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "name": "network-vif-plugged", "status": "completed", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:15.854477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:15.859084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:15.866638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Sync routers for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:15.876225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:15.876850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:15.916943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-f1ac6b65-e42a-47a4-8741-dbda4101fae9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "PUT /v2.0/floatingips/03a7bf12-da6a-4adc-92aa-c641708d165b HTTP/1.1" status: 200 len: 693 time: 1.0576322 Aug 31 19:10:15.920005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:15.923494 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e1c78-0a3e-404a-9560-615044a71df4" -d '{"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:15.942158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef09aa3-2bea-4152-8396-33e94f9cc738 req-d6a57200-0f7d-4d06-92d5-a9da9fb399e2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:15.943712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ef09aa3-2bea-4152-8396-33e94f9cc738 req-d6a57200-0f7d-4d06-92d5-a9da9fb399e2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.1223276 Aug 31 19:10:16.003841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:16.048876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa5d4-1435-434d-8a0c-2a7af80e706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.055186 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa5d4-1435-434d-8a0c-2a7af80e706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.059709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ef09aa3-2bea-4152-8396-33e94f9cc738 req-6c4f9a2b-8674-4d6b-9161-13536afa0017 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042962 Aug 31 19:10:16.064137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-81d09a35-5298-44e2-9848-025d674f73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.066421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-81d09a35-5298-44e2-9848-025d674f73bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1098 time: 0.1217782 Aug 31 19:10:16.158316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9b5fa5d4-1435-434d-8a0c-2a7af80e706e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d39ce5f80d95429bb24aac8598bdc827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529440 Aug 31 19:10:16.159728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa5d4-1435-434d-8a0c-2a7af80e706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8b1b7-e3fe-4f17-a3aa-e7572a7a7d8a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:16.159866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:16.227883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-c29780aa-f610-4a25-8de3-fec2e6d9c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.229697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-c29780aa-f610-4a25-8de3-fec2e6d9c6a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 930 time: 0.1488404 Aug 31 19:10:16.262820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.273902 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6732a81b-4827-4fbd-bbe2-dd65bfb17982 x-openstack-request-id: req-6732a81b-4827-4fbd-bbe2-dd65bfb17982 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:16.273902 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "name": "network-vif-plugged", "status": "completed", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:16.274584 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6732a81b-4827-4fbd-bbe2-dd65bfb17982 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:16.274584 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'code': 200} Aug 31 19:10:16.285922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-7b3ce5af-cee7-420c-81a9-f8db49d9986f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 217 time: 0.0492048 Aug 31 19:10:16.296990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.340677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:16.376599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-80c54d50-5a5b-4b19-9c2a-fef79819eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.378643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-80c54d50-5a5b-4b19-9c2a-fef79819eccc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.0862288 Aug 31 19:10:16.384336 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb8f77e-e577-4799-aeff-14432c6e8384 x-openstack-request-id: req-5cb8f77e-e577-4799-aeff-14432c6e8384 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:16.387658 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:16.388086 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cb8f77e-e577-4799-aeff-14432c6e8384 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:16.390095 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'status': 'completed', 'code': 200} Aug 31 19:10:16.446189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Checking router: 42195790-003d-4f3f-ab70-1631c4d770fb for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:16.451907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.456035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.457493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11d8b1b7-e3fe-4f17-a3aa-e7572a7a7d8a HTTP/1.1" status: 204 len: 168 time: 0.2970164 Aug 31 19:10:16.482439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65fcfd-8725-4f99-954b-a2c1bd0b14eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8b1b7-e3fe-4f17-a3aa-e7572a7a7d8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:16.496440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb667d2-a3e4-4030-9ae7-4f80c50b5a51 req-1104f28f-b4ea-46fc-b85d-bec465a89b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.498360 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fdb667d2-a3e4-4030-9ae7-4f80c50b5a51 req-1104f28f-b4ea-46fc-b85d-bec465a89b0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 1102 time: 0.1148274 Aug 31 19:10:16.524940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:16.525694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:16.569696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fdb667d2-a3e4-4030-9ae7-4f80c50b5a51 req-c5cfba10-ce06-4b45-8188-54f6cffff10d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618768 Aug 31 19:10:16.681974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e95c-b71e-4b56-896a-02e17d6ed842 req-542d381e-ed2c-40c0-80bb-444940e1e082 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.686727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:16.689159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5998e95c-b71e-4b56-896a-02e17d6ed842 req-542d381e-ed2c-40c0-80bb-444940e1e082 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 945 time: 0.2317495 Aug 31 19:10:16.693835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274a64-11ec-4c91-9218-4c978b28361e req-90414b99-db9b-409a-bd1c-3bdc900bb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.702186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-90414b99-db9b-409a-bd1c-3bdc900bb913 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3110638 Aug 31 19:10:16.717895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1c78-0a3e-404a-9560-615044a71df4 req-3498d976-1824-40c0-83ad-dcee95abdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:16.719609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-3498d976-1824-40c0-83ad-dcee95abdf5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 1098 time: 0.3019495 Aug 31 19:10:16.884431 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:16.991528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:17.022899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82289862-792c-4bf2-998b-7ca941fd50f2 None None] The sync data for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 is: [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:09:40Z', 'revision_number': 4, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '621c4766-0383-4685-8fc0-8d96a466be96', 'name': '', 'network_id': '7ff4544a-7f5f-480e-ada2-29ebe8876a0c', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'mac_address': 'fa:16:3e:a3:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:39Z', 'updated_at': '2021-08-31T19:09:49Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'subnets': [{'id': '81408d70-59a8-4e2a-bb75-c3b16ce57776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:17.164314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5998e95c-b71e-4b56-896a-02e17d6ed842 req-e30220bd-62db-4227-84f4-d2d5598efbe2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742441 Aug 31 19:10:17.211995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-7da605cb-5323-4c76-86b5-5b39538006e7 service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089211 Aug 31 19:10:17.313560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1c78-0a3e-404a-9560-615044a71df4 req-86a63026-97e6-4647-aa23-a93662a73d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:17.320120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-86a63026-97e6-4647-aa23-a93662a73d22 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 200 len: 930 time: 0.5862186 Aug 31 19:10:17.320338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:17.375522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-33759c77-10f5-43b0-bfc0-6d1a7b14a9da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 200 len: 217 time: 0.0440834 Aug 31 19:10:17.401159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e5893-1f0b-47b0-abc9-19e9bbf89588 None None] New status for floating IP 03a7bf12-da6a-4adc-92aa-c641708d165b: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:10:17.411971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8000b-0be6-4e8a-bd81-80d5ae130e75 req-9d8966a0-4f2a-4f43-95c4-a9f9baf2b0b5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:17.413500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a8000b-0be6-4e8a-bd81-80d5ae130e75 req-9d8966a0-4f2a-4f43-95c4-a9f9baf2b0b5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1668813 Aug 31 19:10:17.441828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:17.457651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'port_id': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'mac_address': 'fa:16:3e:c9:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8df6115-9453-4893-9868-13a30afb647e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:17.464066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43274a64-11ec-4c91-9218-4c978b28361e req-cf81e3c3-075e-49f3-919e-8df7c8aab6a0 service neutron] 10.222.0.73 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363899 Aug 31 19:10:17.486750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a8000b-0be6-4e8a-bd81-80d5ae130e75 req-447f91be-0bdc-4b53-bad5-ab4b1df910fe tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Aug 31 19:10:17.493503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1c78-0a3e-404a-9560-615044a71df4 req-ef3f02da-23cd-40e9-a24f-eaa1fdb00b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:17.495040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-ef3f02da-23cd-40e9-a24f-eaa1fdb00b40 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 200 len: 868 time: 0.1053686 Aug 31 19:10:17.506585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.536835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0799b897-3349-4d25-9a04-22cfe945cd4e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:17.566977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1c78-0a3e-404a-9560-615044a71df4 req-49ada580-27b1-41f6-9f41-56b39b6d20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:17.570723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-49ada580-27b1-41f6-9f41-56b39b6d20f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ff4544a-7f5f-480e-ada2-29ebe8876a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672498 Aug 31 19:10:17.575603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:17.576257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:17.582875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.666251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:17.756940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-network', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:17.785825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Made reservation on behalf of 9e75b6b7c485491fb557def9fbef0929 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:17.788649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.797867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.800767 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-522bf091-fca2-48b4-96d3-69801b50700e req-2ff6034a-0da1-4941-819e-3f0d03b0bb1a tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips/03a7bf12-da6a-4adc-92aa-c641708d165b HTTP/1.1" status: 200 len: 691 time: 0.0807807 Aug 31 19:10:17.836127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0799b897-3349-4d25-9a04-22cfe945cd4e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:17.846616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e891cf-8883-44f1-ab94-15daa5fd1f78 req-01093427-ec7f-4abe-bdf0-0434e3e00b30 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:17.848211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72e891cf-8883-44f1-ab94-15daa5fd1f78 req-01093427-ec7f-4abe-bdf0-0434e3e00b30 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.2057931 Aug 31 19:10:17.862539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-ea7ae04a-89d3-4ed2-a007-c886c999cf84 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824731 Aug 31 19:10:17.916298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.924221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.945172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:10:17.959294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639822a9-df5c-4b20-873f-f212cc62697b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:17.964839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:17.965186 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Added segment f8f6563d-096e-426b-b8ab-c1c3f236084e of type vlan for network e599ff92-aaf6-4797-9df7-201d01a68c4b Aug 31 19:10:18.007298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.024917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72e891cf-8883-44f1-ab94-15daa5fd1f78 req-0909135c-0704-4abe-bb92-3c12a2ed5417 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656384 Aug 31 19:10:18.033701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.034914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:18.035622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.051430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bf091-fca2-48b4-96d3-69801b50700e req-7993dc18-5c14-497d-821d-71bb48a5b22f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:18.052671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-522bf091-fca2-48b4-96d3-69801b50700e req-7993dc18-5c14-497d-821d-71bb48a5b22f tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2399673 Aug 31 19:10:18.114089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5319781 Aug 31 19:10:18.114089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadca76-9ef8-42ad-8f77-2f9352510d1c admin admin] Pushing event updated for resources: {'Network': ['ID=e599ff92-aaf6-4797-9df7-201d01a68c4b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:18.114968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:18.117143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-522bf091-fca2-48b4-96d3-69801b50700e req-fba1eb8d-3d6d-47e5-b644-b2fdf74a22e9 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.0638785 Aug 31 19:10:18.125604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Request body: {'subnet': {'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-subnet', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:18.129533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e599ff92-aaf6-4797-9df7-201d01a68c4b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:10:18.151222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Made reservation on behalf of 9e75b6b7c485491fb557def9fbef0929 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:18.154619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.168634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e1c78-0a3e-404a-9560-615044a71df4 req-6ef81c57-c965-47db-87b4-fe3bb6e45d31 service neutron] 10.222.0.82 "GET /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747195 Aug 31 19:10:18.179456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-522bf091-fca2-48b4-96d3-69801b50700e req-a92c9780-9aac-48fc-a168-539bf05fa2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.0562596 Aug 31 19:10:18.331465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Deleting port d410c6ec-308b-43b5-b526-b85c68d69dfc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:18.332009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.353530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.422116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:18.431376 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.431885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.432022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Checking segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:18.432289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Network hostable DHCP agents. Network: e599ff92-aaf6-4797-9df7-201d01a68c4b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:10:18.448283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Calling delete_port for d410c6ec-308b-43b5-b526-b85c68d69dfc owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:18.464339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:10:18.476794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e599ff92-aaf6-4797-9df7-201d01a68c4b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:18.482447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:18.483363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.490436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60b82b-2bbe-4c67-8b7c-933761e78ced None None] Network e599ff92-aaf6-4797-9df7-201d01a68c4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:10:18.504257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66160746-3720-4f35-b099-7611867b7210 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3882782 Aug 31 19:10:18.506113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:18.512365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:18.537212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.538330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.601539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.602239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16813e6d-4f10-4ca7-8451-7659f5f03874 req-f1f574f7-a1e8-43e3-9a83-f21ec30beb1f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:18.603988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16813e6d-4f10-4ca7-8451-7659f5f03874 req-f1f574f7-a1e8-43e3-9a83-f21ec30beb1f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 945 time: 0.0769601 Aug 31 19:10:18.665655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16813e6d-4f10-4ca7-8451-7659f5f03874 req-477c40b9-1d98-4003-88ff-2c99b6b39c5c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Aug 31 19:10:18.727027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.769436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event deleted for resources: {'Port': ['ID=d410c6ec-308b-43b5-b526-b85c68d69dfc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:18.845700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e599ff92-aaf6-4797-9df7-201d01a68c4b', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:10:18.847319 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.874031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265aadb-0430-4069-9f83-2f8d62b60e82 req-ef17186b-a5d5-4581-9a2c-31e92b2e13b1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:18.875617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2265aadb-0430-4069-9f83-2f8d62b60e82 req-ef17186b-a5d5-4581-9a2c-31e92b2e13b1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1135938 Aug 31 19:10:18.882504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.889952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:18.892273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-522bf091-fca2-48b4-96d3-69801b50700e req-019ab139-d1cc-4f12-9ce0-4a89b60594a8 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "DELETE /v2.0/floatingips/03a7bf12-da6a-4adc-92aa-c641708d165b HTTP/1.1" status: 204 len: 173 time: 0.7058218 Aug 31 19:10:18.960012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2265aadb-0430-4069-9f83-2f8d62b60e82 req-5e0eee9a-379d-4a0d-b0ea-a661feba4a3c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Aug 31 19:10:19.036572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.068556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Allocated IP 172.20.0.2 (e599ff92-aaf6-4797-9df7-201d01a68c4b/d8bcb5f7-b63f-459b-b3aa-0d5458109b4d/039de012-de9a-42d1-92cd-d953935c10b2) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:19.287214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.326081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.341618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:19.382765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.400450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Transition to ACTIVE for port object 039de012-de9a-42d1-92cd-d953935c10b2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:19.422682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Transition to ACTIVE for port object 039de012-de9a-42d1-92cd-d953935c10b2 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:19.439631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 0799b897-3349-4d25-9a04-22cfe945cd4e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:19.445716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.458833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 0799b897-3349-4d25-9a04-22cfe945cd4e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:19.460170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.529834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Allocated IP 172.25.3.2 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0786da9b-2803-4d11-9413-cacc879df482) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:19.578028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:19.585504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:19.589487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:19.591405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Pushing event updated for resources: {'Port': ['ID=039de012-de9a-42d1-92cd-d953935c10b2,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:19.610399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff526-0e3a-463f-931d-666e289739d6 req-54d4c034-955d-487f-8e96-14047deef871 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:19.612148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cfff526-0e3a-463f-931d-666e289739d6 req-54d4c034-955d-487f-8e96-14047deef871 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 1102 time: 0.1103585 Aug 31 19:10:19.647865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e743e9-066b-44c6-8618-16de1281852d req-3e66df15-c52a-4768-ae7f-03ecbfed8315 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:19.649440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65e743e9-066b-44c6-8618-16de1281852d req-3e66df15-c52a-4768-ae7f-03ecbfed8315 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.0983872 Aug 31 19:10:19.650335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cfff526-0e3a-463f-931d-666e289739d6 req-8b72f882-40a8-4d42-b07b-56164cc7a51b tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.678434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.712817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Attempting to bind port 039de012-de9a-42d1-92cd-d953935c10b2 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:19.713191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Attempting to bind port 039de012-de9a-42d1-92cd-d953935c10b2 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:19.713566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Attempting to bind port 039de012-de9a-42d1-92cd-d953935c10b2 on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:19.719521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.727262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65e743e9-066b-44c6-8618-16de1281852d req-9e1d7fb5-b24a-4826-8693-e57b427a3bc8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675209 Aug 31 19:10:19.739070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:19.739455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Checking segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:19.739907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.740684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Bound using segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:19.741355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Bound port: 039de012-de9a-42d1-92cd-d953935c10b2, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:19.741904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.744506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.756623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:19.758888 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e3522-d495-4c29-bf87-7d3e267bdea3" -d '{"events": [{"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-plugged", "status": "completed", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:19.776935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:19.800935 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.811520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:19.818241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:19.821875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:19.865441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Pushing event updated for resources: {'Port': ['ID=0786da9b-2803-4d11-9413-cacc879df482,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:19.886547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:19.894301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cfff526-0e3a-463f-931d-666e289739d6 req-8b72f882-40a8-4d42-b07b-56164cc7a51b tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.896029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] For port 039de012-de9a-42d1-92cd-d953935c10b2, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:19.901051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] For port 039de012-de9a-42d1-92cd-d953935c10b2, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=039de012-de9a-42d1-92cd-d953935c10b2,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:19.909998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.917038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cfff526-0e3a-463f-931d-666e289739d6 req-8b72f882-40a8-4d42-b07b-56164cc7a51b tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:19.948045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cfff526-0e3a-463f-931d-666e289739d6 req-8b72f882-40a8-4d42-b07b-56164cc7a51b tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211498 Aug 31 19:10:20.002288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13010-fac5-4228-bb6e-2af253a41782 None None] Pushing event updated for resources: {'Port': ['ID=039de012-de9a-42d1-92cd-d953935c10b2,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:20.026239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72f882-40a8-4d42-b07b-56164cc7a51b tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db355fa-9499-4bb3-9942-e3cdd74b493d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:20.066090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4533-589c-4f23-abe1-f9c097a43408 req-10279bcd-c6ef-4435-9fa7-5935a37dc55e tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:20.078470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bff4533-589c-4f23-abe1-f9c097a43408 req-10279bcd-c6ef-4435-9fa7-5935a37dc55e tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2679756 Aug 31 19:10:20.112041 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445af59-6689-464b-b84c-105305a60f11 x-openstack-request-id: req-3445af59-6689-464b-b84c-105305a60f11 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:20.112554 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-plugged", "status": "completed", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:20.112971 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3445af59-6689-464b-b84c-105305a60f11 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:20.113528 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'code': 200} Aug 31 19:10:20.125756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:20.156370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bff4533-589c-4f23-abe1-f9c097a43408 req-f3681436-bf83-4c79-8d38-a768f3d019bd tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0768216 Aug 31 19:10:20.315277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97869-97d0-4bf8-b299-83f62b002431 req-71217944-4ec3-4af8-94a9-f7d3aecddb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:20.320255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9d97869-97d0-4bf8-b299-83f62b002431 req-71217944-4ec3-4af8-94a9-f7d3aecddb97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1097 time: 0.1143401 Aug 31 19:10:20.406891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3ccc967-057b-4a59-beaa-134167381d3e req-2144ca60-75f3-4f4b-869c-c3fa7dfeab84 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0530846 Aug 31 19:10:20.422239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9d97869-97d0-4bf8-b299-83f62b002431 req-e42935b6-6ba2-4184-977b-f4d488f027e9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931187 Aug 31 19:10:20.493910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:20.592547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-9548a1aa-6188-4c5c-acd4-d01423d50850 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321977 Aug 31 19:10:20.670903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:10:20.774685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d419-659e-43e2-bcf1-72d54fc33e1b req-df933b62-bade-4819-a76d-129f86f1c422 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:20.776295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78b3d419-659e-43e2-bcf1-72d54fc33e1b req-df933b62-bade-4819-a76d-129f86f1c422 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 946 time: 0.1013458 Aug 31 19:10:20.817563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ff7a603d-d18d-411d-83fe-52bc1594540e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:20.825100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ff7a603d-d18d-411d-83fe-52bc1594540e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314429 Aug 31 19:10:20.832439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:20.842709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:20.850128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-e2febf53-6f12-4895-88bc-397ff78056d3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0241206 Aug 31 19:10:20.856216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:20.857478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4a3bc77b-c5a6-42b7-8716-d825e3f17938 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3502400 Aug 31 19:10:20.862586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:20.866122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:20.866317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:20.900590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78b3d419-659e-43e2-bcf1-72d54fc33e1b req-12c5d7f6-d603-486d-b655-e977e85e7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173332 Aug 31 19:10:20.930029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-7ea9d482-3dfd-4da1-89ca-d722042c4cae tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699270 Aug 31 19:10:21.114411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:21.126227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660845-69b9-4837-9d97-ed800232a076 req-0321b283-77db-48f0-8efc-dbcc294bba73 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:21.129415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47660845-69b9-4837-9d97-ed800232a076 req-0321b283-77db-48f0-8efc-dbcc294bba73 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1062667 Aug 31 19:10:21.247614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47660845-69b9-4837-9d97-ed800232a076 req-c06c0948-acc5-48c3-9e64-fcdcd273e516 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Aug 31 19:10:21.347370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 039de012-de9a-42d1-92cd-d953935c10b2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:21.459799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52f65f-1b45-4b68-9570-c65f39af8550 None None] Network e599ff92-aaf6-4797-9df7-201d01a68c4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:10:21.468463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 039de012-de9a-42d1-92cd-d953935c10b2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:21.481140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:19Z', 'revision_number': 3, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:21.562550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:21.563004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Updating router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 port 0786da9b-2803-4d11-9413-cacc879df482 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:10:21.598463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:21.682423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Provisioning for port 039de012-de9a-42d1-92cd-d953935c10b2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:21.697460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Provisioning complete for port 039de012-de9a-42d1-92cd-d953935c10b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:21.697877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:21.756274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:21.971801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Allocated IP 172.20.0.1 (e599ff92-aaf6-4797-9df7-201d01a68c4b/d8bcb5f7-b63f-459b-b3aa-0d5458109b4d/75d6b96b-c6a3-4e22-b80b-953b405995c6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:22.036425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b68d5c0b-4468-492e-acad-fb7e224452a0 req-620edf4a-bc81-45b2-a53a-52cfee1bb7df tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 210 time: 0.0468307 Aug 31 19:10:22.151046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.179733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.217155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] For port 039de012-de9a-42d1-92cd-d953935c10b2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=039de012-de9a-42d1-92cd-d953935c10b2,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:22.227685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Transition to ACTIVE for port object 75d6b96b-c6a3-4e22-b80b-953b405995c6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:22.248301 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.313861 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.342202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.362533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Transition to ACTIVE for port object 0786da9b-2803-4d11-9413-cacc879df482 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:22.382579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23a27e-599a-4c79-acdb-7b6b7c965d9d None None] Pushing event updated for resources: {'Port': ['ID=039de012-de9a-42d1-92cd-d953935c10b2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:22.394190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:22.398366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.399621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:22.403816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:22.404364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.448345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Pushing event updated for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:22.558627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Attempting to bind port 0786da9b-2803-4d11-9413-cacc879df482 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:22.558627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Attempting to bind port 0786da9b-2803-4d11-9413-cacc879df482 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:22.558868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Attempting to bind port 0786da9b-2803-4d11-9413-cacc879df482 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:22.587763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-032dfc82-3332-454c-b451-3936da7dbbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:22.589319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-032dfc82-3332-454c-b451-3936da7dbbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.82 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 946 time: 0.2564604 Aug 31 19:10:22.593375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637de09-5d7e-45d4-923c-67e4c44e1794 None None] Pushing event updated for resources: {'Port': ['ID=0786da9b-2803-4d11-9413-cacc879df482,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:22.595445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.598627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:22.599006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:22.599408 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.599833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:22.600304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Bound port: 0786da9b-2803-4d11-9413-cacc879df482, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:22.600711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.626195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4e5ad-70d4-4db1-9f02-b0623c7ab336 req-54171329-c4af-4459-9f99-8bef12e84b34 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:22.635799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ea4e5ad-70d4-4db1-9f02-b0623c7ab336 req-54171329-c4af-4459-9f99-8bef12e84b34 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.2223516 Aug 31 19:10:22.638491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb649ab1-0897-4cd2-aef6-dba9f0ae6c81 None None] Provisioning complete for port 039de012-de9a-42d1-92cd-d953935c10b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:22.639027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb649ab1-0897-4cd2-aef6-dba9f0ae6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.681950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2622692-5f1e-4358-b8ef-9351b3d993ff req-5e2b8e9e-037f-4118-a908-4e182001dc04 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:22.697319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2622692-5f1e-4358-b8ef-9351b3d993ff req-5e2b8e9e-037f-4118-a908-4e182001dc04 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 946 time: 0.2641270 Aug 31 19:10:22.741235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] For port 0786da9b-2803-4d11-9413-cacc879df482, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:22.750600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] For port 0786da9b-2803-4d11-9413-cacc879df482, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0786da9b-2803-4d11-9413-cacc879df482,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:22.774218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:22.841228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ea4e5ad-70d4-4db1-9f02-b0623c7ab336 req-5068d1c5-4652-4a16-9998-6e07248789a7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043581 Aug 31 19:10:22.941914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2622692-5f1e-4358-b8ef-9351b3d993ff req-e800ca2c-68b5-467f-8876-c4f196409bd6 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35bdbe7-2df3-45a1-9746-37c96314bfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406063 Aug 31 19:10:22.946103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:23.045922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:23.046559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:23.090129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.099962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.101186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.231668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Deleting port 02076d97-7d14-43b0-bf19-4fff0364bb07 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:23.232694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.307027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Pushing event updated for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:23.338899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-623b5017-86a2-4890-8d60-f827dd8445be req-ac7cd2e6-21df-419a-a9e6-bb062a3e5acf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 210 time: 0.0728827 Aug 31 19:10:23.381522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:23.384250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:23.390094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c0c4b-4f75-48fa-b23c-5e50748ca1d9 req-e35ebe80-a785-4f53-a7a8-ab45ee18e1a6 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:23.401721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197c0c4b-4f75-48fa-b23c-5e50748ca1d9 req-e35ebe80-a785-4f53-a7a8-ab45ee18e1a6 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1097 time: 0.2060940 Aug 31 19:10:23.513938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197c0c4b-4f75-48fa-b23c-5e50748ca1d9 req-11bc8c80-9e63-467a-a90a-e3051be91937 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046684 Aug 31 19:10:23.547968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] For port 02076d97-7d14-43b0-bf19-4fff0364bb07, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=02076d97-7d14-43b0-bf19-4fff0364bb07,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:23.550887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.573927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 039de012-de9a-42d1-92cd-d953935c10b2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:23.588534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Calling delete_port for 02076d97-7d14-43b0-bf19-4fff0364bb07 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:23.675845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:10:23.684465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637de09-5d7e-45d4-923c-67e4c44e1794 None None] Pushing event updated for resources: {'Port': ['ID=0786da9b-2803-4d11-9413-cacc879df482,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:23.689146 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:10:23.759743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-212071ec-6be4-4fd2-b27e-557ffb091be6 None None] Provisioning for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:23.817871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-579c5c43-5669-4f8a-bbc9-bc9a27bb9908 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491512 Aug 31 19:10:23.827011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-212071ec-6be4-4fd2-b27e-557ffb091be6 None None] Provisioning complete for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:23.838526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-212071ec-6be4-4fd2-b27e-557ffb091be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.918384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 039de012-de9a-42d1-92cd-d953935c10b2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:23.919011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:23.970418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:24.010525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['02076d97-7d14-43b0-bf19-4fff0364bb07'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:24.023848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:24.028416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Pushing event deleted for resources: {'Port': ['ID=02076d97-7d14-43b0-bf19-4fff0364bb07,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:24.030041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:24.078672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-212071ec-6be4-4fd2-b27e-557ffb091be6 None None] Port 75d6b96b-c6a3-4e22-b80b-953b405995c6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:24.115831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'mac_address': 'fa:16:3e:9f:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:24.170230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] No DVR routers for this DVR port 02076d97-7d14-43b0-bf19-4fff0364bb07 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:24.187022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-408aa903-ee12-4215-9886-2b69625fdca4 req-946b1931-c365-402d-9a55-5d98efd4b0cb tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.73 "GET /v2.0/ports?device_id=e407f597-0e2a-4e29-89ad-80663c371fe9 HTTP/1.1" status: 200 len: 210 time: 0.0610616 Aug 31 19:10:24.188583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:24.193741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a018e4d-f784-4b52-89b2-5e2b44fa491a req-60233ccf-d5d4-4404-aee1-0f15417516b5 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176 tempest-FloatingIPsAssociationNegativeTestJSON-1705643176-project] 10.222.0.82 "DELETE /v2.0/ports/02076d97-7d14-43b0-bf19-4fff0364bb07 HTTP/1.1" status: 204 len: 173 time: 1.5353792 Aug 31 19:10:24.194470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'name': 'network-vif-deleted', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:24.196965 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156fae84-d741-46b6-93b5-bc641e43ceba" -d '{"events": [{"server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "name": "network-vif-deleted", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:24.503576 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce64d6-4791-4172-bb66-4a44cc910fb9 x-openstack-request-id: req-4cce64d6-4791-4172-bb66-4a44cc910fb9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:24.504301 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e407f597-0e2a-4e29-89ad-80663c371fe9", "name": "network-vif-deleted", "tag": "02076d97-7d14-43b0-bf19-4fff0364bb07", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:24.504301 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cce64d6-4791-4172-bb66-4a44cc910fb9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:24.504646 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e407f597-0e2a-4e29-89ad-80663c371fe9', 'name': 'network-vif-deleted', 'tag': '02076d97-7d14-43b0-bf19-4fff0364bb07', 'status': 'completed', 'code': 200} Aug 31 19:10:24.716240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2630a71a-da2c-46b1-9b79-9d96519e6abe req-97f407f8-7355-44e5-955e-a9be1d9cf92d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 210 time: 0.1033781 Aug 31 19:10:24.803547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:24.818587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-36cde1cb-b89f-4e08-8b33-ee0fbb7c4b88 None None] Provisioning complete for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:24.823762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36cde1cb-b89f-4e08-8b33-ee0fbb7c4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:24.910998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:24.939962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-790ee3ed-4e62-4cc4-b1cc-985d45ff8f5a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541904 Aug 31 19:10:25.050811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:25.055304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-36cde1cb-b89f-4e08-8b33-ee0fbb7c4b88 None None] Port 75d6b96b-c6a3-4e22-b80b-953b405995c6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:25.074637 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:25.258175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['53ebed42-bbb5-4ed5-97b9-62805d93e8f9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:25.328122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-d6e4b66c-d858-4480-8f15-8288ab559d4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:25.336152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-d6e4b66c-d858-4480-8f15-8288ab559d4b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844664 Aug 31 19:10:25.337634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:25.378034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:25.381463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:25.448256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:21Z', 'revision_number': 1, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:25.577230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:25.585113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:25.600858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13941979-1d52-44e5-ad7e-e3385ccb2201 None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:21Z', 'revision_number': 1, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:25.686945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:25.719973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7f0f587b-f287-4770-9799-6570663799b5 admin admin] 10.222.0.73 "PUT /v2.0/routers/ccdeae1d-71a0-475c-8e9d-7ea3c8008d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8483663 Aug 31 19:10:25.759108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-11c28631-3edb-4cd5-aa62-ea8a0fe435c4 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:25.764805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-11c28631-3edb-4cd5-aa62-ea8a0fe435c4 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9347053 Aug 31 19:10:25.880259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:25.993662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc963ca3-5fc9-4b7d-b739-acd7cc4dc5e7 req-28d93e44-817f-4408-a6f4-55fa19277e66 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 210 time: 0.0502107 Aug 31 19:10:26.277761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.164 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/b7ef4a13-bfc4-4648-ac15-da44085fbe42) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:26.510143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:26.635469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:26.675819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object b7ef4a13-bfc4-4648-ac15-da44085fbe42 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:26.697704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:26.707188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:26.980708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:27.007784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:27.110144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:27.154826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:27.175447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.80 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/3f3d0066-620d-4349-a302-e951144b1475) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:27.197332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:27.201233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:27.228879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:27.271345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:27.276614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:27.402163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 02076d97-7d14-43b0-bf19-4fff0364bb07 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:27.430207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-ade7b281-90fe-4c79-b25f-d406639a29f1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0732143 Aug 31 19:10:27.476943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Request body: {'port': {'device_id': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:27.503752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0786da9b-2803-4d11-9413-cacc879df482 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:27.578451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:27.586036 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:27.703868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-80c67e74-8992-4eb9-a491-945f2f768757 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:27.704721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 02076d97-7d14-43b0-bf19-4fff0364bb07 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:27.707571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 02076d97-7d14-43b0-bf19-4fff0364bb07 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:27.727702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-80c67e74-8992-4eb9-a491-945f2f768757 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 819 time: 1.2341452 Aug 31 19:10:27.845702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:27.868688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object 3f3d0066-620d-4349-a302-e951144b1475 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:27.903324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-98cf4da4-3d1b-447e-924f-76fff380f4f9 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/quotas/9e75b6b7c485491fb557def9fbef0929 HTTP/1.1" status: 200 len: 375 time: 0.1744027 Aug 31 19:10:27.973910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0786da9b-2803-4d11-9413-cacc879df482 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:27.976400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:27.992779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.006730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0786da9b-2803-4d11-9413-cacc879df482 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:28.013224 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.036647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822dd1f-a08c-4dfd-94e9-0e5b357a0d0c req-4457e343-f8f8-41d7-9467-0781bd35f3b7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:28.047133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d822dd1f-a08c-4dfd-94e9-0e5b357a0d0c req-4457e343-f8f8-41d7-9467-0781bd35f3b7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 936 time: 0.2542968 Aug 31 19:10:28.055811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-89e2944d-6efc-4116-8a99-2525aac890e2 None None] Provisioning for port b7ef4a13-bfc4-4648-ac15-da44085fbe42 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:28.077004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-89e2944d-6efc-4116-8a99-2525aac890e2 None None] Provisioning complete for port b7ef4a13-bfc4-4648-ac15-da44085fbe42 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:28.082402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89e2944d-6efc-4116-8a99-2525aac890e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.095743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.131411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:28.141553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:28.149928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:28.158182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d822dd1f-a08c-4dfd-94e9-0e5b357a0d0c req-52e7c4f3-12c2-4431-a69e-328fca7feba2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998874 Aug 31 19:10:28.170568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-cf4bfd38-a383-4d51-9a05-9d2f9c6d073e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2552946 Aug 31 19:10:28.224337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Deleting port 621c4766-0383-4685-8fc0-8d96a466be96 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:28.224691 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.248041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:28.250302 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd72e1-ac3d-4898-aef9-8e5c1f786ce6" -d '{"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-plugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:28.265681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:28.338634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-89e2944d-6efc-4116-8a99-2525aac890e2 None None] Port b7ef4a13-bfc4-4648-ac15-da44085fbe42 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:28.343356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:28.381423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.545580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-0757d500-95f3-4567-9272-a455fd0234d3 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604367 Aug 31 19:10:28.562746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] For port 621c4766-0383-4685-8fc0-8d96a466be96, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=621c4766-0383-4685-8fc0-8d96a466be96,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:28.563119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.633125 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.651520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:28.661221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:28.673246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:28.676834 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12cd665-752f-471a-977d-78602f699159 x-openstack-request-id: req-e12cd665-752f-471a-977d-78602f699159 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:28.677126 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-plugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:28.677377 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e12cd665-752f-471a-977d-78602f699159 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:28.677765 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'code': 200} Aug 31 19:10:28.685111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.693773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Calling delete_port for 621c4766-0383-4685-8fc0-8d96a466be96 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:28.698195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0786da9b-2803-4d11-9413-cacc879df482, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0786da9b-2803-4d11-9413-cacc879df482,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:28.724711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.741826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a93a981-922a-4aec-9354-183672d89da1 None None] Provisioning for port 3f3d0066-620d-4349-a302-e951144b1475 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:28.777248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-59bdde1f-b229-45c4-ae50-ecf423dfa410 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9167025 Aug 31 19:10:28.786646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a93a981-922a-4aec-9354-183672d89da1 None None] Provisioning complete for port 3f3d0066-620d-4349-a302-e951144b1475 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:28.787262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a93a981-922a-4aec-9354-183672d89da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:28.806439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Request body: {'port': {'device_id': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:28.841756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-571bcd30-e948-4ef7-90ec-6b9efde43208 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811282 Aug 31 19:10:28.900532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0786da9b-2803-4d11-9413-cacc879df482,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:28.937225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a93a981-922a-4aec-9354-183672d89da1 None None] Port 3f3d0066-620d-4349-a302-e951144b1475 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:29.074318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ef4a13-bfc4-4648-ac15-da44085fbe42 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:29.079681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:29.099724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:29.188786 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:29.206503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:29.209259 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:29.209976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:29.287125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Pushing event deleted for resources: {'Port': ['ID=621c4766-0383-4685-8fc0-8d96a466be96,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:29.329431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0786da9b-2803-4d11-9413-cacc879df482 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:29.430645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbc6fca-9bee-4d34-9254-867c1db9e0b8 req-c2cd511a-04f6-4d80-9dd8-459b712737e6 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 210 time: 0.1520395 Aug 31 19:10:29.468704 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:29.481606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Transition to ACTIVE for port object b7ef4a13-bfc4-4648-ac15-da44085fbe42 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:29.559626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0786da9b-2803-4d11-9413-cacc879df482 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:29.560772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:29.622628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a64b-5e1a-4eed-afff-031a16b84ab5 req-d8764589-6397-413e-aa63-9e630d3f134a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:29.632325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e34a64b-5e1a-4eed-afff-031a16b84ab5 req-d8764589-6397-413e-aa63-9e630d3f134a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 936 time: 0.3263927 Aug 31 19:10:29.666778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:29.753865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e34a64b-5e1a-4eed-afff-031a16b84ab5 req-fbf66975-f6aa-4dcc-9c60-7a825a456669 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198735 Aug 31 19:10:29.933917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.039965 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 2, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:30.097220 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:30.098390 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Updating router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 port 75d6b96b-c6a3-4e22-b80b-953b405995c6 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:10:30.117918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:30.146579 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.208905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3d0066-620d-4349-a302-e951144b1475 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:30.251121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Attempting to bind port b7ef4a13-bfc4-4648-ac15-da44085fbe42 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:30.253663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Attempting to bind port b7ef4a13-bfc4-4648-ac15-da44085fbe42 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:30.254835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Attempting to bind port b7ef4a13-bfc4-4648-ac15-da44085fbe42 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:30.263255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.285197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Port b7ef4a13-bfc4-4648-ac15-da44085fbe42 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:30.285531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Attempting to bind port b7ef4a13-bfc4-4648-ac15-da44085fbe42 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:30.307360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:30.308535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:30.309130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:30.311008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Bound port: b7ef4a13-bfc4-4648-ac15-da44085fbe42, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:30.311738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.344610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Transition to ACTIVE for port object 3f3d0066-620d-4349-a302-e951144b1475 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:30.374924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.490540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Router 42195790-003d-4f3f-ab70-1631c4d770fb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:10:30.658537 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.660778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:30.668094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:30.684288 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Transition to ACTIVE for port object 75d6b96b-c6a3-4e22-b80b-953b405995c6 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:30.702086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.704156 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.723368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5de00c5d-339d-4bd8-91fe-d70cd488f41b req-017a58ee-9e48-493c-80f9-5980208f8d8a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 210 time: 0.0851569 Aug 31 19:10:30.760625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Pushing event updated for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:30.819254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:30.819922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:30.821337 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7ef4a13-bfc4-4648-ac15-da44085fbe42 HTTP/1.1" status: 200 len: 1097 time: 3.3768647 Aug 31 19:10:30.822357 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3cac6-004b-42b2-b299-9af07c0d91d6 None None] Pushing event updated for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:30.870850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:30.890400 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255cb2db-3f59-4f93-9a33-5e2a25cadcba" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:30.912078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:30.926422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Sync routers for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:30.938336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:30.944301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:30.945221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec5478a6-612f-4ba4-a855-2f135f06c36c admin admin] 10.222.0.73 "PUT /v2.0/routers/42195790-003d-4f3f-ab70-1631c4d770fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6073306 Aug 31 19:10:30.948786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:31.084021 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Attempting to bind port 75d6b96b-c6a3-4e22-b80b-953b405995c6 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:31.084388 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Attempting to bind port 75d6b96b-c6a3-4e22-b80b-953b405995c6 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:31.088648 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Attempting to bind port 75d6b96b-c6a3-4e22-b80b-953b405995c6 on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:31.097271 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:31.097667 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Checking segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:31.098227 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.098626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Bound using segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:31.099160 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Bound port: 75d6b96b-c6a3-4e22-b80b-953b405995c6, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:31.099559 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.182347 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0e3fdf-1240-4b00-9aa9-787309089d1c x-openstack-request-id: req-8a0e3fdf-1240-4b00-9aa9-787309089d1c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:31.182592 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:31.182842 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a0e3fdf-1240-4b00-9aa9-787309089d1c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:31.183168 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'status': 'completed', 'code': 200} Aug 31 19:10:31.230619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Attempting to bind port 3f3d0066-620d-4349-a302-e951144b1475 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:31.230835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Attempting to bind port 3f3d0066-620d-4349-a302-e951144b1475 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:31.234933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Attempting to bind port 3f3d0066-620d-4349-a302-e951144b1475 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:31.272514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] For port 75d6b96b-c6a3-4e22-b80b-953b405995c6, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:31.277429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] For port 75d6b96b-c6a3-4e22-b80b-953b405995c6, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=75d6b96b-c6a3-4e22-b80b-953b405995c6,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:31.294501 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.326330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Port 3f3d0066-620d-4349-a302-e951144b1475 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:31.328071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Attempting to bind port 3f3d0066-620d-4349-a302-e951144b1475 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:31.378001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f9f1-1e69-4b8f-abe3-53fe5b3ca819 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:31.430435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:31.431051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:31.431658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:31.432281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Bound port: 3f3d0066-620d-4349-a302-e951144b1475, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:31.432800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.440638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-0ddad1e5-5068-4b48-b527-ffc30053c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:31.442179 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-0ddad1e5-5068-4b48-b527-ffc30053c9fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 1100 time: 0.4921839 Aug 31 19:10:31.503456 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-c9e1c310-fcec-4010-ae7d-d3b41ffd1e09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42 HTTP/1.1" status: 200 len: 217 time: 0.0425220 Aug 31 19:10:31.583030 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3cac6-004b-42b2-b299-9af07c0d91d6 None None] Pushing event updated for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:31.591261 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:31.592790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:31.630645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.686552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-53b78a9d-f252-4ef6-9a83-834bc014111b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:31.688130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-53b78a9d-f252-4ef6-9a83-834bc014111b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 819 time: 0.5324452 Aug 31 19:10:31.737293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'port': {'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'admin_state_up': True, 'tenant_id': '9e75b6b7c485491fb557def9fbef0929'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:31.770561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:31.816790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:31.826087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:31.833720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=3f3d0066-620d-4349-a302-e951144b1475,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:31.875285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-fb086671-be3e-4155-8f09-a454d5c320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:31.880972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-fb086671-be3e-4155-8f09-a454d5c320d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.3394742 Aug 31 19:10:31.890547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:31.978291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05e4f-d137-48b2-9be7-52a19c63fad1 req-0951a44e-7716-45b6-8f23-dee032258ced tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:31.979551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Pushing event updated for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:31.996325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36f05e4f-d137-48b2-9be7-52a19c63fad1 req-0951a44e-7716-45b6-8f23-dee032258ced tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 948 time: 1.0062382 Aug 31 19:10:32.040070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:32.041043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:32.042973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-3cd63357-df60-4d24-b46f-8e21221fdb2a service neutron] 10.222.0.67 "PUT /v2.0/ports/3f3d0066-620d-4349-a302-e951144b1475 HTTP/1.1" status: 200 len: 1096 time: 3.2544398 Aug 31 19:10:32.072369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:32.099868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-e5d0bb95-b043-48f4-a0f0-1f0edad701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:32.102255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-e5d0bb95-b043-48f4-a0f0-1f0edad701cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327419 Aug 31 19:10:32.144781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-237270ea-b01a-4553-8898-54ca0def0f76 req-fccf1768-f7c0-450a-a5d1-bf250c3f5b8f tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 210 time: 0.1442785 Aug 31 19:10:32.239452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36f05e4f-d137-48b2-9be7-52a19c63fad1 req-98f6abd5-47c1-4c71-833c-9c9d96a46af6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421515 Aug 31 19:10:32.371803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Made reservation on behalf of 9e75b6b7c485491fb557def9fbef0929 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:32.375341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:32.458716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-f88b2005-7cc1-4381-9f98-b5685c6b29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:32.463919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-f88b2005-7cc1-4381-9f98-b5685c6b29e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 1099 time: 0.3602853 Aug 31 19:10:32.511498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:10:29Z', 'revision_number': 5, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port': {'id': 'a2f7ab95-6a8b-4fad-b2f7-ceec980635b8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:09:37Z', 'updated_at': '2021-08-31T19:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:32.558170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Checking router: 42195790-003d-4f3f-ab70-1631c4d770fb for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:32.570051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Routers {'42195790-003d-4f3f-ab70-1631c4d770fb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:32.571197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42195790-003d-4f3f-ab70-1631c4d770fb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:32.678294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:31Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:32.684309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Allocated IP 172.20.0.3 (e599ff92-aaf6-4797-9df7-201d01a68c4b/d8bcb5f7-b63f-459b-b3aa-0d5458109b4d/a9b8b66c-76c1-462e-b418-4f70ca7be181) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:32.740891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c33af4-45be-4adc-bd19-7ec66ff4b68a None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:31Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:32.756676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] Set router 42195790-003d-4f3f-ab70-1631c4d770fb gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:32.825242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df23c037-4984-4970-9e3c-20c487839536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:10:32Z', 'revision_number': 6, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:32.880467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c037-4984-4970-9e3c-20c487839536 None None] The sync data for ids ['42195790-003d-4f3f-ab70-1631c4d770fb'] in n-d-778550-14 is: [{'id': '42195790-003d-4f3f-ab70-1631c4d770fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1472712929-router', 'tenant_id': '6765d69aa7b046c68b54036eaa2e10f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:09:36Z', 'updated_at': '2021-08-31T19:10:32Z', 'revision_number': 6, 'project_id': '6765d69aa7b046c68b54036eaa2e10f5', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:32.976762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.010702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-de20b20f-489d-4219-b15f-f5c7d5dc22fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3f3d0066-620d-4349-a302-e951144b1475 HTTP/1.1" status: 200 len: 217 time: 0.5222030 Aug 31 19:10:33.011446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Transition to ACTIVE for port object a9b8b66c-76c1-462e-b418-4f70ca7be181 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:33.075494 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.114488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Deleting port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:33.120226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.139084 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-9e5831b5-4b4d-4b29-b653-5b105f79682c service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216849 Aug 31 19:10:33.186299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:33.230502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:33.246213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:33.268848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'tag': '3f3d0066-620d-4349-a302-e951144b1475'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:33.274660 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "tag": "3f3d0066-620d-4349-a302-e951144b1475"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:33.396619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event updated for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:33.422627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:33.437927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.487784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-a04bf100-9c00-41cd-b5cc-2a7bf58dbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:33.510257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-a04bf100-9c00-41cd-b5cc-2a7bf58dbe43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.4856985 Aug 31 19:10:33.515107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 75d6b96b-c6a3-4e22-b80b-953b405995c6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:33.678088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:33.682026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-12e8d0bc-2afb-4581-9557-f756c88b2fa4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797621 Aug 31 19:10:33.693170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:33.693680 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.715631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Request body: {'port': {'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:33.745526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6739cc-6596-40b6-9676-be58e8755bf9 req-2389f6f9-70d8-4ebc-a12c-8eca4a5b8b73 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:33.750267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f6739cc-6596-40b6-9676-be58e8755bf9 req-2389f6f9-70d8-4ebc-a12c-8eca4a5b8b73 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 931 time: 0.3504369 Aug 31 19:10:33.819504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] For port a2f7ab95-6a8b-4fad-b2f7-ceec980635b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:33.819960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:33.865735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Calling delete_port for a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:33.881703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c623be3-2d1a-4382-82a0-a8bc92789079 req-5ad017ac-c5d1-4f46-84be-4ca34979178a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:33.884840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c623be3-2d1a-4382-82a0-a8bc92789079 req-5ad017ac-c5d1-4f46-84be-4ca34979178a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 948 time: 0.4775646 Aug 31 19:10:34.057732 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-6971fdc5-ea6e-4bae-b3dc-81a2c93955b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845377 Aug 31 19:10:34.070458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.075671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c249834a-76ac-4b0a-9c2b-c10acb73e1a2 None None] Provisioning for port a9b8b66c-76c1-462e-b418-4f70ca7be181 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:34.086275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.088966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c249834a-76ac-4b0a-9c2b-c10acb73e1a2 None None] Provisioning complete for port a9b8b66c-76c1-462e-b418-4f70ca7be181 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:34.089359 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c249834a-76ac-4b0a-9c2b-c10acb73e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.136179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-0ab84c8d-9a8d-4146-8ec4-c90367f3daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:34.136179 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-0ab84c8d-9a8d-4146-8ec4-c90367f3daf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5765941 Aug 31 19:10:34.165604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f6739cc-6596-40b6-9676-be58e8755bf9 req-250ce7eb-9a20-483c-8984-5d21d04982fb tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426704 Aug 31 19:10:34.288620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 75d6b96b-c6a3-4e22-b80b-953b405995c6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=75d6b96b-c6a3-4e22-b80b-953b405995c6,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:34.294261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c249834a-76ac-4b0a-9c2b-c10acb73e1a2 None None] Port a9b8b66c-76c1-462e-b418-4f70ca7be181 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:34.300298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.332482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c623be3-2d1a-4382-82a0-a8bc92789079 req-95463075-676b-4edc-bf49-dcc07b6172fc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620634 Aug 31 19:10:34.424455 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49b7e21-46ec-46c4-b9f3-f3d224c37127 x-openstack-request-id: req-a49b7e21-46ec-46c4-b9f3-f3d224c37127 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:34.425141 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "tag": "3f3d0066-620d-4349-a302-e951144b1475", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:34.425364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:34.425492 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a49b7e21-46ec-46c4-b9f3-f3d224c37127 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:34.426227 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'tag': '3f3d0066-620d-4349-a302-e951144b1475', 'status': 'completed', 'code': 200} Aug 31 19:10:34.442943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 621c4766-0383-4685-8fc0-8d96a466be96 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:34.467572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 621c4766-0383-4685-8fc0-8d96a466be96 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:34.468259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 621c4766-0383-4685-8fc0-8d96a466be96 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:34.580059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-d7d4d7fb-75ce-47bc-b057-fa4c13f4d3c3 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252129 Aug 31 19:10:34.660168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-4f99a169-d1fe-4a7c-9362-a776b53ea3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:34.661871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-4f99a169-d1fe-4a7c-9362-a776b53ea3dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 1100 time: 0.2646494 Aug 31 19:10:34.675882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.719391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f7ab95-6a8b-4fad-b2f7-ceec980635b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:34.729593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd678d7-0c2c-4ef8-88c1-86088ae90aa6 req-b092d65e-847c-473c-a0fc-d6c29efaf46d tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:34.731100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccd678d7-0c2c-4ef8-88c1-86088ae90aa6 req-b092d65e-847c-473c-a0fc-d6c29efaf46d tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1585844 Aug 31 19:10:34.853760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b8b66c-76c1-462e-b418-4f70ca7be181 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:34.880957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.885431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:34.898639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccd678d7-0c2c-4ef8-88c1-86088ae90aa6 req-a55b6e3e-4de1-4ca4-8569-2ded6e1d1865 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065788 Aug 31 19:10:34.924812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Transition to ACTIVE for port object a9b8b66c-76c1-462e-b418-4f70ca7be181 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:34.938186 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.051830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.057434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.103524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:35.201687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.202271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42195790-003d-4f3f-ab70-1631c4d770fb {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:10:35.211615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.216299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f22bc22e-3375-4564-93e6-8b170eaee1fa admin admin] 10.222.0.73 "DELETE /v2.0/routers/42195790-003d-4f3f-ab70-1631c4d770fb HTTP/1.1" status: 204 len: 168 time: 4.2647159 Aug 31 19:10:35.220183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:35.293090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c1d2874c-6923-4f89-a79c-89b7eca4bcae req-cd06d31c-d2ae-46ee-936b-204bd3001694 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023909 Aug 31 19:10:35.332122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Deleting subnet 81408d70-59a8-4e2a-bb75-c3b16ce57776 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:10:35.335303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-38d30d07-987d-483d-9479-4044c25ef4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:35.337169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-38d30d07-987d-483d-9479-4044c25ef4a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.6197529 Aug 31 19:10:35.340327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.344784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Attempting to bind port a9b8b66c-76c1-462e-b418-4f70ca7be181 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:35.346462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Attempting to bind port a9b8b66c-76c1-462e-b418-4f70ca7be181 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:35.347926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Attempting to bind port a9b8b66c-76c1-462e-b418-4f70ca7be181 on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:35.368540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Port a9b8b66c-76c1-462e-b418-4f70ca7be181 on network e599ff92-aaf6-4797-9df7-201d01a68c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:35.368876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Attempting to bind port a9b8b66c-76c1-462e-b418-4f70ca7be181 on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:35.388956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:35.389303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Checking segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:35.389694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Bound using segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:35.390149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Bound port: a9b8b66c-76c1-462e-b418-4f70ca7be181, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:35.390556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.461574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 75d6b96b-c6a3-4e22-b80b-953b405995c6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:35.539040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 75d6b96b-c6a3-4e22-b80b-953b405995c6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:35.544280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.576052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-51168b11-d178-41d8-a8dc-408c04f5ded6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42 HTTP/1.1" status: 200 len: 217 time: 0.1435666 Aug 31 19:10:35.698080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:35.712327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:35.725037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.747856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.806229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-8be3d5f8-4be8-443f-a65e-757aac51cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:35.808364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-8be3d5f8-4be8-443f-a65e-757aac51cc6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2111759 Aug 31 19:10:35.813253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:35.814031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:35.815625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] 10.222.0.82 "PUT /v2.0/ports/a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 1092 time: 2.1099894 Aug 31 19:10:35.817412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:35.821042 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:35.827232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:35.834838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-019e8722-a905-4dbb-b4bb-1119803c6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:35.836712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-019e8722-a905-4dbb-b4bb-1119803c6852 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 1099 time: 0.4031672 Aug 31 19:10:35.871716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adceb6f4-6bfa-48da-afa5-6c6f2d4f64bf req-12cb6e80-d246-4dc5-8a7b-b813716277d8 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:35.877757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adceb6f4-6bfa-48da-afa5-6c6f2d4f64bf req-12cb6e80-d246-4dc5-8a7b-b813716277d8 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 943 time: 0.3401716 Aug 31 19:10:35.906406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:35.906957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2f7ab95-6a8b-4fad-b2f7-ceec980635b8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:36.065278 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:36.151334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-90d9f6de-0528-4fa7-912d-298ca0093389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.156306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-90d9f6de-0528-4fa7-912d-298ca0093389 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1095 time: 0.2776232 Aug 31 19:10:36.188257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adceb6f4-6bfa-48da-afa5-6c6f2d4f64bf req-cc5d28cb-0efc-4a53-ab0a-d9ba5f031cba tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562680 Aug 31 19:10:36.207933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-91fcfc6d-2b64-4e45-9452-9f685eb4af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.219308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-91fcfc6d-2b64-4e45-9452-9f685eb4af7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3976994 Aug 31 19:10:36.232671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1459a30-434f-4872-a724-f3db137d0b49 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:36.346812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-8e8e92bf-927b-409a-9ad1-f86db7b1a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.353146 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-8e8e92bf-927b-409a-9ad1-f86db7b1a99d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.4233530 Aug 31 19:10:36.367960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:36.393616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-17cdabf2-03a1-4e18-b54e-10fca184ed11 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.1900454 Aug 31 19:10:36.528997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-1ab5a788-2da9-48e2-b95a-2cba726f7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.530460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-1ab5a788-2da9-48e2-b95a-2cba726f7ea1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1151931 Aug 31 19:10:36.553692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c98f6fff-4adf-4f09-81fa-823646a4a057 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:10:36.554677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c98f6fff-4adf-4f09-81fa-823646a4a057 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055985 Aug 31 19:10:36.554839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964e27-e6c7-4af4-87c8-2cfef157f4f8 req-7089cff2-94a4-4bc3-a139-0463595ec97a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.556647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6964e27-e6c7-4af4-87c8-2cfef157f4f8 req-7089cff2-94a4-4bc3-a139-0463595ec97a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 948 time: 0.1812499 Aug 31 19:10:36.558335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:36.563503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/81408d70-59a8-4e2a-bb75-c3b16ce57776 HTTP/1.1" status: 204 len: 168 time: 1.3334789 Aug 31 19:10:36.563503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b35b2-e7d9-45d9-ae2d-02f7f3f9103f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81408d70-59a8-4e2a-bb75-c3b16ce57776,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:36.565022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1628f-88ec-425b-8c46-7a75538a8397 None None] Network 7ff4544a-7f5f-480e-ada2-29ebe8876a0c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:10:36.566446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:36.570338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-b8e3f69e-77c5-49a9-acd8-cf667e0a889a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3f3d0066-620d-4349-a302-e951144b1475 HTTP/1.1" status: 200 len: 217 time: 0.1595623 Aug 31 19:10:36.576357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:36.576812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Unknown quota resources ['binding']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:10:36.723961 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-030d6da9-325f-4d80-87c0-f67a7bbbf4d8 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826105 Aug 31 19:10:36.755899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-f5779857-26ac-4b69-9e17-b7cc247dcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.757246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-f5779857-26ac-4b69-9e17-b7cc247dcc5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1749759 Aug 31 19:10:36.862388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6964e27-e6c7-4af4-87c8-2cfef157f4f8 req-a1623223-179d-4676-9738-4d04d85cabd8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590201 Aug 31 19:10:36.865874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-aac6ba73-8da5-4ff3-9e44-654895e1aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.867749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-aac6ba73-8da5-4ff3-9e44-654895e1aa0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3083029 Aug 31 19:10:36.872707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:36.920676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-a016d610-fe43-49c1-916a-8e8e0c5b6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:36.922164 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-a016d610-fe43-49c1-916a-8e8e0c5b6d73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510208 Aug 31 19:10:36.930565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-255cb2db-3f59-4f93-9a33-5e2a25cadcba req-570bfec2-410b-41e3-9b28-39bd03d39294 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855514 Aug 31 19:10:36.945456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:36.945854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:36.948238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:36.982922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] DHCP port deletion for 7ff4544a-7f5f-480e-ada2-29ebe8876a0c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:10:37.136381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-f37ab474-85f6-4436-8ea5-0cccf20e4aa2 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581007 Aug 31 19:10:37.162819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Deleting port bc8908c2-24fe-4444-b6eb-2f754bfafb7e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:37.163341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:37.231355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7ef4a13-bfc4-4648-ac15-da44085fbe42 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:37.368764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:37.369345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:37.403138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:37.405955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:37.406372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:37.406828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Bound port: 863467a9-760f-4103-93f2-8d2a8f1104e2, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:37.427562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39b712c2-4759-4a90-bfac-539b1c0c2d58 req-83e007e0-d0e2-43ac-937d-2c0445e745bf service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697523 Aug 31 19:10:37.456352 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d57f4-c3c4-4933-846a-2aeef0eeba84 x-openstack-request-id: req-128d57f4-c3c4-4933-846a-2aeef0eeba84 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:37.456647 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:37.456898 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-128d57f4-c3c4-4933-846a-2aeef0eeba84 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:37.457291 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:10:37.483308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Deleting port bc8908c2-24fe-4444-b6eb-2f754bfafb7e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:37.486533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:37.535558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bc8908c2-24fe-4444-b6eb-2f754bfafb7e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:37.550002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:37.558371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-51307cb6-2696-4c34-a594-60a7658f22b3 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044736 Aug 31 19:10:37.566159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:37.574893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-c2f0faf6-18a1-4a0a-8fb0-4e9a404597a6 service neutron] 10.222.0.73 "POST /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.9982221 Aug 31 19:10:37.599192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:37.603762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:37.633238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Calling delete_port for bc8908c2-24fe-4444-b6eb-2f754bfafb7e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:37.837772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:37.854165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'mac_address': 'fa:16:3e:2d:25:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:37.947254 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.049975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.094244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ef4a13-bfc4-4648-ac15-da44085fbe42 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:38.120181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:38.153104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:38.157109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.171254 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.218146 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ecc3bfd-f181-440f-b02c-0a0e56074e6c req-26378785-c5b0-453e-880f-757cd5b46bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421428 Aug 31 19:10:38.231340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.263295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] For port bc8908c2-24fe-4444-b6eb-2f754bfafb7e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,segment=NetworkSegment(3df012a3-d109-4dbd-a2fe-931a6eacacdf),segment_id=3df012a3-d109-4dbd-a2fe-931a6eacacdf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:38.263872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.269011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-0bad4ad5-0672-4b46-85ae-c755ec9f9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.270515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-0bad4ad5-0672-4b46-85ae-c755ec9f9be5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1095 time: 0.7158985 Aug 31 19:10:38.271145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] No DVR routers for this DVR port bc8908c2-24fe-4444-b6eb-2f754bfafb7e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:38.272952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:38.307926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-503b3d68-b4f6-41ba-8b43-24db4ab4007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.310059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-503b3d68-b4f6-41ba-8b43-24db4ab4007d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0904517 Aug 31 19:10:38.324017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event deleted for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:38.363079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bc95-042e-4c78-b39b-cedda432b53e None None] Pushing event deleted for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:38.366534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Calling delete_port for bc8908c2-24fe-4444-b6eb-2f754bfafb7e owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:38.377612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad34382-2c49-41e9-a7be-803dd6364ce0 req-32f89dc9-b33c-42a9-a488-2b2d60cee564 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.385641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ad34382-2c49-41e9-a7be-803dd6364ce0 req-32f89dc9-b33c-42a9-a488-2b2d60cee564 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 943 time: 0.7865198 Aug 31 19:10:38.412730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538a0cf-c7c5-404d-aa48-8153874fb1aa req-17d84fb6-3f37-46e3-bf4d-3eb5fd615802 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.416262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9538a0cf-c7c5-404d-aa48-8153874fb1aa req-17d84fb6-3f37-46e3-bf4d-3eb5fd615802 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 945 time: 0.2172351 Aug 31 19:10:38.448182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-2ae185e8-8014-4154-8e55-a16edbc9f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.452350 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-2ae185e8-8014-4154-8e55-a16edbc9f363 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1339293 Aug 31 19:10:38.508342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-8c7e9171-67e7-4655-961a-33526817133a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 217 time: 0.0408237 Aug 31 19:10:38.538601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ad34382-2c49-41e9-a7be-803dd6364ce0 req-4580dcc0-aa78-4572-9f91-ed4f3cc18dfa tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519024 Aug 31 19:10:38.547695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-3537c410-adce-46fa-8311-597187edb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.561411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-3537c410-adce-46fa-8311-597187edb348 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2735150 Aug 31 19:10:38.572567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7ef4a13-bfc4-4648-ac15-da44085fbe42'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:38.585410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9538a0cf-c7c5-404d-aa48-8153874fb1aa req-92ed0ef4-271f-4162-b315-57c165c19dd7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585984 Aug 31 19:10:38.604276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-639040c9-3cdc-413a-a744-8fe7749ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.615499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-639040c9-3cdc-413a-a744-8fe7749ac864 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0926538 Aug 31 19:10:38.672867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-0573135e-8a3d-47a3-95ee-939fda719e2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506856 Aug 31 19:10:38.700479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-412fd450-49f4-4822-b8f5-127e4c4b917d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.1124091 Aug 31 19:10:38.818040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-5c9c28ad-95e6-4005-95c3-abc8f3debb6a service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341438 Aug 31 19:10:38.846077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:38.896527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31be45-4ad9-4879-b8de-b1b1628f332d req-e255d6e3-96bb-431f-a93b-b5a569ebcc43 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.898213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c31be45-4ad9-4879-b8de-b1b1628f332d req-e255d6e3-96bb-431f-a93b-b5a569ebcc43 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 949 time: 0.1961308 Aug 31 19:10:38.903113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8908c2-24fe-4444-b6eb-2f754bfafb7e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:38.921478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c418a-31f2-4315-9894-9ea344404104 req-40f8b2da-109f-4b22-b61e-52b539f4fdd4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.929872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca4c418a-31f2-4315-9894-9ea344404104 req-40f8b2da-109f-4b22-b61e-52b539f4fdd4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1864312 Aug 31 19:10:38.932620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-24855acb-47da-400f-bd37-c256379af0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:38.934094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-24855acb-47da-400f-bd37-c256379af0d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1681678 Aug 31 19:10:38.934348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-a684c42b-0a75-477c-963e-f3d603b74e9b service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062620 Aug 31 19:10:38.935149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] No DVR routers for this DVR port bc8908c2-24fe-4444-b6eb-2f754bfafb7e on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:39.091101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca4c418a-31f2-4315-9894-9ea344404104 req-f202ae87-f49f-4406-90e8-57e919ba3ffb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602325 Aug 31 19:10:39.094079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c31be45-4ad9-4879-b8de-b1b1628f332d req-4c9ad72c-63b2-4b5c-80bd-34765a2ca2b3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816387 Aug 31 19:10:39.107442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.125802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-b8d65622-88ce-49b8-9a25-87b7a7df1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:39.125802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-b8d65622-88ce-49b8-9a25-87b7a7df1fb3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663644 Aug 31 19:10:39.125802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff4544a-7f5f-480e-ada2-29ebe8876a0c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:39.149451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df012a3-d109-4dbd-a2fe-931a6eacacdf') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:39.149451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df012a3-d109-4dbd-a2fe-931a6eacacdf') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:39.182910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.199269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.206979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:10:39.207389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.224528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 3f3d0066-620d-4349-a302-e951144b1475 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:10:39.287496 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:10:39.333670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.367629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.372928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7ff4544a-7f5f-480e-ada2-29ebe8876a0c HTTP/1.1" status: 204 len: 168 time: 2.7762382 Aug 31 19:10:39.377010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6270be1-e46f-4448-bb57-7bc760323249 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff4544a-7f5f-480e-ada2-29ebe8876a0c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:39.476979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=3f3d0066-620d-4349-a302-e951144b1475,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:39.495120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-c45bd9af-a29a-40fd-9830-aca8b46dbb19 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616734 Aug 31 19:10:39.512465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '3f3d0066-620d-4349-a302-e951144b1475', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '3f3d0066-620d-4349-a302-e951144b1475', 'mac_address': 'fa:16:3e:47:b7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:39.584380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.603166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3d0066-620d-4349-a302-e951144b1475 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:39.634223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=3f3d0066-620d-4349-a302-e951144b1475,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:39.640732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.710865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43666) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:39.720754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:39.781636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fb8-50be-4d6e-84a4-913aa1637b7e req-e6b84ba4-1573-44a9-a9ab-b490f31d80f5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:39.784191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5508fb8-50be-4d6e-84a4-913aa1637b7e req-e6b84ba4-1573-44a9-a9ab-b490f31d80f5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 943 time: 0.1154814 Aug 31 19:10:39.786720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c658ad-bd21-4a43-8f9c-9a3ae0cd4501 req-683e2d11-3f95-433e-a759-2205a751293a service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807877 Aug 31 19:10:39.811550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fd79a22d-34cd-46d5-9be2-3c9f07044b99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6765d69aa7b046c68b54036eaa2e10f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992486 Aug 31 19:10:39.815477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:39.872181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5508fb8-50be-4d6e-84a4-913aa1637b7e req-90c26d07-d877-4450-8619-a9d3ec9b8ee7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Aug 31 19:10:39.957595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:39.971619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-622fbe62-9253-4385-9a00-71784c3a2e25 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--980566661&fields=id&tenant_id=1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 267 time: 0.0795667 Aug 31 19:10:40.059828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:40.082017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['3f3d0066-620d-4349-a302-e951144b1475'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:40.171873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:40.176351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:40.176351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d35bdbe7-2df3-45a1-9746-37c96314bfbf HTTP/1.1" status: 204 len: 168 time: 0.3589389 Aug 31 19:10:40.197459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-b396ba72-89c3-42f7-b7ac-b818ce87ddb7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:40.207865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-b396ba72-89c3-42f7-b7ac-b818ce87ddb7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 824 time: 0.2346139 Aug 31 19:10:40.228149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d00c5-bfbb-49e3-8feb-d9ad9cef4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bdbe7-2df3-45a1-9746-37c96314bfbf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:40.238434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-bf456046-e398-4d68-a3ff-57bf66f276d5 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/quotas/1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 375 time: 0.0297177 Aug 31 19:10:40.335965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265311a-34c0-43e0-a980-4d839253d8bd req-e61f3f0b-82f0-4778-bc1b-edb92094472a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:40.341168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f265311a-34c0-43e0-a980-4d839253d8bd req-e61f3f0b-82f0-4778-bc1b-edb92094472a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 949 time: 0.0850341 Aug 31 19:10:40.363577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-e086d7ff-60a9-4b0b-844a-fa755ca1b794 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1156163 Aug 31 19:10:40.495522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f265311a-34c0-43e0-a980-4d839253d8bd req-15e59f9d-79ea-4b33-8933-a303b458e4cf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058068 Aug 31 19:10:40.558986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-69b4832c-0f16-4a19-a23f-50c93a0428a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944034 Aug 31 19:10:40.703087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31b911-6ab4-4974-8f31-e9557290ead8 req-d3c3bd6c-95a2-4bcc-8a93-6f45c0e8dfcb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:40.711918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d31b911-6ab4-4974-8f31-e9557290ead8 req-d3c3bd6c-95a2-4bcc-8a93-6f45c0e8dfcb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1286278 Aug 31 19:10:40.741818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-dd65dc34-4a01-4501-ae65-a4d719b86783 service neutron] 10.222.0.73 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816316 Aug 31 19:10:40.790062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d31b911-6ab4-4974-8f31-e9557290ead8 req-8d3af81a-d3e0-46e7-b120-e1e5c122ab4f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Aug 31 19:10:41.161647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eae9f-47ba-48c6-9c00-54049da68f5a req-f1d46624-9fab-45c5-a2d8-b5dc298fe8de tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:41.169385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d3eae9f-47ba-48c6-9c00-54049da68f5a req-f1d46624-9fab-45c5-a2d8-b5dc298fe8de tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 943 time: 0.1255434 Aug 31 19:10:41.246925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7ef4a13-bfc4-4648-ac15-da44085fbe42 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:41.251861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d3eae9f-47ba-48c6-9c00-54049da68f5a req-a691a74e-cae0-4bcb-8102-bf7a0c6a984c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809216 Aug 31 19:10:41.254508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a29907f8-4b81-4858-8c1c-1f02e09bb82f req-3352a90c-ae06-40cb-b8f7-62050be5b513 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 210 time: 0.0598907 Aug 31 19:10:41.386172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b7ef4a13-bfc4-4648-ac15-da44085fbe42 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:41.402710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b7ef4a13-bfc4-4648-ac15-da44085fbe42 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:41.406776 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:41.454087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a9b8b66c-76c1-462e-b418-4f70ca7be181 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:41.569515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24ba686c-4ce8-44bb-9207-930dca18ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:41.667903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-a5800153-b01e-4f68-bd0c-6c621f5b6d7c tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:41.671824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-a5800153-b01e-4f68-bd0c-6c621f5b6d7c tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.67 "GET /v2.0/ports?device_id=c74e7bf0-4f24-4c0b-ac47-4862f76fe278 HTTP/1.1" status: 200 len: 945 time: 0.1718192 Aug 31 19:10:41.702647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c3ccc-9ae3-4d59-996e-5d6c518d8dde req-b7de2ade-a432-457b-992f-31cedf2d32af tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:41.705377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a7c3ccc-9ae3-4d59-996e-5d6c518d8dde req-b7de2ade-a432-457b-992f-31cedf2d32af tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 949 time: 0.1013598 Aug 31 19:10:41.837268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a7c3ccc-9ae3-4d59-996e-5d6c518d8dde req-d4e80abe-76c7-48b8-b1e6-a8197722f7a2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170628 Aug 31 19:10:41.982039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Deleting port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:41.983108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.189282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] For port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:42.190413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.233549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6df38-7be7-42a4-83e9-bb3b2e021dcc req-abb03374-729d-49f8-b178-86d40c2079ac tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:42.241234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.246372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2c6df38-7be7-42a4-83e9-bb3b2e021dcc req-abb03374-729d-49f8-b178-86d40c2079ac tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.2313404 Aug 31 19:10:42.322017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:42.363246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2c6df38-7be7-42a4-83e9-bb3b2e021dcc req-24e509c1-283e-4c62-b214-b79c90b1980a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159577 Aug 31 19:10:42.386949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:42.389727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:42.393857 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71704d-0a36-474a-8993-ca374caf9146" -d '{"events": [{"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:42.401384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.406106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:42.486279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:42.554618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.589875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8b66c-76c1-462e-b418-4f70ca7be181 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:42.610396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2230-5ad6-41f4-af70-4b50d26d16d6 req-44b88581-4a01-44ea-8b6f-2e763c56d889 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:42.616351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbdb2230-5ad6-41f4-af70-4b50d26d16d6 req-44b88581-4a01-44ea-8b6f-2e763c56d889 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 943 time: 0.0808771 Aug 31 19:10:42.666149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:42.679057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.697651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.698143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:42.698379 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf disassociated. External IP: 172.25.3.247, port: 05d616c4-f2dd-4bad-8627-6dd68dbfcc41. Aug 31 19:10:42.703024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Calling delete_port for 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:42.785931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbdb2230-5ad6-41f4-af70-4b50d26d16d6 req-165dc820-14c3-4570-91f2-c7b5b8ccf2af tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658547 Aug 31 19:10:42.792163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:42.952996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a9b8b66c-76c1-462e-b418-4f70ca7be181'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:42.974430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:43.037226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a62b1fd5-0fed-416b-95b0-cea2e0684f59 req-94477cba-2823-4663-a473-00d00e518d0b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 210 time: 0.0676472 Aug 31 19:10:43.168516 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1888a-af48-487c-9ee0-f74443446246 x-openstack-request-id: req-69c1888a-af48-487c-9ee0-f74443446246 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:43.171964 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:43.171964 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69c1888a-af48-487c-9ee0-f74443446246 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:43.171964 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'code': 200} Aug 31 19:10:43.212231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-3c6f77c4-8654-4912-b298-03440db24261 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:43.215578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-3c6f77c4-8654-4912-b298-03440db24261 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.82 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 824 time: 0.3332424 Aug 31 19:10:43.279220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 3f3d0066-620d-4349-a302-e951144b1475 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:43.337065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-15f7878f-b91e-4cdb-b4f0-b77ed557a214 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1078e3e8274746069c0119ff733c2078 HTTP/1.1" status: 200 len: 379 time: 0.1097515 Aug 31 19:10:43.426696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'port': {'device_id': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'admin_state_up': True, 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'security_groups': ['f8be8532-e710-4fd1-a9e7-55c4b0e22cf6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:43.433253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 3f3d0066-620d-4349-a302-e951144b1475 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:43.440513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 3f3d0066-620d-4349-a302-e951144b1475 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:43.440891 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:43.507942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event deleted for resources: {'Port': ['ID=05d616c4-f2dd-4bad-8627-6dd68dbfcc41,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:43.550859 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:43.650225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=3f3d0066-620d-4349-a302-e951144b1475,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:43.662257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:43.663949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:43.666725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:10:43.682569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce434c-c170-4ec3-a995-dbec95924225 req-21090a5c-4836-469f-9bc7-f7f50194262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:43.684657 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bce434c-c170-4ec3-a995-dbec95924225 req-21090a5c-4836-469f-9bc7-f7f50194262b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 1102 time: 0.1698759 Aug 31 19:10:43.757747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3431-36cd-4cf4-b434-e6c377bc90dd req-e2a8b3e7-acd6-40ae-a202-8507ac405344 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:43.768741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:43.770160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-719e3431-36cd-4cf4-b434-e6c377bc90dd req-e2a8b3e7-acd6-40ae-a202-8507ac405344 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 950 time: 0.4426870 Aug 31 19:10:43.772809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:43.783980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Made reservation on behalf of 1078e3e8274746069c0119ff733c2078 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:43.800900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:43.837108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:43.874675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:10:43.886540 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:10:43.901531 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:43.902180 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:44.020015 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bce434c-c170-4ec3-a995-dbec95924225 req-e895df2f-b491-431e-ba2c-b3c11fc09c4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469445 Aug 31 19:10:44.065958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Allocated IP 172.20.0.11 (f6181a6e-1ab5-48be-9f8b-fcaf5bc82588/0458a2fe-e33f-47ea-a8c3-ec2e9906eb26/94a72208-8f7d-4f3b-95c3-23308c0e1282) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:44.151430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b34efa0e-5612-4e5c-a33e-d3ab4231be19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:44.163091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] No DVR routers for this DVR port 05d616c4-f2dd-4bad-8627-6dd68dbfcc41 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:44.166970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:44.169103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db9fc246-ad83-4d5a-804a-fac9872904d1 req-96710b6b-cd4f-4669-be7c-89c7c0b71d57 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.67 "DELETE /v2.0/ports/05d616c4-f2dd-4bad-8627-6dd68dbfcc41 HTTP/1.1" status: 204 len: 173 time: 2.4917059 Aug 31 19:10:44.169548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'name': 'network-vif-deleted', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:44.179134 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b1c78-6db5-4630-87c3-e2c46892dff0" -d '{"events": [{"server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "name": "network-vif-deleted", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:44.255111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:44.256813 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:44.278172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-719e3431-36cd-4cf4-b434-e6c377bc90dd req-3bc0f80a-d385-412d-97f0-420bc2b4c8bd tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068526 Aug 31 19:10:44.418622 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:44.662459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248b743-b8be-440b-ba87-602994588d2c req-47141669-0145-48c5-b483-d9732fc32d8f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:44.664360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d248b743-b8be-440b-ba87-602994588d2c req-47141669-0145-48c5-b483-d9732fc32d8f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1902864 Aug 31 19:10:44.803084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff2d3-d74e-4888-98b1-103f4f668780 req-53cc8882-fb32-4c8a-a78b-3d73aef577d0 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:44.811986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adaff2d3-d74e-4888-98b1-103f4f668780 req-53cc8882-fb32-4c8a-a78b-3d73aef577d0 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 944 time: 0.2659261 Aug 31 19:10:44.823008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:44.844523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d248b743-b8be-440b-ba87-602994588d2c req-5d5a40a1-b04d-4d75-8046-87aa5816ba23 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510046 Aug 31 19:10:44.856392 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:44.926612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Transition to ACTIVE for port object 94a72208-8f7d-4f3b-95c3-23308c0e1282 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:44.937052 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:10:44.967808 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:10:44.968440 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:45.015114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adaff2d3-d74e-4888-98b1-103f4f668780 req-0463b570-9493-4871-95b7-71d8df004570 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959054 Aug 31 19:10:45.171933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3d0066-620d-4349-a302-e951144b1475'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:45.175531 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf334db-82e6-4424-a12e-b793fa36cf68" -d '{"events": [{"server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "name": "network-vif-plugged", "status": "completed", "tag": "3f3d0066-620d-4349-a302-e951144b1475"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:45.257247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5fef0ff-87ca-4c50-9be1-f4064cb24489 req-e9b4ae9b-473a-4726-ad36-384b607c9e4d tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 210 time: 0.2623143 Aug 31 19:10:45.260314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.264146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.288198 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:10:45.438102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a9b8b66c-76c1-462e-b418-4f70ca7be181 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:45.474650 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c2ac42-d9a5-43c1-99c2-38a49ae00c5e x-openstack-request-id: req-f5c2ac42-d9a5-43c1-99c2-38a49ae00c5e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:45.475150 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e7bf0-4f24-4c0b-ac47-4862f76fe278", "name": "network-vif-deleted", "tag": "05d616c4-f2dd-4bad-8627-6dd68dbfcc41", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:45.475237 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5c2ac42-d9a5-43c1-99c2-38a49ae00c5e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:45.475706 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74e7bf0-4f24-4c0b-ac47-4862f76fe278', 'name': 'network-vif-deleted', 'tag': '05d616c4-f2dd-4bad-8627-6dd68dbfcc41', 'status': 'completed', 'code': 200} Aug 31 19:10:45.591253 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.630689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:45.656590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:45.662741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port a9b8b66c-76c1-462e-b418-4f70ca7be181 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:45.671777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a9b8b66c-76c1-462e-b418-4f70ca7be181 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:45.677092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.677311 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:10:45.686359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:45.759007 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bc38c-ea5f-41cc-bab5-19d586d62ce2 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:10:45.876427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.914205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:45.915212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.945517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:45.958553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:45.959658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5098-6e7f-4c99-a936-b62d6d9556f6 req-3defaadd-23c5-4a3d-b14a-e048d6c593d9 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:45.975311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57ec5098-6e7f-4c99-a936-b62d6d9556f6 req-3defaadd-23c5-4a3d-b14a-e048d6c593d9 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1097 time: 0.6553221 Aug 31 19:10:46.016184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event updated for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:46.074017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-66cf4f51-71a3-4ade-adbc-0ad236578a5e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6531389 Aug 31 19:10:46.114148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:46.134309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Request body: {'port': {'device_id': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:46.307811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:46.310797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d727b-7fe3-4938-aaa3-a20cf293851d None None] New status for floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:10:46.338594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57ec5098-6e7f-4c99-a936-b62d6d9556f6 req-93869127-ae1f-4faf-95cb-7984c88ec316 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619416 Aug 31 19:10:46.574548 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc956378-e513-4f1c-8e55-c8f9b6fd3645 x-openstack-request-id: req-cc956378-e513-4f1c-8e55-c8f9b6fd3645 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:46.575223 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "name": "network-vif-plugged", "status": "completed", "tag": "3f3d0066-620d-4349-a302-e951144b1475", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:46.575837 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc956378-e513-4f1c-8e55-c8f9b6fd3645 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:46.576620 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3d0066-620d-4349-a302-e951144b1475', 'code': 200} Aug 31 19:10:46.774883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69471edf-fae9-456b-a381-1dcb670cb096 req-1b7442ee-2728-475d-8a24-f5de302e3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:46.793260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69471edf-fae9-456b-a381-1dcb670cb096 req-1b7442ee-2728-475d-8a24-f5de302e3777 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 1101 time: 0.2213631 Aug 31 19:10:46.870698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:46.998827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69471edf-fae9-456b-a381-1dcb670cb096 req-c9d6d762-f3c4-4e25-b20d-9fcd6979ca95 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939771 Aug 31 19:10:47.038345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498e0b-4224-48ee-b5f8-a9b644982e80 req-c52954bd-5831-4c83-8d04-0574160f4aa8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:47.040259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a498e0b-4224-48ee-b5f8-a9b644982e80 req-c52954bd-5831-4c83-8d04-0574160f4aa8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 950 time: 0.2297003 Aug 31 19:10:47.109228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a498e0b-4224-48ee-b5f8-a9b644982e80 req-47e93008-3735-44d6-88a1-50a47c9475ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Aug 31 19:10:47.127739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede76a14-1f6c-405f-92c6-463b5f4e9b55 req-722c4ac1-1ebe-49c2-906a-73e47ac062ab tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:47.140388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ede76a14-1f6c-405f-92c6-463b5f4e9b55 req-722c4ac1-1ebe-49c2-906a-73e47ac062ab tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.1553504 Aug 31 19:10:47.265402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ede76a14-1f6c-405f-92c6-463b5f4e9b55 req-0fe9e8da-1e08-4b57-bf7c-ced03b8a48f5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092801 Aug 31 19:10:47.325526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb92ec1-1361-4ceb-bd41-99fb3495f44f req-80b76932-55d0-4fb2-aa91-71e4f9d67f69 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:47.332839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb92ec1-1361-4ceb-bd41-99fb3495f44f req-80b76932-55d0-4fb2-aa91-71e4f9d67f69 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.1474054 Aug 31 19:10:47.346466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a72208-8f7d-4f3b-95c3-23308c0e1282 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:47.369035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:47.406522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Transition to ACTIVE for port object 94a72208-8f7d-4f3b-95c3-23308c0e1282 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:47.433900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb92ec1-1361-4ceb-bd41-99fb3495f44f req-945b7d13-81e0-4ca8-9af0-065746481b2c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Aug 31 19:10:47.433900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:47.587950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Pushing event updated for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:47.665367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0d54-8b1e-4c6d-99fb-4604a8ff975c req-46382b2f-3910-4ef9-9fc2-5388b421c3cf tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:47.672712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f61e0d54-8b1e-4c6d-99fb-4604a8ff975c req-46382b2f-3910-4ef9-9fc2-5388b421c3cf tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 944 time: 0.1226499 Aug 31 19:10:47.712183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Attempting to bind port 94a72208-8f7d-4f3b-95c3-23308c0e1282 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:47.712561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Attempting to bind port 94a72208-8f7d-4f3b-95c3-23308c0e1282 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:47.712913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Attempting to bind port 94a72208-8f7d-4f3b-95c3-23308c0e1282 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:47.726642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Port 94a72208-8f7d-4f3b-95c3-23308c0e1282 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:47.726980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Attempting to bind port 94a72208-8f7d-4f3b-95c3-23308c0e1282 on network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:47.734151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f61e0d54-8b1e-4c6d-99fb-4604a8ff975c req-37c82116-0755-4f7a-b4a4-7a18c04e1628 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588520 Aug 31 19:10:47.737718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:47.738783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Checking segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:47.739046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Bound using segment: {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:47.740549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Bound port: 94a72208-8f7d-4f3b-95c3-23308c0e1282, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7b1cd-d369-47e6-93b8-13ad83194125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:47.740933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:47.874313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:47.883835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:47.899005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:47.953485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:47.955066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:47.957033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] 10.222.0.82 "PUT /v2.0/ports/94a72208-8f7d-4f3b-95c3-23308c0e1282 HTTP/1.1" status: 200 len: 1093 time: 1.8531573 Aug 31 19:10:47.957595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:47.960087 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb1915d-28b3-42a1-b006-eb7fc8156e35" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:47.999543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b92090-e476-40c8-8f1b-a691ae0514fc service neutron] Pushing event updated for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:48.044575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e49f7a49-3826-4675-8d3d-a7fd063cb4d8 None None] Provisioning for port 94a72208-8f7d-4f3b-95c3-23308c0e1282 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:48.172323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-2eae9777-a656-4f4b-9eeb-4736570b1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:48.172323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-2eae9777-a656-4f4b-9eeb-4736570b1092 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 1096 time: 0.1528726 Aug 31 19:10:48.271968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2a114-2e77-4416-8baa-b6a0ef65c92a req-c2682535-9f76-47a0-825c-1be988fb8256 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:48.291085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cf2a114-2e77-4416-8baa-b6a0ef65c92a req-c2682535-9f76-47a0-825c-1be988fb8256 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 949 time: 0.2063460 Aug 31 19:10:48.399714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-a421cdd6-2e16-4d73-bece-81d5a5713574 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282 HTTP/1.1" status: 200 len: 217 time: 0.2019250 Aug 31 19:10:48.503993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-6518e5e8-3d29-40b4-b707-e05b2f05888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:48.505430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-6518e5e8-3d29-40b4-b707-e05b2f05888e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.0951409 Aug 31 19:10:48.578549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:48.581807 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30171f77-8d95-4713-91e3-856358eaa416" -d '{"events": [{"server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:48.585729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cf2a114-2e77-4416-8baa-b6a0ef65c92a req-cb7a0fa3-6293-48d1-937b-57fd62e77ecf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936897 Aug 31 19:10:48.653339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-2f4bc703-551d-4d95-93ba-4beba46d209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:48.655058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-2f4bc703-551d-4d95-93ba-4beba46d209d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255617 Aug 31 19:10:48.860983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-37c7c50c-101f-480b-a25a-2e82fdee0a37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189454 Aug 31 19:10:48.880576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-bc3a9571-2df6-49d3-818c-7c717a7e7d66 service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168171 Aug 31 19:10:48.972399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abe34-b6ab-4da6-938f-91de7502a463 req-f76be653-457c-4789-97a5-f85b576134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:48.974586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-f76be653-457c-4789-97a5-f85b576134d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 1118 time: 0.0523357 Aug 31 19:10:49.001142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9f86cb1f-4629-453f-8654-7edae425e43d tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:10:49.003859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9f86cb1f-4629-453f-8654-7edae425e43d tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080550 Aug 31 19:10:49.055559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cdc42ab-82a5-4dd4-9f11-ce906b0650dc req-2d487fbc-d1f0-4d63-a974-808096ff2ae5 service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580296 Aug 31 19:10:49.110930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:49.111274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Unknown quota resources ['binding']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:10:49.114368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abe34-b6ab-4da6-938f-91de7502a463 req-f2992c57-e2cd-4371-9a82-a090cf7148fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.116181 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-f2992c57-e2cd-4371-9a82-a090cf7148fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1106629 Aug 31 19:10:49.194220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-b6274716-ff90-4a71-ac8b-24887e2ec38f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 200 len: 217 time: 0.0541253 Aug 31 19:10:49.257546 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9bc5b9-9e83-4331-ba51-debf3209cba3 x-openstack-request-id: req-0f9bc5b9-9e83-4331-ba51-debf3209cba3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:49.258087 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:49.258514 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f9bc5b9-9e83-4331-ba51-debf3209cba3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:49.259306 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'status': 'completed', 'code': 200} Aug 31 19:10:49.323695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abe34-b6ab-4da6-938f-91de7502a463 req-57ad1c92-15ee-4615-9fc7-c0c3a2a6f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.325361 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-57ad1c92-15ee-4615-9fc7-c0c3a2a6f514 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1025188 Aug 31 19:10:49.367713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-962c326c-26be-4237-a368-e6881974a0d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311105 Aug 31 19:10:49.375028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-de93c221-50ba-42f8-8244-a39f02a9cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.376497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-de93c221-50ba-42f8-8244-a39f02a9cfc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 1096 time: 0.0885711 Aug 31 19:10:49.418465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8189401-27ef-40dc-aff9-503b01bfbaa4 req-cd124721-cc1b-4d10-b797-3283a422801e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.420146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8189401-27ef-40dc-aff9-503b01bfbaa4 req-cd124721-cc1b-4d10-b797-3283a422801e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.0853853 Aug 31 19:10:49.449904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:49.450398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:49.450724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:49.458684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:49.459008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:49.474890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:49.475291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:49.475669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:49.476114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Bound port: 0799b897-3349-4d25-9a04-22cfe945cd4e, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:49.514955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-53a604a6-4baf-43e8-a891-d213084fdc3f service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360164 Aug 31 19:10:49.595906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:49.603298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:49.604625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3005755a-a0dc-419b-a424-4733f4269fef service neutron] 10.222.0.73 "POST /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4975703 Aug 31 19:10:49.636447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-318abe34-b6ab-4da6-938f-91de7502a463 req-defcdcb4-8e1a-4297-8b88-66c3ebf7615f service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099226 Aug 31 19:10:49.802041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8189401-27ef-40dc-aff9-503b01bfbaa4 req-ee47f255-7e04-46d7-8ec4-630afadbf4b5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568709 Aug 31 19:10:49.836835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-7b24c6d5-2f27-4b10-9c90-10f59b25796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.838295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-7b24c6d5-2f27-4b10-9c90-10f59b25796d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 925 time: 0.4488714 Aug 31 19:10:49.850409 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5996c-b805-4991-8d7d-04ebaa0166ba x-openstack-request-id: req-c1b5996c-b805-4991-8d7d-04ebaa0166ba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:49.851421 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:49.852969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140c21-cd25-4a82-b338-82cb2e698a6a req-ff7e0c55-9a21-4197-805c-b5dbaec4f422 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.854381 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1b5996c-b805-4991-8d7d-04ebaa0166ba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:49.854495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf140c21-cd25-4a82-b338-82cb2e698a6a req-ff7e0c55-9a21-4197-805c-b5dbaec4f422 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0764003 Aug 31 19:10:49.854783 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'code': 200} Aug 31 19:10:49.896691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-643bb74f-ff48-4012-96a7-46fe8205f255 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282 HTTP/1.1" status: 200 len: 217 time: 0.0412908 Aug 31 19:10:49.983045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf140c21-cd25-4a82-b338-82cb2e698a6a req-0446ac14-41cd-442b-af2b-d5c2c5cb4ba4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193964 Aug 31 19:10:49.988935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96541b-2580-4301-b56f-e6c89cc1c112 req-767f7658-751a-4d53-9e8b-75f1cf487d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.990706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae96541b-2580-4301-b56f-e6c89cc1c112 req-767f7658-751a-4d53-9e8b-75f1cf487d33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.0400164 Aug 31 19:10:49.996374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-64fd4558-59e8-4b71-b278-f0f0346300eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:49.997799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-64fd4558-59e8-4b71-b278-f0f0346300eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.0818877 Aug 31 19:10:50.014980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7bc3f-b679-4d8e-8278-309b502b6f0b req-a4c1f20a-786a-44b8-b07a-fc2a7d562385 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.017490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8df7bc3f-b679-4d8e-8278-309b502b6f0b req-a4c1f20a-786a-44b8-b07a-fc2a7d562385 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 944 time: 0.1124158 Aug 31 19:10:50.049686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae96541b-2580-4301-b56f-e6c89cc1c112 req-4d40a2b4-53cd-4357-928a-11890a92c93d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331097 Aug 31 19:10:50.080176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8df7bc3f-b679-4d8e-8278-309b502b6f0b req-0834a23e-4d6f-4d1f-be60-ed53ab2f1033 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Aug 31 19:10:50.089766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-4ee6fa92-e4d2-4fa6-b219-f8f9c2def1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.091416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-4ee6fa92-e4d2-4fa6-b219-f8f9c2def1ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729237 Aug 31 19:10:50.220612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b598ed-575a-4935-ae97-28d891522e1f req-164c6fb9-5985-4588-a032-e857d1124dc1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.222144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03b598ed-575a-4935-ae97-28d891522e1f req-164c6fb9-5985-4588-a032-e857d1124dc1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 949 time: 0.0827768 Aug 31 19:10:50.233384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50925-2894-47d7-8a3b-8afda11eaeff req-d8298323-4831-4dcc-9a63-1999420434a2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.234781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0e50925-2894-47d7-8a3b-8afda11eaeff req-d8298323-4831-4dcc-9a63-1999420434a2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0702953 Aug 31 19:10:50.291531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03b598ed-575a-4935-ae97-28d891522e1f req-d4e6db82-3f15-49ac-a963-9c93e8b3cc80 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Aug 31 19:10:50.296402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0e50925-2894-47d7-8a3b-8afda11eaeff req-359beb47-6dd3-4bcc-8717-384b2fc8d410 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533953 Aug 31 19:10:50.436002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-bad31649-efa5-4116-a500-c272ee3f4f14 service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943797 Aug 31 19:10:50.560910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acb1915d-28b3-42a1-b006-eb7fc8156e35 req-124c76b1-9f13-4be5-9506-ab47d66a4f28 service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008964 Aug 31 19:10:50.865385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed874ca8-77de-46f0-bad9-0c255e8aaf62 req-bab8de47-c236-4fca-bdf3-8e7b66b69b59 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.871570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed874ca8-77de-46f0-bad9-0c255e8aaf62 req-bab8de47-c236-4fca-bdf3-8e7b66b69b59 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:50.873225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed874ca8-77de-46f0-bad9-0c255e8aaf62 req-bab8de47-c236-4fca-bdf3-8e7b66b69b59 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e&device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 1690 time: 0.0608380 Aug 31 19:10:50.913657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed874ca8-77de-46f0-bad9-0c255e8aaf62 req-fdc4af65-3b52-471d-a056-57c4c762afb5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Aug 31 19:10:51.073349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffebc72-c3a0-4a32-b6cc-02957bf56d8d req-8b4c50b9-5260-4bb8-9c4c-fcc4cf9e0862 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:51.074889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ffebc72-c3a0-4a32-b6cc-02957bf56d8d req-8b4c50b9-5260-4bb8-9c4c-fcc4cf9e0862 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Aug 31 19:10:51.121662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ffebc72-c3a0-4a32-b6cc-02957bf56d8d req-3995d652-1093-4238-a992-b825ac5de8eb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Aug 31 19:10:51.247566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4aa22-ad5a-43ab-b092-43b7ca202ec9 req-6d1dd702-3c91-4fe9-a9bc-043451e4d0a1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:51.249126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fc4aa22-ad5a-43ab-b092-43b7ca202ec9 req-6d1dd702-3c91-4fe9-a9bc-043451e4d0a1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0617609 Aug 31 19:10:51.289507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fc4aa22-ad5a-43ab-b092-43b7ca202ec9 req-467f7c83-a9dc-4074-bae2-d77f5b63f9bd tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Aug 31 19:10:51.599597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac738eb-a64d-4381-b51c-4234ccfffe16 req-94034057-3ad4-4fab-92e6-d867b7142d9e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:51.601241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ac738eb-a64d-4381-b51c-4234ccfffe16 req-94034057-3ad4-4fab-92e6-d867b7142d9e tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 944 time: 0.0786598 Aug 31 19:10:51.670438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab8d2-5eb3-4b11-b2ac-72229717c7b0 req-0b0ff6ae-0a38-4fa7-8b5f-8f89db773bbf tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:51.671983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-970ab8d2-5eb3-4b11-b2ac-72229717c7b0 req-0b0ff6ae-0a38-4fa7-8b5f-8f89db773bbf tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 1102 time: 0.0697918 Aug 31 19:10:51.675895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ac738eb-a64d-4381-b51c-4234ccfffe16 req-94d6018d-4516-40c8-b151-f50f393634ee tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644107 Aug 31 19:10:51.709749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-970ab8d2-5eb3-4b11-b2ac-72229717c7b0 req-d6660dd9-b04a-47c2-afed-cbf24a29948f tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Aug 31 19:10:51.792094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bca894-3e7b-4ca9-91c4-4de257db10ab req-8fa0ac5f-6248-4672-b907-c2f6a2a89055 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:51.793691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7bca894-3e7b-4ca9-91c4-4de257db10ab req-8fa0ac5f-6248-4672-b907-c2f6a2a89055 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0552783 Aug 31 19:10:51.833636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7bca894-3e7b-4ca9-91c4-4de257db10ab req-18689ef0-47af-4782-8f0b-793ace4d0f89 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Aug 31 19:10:52.031167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-81f79156-5a19-4616-9343-9fcf9c203dd4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:52.033727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-81f79156-5a19-4616-9343-9fcf9c203dd4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.1090901 Aug 31 19:10:52.049704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-96da3c07-6caf-4071-9cb6-29e05bb2f310 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/quotas/be8ee7bbd5b6496282f195756ad9765c HTTP/1.1" status: 200 len: 375 time: 0.0099773 Aug 31 19:10:52.103132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-16738cb6-85cc-4adf-b396-6b957ed58317 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476482 Aug 31 19:10:52.197589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-27895815-285a-424f-831f-040edd90cfdd service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872257 Aug 31 19:10:52.321320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1819ab-0b16-4e67-864b-cd4f4f68645e req-5d550322-e72d-4212-bd85-3c15da2a1ad0 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:52.322847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a1819ab-0b16-4e67-864b-cd4f4f68645e req-5d550322-e72d-4212-bd85-3c15da2a1ad0 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 1101 time: 0.0671132 Aug 31 19:10:52.328476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-a531134f-e6b7-4f1a-bcdd-9db2bcf25d06 service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246705 Aug 31 19:10:52.359452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a1819ab-0b16-4e67-864b-cd4f4f68645e req-500b19fa-a44c-4ec8-90f9-46d0331aa77a tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294154 Aug 31 19:10:52.478064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffe31d-5765-40cb-94a3-a70485c7383b req-f0e2d1a0-6128-440b-bbf7-d2625c6bd6f0 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:52.479577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fffe31d-5765-40cb-94a3-a70485c7383b req-f0e2d1a0-6128-440b-bbf7-d2625c6bd6f0 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.0623977 Aug 31 19:10:52.522648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fffe31d-5765-40cb-94a3-a70485c7383b req-e74217d6-bd93-45ac-a390-55b8064fd3ae tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Aug 31 19:10:52.587497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dee55e-fb2e-48a8-9c8f-1e8ccbbc1be4 req-2e2f4a96-3626-45cd-99d7-26e5f4df445d tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:52.589043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2dee55e-fb2e-48a8-9c8f-1e8ccbbc1be4 req-2e2f4a96-3626-45cd-99d7-26e5f4df445d tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0605822 Aug 31 19:10:52.631265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2dee55e-fb2e-48a8-9c8f-1e8ccbbc1be4 req-9df9afbc-6534-4240-8c67-d9628f0885a7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Aug 31 19:10:52.717969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-345b3e01-774e-4a41-b761-86afebe0ffcd req-40df4528-a6a5-4fc5-b66b-70ab7ee68259 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 210 time: 0.0386126 Aug 31 19:10:52.904755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-4c0256c4-d7e9-4621-a0c0-f70d9158e9df tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1417232 Aug 31 19:10:52.909896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:52.932776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.034792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.162587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Allocated IP 172.25.3.99 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/ab5e88f8-2b0e-4a1a-978e-65597ba8b92a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:53.280727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb63954-04c2-49f6-87ae-c8bc303cd411 req-99ad7ce5-908b-43da-b1c7-0264216132d9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:53.282335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cb63954-04c2-49f6-87ae-c8bc303cd411 req-99ad7ce5-908b-43da-b1c7-0264216132d9 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 944 time: 0.0947192 Aug 31 19:10:53.320081 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.323069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:53.344242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cb63954-04c2-49f6-87ae-c8bc303cd411 req-ca36f2c8-c6d9-4b07-ba65-5daebf3552d3 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526414 Aug 31 19:10:53.386398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.416178 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.439840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:53.440058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:53.442131 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f6c192-c8cc-457a-8a47-97f74adf3f17" -d '{"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:53.453304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:53.454837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:53.459065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-e3c92095-673c-46a4-adce-d0ef2e206b82 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389667 Aug 31 19:10:53.459235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.459880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:53.463320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event updated for resources: {'Port': ['ID=ab5e88f8-2b0e-4a1a-978e-65597ba8b92a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:53.496543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 94a72208-8f7d-4f3b-95c3-23308c0e1282 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:53.522028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:53.611118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:53.623715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'port_id': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'mac_address': 'fa:16:3e:d6:72:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:10:53.633472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-df992109-9fd5-414b-9ab0-1412989346f5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:53.634958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-df992109-9fd5-414b-9ab0-1412989346f5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531091 Aug 31 19:10:53.636847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.666568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.678269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-dcddf577-8796-4103-8c1f-afbf9ae74f53 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0326526 Aug 31 19:10:53.689958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.693029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a72208-8f7d-4f3b-95c3-23308c0e1282 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:53.727053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:53.732804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.788103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-f8c78532-bbda-42eb-aa67-0a8203dc2530 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001661 Aug 31 19:10:53.799986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-f88b8f6c-4929-4bba-937d-cc32e14a7492 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:53.801497 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-f88b8f6c-4929-4bba-937d-cc32e14a7492 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.1472433 Aug 31 19:10:53.807477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:53.820288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Request body: {'port': {'device_id': 'a5bc333b-0238-4128-ba97-995154818c46', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'admin_state_up': True, 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:53.902013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.908759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.938241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:53.942773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:53.997299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.023805 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.025095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1195309 Aug 31 19:10:54.025831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05d46-265b-4210-8b4a-ae4eefcb1be3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event updated for resources: {'Port': ['ID=ab5e88f8-2b0e-4a1a-978e-65597ba8b92a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:54.044598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['94a72208-8f7d-4f3b-95c3-23308c0e1282'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:54.089665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Allocated IP 172.20.0.9 (8664e65d-188a-40f3-828f-b8d363131f66/951adb2d-8c72-4ea0-8895-4e49116549c2/a73dea6c-6a4a-414c-be1a-e74ee08413cd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:54.093313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-de04d050-b3ef-4023-a63f-51a4c0c5eb1a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0587137 Aug 31 19:10:54.229824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-9fbbea35-273b-4b80-98c2-6505573ceb75 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.231560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd1f750-eacc-42af-b981-dfacdb93c57a req-9fbbea35-273b-4b80-98c2-6505573ceb75 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1296332 Aug 31 19:10:54.301076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dd0e8-5c7c-4fb0-b0d4-6935fc4b09b0 req-513c6ca1-d9d9-48f7-8b79-09cf8cac6e0c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.302675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d67dd0e8-5c7c-4fb0-b0d4-6935fc4b09b0 req-513c6ca1-d9d9-48f7-8b79-09cf8cac6e0c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0615473 Aug 31 19:10:54.329358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.362431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d67dd0e8-5c7c-4fb0-b0d4-6935fc4b09b0 req-b45af17d-6662-4bb8-a349-7fcc467fd04d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493894 Aug 31 19:10:54.378263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-289912a5-3d9b-486c-bccf-601664a721c9 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.379984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-289912a5-3d9b-486c-bccf-601664a721c9 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d40fbc-90c3-4ae4-a915-df9115f0b3e3 HTTP/1.1" status: 200 len: 943 time: 0.2318416 Aug 31 19:10:54.437565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.457449 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de90e7c-6ea4-4623-9dec-69310fb6cbf8 x-openstack-request-id: req-1de90e7c-6ea4-4623-9dec-69310fb6cbf8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:54.458137 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:54.458598 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1de90e7c-6ea4-4623-9dec-69310fb6cbf8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:54.459366 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'code': 200} Aug 31 19:10:54.525861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Network 8664e65d-188a-40f3-828f-b8d363131f66 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:54.533730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:54.537612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:54.543258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.543968 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.548071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:54.589433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1e482eba-29c0-4a9d-9472-958cc1f46549 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737336 Aug 31 19:10:54.597972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64645dbf-970d-4e23-a60f-535838512b83 req-d7acaa19-2974-4fbe-9b92-ed7b58cf578a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.600832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64645dbf-970d-4e23-a60f-535838512b83 req-d7acaa19-2974-4fbe-9b92-ed7b58cf578a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 946 time: 0.0743062 Aug 31 19:10:54.605670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Deleting port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:10:54.606053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.616558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Request body: {'port': {'device_id': 'a5bc333b-0238-4128-ba97-995154818c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:54.662153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64645dbf-970d-4e23-a60f-535838512b83 req-d524f2cf-5f49-4184-b284-8f6d29ca32be tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Aug 31 19:10:54.757972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:54.878514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407b58-5f44-46ca-a865-eac6643c4fd3 req-526320e3-0741-4321-a2b8-19b15602188c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:54.880468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e407b58-5f44-46ca-a865-eac6643c4fd3 req-526320e3-0741-4321-a2b8-19b15602188c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 931 time: 0.0633922 Aug 31 19:10:54.939352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e407b58-5f44-46ca-a865-eac6643c4fd3 req-3c24ff79-b428-4a61-a4cc-200229aa6a22 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519061 Aug 31 19:10:55.062481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] For port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:55.063500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.079565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad65d0-9863-43f6-8b40-7d2c686016f5 req-83775699-2fc1-4b35-87e4-654ecf1d8aa8 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:55.083313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6aad65d0-9863-43f6-8b40-7d2c686016f5 req-83775699-2fc1-4b35-87e4-654ecf1d8aa8 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 945 time: 0.0742273 Aug 31 19:10:55.147300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6aad65d0-9863-43f6-8b40-7d2c686016f5 req-cc3e88fb-cfe0-40ba-9ce0-58913dd95135 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 Aug 31 19:10:55.183473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Calling delete_port for 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:10:55.296855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-357ca101-230e-4f60-8bdd-e49d396c5f3b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:55.300019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-357ca101-230e-4f60-8bdd-e49d396c5f3b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 819 time: 0.1506741 Aug 31 19:10:55.324412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-64b3bacb-42f4-4c67-af85-243807f5883f tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/quotas/9e75b6b7c485491fb557def9fbef0929 HTTP/1.1" status: 200 len: 375 time: 0.0184941 Aug 31 19:10:55.404971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ef8e4f6-7c28-4468-8c58-fed370d77f60 req-059a0b26-e9de-40df-97b7-d5eefe20d237 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 210 time: 0.0401013 Aug 31 19:10:55.431252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-67dae559-5b91-40f0-9b66-e3c3a61f7798 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1056395 Aug 31 19:10:55.501920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73dea6c-6a4a-414c-be1a-e74ee08413cd {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:55.509038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 94a72208-8f7d-4f3b-95c3-23308c0e1282 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:10:55.533579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.537808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-8365260f-170c-4d92-b3fc-835a0584da57 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:55.539925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-8365260f-170c-4d92-b3fc-835a0584da57 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1098 time: 0.0987587 Aug 31 19:10:55.540119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.556488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:55.580258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Transition to ACTIVE for port object a73dea6c-6a4a-414c-be1a-e74ee08413cd will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:55.593345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-cd8e143f-ff11-4f02-b1bd-77fe32fd8e06 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610775 Aug 31 19:10:55.593858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 94a72208-8f7d-4f3b-95c3-23308c0e1282 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:55.599261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 94a72208-8f7d-4f3b-95c3-23308c0e1282 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:55.599944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.619309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event deleted for resources: {'Port': ['ID=53ebed42-bbb5-4ed5-97b9-62805d93e8f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:55.626444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.677048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.686673 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.700246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] No DVR routers for this DVR port 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:10:55.706100 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.708454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a6e110a9-d4a1-4e36-99b3-88051a4f84b8 req-f292513d-c113-4702-875e-f535a62ef6de tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "DELETE /v2.0/ports/53ebed42-bbb5-4ed5-97b9-62805d93e8f9 HTTP/1.1" status: 204 len: 173 time: 1.3090880 Aug 31 19:10:55.709305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-deleted', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:55.712827 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e91b9d0-be50-4ea8-8f45-f505e722aed5" -d '{"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-deleted", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:55.746117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:55.746959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:55.760374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.764256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-e3600bf8-34b1-4106-841e-ad3bf01b45c4 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614115 Aug 31 19:10:55.799949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Attempting to bind port a73dea6c-6a4a-414c-be1a-e74ee08413cd on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:55.800900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Attempting to bind port a73dea6c-6a4a-414c-be1a-e74ee08413cd by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:55.801780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Attempting to bind port a73dea6c-6a4a-414c-be1a-e74ee08413cd on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:55.809535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Port a73dea6c-6a4a-414c-be1a-e74ee08413cd on network 8664e65d-188a-40f3-828f-b8d363131f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:55.810237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Attempting to bind port a73dea6c-6a4a-414c-be1a-e74ee08413cd on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:55.817017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:55.817888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Checking segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:55.818512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Bound using segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:55.819169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Bound port: a73dea6c-6a4a-414c-be1a-e74ee08413cd, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:55.819905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.892509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:55.919117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:55.925762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:55.932605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:55.936113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:55.983488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:56.026777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:56.065018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:56.067541 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92605073-29f3-461c-947e-260672b2a180" -d '{"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:56.072834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.099542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c113eb-e886-4a3b-96e9-5b1e748a98c2 req-4551f3b7-46b5-430d-971d-a2e14e847aeb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.101915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2c113eb-e886-4a3b-96e9-5b1e748a98c2 req-4551f3b7-46b5-430d-971d-a2e14e847aeb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0762298 Aug 31 19:10:56.103816 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.112069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.113687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.117049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-1f16756a-2559-41e0-b7c4-201247e0fba4 service neutron] 10.222.0.67 "PUT /v2.0/ports/a73dea6c-6a4a-414c-be1a-e74ee08413cd HTTP/1.1" status: 200 len: 1092 time: 1.5074062 Aug 31 19:10:56.133019 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-fcd3e6f9-c7d7-41f5-a419-60f59dcf4c09 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830958 Aug 31 19:10:56.217272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:56.237656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2c113eb-e886-4a3b-96e9-5b1e748a98c2 req-fbbd955b-9c3b-46e9-b697-e6a380977e1d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208088 Aug 31 19:10:56.299135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:56.299512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:56.299892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:56.318157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cb69ea34-c0a2-42f1-bb7a-b690f690fdc7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352523 Aug 31 19:10:56.318923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:56.319248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Attempting to bind port 863467a9-760f-4103-93f2-8d2a8f1104e2 on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:56.328186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:56.328573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:56.329086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:56.329470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Bound port: 863467a9-760f-4103-93f2-8d2a8f1104e2, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:56.329833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.388716 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e3d040-d2f1-4270-acb1-ea3089698d4b x-openstack-request-id: req-d0e3d040-d2f1-4270-acb1-ea3089698d4b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:56.389306 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40fbc-90c3-4ae4-a915-df9115f0b3e3", "name": "network-vif-deleted", "tag": "53ebed42-bbb5-4ed5-97b9-62805d93e8f9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:56.389785 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0e3d040-d2f1-4270-acb1-ea3089698d4b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:56.390365 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40fbc-90c3-4ae4-a915-df9115f0b3e3', 'name': 'network-vif-deleted', 'tag': '53ebed42-bbb5-4ed5-97b9-62805d93e8f9', 'status': 'completed', 'code': 200} Aug 31 19:10:56.402448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd003d-cd38-4183-9e1e-6f7e7724fe3c req-090302ac-c3b0-4db5-913f-c5e003df14fc tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.409949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73bd003d-cd38-4183-9e1e-6f7e7724fe3c req-090302ac-c3b0-4db5-913f-c5e003df14fc tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1675508 Aug 31 19:10:56.457416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-5e5c6a33-0011-4ab1-8665-3b48acedb23b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.458959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-5e5c6a33-0011-4ab1-8665-3b48acedb23b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158081 Aug 31 19:10:56.460677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:56.461972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-5c5e4a2a-91d6-4265-92eb-91ac4e5ef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.464019 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-5c5e4a2a-91d6-4265-92eb-91ac4e5ef3c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 1095 time: 0.1764941 Aug 31 19:10:56.464648 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e8afe-7f25-4e1b-9455-569e387ae162" -d '{"events": [{"server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "name": "network-vif-plugged", "status": "completed", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:56.491822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:56.528646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73bd003d-cd38-4183-9e1e-6f7e7724fe3c req-cc4d2e6e-7397-49ef-921c-ae3f40ab36d7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144121 Aug 31 19:10:56.554394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:10:56.602769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:10:56.636209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.682581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-12126410-351c-416d-8966-73cd48807c03 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.684105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-12126410-351c-416d-8966-73cd48807c03 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501906 Aug 31 19:10:56.707922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-696d7a06-802a-475d-a307-bb155b0f147b req-df799dc9-b89c-41ef-a208-27a5ac7dadf9 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 210 time: 0.0808027 Aug 31 19:10:56.709461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-cc873632-eeba-48d7-b549-ee9e2e08b92d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd HTTP/1.1" status: 200 len: 217 time: 0.0477796 Aug 31 19:10:56.737995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:56.740545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:56.745428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.748222 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0cd5d4-748d-4241-9fb9-39473f0ae6aa x-openstack-request-id: req-bb0cd5d4-748d-4241-9fb9-39473f0ae6aa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:56.748509 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:56.748761 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb0cd5d4-748d-4241-9fb9-39473f0ae6aa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:56.749152 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'code': 200} Aug 31 19:10:56.855005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-e2abc355-4545-4d1b-aeb2-539cc728d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.856539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-e2abc355-4545-4d1b-aeb2-539cc728d37d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.1354601 Aug 31 19:10:56.869170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:56.897294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f53a-ae90-44d6-b0bc-291f6de7e41a req-c5eb150e-72e1-4bf4-adff-5edc201e37d4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.898830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc96f53a-ae90-44d6-b0bc-291f6de7e41a req-c5eb150e-72e1-4bf4-adff-5edc201e37d4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 943 time: 0.2925179 Aug 31 19:10:56.929242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-315e8216-2ba9-4e2a-9980-ea9a9b540aa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523078 Aug 31 19:10:56.932107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.932728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:56.934361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-286487d7-59b0-4d76-8038-16dcab2a2bd6 service neutron] 10.222.0.67 "PUT /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 1124 time: 1.3858907 Aug 31 19:10:56.978616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c20d9-e0ce-4865-9f09-19d552593a8f req-5a72cea8-973a-4324-893b-9229a5afd48b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:56.980202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46c20d9-e0ce-4865-9f09-19d552593a8f req-5a72cea8-973a-4324-893b-9229a5afd48b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.1762621 Aug 31 19:10:57.016531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc96f53a-ae90-44d6-b0bc-291f6de7e41a req-0d689e29-8a4d-47e8-bad1-0b10746d0735 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Aug 31 19:10:57.026335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.124 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/ae2d01e5-67cc-4106-9881-417c41b17f31) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:57.039851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:57.042284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['863467a9-760f-4103-93f2-8d2a8f1104e2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:57.044867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:57.069759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46c20d9-e0ce-4865-9f09-19d552593a8f req-68f075a4-12eb-49bf-b200-ac47d24bf31a tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803881 Aug 31 19:10:57.091380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['863467a9-760f-4103-93f2-8d2a8f1104e2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:57.132074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-0ff8f270-9f77-45bf-8b42-0a61645627c3 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902418 Aug 31 19:10:57.228640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1d24996-b393-4427-b0ff-3d4034f59204 req-f129cb03-deb4-4a6b-bdfe-4af661931204 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 210 time: 0.0390856 Aug 31 19:10:57.309503 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ad4b2-2212-477c-bdcc-3feeb0ddc958 x-openstack-request-id: req-710ad4b2-2212-477c-bdcc-3feeb0ddc958 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:57.319805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a82d0929-d34f-41b1-a317-1336aedf56f8 req-74b2429b-ad2c-4216-a379-1d1f62e514b7 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605139 Aug 31 19:10:57.320019 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "name": "network-vif-plugged", "status": "completed", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:57.320019 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-710ad4b2-2212-477c-bdcc-3feeb0ddc958 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:57.320308 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'code': 200} Aug 31 19:10:57.345531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:10:57.439932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:57.447592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b2abd-a2e7-4255-b248-5f132f350bc2 req-0147933e-0ebc-47e1-bc19-350d438e134f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:57.450258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-043b2abd-a2e7-4255-b248-5f132f350bc2 req-0147933e-0ebc-47e1-bc19-350d438e134f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0631044 Aug 31 19:10:57.502967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-043b2abd-a2e7-4255-b248-5f132f350bc2 req-c71ec91f-31fb-489c-8686-54ddb606bdbf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Aug 31 19:10:57.568602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:10:57.587414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object ae2d01e5-67cc-4106-9881-417c41b17f31 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:57.594864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:10:57.664101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291b11-0fa8-4d50-b8cf-4d8d0295ec94 req-58c0b192-18a8-4673-9dbb-6024d2ea24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:57.665561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec291b11-0fa8-4d50-b8cf-4d8d0295ec94 req-58c0b192-18a8-4673-9dbb-6024d2ea24aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 1098 time: 0.2626646 Aug 31 19:10:57.689104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-971d370d-48cc-4f16-9abc-6ba9f28f20f8 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:57.690656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-971d370d-48cc-4f16-9abc-6ba9f28f20f8 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 819 time: 0.2429650 Aug 31 19:10:57.715626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'port': {'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'admin_state_up': True, 'tenant_id': '9e75b6b7c485491fb557def9fbef0929'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:57.739467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:57.808959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05a87eca-9766-4208-9306-dda4d36dac41 req-016c3998-fa74-49ad-a552-56d65c168627 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 210 time: 0.0321069 Aug 31 19:10:57.832245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.217 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/2871bab9-3fa8-412e-a281-53946fddc3aa) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:57.832568 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec291b11-0fa8-4d50-b8cf-4d8d0295ec94 req-5d8554f3-b435-44c2-8ed0-ec7fbbb485e0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562362 Aug 31 19:10:57.845979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39c97d-6277-4f45-adf7-6bc75b0f6a2b req-f6256264-71c6-465c-b91e-58a82be552ca tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:57.847502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be39c97d-6277-4f45-adf7-6bc75b0f6a2b req-f6256264-71c6-465c-b91e-58a82be552ca tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1613514 Aug 31 19:10:57.858886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:57.869504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:57.874048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:57.880693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:57.881325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:57.887564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:57.917668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-7d5edd15-7998-4b5d-8ceb-937f04a37248 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4308794 Aug 31 19:10:57.919053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be39c97d-6277-4f45-adf7-6bc75b0f6a2b req-08754045-b0df-4a5b-b28a-e17669b94b00 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642896 Aug 31 19:10:57.928957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Made reservation on behalf of 9e75b6b7c485491fb557def9fbef0929 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:10:57.932988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:57.963587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Request body: {'port': {'device_id': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:58.111201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.131035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0123b34-56b3-4d5c-9b2d-0fa7c4df9227 None None] Provisioning for port ae2d01e5-67cc-4106-9881-417c41b17f31 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:58.137787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0123b34-56b3-4d5c-9b2d-0fa7c4df9227 None None] Provisioning complete for port ae2d01e5-67cc-4106-9881-417c41b17f31 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:58.142046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0123b34-56b3-4d5c-9b2d-0fa7c4df9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.194790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e0123b34-56b3-4d5c-9b2d-0fa7c4df9227 None None] Port ae2d01e5-67cc-4106-9881-417c41b17f31 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:58.254343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:58.321444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Allocated IP 172.20.0.8 (e599ff92-aaf6-4797-9df7-201d01a68c4b/d8bcb5f7-b63f-459b-b3aa-0d5458109b4d/7f844d91-80f5-4434-add3-9ee089c86def) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:10:58.393235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:58.395853 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46372d58-64be-4350-83af-ec2602396a51" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:58.445921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:58.519886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33fbac-9d92-4394-8f37-95a141491cbe req-204e1da5-195e-462f-b511-9890b03b9d59 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:58.521411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d33fbac-9d92-4394-8f37-95a141491cbe req-204e1da5-195e-462f-b511-9890b03b9d59 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.1339471 Aug 31 19:10:58.529056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.532838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003e78-58d4-4fb3-9114-235fbf502d68 req-c2e8c0c7-9095-47f2-b891-f02d4bd661f8 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:58.534349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92003e78-58d4-4fb3-9114-235fbf502d68 req-c2e8c0c7-9095-47f2-b891-f02d4bd661f8 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 943 time: 0.1479790 Aug 31 19:10:58.538520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.549611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Transition to ACTIVE for port object 7f844d91-80f5-4434-add3-9ee089c86def will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:58.588829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.590897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object 2871bab9-3fa8-412e-a281-53946fddc3aa will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:58.604515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a9b8b66c-76c1-462e-b418-4f70ca7be181'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:58.613161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ace81c-07eb-4ce6-baba-219fa0b023e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.644518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d33fbac-9d92-4394-8f37-95a141491cbe req-afe38467-0c51-42b2-958b-a536bf82eb8b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091621 Aug 31 19:10:58.645093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Network e599ff92-aaf6-4797-9df7-201d01a68c4b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:58.649759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:58.664246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92003e78-58d4-4fb3-9114-235fbf502d68 req-9451bef7-20dc-4ed9-be40-52be54142bc6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141484 Aug 31 19:10:58.671310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event updated for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:58.681424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:58.694697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:58.699262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.734575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:58.751922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:10:58.754408 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae04eff-a225-4387-bab0-18c477971479" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:10:58.760481 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adec762-06a5-4a37-8bff-818c3fee9583 x-openstack-request-id: req-3adec762-06a5-4a37-8bff-818c3fee9583 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:58.761105 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:58.761684 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3adec762-06a5-4a37-8bff-818c3fee9583 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:58.762242 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'status': 'completed', 'code': 200} Aug 31 19:10:58.897255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372d58-64be-4350-83af-ec2602396a51 req-a3225dc3-2a9d-4c14-95fa-39dea9b6d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:58.898787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-a3225dc3-2a9d-4c14-95fa-39dea9b6d68c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 1095 time: 0.0751357 Aug 31 19:10:58.911739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:10:58.929974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:58.942493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:10:58.946367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:10:59.017774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287366-8fe7-455f-b8c3-2d2989188b7d req-d844492f-6ee2-4edc-a2e4-b5e460e57d99 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.019396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b287366-8fe7-455f-b8c3-2d2989188b7d req-d844492f-6ee2-4edc-a2e4-b5e460e57d99 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 936 time: 0.2131157 Aug 31 19:10:59.035836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ff428cf-0f8d-4cb8-a7d4-92db0f235592 None None] Provisioning for port 7f844d91-80f5-4434-add3-9ee089c86def completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:59.043013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ff428cf-0f8d-4cb8-a7d4-92db0f235592 None None] Provisioning complete for port 7f844d91-80f5-4434-add3-9ee089c86def triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:59.043622 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ff428cf-0f8d-4cb8-a7d4-92db0f235592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.087536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.088209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.102688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864ce51-70d7-44fc-953f-22eeb293de72 req-6dd5219b-c46e-4ef6-a6c8-9091ab16fd19 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.104264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5864ce51-70d7-44fc-953f-22eeb293de72 req-6dd5219b-c46e-4ef6-a6c8-9091ab16fd19 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.2424128 Aug 31 19:10:59.112593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2d01e5-67cc-4106-9881-417c41b17f31 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:10:59.119555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372d58-64be-4350-83af-ec2602396a51 req-37b37aca-124e-45ba-b838-517a8f2fb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.121878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-37b37aca-124e-45ba-b838-517a8f2fb639 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 905 time: 0.1973271 Aug 31 19:10:59.126970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.152580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ace81c-07eb-4ce6-baba-219fa0b023e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.160477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ff428cf-0f8d-4cb8-a7d4-92db0f235592 None None] Port 7f844d91-80f5-4434-add3-9ee089c86def cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:59.163788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ace81c-07eb-4ce6-baba-219fa0b023e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.181922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-9bcd829c-c9e8-483f-9baf-83b344a60ef0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd HTTP/1.1" status: 200 len: 217 time: 0.0505860 Aug 31 19:10:59.182990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Transition to ACTIVE for port object ae2d01e5-67cc-4106-9881-417c41b17f31 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:10:59.185315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-f0e9c069-d9cf-420a-8242-350c5dd52008 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4741414 Aug 31 19:10:59.186365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b287366-8fe7-455f-b8c3-2d2989188b7d req-24cd8178-e3c9-4993-9e0a-1e0d6ef19159 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557152 Aug 31 19:10:59.186525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.187583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-02073bdf-dd72-4e01-98eb-fbffe471b6cc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4546270 Aug 31 19:10:59.210011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5864ce51-70d7-44fc-953f-22eeb293de72 req-f088ad47-2c38-4590-8f95-44b110f9e854 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959575 Aug 31 19:10:59.261446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Request body: {'port': {'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:59.263466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Request body: {'port': {'device_id': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:10:59.271734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5ace81c-07eb-4ce6-baba-219fa0b023e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fc7cd026fc34623a38c4f612a48de4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184693 Aug 31 19:10:59.276223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:10:59.331801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372d58-64be-4350-83af-ec2602396a51 req-73e39b91-f2c5-4b8c-83cf-a0e1ff490f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.333893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-73e39b91-f2c5-4b8c-83cf-a0e1ff490f86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.1096616 Aug 31 19:10:59.360212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:10:59.362528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:59.373900 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dac66be-fdb7-40b3-98a4-c3e09c78ff95 x-openstack-request-id: req-8dac66be-fdb7-40b3-98a4-c3e09c78ff95 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:10:59.374829 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:10:59.374829 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8dac66be-fdb7-40b3-98a4-c3e09c78ff95 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:10:59.374829 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'status': 'completed', 'code': 200} Aug 31 19:10:59.387697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ace81c-07eb-4ce6-baba-219fa0b023e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9419d0-5d45-45ef-a3de-d42e8666a789,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:10:59.407009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:10:59.407816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 53ebed42-bbb5-4ed5-97b9-62805d93e8f9 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:10:59.425457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77b2e079-5355-4159-8064-1fc1cdc9c744 None None] Provisioning for port 2871bab9-3fa8-412e-a281-53946fddc3aa completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:10:59.436392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77b2e079-5355-4159-8064-1fc1cdc9c744 None None] Provisioning complete for port 2871bab9-3fa8-412e-a281-53946fddc3aa triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:10:59.437069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77b2e079-5355-4159-8064-1fc1cdc9c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.467686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-f1c093ca-c523-4599-a93c-617f86aaa44d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801840 Aug 31 19:10:59.492415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-77b2e079-5355-4159-8064-1fc1cdc9c744 None None] Port 2871bab9-3fa8-412e-a281-53946fddc3aa cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:10:59.512097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.517284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.555812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.581516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.592890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04eff-a225-4387-bab0-18c477971479 req-a2462725-7f74-4fbc-9171-4b51a1dc1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.595659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-a2462725-7f74-4fbc-9171-4b51a1dc1359 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1127 time: 0.1613185 Aug 31 19:10:59.600378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c9ebc-e250-4f94-b4b8-d0c7519527f1 req-c72f6776-1b84-407f-984d-fe5fa369176b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.601855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af5c9ebc-e250-4f94-b4b8-d0c7519527f1 req-c72f6776-1b84-407f-984d-fe5fa369176b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 931 time: 0.1868150 Aug 31 19:10:59.603154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Attempting to bind port ae2d01e5-67cc-4106-9881-417c41b17f31 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:10:59.603496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Attempting to bind port ae2d01e5-67cc-4106-9881-417c41b17f31 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:10:59.604457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Attempting to bind port ae2d01e5-67cc-4106-9881-417c41b17f31 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:59.627129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533368a5-cbf0-494d-b280-3b0ce84358c9 req-e5d54d7c-008f-4c90-b943-cd4c1bed5dc4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:10:59.628647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-533368a5-cbf0-494d-b280-3b0ce84358c9 req-e5d54d7c-008f-4c90-b943-cd4c1bed5dc4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1800072 Aug 31 19:10:59.635380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Port ae2d01e5-67cc-4106-9881-417c41b17f31 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:10:59.635741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Attempting to bind port ae2d01e5-67cc-4106-9881-417c41b17f31 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:10:59.680711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:10:59.681070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:10:59.681485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:10:59.682101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Bound port: ae2d01e5-67cc-4106-9881-417c41b17f31, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:10:59.682344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.719014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:10:59.779053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-533368a5-cbf0-494d-b280-3b0ce84358c9 req-703198b9-fce3-4220-b0fe-15c4a86af592 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367083 Aug 31 19:10:59.785086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.788440 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:10:59.789467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-7867a32b-0b61-476c-b9a4-7f4e3d33eeed service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965994 Aug 31 19:10:59.792458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e9419d0-5d45-45ef-a3de-d42e8666a789 HTTP/1.1" status: 204 len: 168 time: 0.5152645 Aug 31 19:10:59.807257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af5c9ebc-e250-4f94-b4b8-d0c7519527f1 req-fe89c2db-ace7-4063-8ec5-8a7c99b12f78 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775405 Aug 31 19:10:59.826810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cef32-428d-40bf-9d7d-0e4902d5011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9419d0-5d45-45ef-a3de-d42e8666a789,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:00.035889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04eff-a225-4387-bab0-18c477971479 req-f8035b20-b853-42da-8eed-ad1667abf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.037674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-f8035b20-b853-42da-8eed-ad1667abf8d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.4257033 Aug 31 19:11:00.057251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993de71-1128-490a-976d-bb6c5d595ab2 req-d005af84-68a6-4a7f-93c7-6ca9f4213605 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.058893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4993de71-1128-490a-976d-bb6c5d595ab2 req-d005af84-68a6-4a7f-93c7-6ca9f4213605 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 943 time: 0.1305902 Aug 31 19:11:00.091632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8f12-b74a-4abd-857c-fb3f2d0658a3 req-a22162c1-ce9a-4f33-ae7f-440074550954 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.093387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1dcb8f12-b74a-4abd-857c-fb3f2d0658a3 req-a22162c1-ce9a-4f33-ae7f-440074550954 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.1194129 Aug 31 19:11:00.095428 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-fa83f0dc-4b8d-4bc5-b82d-711d84768e8c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 217 time: 0.0471303 Aug 31 19:11:00.102200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46372d58-64be-4350-83af-ec2602396a51 req-40829cb2-0973-4535-ad26-1e43116dae31 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305579 Aug 31 19:11:00.190385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04eff-a225-4387-bab0-18c477971479 req-76001c0f-1648-4083-91eb-3141b5e5ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.191864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-76001c0f-1648-4083-91eb-3141b5e5ad09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0890105 Aug 31 19:11:00.192923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:00.234224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4993de71-1128-490a-976d-bb6c5d595ab2 req-2ab665b0-3950-47f0-9594-8a0a9b5cfd9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605809 Aug 31 19:11:00.247496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-12ba535d-aff3-4f8a-bf31-987c425adba4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438762 Aug 31 19:11:00.251051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ae2d01e5-67cc-4106-9881-417c41b17f31,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:00.251461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1dcb8f12-b74a-4abd-857c-fb3f2d0658a3 req-554ba9d0-0d14-4193-873f-0d502df71645 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233585 Aug 31 19:11:00.272056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2871bab9-3fa8-412e-a281-53946fddc3aa {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:00.292506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.306432 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.309184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Transition to ACTIVE for port object 2871bab9-3fa8-412e-a281-53946fddc3aa will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:00.323322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.411536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.412514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.413883 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] 10.222.0.67 "PUT /v2.0/ports/ae2d01e5-67cc-4106-9881-417c41b17f31 HTTP/1.1" status: 200 len: 1097 time: 2.4770620 Aug 31 19:11:00.466054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:00.468833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55635f5-0c8c-4aa7-8dee-1d7be0815aca service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:00.527821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b38a9-0972-485f-b1e2-27e578a4dccd req-3fe8794c-be5d-46f0-878a-11b6d2fa2985 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.529557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b88b38a9-0972-485f-b1e2-27e578a4dccd req-3fe8794c-be5d-46f0-878a-11b6d2fa2985 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 948 time: 0.2027707 Aug 31 19:11:00.568111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfbf19-6560-46ee-861d-51ab977ea1c3 req-4a5c31cb-263a-4408-a1b8-9f6d06d12c0a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.569953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73bfbf19-6560-46ee-861d-51ab977ea1c3 req-4a5c31cb-263a-4408-a1b8-9f6d06d12c0a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1896415 Aug 31 19:11:00.610466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Attempting to bind port 2871bab9-3fa8-412e-a281-53946fddc3aa on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:00.610895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Attempting to bind port 2871bab9-3fa8-412e-a281-53946fddc3aa by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:00.611233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Attempting to bind port 2871bab9-3fa8-412e-a281-53946fddc3aa on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:00.667329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Port 2871bab9-3fa8-412e-a281-53946fddc3aa on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:00.667711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Attempting to bind port 2871bab9-3fa8-412e-a281-53946fddc3aa on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:00.673411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b88b38a9-0972-485f-b1e2-27e578a4dccd req-6f111096-b081-497a-91ef-7ae5081e23c7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 Aug 31 19:11:00.690544 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:11:00.713251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73bfbf19-6560-46ee-861d-51ab977ea1c3 req-35f5a101-95c5-4d55-ad0c-2999703a1ee0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335676 Aug 31 19:11:00.714358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:00.714711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:00.715111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:00.715571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Bound port: 2871bab9-3fa8-412e-a281-53946fddc3aa, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:00.715973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.833716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:00.836238 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:00.885303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcb3ce-772c-448f-b16b-6b05f3fc8d02 req-70e94301-5ebf-4afb-8755-071acc0f3e18 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.887215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbcb3ce-772c-448f-b16b-6b05f3fc8d02 req-70e94301-5ebf-4afb-8755-071acc0f3e18 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.0895412 Aug 31 19:11:00.896713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:00.903264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Request body: {'floatingip': {'port_id': '94a72208-8f7d-4f3b-95c3-23308c0e1282'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:00.939315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:00.940867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f844d91-80f5-4434-add3-9ee089c86def {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:00.949621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-7dc6d452-8191-436d-9fc5-f70c231060a5 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910551 Aug 31 19:11:00.955091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-4f7bf2b3-05f6-4cc5-ab32-c4ab3458bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:00.956322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:00.956712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-4f7bf2b3-05f6-4cc5-ab32-c4ab3458bcb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 1100 time: 0.1242952 Aug 31 19:11:00.958482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.002495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2871bab9-3fa8-412e-a281-53946fddc3aa,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:01.046072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.049415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-d9fbcc4c-2e5c-4aa1-97e1-fe4f1be5dabe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ae2d01e5-67cc-4106-9881-417c41b17f31 HTTP/1.1" status: 200 len: 217 time: 0.0651369 Aug 31 19:11:01.050354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Transition to ACTIVE for port object 7f844d91-80f5-4434-add3-9ee089c86def will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:01.055749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.135286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.135944 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.137320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] 10.222.0.82 "PUT /v2.0/ports/2871bab9-3fa8-412e-a281-53946fddc3aa HTTP/1.1" status: 200 len: 1097 time: 1.9033124 Aug 31 19:11:01.175344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85035-2c68-4424-9e88-49500d2b9282 req-c423d082-4d5e-4dc8-b05e-282c86e3b04e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.177003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9b85035-2c68-4424-9e88-49500d2b9282 req-c423d082-4d5e-4dc8-b05e-282c86e3b04e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 931 time: 0.2294238 Aug 31 19:11:01.192304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:01.198936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-6d6f4cda-9389-4954-8ee1-6fc95b3a68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.201147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-6d6f4cda-9389-4954-8ee1-6fc95b3a68c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1351032 Aug 31 19:11:01.238068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Attempting to bind port 7f844d91-80f5-4434-add3-9ee089c86def on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:01.238411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Attempting to bind port 7f844d91-80f5-4434-add3-9ee089c86def by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:01.238739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Attempting to bind port 7f844d91-80f5-4434-add3-9ee089c86def on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:01.240182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63b317-5acf-450b-8880-3b6888b72ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:01.261177 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ae04eff-a225-4387-bab0-18c477971479 req-eb69d5e5-993a-451b-8ffd-a2f9e53a5bfe service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001852 Aug 31 19:11:01.266961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Port 7f844d91-80f5-4434-add3-9ee089c86def on network e599ff92-aaf6-4797-9df7-201d01a68c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:01.267352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Attempting to bind port 7f844d91-80f5-4434-add3-9ee089c86def on network e599ff92-aaf6-4797-9df7-201d01a68c4b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:01.278564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:01.279055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Checking segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:01.279535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Bound using segment: {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:01.280125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Bound port: 7f844d91-80f5-4434-add3-9ee089c86def, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f6563d-096e-426b-b8ab-c1c3f236084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:01.280618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.323019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-97186847-66df-498e-9cc0-aff99ee5f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.324692 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-97186847-66df-498e-9cc0-aff99ee5f541 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046460 Aug 31 19:11:01.327385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565427f-2cc0-44a6-929e-73b3930264d1 req-f7efaa32-ae59-4db8-b8ca-26e2c1b27e4e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.329036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0565427f-2cc0-44a6-929e-73b3930264d1 req-f7efaa32-ae59-4db8-b8ca-26e2c1b27e4e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.2349315 Aug 31 19:11:01.365994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:01.399865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:01.402209 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d241c1c0-2f24-46a7-be39-1a54b175b590" -d '{"events": [{"name": "network-changed", "server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:01.413409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9b85035-2c68-4424-9e88-49500d2b9282 req-41eb54cd-f3a0-479c-a877-9556835b11c4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273977 Aug 31 19:11:01.435889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-ff6abd8a-0a5c-469c-bf46-21f735b763dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.437415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-ff6abd8a-0a5c-469c-bf46-21f735b763dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 1100 time: 0.2191083 Aug 31 19:11:01.467906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:01.474892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=7f844d91-80f5-4434-add3-9ee089c86def,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:01.479569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-edd04af2-f740-429f-8804-ffe0fc33c92a service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401377 Aug 31 19:11:01.485951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.511033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0565427f-2cc0-44a6-929e-73b3930264d1 req-7f6aa97e-1784-47c9-b053-6edb02678f75 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690805 Aug 31 19:11:01.533581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-57f1d062-044b-4735-a397-35e55af462b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=2871bab9-3fa8-412e-a281-53946fddc3aa HTTP/1.1" status: 200 len: 217 time: 0.0826712 Aug 31 19:11:01.572552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:01.589501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'mac_address': 'fa:16:3e:df:34:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:01.625839 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df020e1c-b0df-4919-8bd8-66dfaf49e315 x-openstack-request-id: req-df020e1c-b0df-4919-8bd8-66dfaf49e315 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:01.626152 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:01.626384 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df020e1c-b0df-4919-8bd8-66dfaf49e315 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:01.627031 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa', 'status': 'completed', 'code': 200} Aug 31 19:11:01.640790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.668037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73dea6c-6a4a-414c-be1a-e74ee08413cd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:01.670413 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f34048a-10b3-41bc-aa09-02cddba5c10b x-openstack-request-id: req-7f34048a-10b3-41bc-aa09-02cddba5c10b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:01.670890 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:01.671342 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f34048a-10b3-41bc-aa09-02cddba5c10b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:01.672865 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31', 'status': 'completed', 'code': 200} Aug 31 19:11:01.675160 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-f5e78422-687e-4f3f-9c17-86d6a696164e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780777 Aug 31 19:11:01.681864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.683480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.685105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 1092 time: 2.4582479 Aug 31 19:11:01.706388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:01.717203 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:01.728886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c22c93-d4ae-45ac-8bef-6c62a0a720e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:01.748942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-52ddfeec-10c3-410b-999b-169b782b5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.750430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-52ddfeec-10c3-410b-999b-169b782b5170 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2053201 Aug 31 19:11:01.801960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:01.845800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-28339f3d-8681-4a9d-891e-f00e8c353f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.847290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-28339f3d-8681-4a9d-891e-f00e8c353f01 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1095 time: 0.0805371 Aug 31 19:11:01.848822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c41bf-0a12-4324-b5a8-0afb7d622192 req-5c03aec7-58df-46a8-bbfd-f6dc93d1c9e3 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.850601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b4c41bf-0a12-4324-b5a8-0afb7d622192 req-5c03aec7-58df-46a8-bbfd-f6dc93d1c9e3 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 943 time: 0.1997216 Aug 31 19:11:01.853948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-53163ff3-5acd-4ae9-b04c-18fc14a53409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.855449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-53163ff3-5acd-4ae9-b04c-18fc14a53409 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 1100 time: 0.0548565 Aug 31 19:11:01.906880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-3653f354-1258-4adf-8cd2-4d23a41b3f23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 217 time: 0.0483880 Aug 31 19:11:01.984256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-52c936b4-7a03-4e8d-9c1a-37d45acf86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:01.986093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-52c936b4-7a03-4e8d-9c1a-37d45acf86cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656981 Aug 31 19:11:01.993833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b4c41bf-0a12-4324-b5a8-0afb7d622192 req-88c7bf45-bfd1-407e-aa20-402b7d77d3ec tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195264 Aug 31 19:11:02.002106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-5e7e27c3-bd4b-41e4-8358-4bb78a96c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.003488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-5e7e27c3-bd4b-41e4-8358-4bb78a96c2c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0876124 Aug 31 19:11:02.003743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c573-3bed-4b7d-a9e5-ba024968e8ba req-9e691f48-a76e-474c-9c44-d0d20d8e5245 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.005056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a527c573-3bed-4b7d-a9e5-ba024968e8ba req-9e691f48-a76e-474c-9c44-d0d20d8e5245 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 948 time: 0.1860542 Aug 31 19:11:02.050917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-7d8ca2de-695a-4332-a887-32e3b2466812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.052841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-7d8ca2de-695a-4332-a887-32e3b2466812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1875052 Aug 31 19:11:02.120586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-3154c12c-fe16-49a3-a50f-5f85fcbecdce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ae2d01e5-67cc-4106-9881-417c41b17f31 HTTP/1.1" status: 200 len: 217 time: 0.0396278 Aug 31 19:11:02.124857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['a73dea6c-6a4a-414c-be1a-e74ee08413cd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:02.132680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938722-0058-4e90-b2e5-82478893dee5 req-ff53d881-8ab0-46ef-928c-ef08a47ec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.134249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-ff53d881-8ab0-46ef-928c-ef08a47ec277 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804181 Aug 31 19:11:02.231268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-ca97bd67-6c0c-49c0-9fbe-286d097ec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.232891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-ca97bd67-6c0c-49c0-9fbe-286d097ec235 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1025019 Aug 31 19:11:02.290789 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-8262d0dc-2e6d-49b8-b974-f88a1bbc6814 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298676 Aug 31 19:11:02.311573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-dbe17dd4-aff2-4fc9-8819-c598d0c4d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.313866 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-dbe17dd4-aff2-4fc9-8819-c598d0c4d095 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668361 Aug 31 19:11:02.453273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:02.456831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e938722-0058-4e90-b2e5-82478893dee5 req-9d55a5a6-5963-4275-a7da-263295a14c2b service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571171 Aug 31 19:11:02.464916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:02.467512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-5182b536-b651-4406-b971-f7a17f3ceaa9 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436183 Aug 31 19:11:02.508051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a527c573-3bed-4b7d-a9e5-ba024968e8ba req-08afa635-f165-4875-b3c7-73485dedd147 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798272 Aug 31 19:11:02.528482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-5b0768a7-821a-41f2-b144-62472235537f service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224364 Aug 31 19:11:02.540497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b080-fd2e-4e3f-86a6-19c91a7e3a05 req-1dbcd370-f0bd-475e-bf1c-81e0e48c5a6b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.542140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e3b080-fd2e-4e3f-86a6-19c91a7e3a05 req-1dbcd370-f0bd-475e-bf1c-81e0e48c5a6b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1613712 Aug 31 19:11:02.582158 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-13308081-a3c6-43e4-bba8-f2fb1f63a7a3 req-08060dd2-76ec-4dc2-a1e9-bec357677d0d service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969319 Aug 31 19:11:02.704024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e3b080-fd2e-4e3f-86a6-19c91a7e3a05 req-b28d6176-0bd3-4bfe-b56c-67482dfcf632 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128161 Aug 31 19:11:02.732761 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf associated. External IP: 172.25.3.247, port: 94a72208-8f7d-4f3b-95c3-23308c0e1282. Aug 31 19:11:02.792410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f6f8ddc-f285-4a3c-9a86-6875ed70cad0 req-ae64ce86-b2b8-486e-9174-5a5a4499fb12 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447686 Aug 31 19:11:02.853860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad7f85-222f-413b-b3f9-fbc1bd74fe25 req-1b53fe99-29e4-4fa2-af5c-74e11adf7aeb tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.855428 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfad7f85-222f-413b-b3f9-fbc1bd74fe25 req-1b53fe99-29e4-4fa2-af5c-74e11adf7aeb tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 943 time: 0.1766236 Aug 31 19:11:02.907254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:02.942608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a80e03-edbd-4a2b-bf6d-29b2a850581f req-45a1c9d7-760b-4825-a9d5-a71b7d67d7a6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:02.944157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87a80e03-edbd-4a2b-bf6d-29b2a850581f req-45a1c9d7-760b-4825-a9d5-a71b7d67d7a6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1575055 Aug 31 19:11:03.015182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfad7f85-222f-413b-b3f9-fbc1bd74fe25 req-f6967982-0d77-4d44-ac01-7996b46bb340 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271486 Aug 31 19:11:03.019491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-be83bc40-b6d7-45a4-b133-ae337bf92b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.020989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-be83bc40-b6d7-45a4-b133-ae337bf92b1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 1100 time: 0.1352940 Aug 31 19:11:03.027193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.079813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87a80e03-edbd-4a2b-bf6d-29b2a850581f req-db58bc2a-9bbc-4069-8df4-eecb51ad2e20 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230850 Aug 31 19:11:03.144813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.149045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.195072 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aab1bd311f29432c931f43460157d618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837703 Aug 31 19:11:03.195072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026968b0-94bf-4464-b004-268ffc26ff2b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:03.195420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:03.212411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.212775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.213111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.213445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.213771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.214097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.214587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.214916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.215412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.215911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.216213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.216768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99b519-2e4d-4a34-96fe-fb6f04c3e453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:03.246714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7095aa-f1a2-48f5-bd73-494bf640b340 req-3286c156-3013-4614-8bbd-4e7614907812 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.248249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf7095aa-f1a2-48f5-bd73-494bf640b340 req-3286c156-3013-4614-8bbd-4e7614907812 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 944 time: 0.1573224 Aug 31 19:11:03.264472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.278495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:03.279759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-2ec1a408-8f15-4a4a-812c-5e9bb563bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.281228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-2ec1a408-8f15-4a4a-812c-5e9bb563bc66 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2189457 Aug 31 19:11:03.285987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.338454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.341194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.345904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/026968b0-94bf-4464-b004-268ffc26ff2b HTTP/1.1" status: 204 len: 168 time: 0.1459396 Aug 31 19:11:03.348060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf7095aa-f1a2-48f5-bd73-494bf640b340 req-e3e2840f-9e48-4fc7-b891-287571958677 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921323 Aug 31 19:11:03.349505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-3ba2dde9-df26-44f6-b53a-ee75cf56ec3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=2871bab9-3fa8-412e-a281-53946fddc3aa HTTP/1.1" status: 200 len: 217 time: 0.0487740 Aug 31 19:11:03.362327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5372e-cb09-49ec-8d67-493ac8f51d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026968b0-94bf-4464-b004-268ffc26ff2b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:03.376659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:03.451860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port a73dea6c-6a4a-414c-be1a-e74ee08413cd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:03.456235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port a73dea6c-6a4a-414c-be1a-e74ee08413cd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:03.456611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.474288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-81e89e0f-bf59-4c0f-a3c0-8a8fb2a97401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.475897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-81e89e0f-bf59-4c0f-a3c0-8a8fb2a97401 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0918627 Aug 31 19:11:03.531530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:03.536966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.544363 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:03.569475 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.570288 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:03.572205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:03.576098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-a3280e47-2006-4093-84b3-7e0a72fde941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.577765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-a3280e47-2006-4093-84b3-7e0a72fde941 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879993 Aug 31 19:11:03.595208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:03.597961 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00834c-cd17-4c38-aa21-189be22c3c35" -d '{"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-plugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:03.598853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b1b0b1a2-7a2a-414f-b11b-ecf6cd7c66e7 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "PUT /v2.0/floatingips/c749afdb-e8ab-4a78-ab14-abde5b0f3ebf HTTP/1.1" status: 200 len: 992 time: 2.6969829 Aug 31 19:11:03.615978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:03.623582 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:03.646240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:03.655788 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c36460-2a62-4f80-b254-5380e2b98088" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:03.674142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:03.677201 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773338a7-c31b-43ba-8862-c782aea2a2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:03.736562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:03.825196 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:03.833589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a8a7-3121-428a-84c5-445144844c27 req-032249f3-ca5e-45de-a1d9-2de66af4c958 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:03.842495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b160a8a7-3121-428a-84c5-445144844c27 req-032249f3-ca5e-45de-a1d9-2de66af4c958 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 948 time: 0.1190641 Aug 31 19:11:03.854642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-9a2f7b25-f7a9-4812-b329-82e816ecb5ad service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523687 Aug 31 19:11:03.893444 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf4008a-6a82-4bd6-aa0b-4293f3422573 x-openstack-request-id: req-daf4008a-6a82-4bd6-aa0b-4293f3422573 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:03.894088 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-plugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:03.904955 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-daf4008a-6a82-4bd6-aa0b-4293f3422573 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:03.905679 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'code': 200} Aug 31 19:11:03.961436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b160a8a7-3121-428a-84c5-445144844c27 req-6b543015-3e75-4b3f-9921-3b83fbf783be tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165001 Aug 31 19:11:03.987605 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98e3ef7-56d7-45df-8ec2-26f545112b3f x-openstack-request-id: req-c98e3ef7-56d7-45df-8ec2-26f545112b3f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:03.988849 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:03.990801 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c98e3ef7-56d7-45df-8ec2-26f545112b3f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:03.991292 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'status': 'completed', 'code': 200} Aug 31 19:11:04.049845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d241c1c0-2f24-46a7-be39-1a54b175b590 req-4addb16c-d904-4e91-b850-23b987656c2c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782112 Aug 31 19:11:04.144263 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9b6795-9d2f-4aeb-bc52-cac157ab74b5 x-openstack-request-id: req-3f9b6795-9d2f-4aeb-bc52-cac157ab74b5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:04.145561 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:04.146375 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f9b6795-9d2f-4aeb-bc52-cac157ab74b5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:04.148947 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def', 'status': 'completed', 'code': 200} Aug 31 19:11:04.187036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-fa398039-9b94-4a7f-86ed-512d18da9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.189291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-fa398039-9b94-4a7f-86ed-512d18da9ba1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1095 time: 0.1073036 Aug 31 19:11:04.237446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36460-2a62-4f80-b254-5380e2b98088 req-aee6728a-49ad-4f3c-9916-90d391c52d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.239086 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-aee6728a-49ad-4f3c-9916-90d391c52d67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1078e3e8274746069c0119ff733c2078&device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 1098 time: 0.1287189 Aug 31 19:11:04.241099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635153d-59eb-4e90-b2fa-7bf119983940 req-4a87bdb6-68e0-411c-bf50-91867e0d125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.242977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c635153d-59eb-4e90-b2fa-7bf119983940 req-4a87bdb6-68e0-411c-bf50-91867e0d125d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 1097 time: 0.2306859 Aug 31 19:11:04.269143 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:11:01Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:04.303510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb4ac3-c999-4c7b-b626-723cb8298abd req-80b2dcda-bf7e-408a-9361-d32e9d5008db tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.311136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dfb4ac3-c999-4c7b-b626-723cb8298abd req-80b2dcda-bf7e-408a-9361-d32e9d5008db tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 943 time: 0.1775572 Aug 31 19:11:04.331679 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:04.336681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62713e-1c95-4686-b003-069f8579c104 req-1293e031-05fd-41d6-bd29-b59e16e11c3f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.338403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f62713e-1c95-4686-b003-069f8579c104 req-1293e031-05fd-41d6-bd29-b59e16e11c3f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1472764 Aug 31 19:11:04.359130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:04.360727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:10:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:04.363703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36460-2a62-4f80-b254-5380e2b98088 req-0e3fdbef-7b80-400a-b750-ff64e1649b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.366710 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-0e3fdbef-7b80-400a-b750-ff64e1649b2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 200 len: 925 time: 0.1175258 Aug 31 19:11:04.418275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-89624b08-c367-4296-9b1f-98ca0ef8f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.419825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-89624b08-c367-4296-9b1f-98ca0ef8f34a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.1954808 Aug 31 19:11:04.465554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c635153d-59eb-4e90-b2fa-7bf119983940 req-f09fc53c-c65f-4f72-8dbc-1eced21c0969 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922147 Aug 31 19:11:04.483291 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-9e90d972-f2c6-4141-8986-946a385fe76a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282 HTTP/1.1" status: 200 len: 1000 time: 0.1069393 Aug 31 19:11:04.503577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dfb4ac3-c999-4c7b-b626-723cb8298abd req-db0b2b7f-109d-471b-92c1-f4e582501210 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867163 Aug 31 19:11:04.505608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-d0e3d11c-5ec9-457d-9e08-9806be020272 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 217 time: 0.0689929 Aug 31 19:11:04.548402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f62713e-1c95-4686-b003-069f8579c104 req-93b05a13-9b7e-47c4-b9ff-5073614fc55e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655354 Aug 31 19:11:04.592671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36460-2a62-4f80-b254-5380e2b98088 req-c4e5ace2-facd-4f68-9540-e289b3ed3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.594243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-c4e5ace2-facd-4f68-9540-e289b3ed3c27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 200 len: 863 time: 0.1024947 Aug 31 19:11:04.694446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36460-2a62-4f80-b254-5380e2b98088 req-faabd060-fa1b-42b8-a9f0-6d23c6e74dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.697805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-faabd060-fa1b-42b8-a9f0-6d23c6e74dde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942085 Aug 31 19:11:04.710092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-27a3a2cb-1a27-4a4f-a0e2-03205803c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.711066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-27a3a2cb-1a27-4a4f-a0e2-03205803c17d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1673052 Aug 31 19:11:04.729188 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:04.746134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa57a7-ce1c-4ead-b347-71b849ee594b req-942be2b9-943a-409a-9b44-c4ec0736382b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.754417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0baa57a7-ce1c-4ead-b347-71b849ee594b req-942be2b9-943a-409a-9b44-c4ec0736382b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1400015 Aug 31 19:11:04.805123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44632a-5656-480f-8fec-5bec965473a4 req-8f0f33a0-6bf9-4632-9526-c8c6edaeda28 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.806706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d44632a-5656-480f-8fec-5bec965473a4 req-8f0f33a0-6bf9-4632-9526-c8c6edaeda28 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1512327 Aug 31 19:11:04.826240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-49905913-e6f6-4a61-830c-e2ea45cb052e service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184745 Aug 31 19:11:04.872006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0baa57a7-ce1c-4ead-b347-71b849ee594b req-0dd6fd20-23e1-44fa-bbae-09960afd256e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146457 Aug 31 19:11:04.876720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-ae1b8779-8f9b-4490-98f1-3aaa9d00c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:04.878212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-ae1b8779-8f9b-4490-98f1-3aaa9d00c64a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562500 Aug 31 19:11:04.898448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d44632a-5656-480f-8fec-5bec965473a4 req-14d50e43-7c36-41e3-98ee-4ec1cd6fa4ba tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Aug 31 19:11:04.986251 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-45c36460-2a62-4f80-b254-5380e2b98088 req-6615cf6a-9e81-4f0d-9a40-05eb440268c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465862 Aug 31 19:11:05.036231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-9d2993ab-2a29-4ada-8f97-670c51795718 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344244 Aug 31 19:11:05.064106 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:11:01Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:05.108812 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930795e9-12d7-4742-9b6c-1535c682baba None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'c749afdb-e8ab-4a78-ab14-abde5b0f3ebf', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'port_id': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'mac_address': 'fa:16:3e:d6:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:08:27Z', 'updated_at': '2021-08-31T19:11:01Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:05.162398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-773338a7-c31b-43ba-8862-c782aea2a2f7 req-08337265-f96f-44e1-8042-fbc8f2d36e6d service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110315 Aug 31 19:11:05.256732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-d3ecbdc1-be65-4e8b-a09c-a77c4aedd324 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c98f666efecf49dfb6e42cdab895a136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304370 Aug 31 19:11:05.286655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393f11-e9f0-4f9a-abed-9315944c6230 req-3af8c480-d425-46bc-8c80-8ad7a4a195a7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:05.288452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1393f11-e9f0-4f9a-abed-9315944c6230 req-3af8c480-d425-46bc-8c80-8ad7a4a195a7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 948 time: 0.1104560 Aug 31 19:11:05.378221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5d7ac-a012-4cb3-b835-35ac57d83234 None None] New status for floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:05.411852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ae2d01e5-67cc-4106-9881-417c41b17f31 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:05.424949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1393f11-e9f0-4f9a-abed-9315944c6230 req-ee3a6bc9-c35a-43ce-aaa9-fe7e8d91a72f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188779 Aug 31 19:11:05.466854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-a051a5d4-e339-4cf5-9c3b-f5229051c68d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:05.468405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-a051a5d4-e339-4cf5-9c3b-f5229051c68d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055206 Aug 31 19:11:05.486442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-642fbfa5-88e7-4761-b04f-4141c4ad432d service neutron] 10.222.0.82 "GET /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.1045570 Aug 31 19:11:05.489096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-7de9f843-1ca0-4a0e-a68f-e3e7ca592192 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/quotas/c98f666efecf49dfb6e42cdab895a136 HTTP/1.1" status: 200 len: 375 time: 0.0123458 Aug 31 19:11:05.542782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-838c527c-2614-4bb8-aa3b-a59518aac310 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c98f666efecf49dfb6e42cdab895a136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470996 Aug 31 19:11:05.673709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae98498-fade-4da6-a52d-bb9c0b1bb7b0 req-2f17af80-7cd0-4ec8-bd04-98b55b8f14db tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:05.675347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fae98498-fade-4da6-a52d-bb9c0b1bb7b0 req-2f17af80-7cd0-4ec8-bd04-98b55b8f14db tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 943 time: 0.1019404 Aug 31 19:11:05.709932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 7f844d91-80f5-4434-add3-9ee089c86def details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:05.828315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ae2d01e5-67cc-4106-9881-417c41b17f31,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:05.831831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=7f844d91-80f5-4434-add3-9ee089c86def,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:05.851630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ae2d01e5-67cc-4106-9881-417c41b17f31', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'ae2d01e5-67cc-4106-9881-417c41b17f31', 'mac_address': 'fa:16:3e:ea:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:05.853482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '7f844d91-80f5-4434-add3-9ee089c86def', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:05.931462 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:05.933973 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:05.957095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2d01e5-67cc-4106-9881-417c41b17f31 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:05.962411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f844d91-80f5-4434-add3-9ee089c86def {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:05.994821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ae2d01e5-67cc-4106-9881-417c41b17f31,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:05.996785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=7f844d91-80f5-4434-add3-9ee089c86def,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:06.000597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.006019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.006520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2871bab9-3fa8-412e-a281-53946fddc3aa details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:06.121249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:06.149568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fae98498-fade-4da6-a52d-bb9c0b1bb7b0 req-71c0dd06-fae5-4312-909b-ada9539e6bab tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464052 Aug 31 19:11:06.185072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8645f-3cdf-447e-9a50-c35389fda1af req-63eb0639-eda0-479f-9a6e-b5246015e183 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.195502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bd8645f-3cdf-447e-9a50-c35389fda1af req-63eb0639-eda0-479f-9a6e-b5246015e183 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.4339833 Aug 31 19:11:06.205656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:06.207110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:06.226442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2871bab9-3fa8-412e-a281-53946fddc3aa,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:06.241672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '2871bab9-3fa8-412e-a281-53946fddc3aa', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '2871bab9-3fa8-412e-a281-53946fddc3aa', 'mac_address': 'fa:16:3e:22:e8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:06.259551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:06.264083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bd8645f-3cdf-447e-9a50-c35389fda1af req-1999d6ca-e6ab-4efd-a2a1-484319b9dcb3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Aug 31 19:11:06.296236 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.298333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bba3813-2a8b-4ea5-82fc-946bf58d9486 req-5e25b116-de35-481b-9d67-1e3d4f08c2a0 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 210 time: 0.0563686 Aug 31 19:11:06.313773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863467a9-760f-4103-93f2-8d2a8f1104e2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:06.325526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2871bab9-3fa8-412e-a281-53946fddc3aa {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:06.332277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:06.349489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.363863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2871bab9-3fa8-412e-a281-53946fddc3aa,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:06.369315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.431177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:06.476842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:06.500637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b671-a70d-493a-b4d8-089e7f99658e req-1029416d-a0f8-4ee9-b884-ac9f94d74371 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.502508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1e2b671-a70d-493a-b4d8-089e7f99658e req-1029416d-a0f8-4ee9-b884-ac9f94d74371 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0911922 Aug 31 19:11:06.510185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70bfd-0da7-471e-b117-684bee7a05fd req-ec286db8-0b61-4869-b8e3-af86f33f8ad1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.511610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b70bfd-0da7-471e-b117-684bee7a05fd req-ec286db8-0b61-4869-b8e3-af86f33f8ad1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.1509876 Aug 31 19:11:06.556526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Transition to ACTIVE for port object 863467a9-760f-4103-93f2-8d2a8f1104e2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:06.575865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:06.613110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1e2b671-a70d-493a-b4d8-089e7f99658e req-5d70428d-4c32-4e43-85bf-b7ab7163c525 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004651 Aug 31 19:11:06.617885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b70bfd-0da7-471e-b117-684bee7a05fd req-7289221c-e48b-4516-be0e-69c6116a2083 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960436 Aug 31 19:11:06.667278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] No DVR routers for this DVR port 863467a9-760f-4103-93f2-8d2a8f1104e2 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:06.677338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Pushing event updated for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:06.695625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['7f844d91-80f5-4434-add3-9ee089c86def'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:06.698628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.699095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.699198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:06.699551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.699995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.700411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.700922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.701266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.701598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.701933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.702264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.703992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.705044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:06.728782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-934214f0-1726-4135-ac87-b087084d9b21 service neutron] 10.222.0.82 "PUT /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2342000 Aug 31 19:11:06.818196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135166-6157-4fbd-9835-5c8cdc3fc108 req-c94b07b6-6521-4e00-847c-e6b919ec90f4 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.826914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2135166-6157-4fbd-9835-5c8cdc3fc108 req-c94b07b6-6521-4e00-847c-e6b919ec90f4 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 949 time: 0.0639319 Aug 31 19:11:06.876834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-b44b4aaa-edb5-4ef7-8065-62ad2ee85d95 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.877360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2135166-6157-4fbd-9835-5c8cdc3fc108 req-d1ce4fc2-72c8-44bc-91f4-5bb76602b046 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 Aug 31 19:11:06.879995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-b44b4aaa-edb5-4ef7-8065-62ad2ee85d95 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.0655832 Aug 31 19:11:06.949644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-0d73eef7-fe3f-4291-a802-3dc3ae11f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.951058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-0d73eef7-fe3f-4291-a802-3dc3ae11f11a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2&tenant_id=002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 1097 time: 0.0466330 Aug 31 19:11:06.982073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c158d3-c9f3-4753-9a09-815fef98071b req-f97b45b8-6394-49da-a7a7-6b74339bdaac tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:06.983568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9c158d3-c9f3-4753-9a09-815fef98071b req-f97b45b8-6394-49da-a7a7-6b74339bdaac tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0578926 Aug 31 19:11:07.025076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9c158d3-c9f3-4753-9a09-815fef98071b req-e82d46e1-8f8d-4ad3-8f92-43a29867bd77 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353191 Aug 31 19:11:07.041542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-37401a06-6cbf-46e2-9d74-45c2838e1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.043026 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-37401a06-6cbf-46e2-9d74-45c2838e1eef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0419459 Aug 31 19:11:07.175540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-94f67434-d04b-45ed-9022-533beba28fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.177353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-94f67434-d04b-45ed-9022-533beba28fe0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1105480 Aug 31 19:11:07.179069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-d872799c-c98c-43ac-afab-47f030a4400f tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c98f666efecf49dfb6e42cdab895a136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295782 Aug 31 19:11:07.267936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-a0b191a3-bb87-49b0-aa03-725d5548a9a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 200 len: 217 time: 0.0442798 Aug 31 19:11:07.275536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96928510-2f4b-4dde-a4cf-e5cfa073eeda req-b31075f9-b49f-4d19-b77a-e922f381f529 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.277278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96928510-2f4b-4dde-a4cf-e5cfa073eeda req-b31075f9-b49f-4d19-b77a-e922f381f529 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 944 time: 0.0538688 Aug 31 19:11:07.324137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96928510-2f4b-4dde-a4cf-e5cfa073eeda req-75a273a7-b306-4a5c-bd45-f2bb53c34ecf tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Aug 31 19:11:07.380682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-2215523f-fdc7-4bed-841f-057f64bfa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.382310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-2215523f-fdc7-4bed-841f-057f64bfa421 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1025813 Aug 31 19:11:07.403693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cf727-53c2-4b6f-8051-7592a9898c4c req-2e94c03c-87b8-49c2-8e83-040ef06760c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.405289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d01cf727-53c2-4b6f-8051-7592a9898c4c req-2e94c03c-87b8-49c2-8e83-040ef06760c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0568888 Aug 31 19:11:07.425688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-361c9199-5fa3-479b-8608-4433218418e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306716 Aug 31 19:11:07.433126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-f8495fc9-62a0-41c4-b7bd-099189dd736d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.434488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-f8495fc9-62a0-41c4-b7bd-099189dd736d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769207 Aug 31 19:11:07.441747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0c36176-1208-49ec-82ee-9d1c14aa0e11 req-7c861d1b-7034-4303-9a9e-f438a24796f6 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 210 time: 0.0353601 Aug 31 19:11:07.463523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Request body: {'port': {'device_id': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'c98f666efecf49dfb6e42cdab895a136'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:07.470777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d01cf727-53c2-4b6f-8051-7592a9898c4c req-4e08cc7c-d0b2-40d9-a024-283c7f6b1fa7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546026 Aug 31 19:11:07.563113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:07.603989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:07.613861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-bae2edf3-b317-4322-be1c-e4392c8f6156 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663353 Aug 31 19:11:07.649104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Made reservation on behalf of c98f666efecf49dfb6e42cdab895a136 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:07.652499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:07.685989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:07.749546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbacbf-d642-47b7-940e-30cd92e35a27 req-294f634b-2596-4108-985a-5053316aef1b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:07.752287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4afbacbf-d642-47b7-940e-30cd92e35a27 req-294f634b-2596-4108-985a-5053316aef1b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0540955 Aug 31 19:11:07.753562 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-171e3dca-7ce7-4d6c-a181-86e14df5525c service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238754 Aug 31 19:11:07.812246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4afbacbf-d642-47b7-940e-30cd92e35a27 req-4ecf4508-436c-41b2-a8b3-a38f6b1a4fd7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517354 Aug 31 19:11:07.822677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:07.827510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:07.903069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:07.977236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Allocated IP 192.168.233.65 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:08.005839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616e007-14b0-4612-b291-c74666ae206d req-14d69da4-3187-4468-b636-385ba7b97680 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.007476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e616e007-14b0-4612-b291-c74666ae206d req-14d69da4-3187-4468-b636-385ba7b97680 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 949 time: 0.0526683 Aug 31 19:11:08.049340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e616e007-14b0-4612-b291-c74666ae206d req-28d08d8b-d223-4b08-b849-c864983e4065 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349326 Aug 31 19:11:08.126480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-5c0d4090-e47f-4f04-9fc8-f0075c8b9ee5 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.128006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-5c0d4090-e47f-4f04-9fc8-f0075c8b9ee5 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.0953586 Aug 31 19:11:08.153209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809214-bc2a-4c91-bc65-4ccef54a9be6 req-a8e0dce2-3b86-4856-9d5e-0f2f374362f0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.154808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11809214-bc2a-4c91-bc65-4ccef54a9be6 req-a8e0dce2-3b86-4856-9d5e-0f2f374362f0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0535386 Aug 31 19:11:08.193338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11809214-bc2a-4c91-bc65-4ccef54a9be6 req-1eff3166-41d8-4c48-8b0d-73f2ebb6bfcd tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Aug 31 19:11:08.200098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.225078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Transition to ACTIVE for port object d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:08.451184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d8ad9-3b3a-4225-be9d-5da1f0ec0590 req-26d50c6e-1883-4bfb-87dd-f70a7423f523 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.452764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663d8ad9-3b3a-4225-be9d-5da1f0ec0590 req-26d50c6e-1883-4bfb-87dd-f70a7423f523 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 944 time: 0.0529606 Aug 31 19:11:08.502527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663d8ad9-3b3a-4225-be9d-5da1f0ec0590 req-826f142b-2744-488b-aa0e-9fc9c1ee6afb tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Aug 31 19:11:08.524462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.536490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-a3fc54cd-5b90-42f0-bd62-97db0ebb6e19 service neutron] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:08.561420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-a3fc54cd-5b90-42f0-bd62-97db0ebb6e19 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.563247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a90589c-a091-4c21-b35a-eb330ac55249 req-a3fc54cd-5b90-42f0-bd62-97db0ebb6e19 service neutron] 10.222.0.67 "DELETE /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.4212494 Aug 31 19:11:08.582050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:08.583370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc0165-8d0b-4787-ac68-162dabe4cdfd req-0f1f7ce6-0c14-4fba-9bec-7c01483d786a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.584965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31bc0165-8d0b-4787-ac68-162dabe4cdfd req-0f1f7ce6-0c14-4fba-9bec-7c01483d786a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 935 time: 0.0670342 Aug 31 19:11:08.585765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:08.589814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:08.596629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.597446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.605130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Pushing event updated for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:08.629501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-b04e277d-7913-49c7-a8df-fb12c796ce0d tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1707084 Aug 31 19:11:08.649908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Request body: {'port': {'device_id': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:08.673263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d168-b8de-459a-847f-e6a5f72f125a req-8c084a1e-17b2-47c8-b4d6-92f349651bbc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.674813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07e0d168-b8de-459a-847f-e6a5f72f125a req-8c084a1e-17b2-47c8-b4d6-92f349651bbc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1085410 Aug 31 19:11:08.688016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31bc0165-8d0b-4787-ac68-162dabe4cdfd req-ad3ae3a1-ff42-46d3-bb45-f5517cbc0910 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612626 Aug 31 19:11:08.711122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.727756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07e0d168-b8de-459a-847f-e6a5f72f125a req-9389a8bf-ffb5-4133-8a58-5764e439ee8b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Aug 31 19:11:08.817010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-992c399e-a5dd-418d-82bf-e17c00f55950 None None] Provisioning for port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:08.822131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-992c399e-a5dd-418d-82bf-e17c00f55950 None None] Provisioning complete for port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:08.822510 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-992c399e-a5dd-418d-82bf-e17c00f55950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:08.858837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-992c399e-a5dd-418d-82bf-e17c00f55950 None None] Port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:11:08.953414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5545a-ef98-400c-b6fe-e564c28dc457 req-07c9f86f-ccc2-4dd2-84ae-e6744497c51e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:08.955062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31f5545a-ef98-400c-b6fe-e564c28dc457 req-07c9f86f-ccc2-4dd2-84ae-e6744497c51e tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0618737 Aug 31 19:11:08.995525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31f5545a-ef98-400c-b6fe-e564c28dc457 req-a386cef5-e6ca-4fde-b3d1-5d89746a8729 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Aug 31 19:11:09.007706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:09.016225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.030314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Transition to ACTIVE for port object d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:09.035972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.105246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:09.118301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Attempting to bind port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:09.118673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Attempting to bind port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:09.118978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Attempting to bind port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:09.123602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:09.123967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Attempting to bind port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:09.136133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:09.136516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:09.136872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:09.137315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Bound port: d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:09.137699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.197823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22a5d8-ed12-4d9b-b040-10ed19be2de3 req-af1e76ab-28f8-400f-a321-4f1a8db67d9e tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.199372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf22a5d8-ed12-4d9b-b040-10ed19be2de3 req-af1e76ab-28f8-400f-a321-4f1a8db67d9e tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0818918 Aug 31 19:11:09.211149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:09.213541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da718bbc-03a0-4055-a10f-ebc6f0a99fde req-4efe4405-994f-41ae-a89d-09468e469c60 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.214368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:09.215095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da718bbc-03a0-4055-a10f-ebc6f0a99fde req-4efe4405-994f-41ae-a89d-09468e469c60 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 949 time: 0.0694926 Aug 31 19:11:09.224475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.268180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf22a5d8-ed12-4d9b-b040-10ed19be2de3 req-554f7a49-baf6-426f-8ecd-77678138dc69 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Aug 31 19:11:09.271947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.272833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.274408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] 10.222.0.67 "PUT /v2.0/ports/d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 HTTP/1.1" status: 200 len: 1096 time: 0.6291611 Aug 31 19:11:09.275423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:09.277398 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027ffa1-a589-4832-8578-6986afba050d" -d '{"events": [{"name": "network-changed", "server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:09.288686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da718bbc-03a0-4055-a10f-ebc6f0a99fde req-bc732b02-c750-479e-96b8-8da6bf78786d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Aug 31 19:11:09.309612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126cca-ef3f-4d2c-91a2-e2e497c09a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:09.380944 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d005976-531d-4fd8-abb1-d8cd2c84868f x-openstack-request-id: req-9d005976-531d-4fd8-abb1-d8cd2c84868f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:09.381514 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:09.381926 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d005976-531d-4fd8-abb1-d8cd2c84868f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:09.382459 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3', 'status': 'completed', 'code': 200} Aug 31 19:11:09.416521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-38e2bd6b-d24f-43e8-bd90-f0cfdae9f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.418360 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-38e2bd6b-d24f-43e8-bd90-f0cfdae9f595 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c98f666efecf49dfb6e42cdab895a136&device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 1099 time: 0.0783966 Aug 31 19:11:09.427536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ae2d01e5-67cc-4106-9881-417c41b17f31 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:09.434947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a35c17-6d98-40f4-8faa-5c6d96ef320e req-76df17ec-55fc-4b97-bc41-d6a70a654d79 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.444127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8a35c17-6d98-40f4-8faa-5c6d96ef320e req-76df17ec-55fc-4b97-bc41-d6a70a654d79 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0913913 Aug 31 19:11:09.485636 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-d768087b-2a56-434e-a23a-65776ecf4223 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 HTTP/1.1" status: 200 len: 217 time: 0.0528662 Aug 31 19:11:09.532614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7f3-2985-4552-bbfc-c872b748f37b req-133d8445-9e99-4be7-afc9-3b2e93477879 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.534634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e26d7f3-2985-4552-bbfc-c872b748f37b req-133d8445-9e99-4be7-afc9-3b2e93477879 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0825253 Aug 31 19:11:09.543302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8a35c17-6d98-40f4-8faa-5c6d96ef320e req-2b217e36-57a7-4574-9ffe-0460064771fd tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974946 Aug 31 19:11:09.553364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ae2d01e5-67cc-4106-9881-417c41b17f31 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:09.567674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 7f844d91-80f5-4434-add3-9ee089c86def up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:09.569096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-d6558ea7-e805-4a83-aeb8-3f3c93bbffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.571079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-d6558ea7-e805-4a83-aeb8-3f3c93bbffe5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0728402 Aug 31 19:11:09.571205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ae2d01e5-67cc-4106-9881-417c41b17f31 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:09.571511 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.615669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e26d7f3-2985-4552-bbfc-c872b748f37b req-3ecc1533-9952-4c32-92d0-cbd1df53372e tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709834 Aug 31 19:11:09.660253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-cdffeaf2-cb84-4c38-b99a-3622cc907732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.662050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-cdffeaf2-cb84-4c38-b99a-3622cc907732 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748775 Aug 31 19:11:09.705683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577bd30-a217-41a3-b8b0-85641d817554 req-df324f5e-ea17-44a2-927f-948dcf9157a3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.709951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f577bd30-a217-41a3-b8b0-85641d817554 req-df324f5e-ea17-44a2-927f-948dcf9157a3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 944 time: 0.0904348 Aug 31 19:11:09.743554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 7f844d91-80f5-4434-add3-9ee089c86def completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:09.760077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 7f844d91-80f5-4434-add3-9ee089c86def triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:09.760652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.763876 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.778654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f577bd30-a217-41a3-b8b0-85641d817554 req-50ba4b47-b356-4119-904f-da89dfda6432 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Aug 31 19:11:09.832377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-da546c25-d316-4da6-98a3-a3c1746938c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.834003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-da546c25-d316-4da6-98a3-a3c1746938c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1097 time: 0.0805252 Aug 31 19:11:09.838765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:09.841055 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08034865-f6c1-40c5-a8f5-55a3c816368f" -d '{"events": [{"server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:09.850901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb56ac-a252-4198-ab76-cff450f9343d req-4bf6f1ec-2ac3-4ab4-ba5a-af06a9e03596 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.852548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1eb56ac-a252-4198-ab76-cff450f9343d req-4bf6f1ec-2ac3-4ab4-ba5a-af06a9e03596 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 947 time: 0.0729516 Aug 31 19:11:09.858744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ae2d01e5-67cc-4106-9881-417c41b17f31,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:09.866468 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.915759 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-865d585f-4b16-4b98-9562-8b92ced5ca88 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304339 Aug 31 19:11:09.933030 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:09.934124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1eb56ac-a252-4198-ab76-cff450f9343d req-2197a271-b896-4647-9e26-d43ed55293fd tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Aug 31 19:11:09.951248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8644d-91c4-4db1-8c9b-c87462a6f1bf req-0715f8ff-6f7d-4800-953f-22134239a1b4 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:09.964413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76c8644d-91c4-4db1-8c9b-c87462a6f1bf req-0715f8ff-6f7d-4800-953f-22134239a1b4 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1069062 Aug 31 19:11:09.974059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:09.989605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.990215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.990560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.990900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.991262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.991562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.991933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.992262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.992588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.992912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.993237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.993559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:11:09.999968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=7f844d91-80f5-4434-add3-9ee089c86def,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:10.007735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:10.008741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2871bab9-3fa8-412e-a281-53946fddc3aa up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:10.018307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76c8644d-91c4-4db1-8c9b-c87462a6f1bf req-600a56a0-3560-48e1-88bb-d55cbe2d69bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Aug 31 19:11:10.027798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-679b90f1-d2c9-443c-8727-f0407a9df61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.027798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-679b90f1-d2c9-443c-8727-f0407a9df61f service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1812141 Aug 31 19:11:10.089073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-ee46a895-9f6e-4b5d-b563-f391169bcca9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 217 time: 0.0481272 Aug 31 19:11:10.110533 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee96252-ae8d-42f2-89b2-224b64d6ef74 x-openstack-request-id: req-8ee96252-ae8d-42f2-89b2-224b64d6ef74 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:10.110825 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:10.111226 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ee96252-ae8d-42f2-89b2-224b64d6ef74 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:10.111915 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31', 'code': 200} Aug 31 19:11:10.117212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f158b6f4-3925-4812-92c4-409fa234faf5 req-a5c0d141-b86e-4c57-8251-66af42168453 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798990 Aug 31 19:11:10.128598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:10.143994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 2871bab9-3fa8-412e-a281-53946fddc3aa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:10.151214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 2871bab9-3fa8-412e-a281-53946fddc3aa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:10.162333 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:10.167306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-cc5bcc8b-37b5-4a93-a3d2-4173b17ec883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.167773 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-cc5bcc8b-37b5-4a93-a3d2-4173b17ec883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0684814 Aug 31 19:11:10.257585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-e00cea17-f409-4329-869d-950a116794db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589049 Aug 31 19:11:10.273885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:10.282871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f479-78f6-4293-bbbd-311c203ab98f req-b33107be-bf8c-4f9c-a0f3-3ab3a9b43fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.284408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf16f479-78f6-4293-bbbd-311c203ab98f req-b33107be-bf8c-4f9c-a0f3-3ab3a9b43fba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 1102 time: 0.0998018 Aug 31 19:11:10.299582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ffa1-a589-4832-8578-6986afba050d req-d34079ae-3843-4500-a924-6d01d5080c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.303677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-d34079ae-3843-4500-a924-6d01d5080c35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c98f666efecf49dfb6e42cdab895a136&device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 1099 time: 0.0852215 Aug 31 19:11:10.318582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2871bab9-3fa8-412e-a281-53946fddc3aa,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:10.325056 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:10.393909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:10.397486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf16f479-78f6-4293-bbbd-311c203ab98f req-16668874-4cac-4312-8d25-2bc37cfb3949 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958095 Aug 31 19:11:10.422106 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-c9146b2d-e097-49cc-8c75-c9702baa0f1d service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519752 Aug 31 19:11:10.526160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bd288-dda9-489c-b151-5746d4f2291c req-22a75200-220e-44bd-9ca6-1e03f50d9142 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.527652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-081bd288-dda9-489c-b151-5746d4f2291c req-22a75200-220e-44bd-9ca6-1e03f50d9142 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 950 time: 0.0831888 Aug 31 19:11:10.533031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ffa1-a589-4832-8578-6986afba050d req-de4b3fe6-5729-4ecd-ae03-648cc3b07d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.534377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-de4b3fe6-5729-4ecd-ae03-648cc3b07d2e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1527975 Aug 31 19:11:10.566316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-081bd288-dda9-489c-b151-5746d4f2291c req-a4439cd6-8049-45aa-9f83-062e5ab08f8e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Aug 31 19:11:10.660747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ce70-2ee6-4cb4-913b-4a398e54e746 req-55cfacda-fd2f-4112-80cf-3c2dc63b2f33 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.662248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6035ce70-2ee6-4cb4-913b-4a398e54e746 req-55cfacda-fd2f-4112-80cf-3c2dc63b2f33 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Aug 31 19:11:10.699675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6035ce70-2ee6-4cb4-913b-4a398e54e746 req-ee00605f-f568-4b06-a130-3589db87d05c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Aug 31 19:11:10.740350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-9c6bc448-b842-4678-9492-55413aa85940 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 HTTP/1.1" status: 200 len: 217 time: 0.0395212 Aug 31 19:11:10.794470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-1a777fd2-5b08-4618-ac87-e6b58e05a782 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971885 Aug 31 19:11:10.794835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ffa1-a589-4832-8578-6986afba050d req-dc5bf188-0694-4dde-b1d8-9648157ae76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.796295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-dc5bf188-0694-4dde-b1d8-9648157ae76e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0457776 Aug 31 19:11:10.853395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ffa1-a589-4832-8578-6986afba050d req-e373682e-dc15-4c1a-a72b-1e3812547da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.855187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-e373682e-dc15-4c1a-a72b-1e3812547da1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0445735 Aug 31 19:11:10.957574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1164e-6780-4321-b408-cba3674a307f req-c4d92cc6-1a66-4fbd-b7a9-a4548ddd223e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:10.959141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84f1164e-6780-4321-b408-cba3674a307f req-c4d92cc6-1a66-4fbd-b7a9-a4548ddd223e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 945 time: 0.1030354 Aug 31 19:11:11.013473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-319f062a-60ac-4b3c-a481-48cea9268b5d service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470666 Aug 31 19:11:11.018544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84f1164e-6780-4321-b408-cba3674a307f req-e90b03c5-e642-4afd-a152-3f5431df1e90 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529325 Aug 31 19:11:11.162113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68ba16-ce1a-4677-acf5-e437c7fc866f req-25cfa227-1487-402b-ad2e-38b20823a5bb tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:11.163619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba68ba16-ce1a-4677-acf5-e437c7fc866f req-25cfa227-1487-402b-ad2e-38b20823a5bb tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 947 time: 0.1489501 Aug 31 19:11:11.195869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a2687-1932-4d7f-aedb-a2aa319a2444 req-55b8a667-3150-4c81-b049-57cc8f5084bb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:11.197316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb9a2687-1932-4d7f-aedb-a2aa319a2444 req-55b8a667-3150-4c81-b049-57cc8f5084bb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1097574 Aug 31 19:11:11.220070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d027ffa1-a589-4832-8578-6986afba050d req-977aa61b-398d-4e8f-8aa6-ea66bc17775b service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923532 Aug 31 19:11:11.251489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba68ba16-ce1a-4677-acf5-e437c7fc866f req-6866da1e-3ca0-47e1-b745-600368b5f538 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772386 Aug 31 19:11:11.259452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb9a2687-1932-4d7f-aedb-a2aa319a2444 req-6dafb979-31fb-4c37-9bb6-a7f35b1f2810 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Aug 31 19:11:11.454373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-812f4a88-3d03-4dfc-925a-4caaf0f436e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:11.684962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171710c-0133-48e3-8f1a-6f0560697474 req-3de49afc-9240-4a85-bb4c-2b646ddd9294 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:11.686722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1171710c-0133-48e3-8f1a-6f0560697474 req-3de49afc-9240-4a85-bb4c-2b646ddd9294 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 950 time: 0.0510421 Aug 31 19:11:11.725784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1171710c-0133-48e3-8f1a-6f0560697474 req-5cf4719e-4455-405c-9ffe-74474abdf830 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Aug 31 19:11:11.822444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042361a-6585-4443-9131-7e68b58ad836 req-aba8b1d0-f0b9-412a-afa6-04f62b1414bc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:11.823961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0042361a-6585-4443-9131-7e68b58ad836 req-aba8b1d0-f0b9-412a-afa6-04f62b1414bc tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0497475 Aug 31 19:11:11.863364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0042361a-6585-4443-9131-7e68b58ad836 req-64886fe3-090d-4647-925f-a890851c56f2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Aug 31 19:11:12.113444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def'}, {'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:12.116167 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b3842-0547-47db-ab64-eb866737353b" -d '{"events": [{"server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "name": "network-vif-plugged", "status": "completed", "tag": "7f844d91-80f5-4434-add3-9ee089c86def"}, {"server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "name": "network-vif-plugged", "status": "completed", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:12.155106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4df581-ec45-411b-8ce6-9e529ace7f5b req-55c36472-2048-4ac6-b5ef-0532347300c1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.157826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b4df581-ec45-411b-8ce6-9e529ace7f5b req-55c36472-2048-4ac6-b5ef-0532347300c1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 945 time: 0.0682657 Aug 31 19:11:12.162047 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f24ddde-2fd5-4066-8a38-d01ecf3ad136 x-openstack-request-id: req-2f24ddde-2fd5-4066-8a38-d01ecf3ad136 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:12.162460 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "name": "network-vif-plugged", "status": "completed", "tag": "7f844d91-80f5-4434-add3-9ee089c86def", "code": 200}, {"server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "name": "network-vif-plugged", "status": "completed", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:12.162773 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f24ddde-2fd5-4066-8a38-d01ecf3ad136 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:12.163233 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def', 'code': 200} Aug 31 19:11:12.163554 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa', 'code': 200} Aug 31 19:11:12.245208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b4df581-ec45-411b-8ce6-9e529ace7f5b req-d4810bc0-894b-4f42-9ec5-576a31c8a8f5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792427 Aug 31 19:11:12.295438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe805-5e0d-4b77-9572-2638cabcc735 req-e06c1eda-3fbe-4d22-bda6-f22f20c9e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.297103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-830fe805-5e0d-4b77-9572-2638cabcc735 req-e06c1eda-3fbe-4d22-bda6-f22f20c9e4d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 1102 time: 0.0462196 Aug 31 19:11:12.324498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97b0a3-c662-402a-a175-bbb35e97ef8b req-fa71bd87-2b43-4be4-8f31-b7a56996b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.326003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe97b0a3-c662-402a-a175-bbb35e97ef8b req-fa71bd87-2b43-4be4-8f31-b7a56996b128 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1097 time: 0.0746305 Aug 31 19:11:12.378417 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe97b0a3-c662-402a-a175-bbb35e97ef8b req-b34ee8df-bf23-4535-b49a-03c830412144 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Aug 31 19:11:12.391510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-830fe805-5e0d-4b77-9572-2638cabcc735 req-662f911b-fc4e-454e-8698-e626d30243ae service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Aug 31 19:11:12.415438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564571-dab6-4953-9834-92189df47cd4 req-0d04827f-915b-4c93-b5af-092afe5d2308 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.417087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1564571-dab6-4953-9834-92189df47cd4 req-0d04827f-915b-4c93-b5af-092afe5d2308 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 947 time: 0.0629137 Aug 31 19:11:12.485581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1564571-dab6-4953-9834-92189df47cd4 req-14a7a5e5-f3ba-471c-8dab-3d79cf55a488 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Aug 31 19:11:12.575476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b618-3ccc-429d-a7bc-14f89e0c1bdf req-4599faf2-90f2-4b5d-9aae-fe263c85155e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.577058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fb0b618-3ccc-429d-a7bc-14f89e0c1bdf req-4599faf2-90f2-4b5d-9aae-fe263c85155e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0852292 Aug 31 19:11:12.620691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fb0b618-3ccc-429d-a7bc-14f89e0c1bdf req-1b89b656-9cb2-4493-b43a-4b5e735df21e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Aug 31 19:11:12.729165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b001385-0518-42e5-849c-1324435871c0 req-f98bd2b5-e5a9-4ba3-a8d5-9e94b203a585 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.730656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b001385-0518-42e5-849c-1324435871c0 req-f98bd2b5-e5a9-4ba3-a8d5-9e94b203a585 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.0494499 Aug 31 19:11:12.771426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b001385-0518-42e5-849c-1324435871c0 req-42b86145-73d3-4516-89d1-4216db5cbd75 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333710 Aug 31 19:11:12.880800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f762-a2e1-4ab9-bd6e-0019401ffeac req-cf3ae273-2bf9-4693-b644-7986e85b395a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.882297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab92f762-a2e1-4ab9-bd6e-0019401ffeac req-cf3ae273-2bf9-4693-b644-7986e85b395a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 950 time: 0.0510850 Aug 31 19:11:12.923156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab92f762-a2e1-4ab9-bd6e-0019401ffeac req-38f817b0-bb14-4506-b77b-c07eaca3a5e0 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Aug 31 19:11:12.989604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44037f5e-2345-482f-be9e-fccf3c1a1de9 req-a1884dff-eafa-4f1d-9954-e0f5ff2dbcbe tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:12.991477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44037f5e-2345-482f-be9e-fccf3c1a1de9 req-a1884dff-eafa-4f1d-9954-e0f5ff2dbcbe tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0577707 Aug 31 19:11:13.061013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44037f5e-2345-482f-be9e-fccf3c1a1de9 req-32245cb7-d316-4f94-a1bc-a985f8f93f59 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Aug 31 19:11:13.070595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37639-3279-4f12-ab61-e2703019c6cd req-2e34728f-534b-48ca-bcd6-091391ae5192 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:13.072501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4d37639-3279-4f12-ab61-e2703019c6cd req-2e34728f-534b-48ca-bcd6-091391ae5192 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 950 time: 0.0786788 Aug 31 19:11:13.115041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4d37639-3279-4f12-ab61-e2703019c6cd req-cecf7b75-1f45-40b5-9a29-17384bc0371b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Aug 31 19:11:13.368043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973462-bebc-4891-bda1-0825780ffeec req-4dbd88e5-75d9-4c20-a054-647848560f86 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:13.369525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25973462-bebc-4891-bda1-0825780ffeec req-4dbd88e5-75d9-4c20-a054-647848560f86 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 945 time: 0.0547204 Aug 31 19:11:13.408319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25973462-bebc-4891-bda1-0825780ffeec req-0c142bef-40e9-4008-9d3f-09c00dc28479 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Aug 31 19:11:13.634018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52899-ed30-4a98-a5b9-c3957664fd39 req-5efa060b-9d69-4fba-94fd-f27aa15c533b tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:13.635415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbd52899-ed30-4a98-a5b9-c3957664fd39 req-5efa060b-9d69-4fba-94fd-f27aa15c533b tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 947 time: 0.0545573 Aug 31 19:11:13.676965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbd52899-ed30-4a98-a5b9-c3957664fd39 req-205d2e8c-5977-4ff5-a05d-327e637c3e58 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Aug 31 19:11:13.739902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0c5b2-db26-489a-a239-eadf9fc24e7a req-e75eb28c-deca-4d5b-a79b-9de149fd3927 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:13.741536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f0c5b2-db26-489a-a239-eadf9fc24e7a req-e75eb28c-deca-4d5b-a79b-9de149fd3927 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.0507309 Aug 31 19:11:13.787897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f0c5b2-db26-489a-a239-eadf9fc24e7a req-51b8e6a1-9f92-4235-ab66-6b8c18dc6ef7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Aug 31 19:11:13.919002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadec6d-ca09-4f61-a09a-becc0e086a52 req-61b057a8-720c-4cdf-9ce6-996a10162b4c tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:13.920709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-beadec6d-ca09-4f61-a09a-becc0e086a52 req-61b057a8-720c-4cdf-9ce6-996a10162b4c tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.0574245 Aug 31 19:11:13.968885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-beadec6d-ca09-4f61-a09a-becc0e086a52 req-8b59c2a7-7701-4b32-97fa-42bdb7d6b4f5 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 Aug 31 19:11:14.147894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a455e79f-5b6c-41f8-80e3-620a9964bdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:14.190773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39f554-6bed-4a4d-ac0e-aace0e4d6764 req-8a3daddb-08ca-43c9-b98a-04dbb89beb96 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.192569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b39f554-6bed-4a4d-ac0e-aace0e4d6764 req-8a3daddb-08ca-43c9-b98a-04dbb89beb96 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0574725 Aug 31 19:11:14.255139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b39f554-6bed-4a4d-ac0e-aace0e4d6764 req-ae006952-79de-4b0d-bcc7-36a57ad17db2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Aug 31 19:11:14.262081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:14.267561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647c01a-bd45-4365-aaea-86bfaf668444 req-934e3065-28e2-4828-991d-e71e1d57f9f3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.269118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b647c01a-bd45-4365-aaea-86bfaf668444 req-934e3065-28e2-4828-991d-e71e1d57f9f3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 950 time: 0.0756536 Aug 31 19:11:14.308585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b647c01a-bd45-4365-aaea-86bfaf668444 req-23215122-3bd3-4d7e-a88d-b20fa57e314c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Aug 31 19:11:14.383864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:14.531610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d0c73-1408-4f73-ac41-7eec5ee3664d req-8503647d-5eeb-4f9a-94e2-efb494bfd10c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.533347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-435d0c73-1408-4f73-ac41-7eec5ee3664d req-8503647d-5eeb-4f9a-94e2-efb494bfd10c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 945 time: 0.0558696 Aug 31 19:11:14.609608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-435d0c73-1408-4f73-ac41-7eec5ee3664d req-151cb686-e772-4c64-a663-2d47f5e9e089 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696149 Aug 31 19:11:14.635933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75d200-744a-4a52-81ae-a7f66c49682b req-de3122ea-eccb-4591-b8b6-32d701a04d40 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.643062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75d200-744a-4a52-81ae-a7f66c49682b req-de3122ea-eccb-4591-b8b6-32d701a04d40 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.644761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f75d200-744a-4a52-81ae-a7f66c49682b req-de3122ea-eccb-4591-b8b6-32d701a04d40 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c&device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 1691 time: 0.0824873 Aug 31 19:11:14.692842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f75d200-744a-4a52-81ae-a7f66c49682b req-efdb8ba4-5a93-454f-872f-2b3824ddb5ad tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Aug 31 19:11:14.755311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-41a4b95b-69a3-4db9-8b61-adea60be96ab tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.756848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-41a4b95b-69a3-4db9-8b61-adea60be96ab tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0543461 Aug 31 19:11:14.833217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-8c968597-66a1-4c5d-aa43-cacff4e61adc tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0664937 Aug 31 19:11:14.846467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:14.858872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c1e2-3fee-433b-9d95-0b7eeece35e8 req-153335ca-2df3-4d1f-9e68-701cef0e3f95 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:14.861097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f219c1e2-3fee-433b-9d95-0b7eeece35e8 req-153335ca-2df3-4d1f-9e68-701cef0e3f95 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 947 time: 0.1033638 Aug 31 19:11:14.933882 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.015215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f219c1e2-3fee-433b-9d95-0b7eeece35e8 req-30c7416c-4a05-4870-85f8-bc21e906f191 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191673 Aug 31 19:11:15.025024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-8faaf128-7e0b-4308-9a61-95825e67f35f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:15.026580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-8faaf128-7e0b-4308-9a61-95825e67f35f tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.67 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.1645315 Aug 31 19:11:15.254877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.288553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d102c-c273-4b3d-8ddf-937401a314dc req-8d10686f-3b7b-445d-81b3-b80eb152d8c2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:15.289917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f43d102c-c273-4b3d-8ddf-937401a314dc req-8d10686f-3b7b-445d-81b3-b80eb152d8c2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1552622 Aug 31 19:11:15.335329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Deleting port bb195902-d1b0-4dd7-bc33-c93753488e66 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:15.335699 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.459656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f43d102c-c273-4b3d-8ddf-937401a314dc req-1b343ba9-f946-4af0-a99c-d2462b5daf35 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611319 Aug 31 19:11:15.463446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:15.536059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] For port bb195902-d1b0-4dd7-bc33-c93753488e66, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=bb195902-d1b0-4dd7-bc33-c93753488e66,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:15.536646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.565289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.590094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:15.605429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3', 'mac_address': 'fa:16:3e:b1:3b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:15.653920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.674593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:11:15.675263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:15.698992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:15.706157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:15.754276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:16.089193 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.130701 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.191736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f51e-6c64-4257-861d-6f4cc41d2248 req-53131a3e-9a6b-430d-82d2-481a63432834 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:16.193173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b236f51e-6c64-4257-861d-6f4cc41d2248 req-53131a3e-9a6b-430d-82d2-481a63432834 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/ports?device_id=3480692a-c1c8-4231-88e3-5aa3fdfa928d HTTP/1.1" status: 200 len: 945 time: 0.4766958 Aug 31 19:11:16.203926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:16.235077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.235421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.235797 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Floating IP 1dbfb4c1-6f71-4a31-b3ec-0017361f7365 disassociated. External IP: 172.25.3.129, port: bb195902-d1b0-4dd7-bc33-c93753488e66. Aug 31 19:11:16.236163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Calling delete_port for bb195902-d1b0-4dd7-bc33-c93753488e66 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:16.291669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b236f51e-6c64-4257-861d-6f4cc41d2248 req-0dc1a07b-a6e8-4637-a37f-d8a3e47482ad tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups?id=62c171bc-68ed-407d-9936-1974512a7642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864007 Aug 31 19:11:16.345824 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b associated. External IP: 172.25.3.99, port: a9b8b66c-76c1-462e-b418-4f70ca7be181. Aug 31 19:11:16.492169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bea3ea-07d2-44a1-ac40-d8974f4d42a7 req-0d43d24b-2756-41d2-a46d-2639ac55ab95 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:16.493609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66bea3ea-07d2-44a1-ac40-d8974f4d42a7 req-0d43d24b-2756-41d2-a46d-2639ac55ab95 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 1102 time: 0.1077507 Aug 31 19:11:16.612999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.616127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66bea3ea-07d2-44a1-ac40-d8974f4d42a7 req-9b74397d-09e8-4616-964a-15d8b7aeb2cf tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962625 Aug 31 19:11:16.695493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event deleted for resources: {'Port': ['ID=bb195902-d1b0-4dd7-bc33-c93753488e66,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:16.808987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:16.855368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe49bb-095c-464f-8f9d-d7b0efd94974 req-96b434f1-40fe-4e23-9236-92ef49efc12d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:16.856110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:16.856921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65fe49bb-095c-464f-8f9d-d7b0efd94974 req-96b434f1-40fe-4e23-9236-92ef49efc12d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1549101 Aug 31 19:11:16.951838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Router 6118f9c7-2f73-4ef3-9178-331ff7dda352 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:16.966690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65fe49bb-095c-464f-8f9d-d7b0efd94974 req-4364fd88-6287-49be-8157-829e0b44c7ae tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969348 Aug 31 19:11:17.140667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:17.145831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:17.152979 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:17.163375 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:17.164245 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.189956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f2e36af1-bd9c-4757-8c24-2f83d6140be4 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "PUT /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 995 time: 2.3503039 Aug 31 19:11:17.193760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:17.195942 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9a7a6-7594-4a4c-8948-3cf882820a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:17.210619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a283-acec-4fb8-8d47-2e57f052d288 req-d6ebacf4-8c09-4474-b9fa-6968726c6ee9 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.212187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abe4a283-acec-4fb8-8d47-2e57f052d288 req-d6ebacf4-8c09-4474-b9fa-6968726c6ee9 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 948 time: 0.1608937 Aug 31 19:11:17.260709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:17.273142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Sync routers for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:17.277709 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:17.283202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:17.284295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.321155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] No DVR routers for this DVR port bb195902-d1b0-4dd7-bc33-c93753488e66 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:17.323060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:17.325049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4798a7c-87b7-44e3-8a0c-088ba967e53b req-15417d3e-437d-4f4d-a757-df64b16f3020 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.67 "DELETE /v2.0/ports/bb195902-d1b0-4dd7-bc33-c93753488e66 HTTP/1.1" status: 204 len: 173 time: 2.2891827 Aug 31 19:11:17.341282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abe4a283-acec-4fb8-8d47-2e57f052d288 req-6d206999-1668-4cf0-988c-e820c2509ea6 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169755 Aug 31 19:11:17.354507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-dff6addb-c5cb-4fc4-bbeb-345786a44905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.365434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-dff6addb-c5cb-4fc4-bbeb-345786a44905 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.1521354 Aug 31 19:11:17.441544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:17.546300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddffaf5-b000-4744-a617-f7795e8e5c42 req-7f166eec-99e9-4713-83f3-c533aaeda11c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.548163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ddffaf5-b000-4744-a617-f7795e8e5c42 req-7f166eec-99e9-4713-83f3-c533aaeda11c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1022506 Aug 31 19:11:17.602241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-ef7dd366-937c-4664-bf0e-6cb59b7e64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.603874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-ef7dd366-937c-4664-bf0e-6cb59b7e64ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2372837 Aug 31 19:11:17.606988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ddffaf5-b000-4744-a617-f7795e8e5c42 req-4cfb67e5-9545-4523-8e29-0f11324e6c39 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Aug 31 19:11:17.655362 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:15Z', 'revision_number': 1, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.687673 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:17.700892 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:17.703688 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.705577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.735457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-f8d39118-a5ee-48d5-ac32-a14bd29367be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 998 time: 0.1144886 Aug 31 19:11:17.757884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Checking router: 6118f9c7-2f73-4ef3-9178-331ff7dda352 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:17.777885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:17.778533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:17.801381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-26ae3d56-1a97-44b1-9f7f-21a86fbab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.809894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-26ae3d56-1a97-44b1-9f7f-21a86fbab313 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0667474 Aug 31 19:11:17.839933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:17.888688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-03d61613-75ce-4f28-9515-c4dcf8cf51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.890848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-03d61613-75ce-4f28-9515-c4dcf8cf51bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705223 Aug 31 19:11:17.905670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638e6a3-ab49-4eba-8c96-3a2cda90b64b req-d288ee51-72cd-4976-a24a-a0f550b26c13 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:17.907274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:17.917071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5638e6a3-ab49-4eba-8c96-3a2cda90b64b req-d288ee51-72cd-4976-a24a-a0f550b26c13 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 1102 time: 0.1061301 Aug 31 19:11:18.026730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5638e6a3-ab49-4eba-8c96-3a2cda90b64b req-cd51ef1a-69c5-466e-be2f-2045833a5dfc tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069367 Aug 31 19:11:18.107974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-a5d9a112-0317-4d2f-8470-1e6358f78da8 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758373 Aug 31 19:11:18.220354 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9d9c7-8008-47ac-a902-4b580b092e97 x-openstack-request-id: req-44e9d9c7-8008-47ac-a902-4b580b092e97 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:18.220900 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:18.221308 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44e9d9c7-8008-47ac-a902-4b580b092e97 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:18.221848 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:11:18.237856 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:15Z', 'revision_number': 1, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:18.256422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:18.309043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9601-6b36-49ad-84c1-ac78682ee6b6 req-a8bcfdd5-795f-4103-8737-7d2e445f6a68 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969757 Aug 31 19:11:18.310875 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d614bb3-1656-4dab-b321-63f9280b8dc7 None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:15Z', 'revision_number': 1, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:18.322013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d257ed6-df94-4ef8-b24c-fff3ba52389f None None] The sync data for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 is: [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:08:58Z', 'revision_number': 4, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '384572e7-0784-4351-a6a7-b796c1a1381e', 'name': '', 'network_id': 'e5b6b096-12a2-408a-a5f3-195cad0c9138', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'mac_address': 'fa:16:3e:ce:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86aead45-39d8-451b-8050-48d5f18ac391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:55Z', 'updated_at': '2021-08-31T19:09:03Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'subnets': [{'id': '86aead45-39d8-451b-8050-48d5f18ac391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:18.331504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-5dd145ec-5c45-4af0-bdbc-221e3bd61c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:18.335808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-5dd145ec-5c45-4af0-bdbc-221e3bd61c81 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.0750628 Aug 31 19:11:18.467221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-2b144b56-596c-4361-9c64-2e9c0b6eefdf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400124 Aug 31 19:11:18.584053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e262-88a0-4df5-be52-b83dc59a639c req-e21cf669-c609-4a61-a4c2-30f6f100bc1d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:18.592289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a5e262-88a0-4df5-be52-b83dc59a639c req-e21cf669-c609-4a61-a4c2-30f6f100bc1d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.2193265 Aug 31 19:11:18.637118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-91d42a26-2e9c-4363-bf9f-376e905020a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:18.637832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-91d42a26-2e9c-4363-bf9f-376e905020a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2969754 Aug 31 19:11:18.677838 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06b3ca-d069-452c-b84d-cea0d1d90522 None None] New status for floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:18.749711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-272f7528-3c26-433e-94c9-f2ef9f4bc52a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:18.751474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-272f7528-3c26-433e-94c9-f2ef9f4bc52a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666047 Aug 31 19:11:18.756556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a5e262-88a0-4df5-be52-b83dc59a639c req-a15a7c68-3023-4d26-bef4-137af256a572 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311526 Aug 31 19:11:18.764234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-2956279b-99fe-4c02-b845-15c95e703003 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 998 time: 0.1156247 Aug 31 19:11:18.786141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-f4dabb88-399d-4adb-8272-58b83afb33b2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0208948 Aug 31 19:11:18.812402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:18.923595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:18.934891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-ef77645c-f698-4436-be8a-ed356fb7ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:18.948191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-ef77645c-f698-4436-be8a-ed356fb7ecca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1590457 Aug 31 19:11:18.961683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38e219-ba4d-4469-9530-99d69b5f896e None None] New status for floating IP 1dbfb4c1-6f71-4a31-b3ec-0017361f7365: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:18.970112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.057734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.058621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-5d668ec4-d59d-4c6f-8038-c217f36da5e2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2630174 Aug 31 19:11:19.071175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.076662 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "DELETE /v2.0/security-groups/62c171bc-68ed-407d-9936-1974512a7642 HTTP/1.1" status: 204 len: 168 time: 0.2630785 Aug 31 19:11:19.082596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:19.099280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-1153cff0-3657-47f1-b67e-0ffc28a84a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:19.102147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-1153cff0-3657-47f1-b67e-0ffc28a84a45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446607 Aug 31 19:11:19.106086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4651170-f27f-4d63-9e60-81109de5be79 tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c171bc-68ed-407d-9936-1974512a7642,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:19.120404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-52b80dca-d9a0-4934-9eef-796e9f472642 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:19.137083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-52b80dca-d9a0-4934-9eef-796e9f472642 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1398735 Aug 31 19:11:19.160338 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-0d272871-a6d7-45f6-b864-3f7e2bbfe26d tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] show failed (client error): The resource could not be found. Aug 31 19:11:19.164285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:19.164546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d272871-a6d7-45f6-b864-3f7e2bbfe26d tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "GET /v2.0/security-groups/62c171bc-68ed-407d-9936-1974512a7642 HTTP/1.1" status: 404 len: 347 time: 0.0774481 Aug 31 19:11:19.407830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Deleting port e9ed300d-7666-4011-9de1-bb59a9a20f9e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:19.408192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.482466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:19.520887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.521379 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.537946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Calling delete_port for e9ed300d-7666-4011-9de1-bb59a9a20f9e owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:19.580984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:19.586530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:19.590516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.665732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-1c30a7ce-a246-4838-9ad6-dbd0816b84af tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.5277455 Aug 31 19:11:19.681800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:19.716236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.731362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.748856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400be5-b4c6-43a8-86de-3d1c3c242038 req-c47c0492-1c0e-4c50-8f63-4de44c1d2172 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:19.753996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc400be5-b4c6-43a8-86de-3d1c3c242038 req-c47c0492-1c0e-4c50-8f63-4de44c1d2172 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 948 time: 0.1753922 Aug 31 19:11:19.757547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Pushing event deleted for resources: {'Port': ['ID=e9ed300d-7666-4011-9de1-bb59a9a20f9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:19.769312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-31897163-1dcd-47b2-a68a-bb4c9d0db5c8 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301827 Aug 31 19:11:19.799355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.804134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.805733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d560e6d-25c8-4818-832e-6f7e4327ddeb tempest-ServersTestFqdnHostnames-1573580950 tempest-ServersTestFqdnHostnames-1573580950-project] 10.222.0.73 "DELETE /v2.0/floatingips/1dbfb4c1-6f71-4a31-b3ec-0017361f7365 HTTP/1.1" status: 204 len: 168 time: 0.6401272 Aug 31 19:11:19.809588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:19.818832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:19.821138 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93264a12-9f12-4090-9953-e9b3bcfb24ba" -d '{"events": [{"server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:19.845594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:19.852154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.853240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device bb195902-d1b0-4dd7-bc33-c93753488e66 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:19.923064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:19.949755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:19.960780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: bb195902-d1b0-4dd7-bc33-c93753488e66 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:19.961135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device bb195902-d1b0-4dd7-bc33-c93753488e66 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:19.978916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc400be5-b4c6-43a8-86de-3d1c3c242038 req-aeb52a00-0fde-4d17-bc6e-d9cdc09c9e75 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129016 Aug 31 19:11:20.161501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba9a7a6-7594-4a4c-8948-3cf882820a3a req-c3d66875-1f38-48ff-ad52-3f229c7bf864 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812280 Aug 31 19:11:20.226604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'name': 'network-vif-deleted', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:20.228866 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e943a-0eb9-4449-b89d-a8165868e081" -d '{"events": [{"server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "name": "network-vif-deleted", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:20.260520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119eaac-5927-4d98-a111-46db8e3c57ab req-05e6abae-3f72-4e97-b438-eba4dba7577b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:20.262034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b119eaac-5927-4d98-a111-46db8e3c57ab req-05e6abae-3f72-4e97-b438-eba4dba7577b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.2111983 Aug 31 19:11:20.437568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b119eaac-5927-4d98-a111-46db8e3c57ab req-45d89227-d1c4-49fd-914c-21cdb15db978 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630893 Aug 31 19:11:20.620245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b90b3538-ef98-4d1c-abcb-31eda245179c req-51b0cf01-ec27-4369-9596-ca212994b2e6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 210 time: 0.0378563 Aug 31 19:11:20.627775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-1363537f-e07b-4327-9cbe-28b39132b14d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624611 Aug 31 19:11:20.893790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919f41a-8898-4fff-a025-a4992f2f2c67 req-c39d84eb-9b70-4bd2-8716-59ef98cd0b0b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:20.895300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4919f41a-8898-4fff-a025-a4992f2f2c67 req-c39d84eb-9b70-4bd2-8716-59ef98cd0b0b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1702387 Aug 31 19:11:20.909237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-68b50a76-7e2a-4679-bb11-25bcf4918dd8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:20.910714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-68b50a76-7e2a-4679-bb11-25bcf4918dd8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758718 Aug 31 19:11:20.944881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:21.048587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:11:21.096474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4919f41a-8898-4fff-a025-a4992f2f2c67 req-582167c6-7644-43aa-8e1b-50f21db253cb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791487 Aug 31 19:11:21.139828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:21.143103 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15511074-e866-4adb-a969-eda7bdbb4851 x-openstack-request-id: req-15511074-e866-4adb-a969-eda7bdbb4851 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:21.143705 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:21.143705 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15511074-e866-4adb-a969-eda7bdbb4851 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:21.144058 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3', 'code': 200} Aug 31 19:11:21.151102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:21.193698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:21.196270 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dea77a-7890-4c54-b3af-c00826b90863 x-openstack-request-id: req-95dea77a-7890-4c54-b3af-c00826b90863 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:21.196566 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3480692a-c1c8-4231-88e3-5aa3fdfa928d", "name": "network-vif-deleted", "tag": "bb195902-d1b0-4dd7-bc33-c93753488e66", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:21.196819 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95dea77a-7890-4c54-b3af-c00826b90863 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:21.197204 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480692a-c1c8-4231-88e3-5aa3fdfa928d', 'name': 'network-vif-deleted', 'tag': 'bb195902-d1b0-4dd7-bc33-c93753488e66', 'status': 'completed', 'code': 200} Aug 31 19:11:21.400561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:21.404039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:21.731889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d4206-c1fc-4596-ad83-6e90a715d791 req-8c82f6e1-2eca-48e2-86dc-72385442d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:21.733402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-180d4206-c1fc-4596-ad83-6e90a715d791 req-8c82f6e1-2eca-48e2-86dc-72385442d1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 1101 time: 0.4947348 Aug 31 19:11:21.740378 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b associated. External IP: 172.25.3.99, port: a9b8b66c-76c1-462e-b418-4f70ca7be181. Aug 31 19:11:21.756314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59a4fc-5aaa-4baa-b2d2-2de5b5b6cb87 req-d46fea54-a3db-4015-9889-65bbabc44d19 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:21.757844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db59a4fc-5aaa-4baa-b2d2-2de5b5b6cb87 req-d46fea54-a3db-4015-9889-65bbabc44d19 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.5149045 Aug 31 19:11:21.998789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-180d4206-c1fc-4596-ad83-6e90a715d791 req-1789d9e4-ff28-434f-9661-478ca24a35af service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511468 Aug 31 19:11:22.034591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db59a4fc-5aaa-4baa-b2d2-2de5b5b6cb87 req-9c46537e-f645-4c7e-8823-c05de34108a1 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335389 Aug 31 19:11:22.121335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.94 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/bc04d0fc-0541-451a-92a9-398fa1270f2a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:22.288652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a0dd-1ed1-4516-8f47-de7314f3e501 req-5c0755a0-d7b4-4a91-8d90-b24822eaa46e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:22.290094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06f1a0dd-1ed1-4516-8f47-de7314f3e501 req-5c0755a0-d7b4-4a91-8d90-b24822eaa46e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.1725826 Aug 31 19:11:22.405004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:22.439236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06f1a0dd-1ed1-4516-8f47-de7314f3e501 req-c1fd7365-ee3a-469d-9607-6a77aedcc9b9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381721 Aug 31 19:11:22.534696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Deleting port 384572e7-0784-4351-a6a7-b796c1a1381e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:22.535036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:22.539025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:22.622700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object bc04d0fc-0541-451a-92a9-398fa1270f2a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:22.667480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56e6944d-b961-47da-afda-36304d2d5a5b req-5fb05399-a28a-4501-9434-35fbfd784dc0 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 210 time: 0.0474586 Aug 31 19:11:22.707541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:22.723358 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:22.733156 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:22.734506 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:22.804942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:22.817054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:22.822190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:22.829409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] For port 384572e7-0784-4351-a6a7-b796c1a1381e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=384572e7-0784-4351-a6a7-b796c1a1381e,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:22.829792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:22.859783 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:22.916107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Calling delete_port for 384572e7-0784-4351-a6a7-b796c1a1381e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:22.932906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:22.953759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:22.960604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:22.964616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:22.976879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87503-bc1c-46c3-a953-180ba60c4236 req-b7cecf1d-4c29-4ca7-8f11-eae81ba4e3fb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:22.978577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d87503-bc1c-46c3-a953-180ba60c4236 req-b7cecf1d-4c29-4ca7-8f11-eae81ba4e3fb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.2248967 Aug 31 19:11:23.163463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:23.164203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:23.252042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d87503-bc1c-46c3-a953-180ba60c4236 req-ac99d660-baf6-4af9-a05b-47220738dbf1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150090 Aug 31 19:11:23.265285 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:20Z', 'revision_number': 3, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:23.323006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-241e85f8-bcfd-437b-a792-e1a000b9e210 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3916626 Aug 31 19:11:23.356606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Request body: {'port': {'device_id': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:23.374882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:23.398734 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:23.400554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:23.411298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:23.492441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:23.499147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2775d08-850b-49ca-8522-0b6935c37dcb None None] Provisioning for port bc04d0fc-0541-451a-92a9-398fa1270f2a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:23.510072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2775d08-850b-49ca-8522-0b6935c37dcb None None] Provisioning complete for port bc04d0fc-0541-451a-92a9-398fa1270f2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:23.510928 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2775d08-850b-49ca-8522-0b6935c37dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:23.578806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a2775d08-850b-49ca-8522-0b6935c37dcb None None] Port bc04d0fc-0541-451a-92a9-398fa1270f2a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:11:23.583632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2a6c8-9c08-4d97-9785-4e59a7e9b6aa req-d57518ac-1ed2-4c07-bdf3-ca7e76788312 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:23.585297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64c2a6c8-9c08-4d97-9785-4e59a7e9b6aa req-d57518ac-1ed2-4c07-bdf3-ca7e76788312 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.2003653 Aug 31 19:11:23.718794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:23.731975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:23.742476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64c2a6c8-9c08-4d97-9785-4e59a7e9b6aa req-b2035314-8d8a-46c0-8b2c-6dc81c34b8b1 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452479 Aug 31 19:11:23.776543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:23.823492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:23.852645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=384572e7-0784-4351-a6a7-b796c1a1381e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:23.925312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:23.927563 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a8a800-a71e-4030-8563-afdb6cab6f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:24.061426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ae75d885-56ea-4792-b6b3-73c99f1d492a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "PUT /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 997 time: 4.3873768 Aug 31 19:11:24.090666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82e633-771a-4cd9-bd8a-e1103ab4a8f8 req-539f8f82-7886-44b7-881c-5e9fb326f3ad tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:24.092341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be82e633-771a-4cd9-bd8a-e1103ab4a8f8 req-539f8f82-7886-44b7-881c-5e9fb326f3ad tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 945 time: 0.2072771 Aug 31 19:11:24.131556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:20Z', 'revision_number': 3, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:24.163387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a3432-98ba-4679-9862-bdb5455f1293 None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:20Z', 'revision_number': 3, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:24.212905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-24389a52-e6f8-4017-8b10-5e284fdefd68 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:24.214342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-24389a52-e6f8-4017-8b10-5e284fdefd68 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports/a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 942 time: 0.1393354 Aug 31 19:11:24.363328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd9102-9f08-4edf-8b17-94fa7633ab0c None None] New status for floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:24.659161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be82e633-771a-4cd9-bd8a-e1103ab4a8f8 req-0a54949f-4f32-4bc4-aa7f-3b3d8b869aa6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171871 Aug 31 19:11:24.660091 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:24.671472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:24.672262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:24.691465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:24.784625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-820616ab-a298-4f63-89d0-50a849f09ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:24.793608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-820616ab-a298-4f63-89d0-50a849f09ea3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.1973624 Aug 31 19:11:24.808006 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:24.819842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc04d0fc-0541-451a-92a9-398fa1270f2a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:24.863586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:24.944399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Transition to ACTIVE for port object bc04d0fc-0541-451a-92a9-398fa1270f2a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:24.963113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:25.066617 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:24Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:25.070736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e14e8-8ce4-479e-ac94-5ac20d1f66c8 req-fb62456a-57ec-4e97-a102-b6fa0e39f53c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.073812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de5e14e8-8ce4-479e-ac94-5ac20d1f66c8 req-fb62456a-57ec-4e97-a102-b6fa0e39f53c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 935 time: 0.2180097 Aug 31 19:11:25.118360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-060a56ed-972a-4cec-bd1e-fe4e32de834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.121556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:25.126293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-060a56ed-972a-4cec-bd1e-fe4e32de834e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.3330438 Aug 31 19:11:25.136063 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:25.136952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:25.252959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:25.265539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-702d04ae-2e42-4894-a460-63e02cc3a10c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.1375368 Aug 31 19:11:25.347674 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:25.382348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-c32014d5-ab12-4fcf-aac8-260f39f6ad73 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.383966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-c32014d5-ab12-4fcf-aac8-260f39f6ad73 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.3601799 Aug 31 19:11:25.430421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:25.446116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de5e14e8-8ce4-479e-ac94-5ac20d1f66c8 req-141c808e-a5f7-45c5-8e92-a03beb8c4830 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403072 Aug 31 19:11:25.501723 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f961ac7c-2f42-42a5-9669-ea63f1f415cf x-openstack-request-id: req-f961ac7c-2f42-42a5-9669-ea63f1f415cf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:25.502091 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:25.502487 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f961ac7c-2f42-42a5-9669-ea63f1f415cf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:25.502879 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:11:25.540608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-258c18c8-c805-47e9-8420-cdc059e05f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.542538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-258c18c8-c805-47e9-8420-cdc059e05f89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.2362130 Aug 31 19:11:25.549292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Attempting to bind port bc04d0fc-0541-451a-92a9-398fa1270f2a on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:25.557961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Attempting to bind port bc04d0fc-0541-451a-92a9-398fa1270f2a by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:25.558555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Attempting to bind port bc04d0fc-0541-451a-92a9-398fa1270f2a on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:25.612699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-ab96ad6b-25ad-4927-bcf0-525a974e0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.615490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-ab96ad6b-25ad-4927-bcf0-525a974e0d5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.0742905 Aug 31 19:11:25.651567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Port bc04d0fc-0541-451a-92a9-398fa1270f2a on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:25.651930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Attempting to bind port bc04d0fc-0541-451a-92a9-398fa1270f2a on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:25.655392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Router 6118f9c7-2f73-4ef3-9178-331ff7dda352 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:25.666704 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:24Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:25.697317 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:25.699535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:25.699921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:25.700343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:25.700772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Bound port: bc04d0fc-0541-451a-92a9-398fa1270f2a, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:25.701132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:25.701908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2410-3aa5-44c5-b064-8b8944558bda None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': '7f844d91-80f5-4434-add3-9ee089c86def', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:74:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c24f6-c514-468f-9dec-f34b62df082c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:24Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:25.756878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-1674e9af-0b70-44a3-9db6-5f57c78fdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.758735 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-1674e9af-0b70-44a3-9db6-5f57c78fdd40 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.1341980 Aug 31 19:11:25.821974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-e1cd36b3-dbdc-4f1c-9a14-0c19e81630f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.0430379 Aug 31 19:11:25.868783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-48840de5-5441-4bd7-bf69-0aba97d9dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.870536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-48840de5-5441-4bd7-bf69-0aba97d9dcde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073397 Aug 31 19:11:25.887581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f9195-0fc4-4c92-914c-ddf055c39c6b req-35243bda-0d14-4490-8b44-f9d6dfb80de2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.895437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a81f9195-0fc4-4c92-914c-ddf055c39c6b req-35243bda-0d14-4490-8b44-f9d6dfb80de2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.3091826 Aug 31 19:11:25.904007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-82930e25-c112-4e9f-a820-3b30ffb92d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.905033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-82930e25-c112-4e9f-a820-3b30ffb92d14 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0660713 Aug 31 19:11:25.907951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-1e2eaa38-f8cf-4152-99f5-98cbc384fbd7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:11:25.908947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-1e2eaa38-f8cf-4152-99f5-98cbc384fbd7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089514 Aug 31 19:11:25.972367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-4e2678f6-355b-4cbf-abaa-c637e073ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:25.974100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-4e2678f6-355b-4cbf-abaa-c637e073ad3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594931 Aug 31 19:11:26.080466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:26.081695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-543a08f4-b8c3-492a-928c-47fa4f4b7041 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948353 Aug 31 19:11:26.123046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a81f9195-0fc4-4c92-914c-ddf055c39c6b req-0c548bba-1596-4150-b4ac-9be62c34a8e6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266197 Aug 31 19:11:26.130387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:26.154567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:26.158462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.165657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b35cf04b-bc3b-420b-8033-04bcc73b8b67 admin admin] 10.222.0.73 "PUT /v2.0/routers/6118f9c7-2f73-4ef3-9178-331ff7dda352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3513110 Aug 31 19:11:26.172283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:26.173538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Sync routers for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:26.190817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:26.191472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:26.229543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:26.230173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.231675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] 10.222.0.82 "PUT /v2.0/ports/bc04d0fc-0541-451a-92a9-398fa1270f2a HTTP/1.1" status: 200 len: 1096 time: 2.8906877 Aug 31 19:11:26.262995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:26.292481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51a8a800-a71e-4030-8563-afdb6cab6f1f req-9c2a18de-4d61-49ba-ae86-33ec7fe3db90 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978819 Aug 31 19:11:26.323878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ba4b6da7-5bde-48b6-9b1c-41d1014380fb service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008925 Aug 31 19:11:26.328229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.426163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:26.465968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:26.497986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef2b76-bb88-47a4-9ace-25e9e765a7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:26.547454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00d115-f6db-43fd-bed5-d8afcfd541ee req-1733bac4-05e8-44d2-bd11-b81dc15e6d5e tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:26.548874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c00d115-f6db-43fd-bed5-d8afcfd541ee req-1733bac4-05e8-44d2-bd11-b81dc15e6d5e tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.3275282 Aug 31 19:11:26.560813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.564047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-e6224f79-987f-4b90-b9f8-eb2166198706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:26.565638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-e6224f79-987f-4b90-b9f8-eb2166198706 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 1099 time: 0.2625160 Aug 31 19:11:26.604789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.634219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Deleting port 0abed144-3081-40b9-8386-4f7bf0cf22d9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:26.634219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.651611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-2a308da4-b248-4506-af70-60ca0d0a6824 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a HTTP/1.1" status: 200 len: 217 time: 0.0685213 Aug 31 19:11:26.658059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-11a0b744-d12d-40fa-9b15-ae8a457b6490 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976885 Aug 31 19:11:26.676333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.715930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c00d115-f6db-43fd-bed5-d8afcfd541ee req-6a4bd35c-d9e6-4731-a1e9-ff77a1d8519b tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474955 Aug 31 19:11:26.786779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:11:23Z', 'revision_number': 5, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port': {'id': '0abed144-3081-40b9-8386-4f7bf0cf22d9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:48Z', 'updated_at': '2021-08-31T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:26.790853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] For port 0abed144-3081-40b9-8386-4f7bf0cf22d9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0abed144-3081-40b9-8386-4f7bf0cf22d9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:26.791313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:26.814508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Calling delete_port for 0abed144-3081-40b9-8386-4f7bf0cf22d9 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:26.823263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-83d9744d-b4c6-4d24-9064-3fad72c14cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:26.824877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-83d9744d-b4c6-4d24-9064-3fad72c14cea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1605637 Aug 31 19:11:26.831362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Checking router: 6118f9c7-2f73-4ef3-9178-331ff7dda352 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:26.841107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Routers {'6118f9c7-2f73-4ef3-9178-331ff7dda352'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:26.842059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6118f9c7-2f73-4ef3-9178-331ff7dda352'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:26.848589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:26.925383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-9fba7d5a-1c95-49c1-9847-cacfb0f68ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:26.927029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-9fba7d5a-1c95-49c1-9847-cacfb0f68ba0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1097 time: 0.2149179 Aug 31 19:11:26.929487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:26.929830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:26.930165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:26.951006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:26.951006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:26.955431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] Set router 6118f9c7-2f73-4ef3-9178-331ff7dda352 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:26.999556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:26.999933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:27.000414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:27.000874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Bound port: 0799b897-3349-4d25-9a04-22cfe945cd4e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:27.001246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.021277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:11:26Z', 'revision_number': 6, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:27.059411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef65fe73-3275-4412-90d2-f80d56756ea9 None None] The sync data for ids ['6118f9c7-2f73-4ef3-9178-331ff7dda352'] in n-d-778550-14 is: [{'id': '6118f9c7-2f73-4ef3-9178-331ff7dda352', 'name': 'tempest-ServersTestFqdnHostnames-132210814-router', 'tenant_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:46Z', 'updated_at': '2021-08-31T19:11:26Z', 'revision_number': 6, 'project_id': '915a34d9115d4ca1b92eac35cd6a5c4b', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:27.064391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.102299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abed144-3081-40b9-8386-4f7bf0cf22d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:27.136490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.230756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.233329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.281019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.281692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6118f9c7-2f73-4ef3-9178-331ff7dda352 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:11:27.286162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.289579 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c01f3bea-5bc6-45ca-a1f5-558de39bcbd4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6118f9c7-2f73-4ef3-9178-331ff7dda352 HTTP/1.1" status: 204 len: 168 time: 1.1134813 Aug 31 19:11:27.289879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:27.331446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-05bd30d1-bf6e-414f-b3eb-8de9a06c4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:27.333299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-05bd30d1-bf6e-414f-b3eb-8de9a06c4d70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4907434 Aug 31 19:11:27.338264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Deleting subnet 86aead45-39d8-451b-8050-48d5f18ac391 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:11:27.341948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.346402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd9c5d-2e3d-4a88-b5ed-0796991b738f req-31d526d1-20f5-4094-982c-f1c27cf0249c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:27.353734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05cd9c5d-2e3d-4a88-b5ed-0796991b738f req-31d526d1-20f5-4094-982c-f1c27cf0249c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.4873753 Aug 31 19:11:27.389547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.441175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.508117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def'}, {'name': 'network-changed', 'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a'}, {'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:27.510331 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def"}, {"name": "network-changed", "server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a"}, {"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-unplugged", "status": "completed", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:27.531957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:27.542477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.550820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05cd9c5d-2e3d-4a88-b5ed-0796991b738f req-1dfd5ee8-0e59-4071-ad70-cf259e24090c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905868 Aug 31 19:11:27.569611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-1eb8e073-a337-4481-94f5-ab36b7d60059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:27.570907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-1eb8e073-a337-4481-94f5-ab36b7d60059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.6347237 Aug 31 19:11:27.584622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.594336 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/86aead45-39d8-451b-8050-48d5f18ac391 HTTP/1.1" status: 204 len: 168 time: 0.3034387 Aug 31 19:11:27.596431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:27.607777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:27.613095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fdf82c-988c-4ff0-9d48-3549578a1bf7 None None] Network e5b6b096-12a2-408a-a5f3-195cad0c9138 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:11:27.617927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 384572e7-0784-4351-a6a7-b796c1a1381e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:27.648990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355a8f7-9ad1-4f48-a114-1860fc979f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86aead45-39d8-451b-8050-48d5f18ac391,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:27.695716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:27.705816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-5c965b7d-08d2-45e3-8893-7cab9e68f4f8 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490858 Aug 31 19:11:27.741372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.804536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 384572e7-0784-4351-a6a7-b796c1a1381e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:27.805121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 384572e7-0784-4351-a6a7-b796c1a1381e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:27.847262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-92c07654-8a0e-4c35-a848-caded884e226 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 1000 time: 0.2490232 Aug 31 19:11:27.856342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:27.923263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:27.957307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:27.957687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:27.958036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:27.974575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:27.976780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:27.977341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Attempting to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:27.993784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:27.994369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:27.994967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:27.995427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Bound port: 0799b897-3349-4d25-9a04-22cfe945cd4e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:27.995850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.047951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de157e0f-67cd-428e-9726-d045a60b643c req-d286fc20-1c73-4be4-826b-fc205e04d431 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.049867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de157e0f-67cd-428e-9726-d045a60b643c req-d286fc20-1c73-4be4-826b-fc205e04d431 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 947 time: 0.2200861 Aug 31 19:11:28.052929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.053676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.055325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3459286c-2297-49af-bbc7-42bd649b1367 service neutron] 10.222.0.67 "PUT /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 1123 time: 2.6291089 Aug 31 19:11:28.056826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-02106a2c-4432-41d8-b588-df5d8a09e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.058212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-02106a2c-4432-41d8-b588-df5d8a09e736 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1769624 Aug 31 19:11:28.061190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30c6150-7e9d-4981-b506-4fb561aa431b req-35059352-4bfc-4f9b-8bfb-28dc5dcfe599 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424942 Aug 31 19:11:28.078576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] DHCP port deletion for e5b6b096-12a2-408a-a5f3-195cad0c9138 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:11:28.098215 n-d-778550-14 neutron-server[94818]: WARNING neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Concurrent port binding operations failed on port 0799b897-3349-4d25-9a04-22cfe945cd4e Aug 31 19:11:28.102873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:28.147739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de157e0f-67cd-428e-9726-d045a60b643c req-817c8ce4-e2c3-4d48-b015-fab907b228b5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816135 Aug 31 19:11:28.147992 n-d-778550-14 neutron-server[94818]: INFO neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Attempt 2 to bind port 0799b897-3349-4d25-9a04-22cfe945cd4e Aug 31 19:11:28.147992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:11:28.154075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-5c62c6f1-88ed-465e-a39c-ccb080282180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.155703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-5c62c6f1-88ed-465e-a39c-ccb080282180 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859785 Aug 31 19:11:28.171716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Deleting port 05a7f24e-618b-4773-bfb8-52a713818ca3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:28.172080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.175810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Deleting port 05a7f24e-618b-4773-bfb8-52a713818ca3 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:28.176473 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.238652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0799b897-3349-4d25-9a04-22cfe945cd4e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:28.255199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0799b897-3349-4d25-9a04-22cfe945cd4e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:28.311016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] For port 05a7f24e-618b-4773-bfb8-52a713818ca3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05a7f24e-618b-4773-bfb8-52a713818ca3,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:28.312460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.336423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Calling delete_port for 05a7f24e-618b-4773-bfb8-52a713818ca3 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:28.350222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] For port 05a7f24e-618b-4773-bfb8-52a713818ca3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05a7f24e-618b-4773-bfb8-52a713818ca3,segment=NetworkSegment(e7958844-df13-4d54-b53a-9160ad343eca),segment_id=e7958844-df13-4d54-b53a-9160ad343eca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:28.350618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.377231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Calling delete_port for 05a7f24e-618b-4773-bfb8-52a713818ca3 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:28.383355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-6e53500a-2edc-455e-8ed3-197bba3c77f9 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158124 Aug 31 19:11:28.596258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d0ed198-1e25-4e34-af27-b60b6c74b45c req-ccd9c819-f320-4e53-8867-f7bb09c4c6c2 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651733 Aug 31 19:11:28.597694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.601008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.616620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527158-fdc1-4d27-b8c3-c7e84e590cb0 req-011fc8c1-c865-424a-9b9f-31bcee52d786 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.624743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59527158-fdc1-4d27-b8c3-c7e84e590cb0 req-011fc8c1-c865-424a-9b9f-31bcee52d786 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0966821 Aug 31 19:11:28.648095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] Pushing event deleted for resources: {'Port': ['ID=05a7f24e-618b-4773-bfb8-52a713818ca3,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:28.657156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd27f66-4608-4076-97e1-c687ea67146e None None] No DVR routers for this DVR port 05a7f24e-618b-4773-bfb8-52a713818ca3 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:28.671856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] No DVR routers for this DVR port 05a7f24e-618b-4773-bfb8-52a713818ca3 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:28.674126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=05a7f24e-618b-4773-bfb8-52a713818ca3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:28.705608 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ecaab5-0ac0-4cb4-9728-770a34861c38 x-openstack-request-id: req-36ecaab5-0ac0-4cb4-9728-770a34861c38 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:28.706052 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a", "status": "completed", "code": 200}, {"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-unplugged", "status": "completed", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:28.706194 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36ecaab5-0ac0-4cb4-9728-770a34861c38 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:28.706544 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def', 'status': 'completed', 'code': 200} Aug 31 19:11:28.706801 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'status': 'completed', 'code': 200} Aug 31 19:11:28.707053 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'code': 200} Aug 31 19:11:28.775888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59527158-fdc1-4d27-b8c3-c7e84e590cb0 req-c69f2ffe-cde6-4b81-a849-c7396b398a4b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502485 Aug 31 19:11:28.835628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.852672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b6b096-12a2-408a-a5f3-195cad0c9138']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:28.880916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7958844-df13-4d54-b53a-9160ad343eca') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:28.880916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7958844-df13-4d54-b53a-9160ad343eca') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:28.903437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-1cecd73f-8915-4688-88c1-533eef3fa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.905003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-1cecd73f-8915-4688-88c1-533eef3fa8bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1097 time: 0.1486650 Aug 31 19:11:28.910267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:28.942237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacb792-43ff-43e7-a7b8-edf5c562c362 req-3bc66292-f7dd-4af1-be4b-c3f759bf5ec4 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:28.943744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dacb792-43ff-43e7-a7b8-edf5c562c362 req-3bc66292-f7dd-4af1-be4b-c3f759bf5ec4 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.1467128 Aug 31 19:11:28.987584 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.005894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:11:29.006305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:11:29.012155 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:11:29.075892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d945-6194-4865-b6c1-463bca358344 req-cd14a939-a160-4e84-96fc-2965ffaeb714 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.078560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db83d945-6194-4865-b6c1-463bca358344 req-cd14a939-a160-4e84-96fc-2965ffaeb714 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.2289188 Aug 31 19:11:29.140712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dacb792-43ff-43e7-a7b8-edf5c562c362 req-b28e5449-d53b-4b15-ab17-dbfc52fe6617 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833074 Aug 31 19:11:29.144127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.153364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.155780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] 10.222.0.73 "DELETE /v2.0/networks/e5b6b096-12a2-408a-a5f3-195cad0c9138 HTTP/1.1" status: 204 len: 168 time: 1.5464466 Aug 31 19:11:29.196481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db83d945-6194-4865-b6c1-463bca358344 req-e9198324-3b10-403c-8cfb-4bdb76fab527 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957439 Aug 31 19:11:29.196481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425b1d4-9403-48a3-8681-67af014d8d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b6b096-12a2-408a-a5f3-195cad0c9138,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:29.237161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-cf7922c6-235c-409f-ae07-34152f5467b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.239238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-cf7922c6-235c-409f-ae07-34152f5467b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.3155744 Aug 31 19:11:29.356240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-fbed910a-8a25-4c14-b6ce-a6808733fe87 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1726866 Aug 31 19:11:29.364318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05a7f24e-618b-4773-bfb8-52a713818ca3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:29.386386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-5b5f95ec-c260-4fd7-a3d5-5ef4da42fe24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 1000 time: 0.1378832 Aug 31 19:11:29.387349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 05a7f24e-618b-4773-bfb8-52a713818ca3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:29.387973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05a7f24e-618b-4773-bfb8-52a713818ca3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:29.388889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0abed144-3081-40b9-8386-4f7bf0cf22d9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:29.412871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0abed144-3081-40b9-8386-4f7bf0cf22d9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:29.413382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0abed144-3081-40b9-8386-4f7bf0cf22d9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:29.423538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:29.466990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-42c6403c-31b5-46a6-8550-1aac58a718b7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.468654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-42c6403c-31b5-46a6-8550-1aac58a718b7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports/7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 942 time: 0.1064112 Aug 31 19:11:29.469794 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9d5c703c-d3eb-4c1d-b9a5-1aa160e89d6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=915a34d9115d4ca1b92eac35cd6a5c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448914 Aug 31 19:11:29.472145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:29.490639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-8e60e5db-3b34-4bf6-927e-6ac0db9e90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.492151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-8e60e5db-3b34-4bf6-927e-6ac0db9e90f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0909991 Aug 31 19:11:29.502516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e7183-d785-4c6b-af6c-c6dc951d788a req-951a1bf4-fe65-44f4-8036-1fd0e662d838 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.504153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c7e7183-d785-4c6b-af6c-c6dc951d788a req-951a1bf4-fe65-44f4-8036-1fd0e662d838 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 947 time: 0.1433091 Aug 31 19:11:29.538589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.565968 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.619060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c7e7183-d785-4c6b-af6c-c6dc951d788a req-490138f6-74b3-432f-9d04-ebb9cdad651e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076121 Aug 31 19:11:29.631974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.636401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:29.641211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce64c196-d54b-4741-8107-3043ed5daa54 HTTP/1.1" status: 204 len: 168 time: 0.1649802 Aug 31 19:11:29.649111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-039d04d9-f798-4a75-b3d0-46570f18fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.650714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-039d04d9-f798-4a75-b3d0-46570f18fa02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321626 Aug 31 19:11:29.652116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23c34f-01ab-45a4-b39a-1bd547f1d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64c196-d54b-4741-8107-3043ed5daa54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:29.654305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-1701b0db-2b6f-481c-acea-c5807641bc4a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1176929 Aug 31 19:11:29.840203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-5e67bd00-1098-4582-975a-f7501acaf892 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:29.841600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-451f0cdd-f0a9-4531-b802-0d934094b069 req-5e67bd00-1098-4582-975a-f7501acaf892 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1767397 Aug 31 19:11:29.844003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-e30ece18-568f-4570-a016-82e51303d102 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802976 Aug 31 19:11:30.016669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-786817a8-4d60-4c23-8682-55c4168458f2 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1502945 Aug 31 19:11:30.030422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55359932-2590-48de-9e86-4787ca35bd5f req-0535a0e6-ab51-4f15-a1d3-720e5a2159cf tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.032559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55359932-2590-48de-9e86-4787ca35bd5f req-0535a0e6-ab51-4f15-a1d3-720e5a2159cf tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1655970 Aug 31 19:11:30.088620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-6c3d9932-f629-4d25-a7e5-6963a8677924 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231114 Aug 31 19:11:30.107384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-717ca4d6-0041-499b-9f0f-1a87499dce26 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.109733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-717ca4d6-0041-499b-9f0f-1a87499dce26 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports/7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 942 time: 0.0729952 Aug 31 19:11:30.140479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55359932-2590-48de-9e86-4787ca35bd5f req-f7eb3b08-3fd7-493f-a5b9-b36f0263c304 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834019 Aug 31 19:11:30.292302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-75f8aaee-ff90-4753-8bcd-95244aec1830 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1328125 Aug 31 19:11:30.322287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-01026eb6-f9e5-420d-a17d-12019b2bfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.323848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-01026eb6-f9e5-420d-a17d-12019b2bfb47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 1099 time: 0.1821012 Aug 31 19:11:30.398885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183f2e0-c28a-4abe-8435-03a43b6da485 req-81ad10ad-1aad-4100-a66d-94dfc87bfc9e tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.400414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5183f2e0-c28a-4abe-8435-03a43b6da485 req-81ad10ad-1aad-4100-a66d-94dfc87bfc9e tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.1445148 Aug 31 19:11:30.519986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-bb0702a1-5d15-41f3-a092-caa410972317 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.521386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-bb0702a1-5d15-41f3-a092-caa410972317 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2165589 Aug 31 19:11:30.526466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5183f2e0-c28a-4abe-8435-03a43b6da485 req-2dfdc3dd-b458-487e-be1a-a0d2873b62fe tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966718 Aug 31 19:11:30.574413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:30.584236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-6bf2ab0f-2fc4-48ad-a729-fe2ffb74e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:30.585690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-6bf2ab0f-2fc4-48ad-a729-fe2ffb74e791 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2247739 Aug 31 19:11:30.707911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1988036638-network', 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:30.737877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:30.740964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.751344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.856594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.862068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.894906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:11:30.906727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:30.916354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.916729 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Added segment 5d79197c-9b01-440d-ba32-fa2cfd9e501e of type vlan for network 071816fa-985b-4f1d-a2ab-e3b99323019a Aug 31 19:11:30.965834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:30.969341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:30.971911 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:30.988686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-3e5c81bd-1cbd-4741-83ad-fa362913acfc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a HTTP/1.1" status: 200 len: 217 time: 0.3760118 Aug 31 19:11:30.994663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-a9fa7c8a-0e92-4c32-a901-703b8bead98f tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.4616926 Aug 31 19:11:31.004397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.005535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.006263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.027872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:31.075233 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4967022 Aug 31 19:11:31.075233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:31.082625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Request body: {'subnet': {'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1988036638-subnet', 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:31.087024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805f29-c4e2-4b90-b394-5d3c7badfa9d admin admin] Pushing event updated for resources: {'Network': ['ID=071816fa-985b-4f1d-a2ab-e3b99323019a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:31.100739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 071816fa-985b-4f1d-a2ab-e3b99323019a details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:11:31.111173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:31.116440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.121957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50af3a-9bb8-4b1f-a0a2-372aca628d12 req-b1301fc0-2cfb-4867-8af8-f56b5ad33a25 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.129240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb50af3a-9bb8-4b1f-a0a2-372aca628d12 req-b1301fc0-2cfb-4867-8af8-f56b5ad33a25 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.5303864 Aug 31 19:11:31.149282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-870db365-f1cf-4f72-a4b3-0c22297ee24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.150761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-870db365-f1cf-4f72-a4b3-0c22297ee24d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1412303 Aug 31 19:11:31.170586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-fcddc289-634f-4069-adee-893e3e58980b tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.172234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-fcddc289-634f-4069-adee-893e3e58980b tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.67 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 949 time: 0.1950607 Aug 31 19:11:31.220028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.289144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb50af3a-9bb8-4b1f-a0a2-372aca628d12 req-f93955cc-290f-4592-bff8-3e103bf62d20 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582205 Aug 31 19:11:31.404486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-f231b72a-d7f0-496a-9d53-5012b51d21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.406898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-f231b72a-d7f0-496a-9d53-5012b51d21f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2305248 Aug 31 19:11:31.520532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.528087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Deleting port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:31.528452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.540261 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.540695 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b disassociated. External IP: 172.25.3.99, port: 7f844d91-80f5-4434-add3-9ee089c86def. Aug 31 19:11:31.676636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.691717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bc04d0fc-0541-451a-92a9-398fa1270f2a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:31.735960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c58d96-9a34-456d-9424-93e4becbd13d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:31.755702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-3077749b-96a1-425a-8c2a-90fef91a08a0 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276002 Aug 31 19:11:31.756914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:31.757283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Network hostable DHCP agents. Network: 071816fa-985b-4f1d-a2ab-e3b99323019a, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:11:31.777946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:11:31.783938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b7c18-c399-4793-85c1-ef728ddbe879 req-d35a2619-1cbb-4f74-96a2-d6d2ab012801 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.785525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-496b7c18-c399-4793-85c1-ef728ddbe879 req-d35a2619-1cbb-4f74-96a2-d6d2ab012801 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 947 time: 0.2630272 Aug 31 19:11:31.790093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 071816fa-985b-4f1d-a2ab-e3b99323019a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:31.798799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:31.799608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.800880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] For port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:31.801262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.807600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515a2f2-2535-4c93-b482-32e9e4b9b0ff None None] Network 071816fa-985b-4f1d-a2ab-e3b99323019a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:11:31.819693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be5aba16-cd65-4db3-bf44-d32ca4a4fd0c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7404554 Aug 31 19:11:31.871757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Calling delete_port for d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:31.907068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:31.933263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'mac_address': 'fa:16:3e:11:f0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:31.985744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:31.988399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-496b7c18-c399-4793-85c1-ef728ddbe879 req-ffd5cd46-f421-4011-96df-a861b6d24eb6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822486 Aug 31 19:11:32.010538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc04d0fc-0541-451a-92a9-398fa1270f2a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:32.073684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49c0feb1-b0e1-4cd7-890d-debf7b75d16f req-4a876229-67c8-4e87-b7ee-55cc1c63e5d3 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028898 Aug 31 19:11:32.076470 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73405c88-f82c-4d20-8903-7a1f6372d1a2 x-openstack-request-id: req-73405c88-f82c-4d20-8903-7a1f6372d1a2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:32.076810 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:32.077513 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73405c88-f82c-4d20-8903-7a1f6372d1a2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:32.077628 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'status': 'completed', 'code': 200} Aug 31 19:11:32.095530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:32.102471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae71d0-95a5-4056-8c40-4b6e7a6dde59 None None] Network 071816fa-985b-4f1d-a2ab-e3b99323019a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:11:32.121177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:32.230339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:32.269610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-ef35420e-71ca-4192-8f3e-ac0f864bded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:32.271208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-ef35420e-71ca-4192-8f3e-ac0f864bded2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1126 time: 0.1607451 Aug 31 19:11:32.273018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:32.343291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8486f-a6e6-47be-a223-5de50206744a req-077b3ec9-dce2-45d7-bd43-17c88b99b797 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:32.346930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8a8486f-a6e6-47be-a223-5de50206744a req-077b3ec9-dce2-45d7-bd43-17c88b99b797 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1606412 Aug 31 19:11:32.467722 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:32.487971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:32.534948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['bc04d0fc-0541-451a-92a9-398fa1270f2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:32.545345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8a8486f-a6e6-47be-a223-5de50206744a req-3cf82e4e-cb6b-4fa0-8642-bfbba4cf52f8 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695271 Aug 31 19:11:32.557859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Pushing event deleted for resources: {'Port': ['ID=d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:32.572472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-466d22e1-56b1-42b6-b83d-2a65dab83268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:32.574097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-466d22e1-56b1-42b6-b83d-2a65dab83268 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.2666399 Aug 31 19:11:32.660946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] No DVR routers for this DVR port d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:32.663626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-39074fcc-d96f-4008-8e2e-679b1121c813 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 217 time: 0.0716047 Aug 31 19:11:32.664807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:32.666859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e11f3976-cd10-4bde-98ff-887fdf6d6529 req-3027112d-31e9-4a05-a600-ff19e71bbd2a tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.67 "DELETE /v2.0/ports/d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 HTTP/1.1" status: 204 len: 173 time: 1.4821992 Aug 31 19:11:32.669651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:32.683235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:32.685568 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:32.713972 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:32.715280 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:32.750770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-710d68c9-a678-4b4c-94a8-ad22084ce087 req-710e6ac7-6147-40c3-8135-7fc8ba1f9059 tempest-ImagesNegativeTestJSON-305789189 tempest-ImagesNegativeTestJSON-305789189-project] 10.222.0.73 "GET /v2.0/ports?device_id=905cf4f3-79f3-4f51-a011-8d3d81cbba29 HTTP/1.1" status: 200 len: 210 time: 0.0823078 Aug 31 19:11:32.765694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-05e221ab-725d-43de-9aa5-0f4c8c63303a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "PUT /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 694 time: 1.7548878 Aug 31 19:11:32.797306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-2861f988-a04e-4c30-a96b-103f7ed4fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:32.798772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-2861f988-a04e-4c30-a96b-103f7ed4fd38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1190338 Aug 31 19:11:32.844756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-67f2f9a5-33b8-4b14-8178-4832e5775a51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311115 Aug 31 19:11:32.864372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-0f706eb9-14af-4198-a35d-8b9a18ad6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:32.866052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-0f706eb9-14af-4198-a35d-8b9a18ad6be5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1097 time: 0.0826826 Aug 31 19:11:32.990835 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:33.094691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-8b1cfb42-a07e-4171-befe-4dee0b56420f service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370248 Aug 31 19:11:33.120436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-68b70540-e6fb-4bff-8892-529cae3b988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:33.121911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-68b70540-e6fb-4bff-8892-529cae3b988f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2363029 Aug 31 19:11:33.210246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-d2a620aa-f090-49c8-b73a-ef9a1350e24c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 217 time: 0.0782022 Aug 31 19:11:33.226048 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:33.252749 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:33.262663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:33.262870 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:33.308387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-834252e1-e2c5-4ded-beb8-1004cbaba537 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:33.309878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-834252e1-e2c5-4ded-beb8-1004cbaba537 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.2644262 Aug 31 19:11:33.313537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-829878ef-087a-4427-91f3-afcbd8d12463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:33.314927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-829878ef-087a-4427-91f3-afcbd8d12463 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0951555 Aug 31 19:11:33.368787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b77007d-f14b-4ede-a2b7-6e3be40c32a1 req-5391c71a-2adf-4051-80bf-faa4f75d2bdf service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458787 Aug 31 19:11:33.370165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-513213b5-58fc-402b-985c-85b6e6dc909f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0489295 Aug 31 19:11:33.388225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-c8106ab4-0a6f-4e43-ab5d-bd849914c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:33.390714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-c8106ab4-0a6f-4e43-ab5d-bd849914c33e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527668 Aug 31 19:11:33.495017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-847ed205-899e-44c3-bff8-003a32ef4f9a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970821 Aug 31 19:11:33.507245 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:33.564627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-f2dd4e21-c5da-4760-882b-2a2a9df8265b service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655664 Aug 31 19:11:33.733845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:33.766833 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb775c-1711-4810-8366-294ce1347335 None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:33.964849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-0d7eeb65-4e04-4f97-8509-1c2ce1c55fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542100 Aug 31 19:11:34.031270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28c22835-27af-4dc3-8651-cab009fd1bbd req-84b8405d-74a5-4dca-9587-6f64f43682b7 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597299 Aug 31 19:11:34.053164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57abcaf-1c09-45c0-ab43-ad1b2783d94c None None] New status for floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:34.079774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'name': 'network-vif-deleted', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3'}, {'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:34.082322 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe299df-33fb-486e-bead-b2a67f92f7ce" -d '{"events": [{"server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "name": "network-vif-deleted", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3"}, {"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:34.110613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-4c3466a9-2dda-4c1d-88a8-7579abd1b5b1 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299138 Aug 31 19:11:34.175256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ef80-5698-4d9d-96d1-2477d210faad req-553921e8-4c21-4371-8f09-ad23898e17f2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:34.183742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9010ef80-5698-4d9d-96d1-2477d210faad req-553921e8-4c21-4371-8f09-ad23898e17f2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.0717247 Aug 31 19:11:34.255975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9010ef80-5698-4d9d-96d1-2477d210faad req-cd39d693-6145-4e6c-8cff-4b323ecd8fbc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 Aug 31 19:11:34.462172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d647e9-5c64-4b91-939c-be7ca0602173 req-c63b112c-f928-4846-a2b8-8a62a9b442bf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:34.463707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8d647e9-5c64-4b91-939c-be7ca0602173 req-c63b112c-f928-4846-a2b8-8a62a9b442bf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 948 time: 0.0900714 Aug 31 19:11:34.472658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f09d5-8228-4793-add7-959285dd95e0 req-3a37ea29-ad36-401e-b58a-4831b48f54e4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:34.474107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a36f09d5-8228-4793-add7-959285dd95e0 req-3a37ea29-ad36-401e-b58a-4831b48f54e4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0701468 Aug 31 19:11:34.534669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8d647e9-5c64-4b91-939c-be7ca0602173 req-29876f6d-4b82-458c-a642-6cbbdbaa527d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594954 Aug 31 19:11:34.558885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a36f09d5-8228-4793-add7-959285dd95e0 req-3dfde66a-3898-4956-88a2-7857b8ec8ec6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696673 Aug 31 19:11:34.648893 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3f1d5c-83e2-4a75-a0ee-07713920fe8c x-openstack-request-id: req-0f3f1d5c-83e2-4a75-a0ee-07713920fe8c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:34.649635 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905cf4f3-79f3-4f51-a011-8d3d81cbba29", "name": "network-vif-deleted", "tag": "d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "tag": "7f844d91-80f5-4434-add3-9ee089c86def", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:34.650073 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f3f1d5c-83e2-4a75-a0ee-07713920fe8c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:34.650784 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905cf4f3-79f3-4f51-a011-8d3d81cbba29', 'name': 'network-vif-deleted', 'tag': 'd6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3', 'status': 'completed', 'code': 200} Aug 31 19:11:34.651196 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def', 'status': 'completed', 'code': 200} Aug 31 19:11:34.756507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-18012d43-b2f9-460a-b43d-44f53adb7b7b req-8db3ac0e-6a33-4393-ac38-6e5662f88085 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 210 time: 0.0747631 Aug 31 19:11:34.789232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-5936179e-d3d1-4f05-b978-828a7679e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:34.794591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-5936179e-d3d1-4f05-b978-828a7679e82f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 1097 time: 0.1107621 Aug 31 19:11:35.008620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-b0abf87a-f85a-4c9e-b2ac-1c1fc244c4ed tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:35.010377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-b0abf87a-f85a-4c9e-b2ac-1c1fc244c4ed tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1181016 Aug 31 19:11:35.109587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-4a2d66b6-7f70-4419-94aa-f54384deb85e tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0882621 Aug 31 19:11:35.111544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-811c29da-66df-4321-9f09-e8f4141dfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:35.113263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-811c29da-66df-4321-9f09-e8f4141dfa22 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.3101768 Aug 31 19:11:35.119780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:35.200629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-fcb981fc-5753-4fd8-8761-ffddf14d9620 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 200 len: 217 time: 0.0766203 Aug 31 19:11:35.203315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.282107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45274) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:35.370778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-78a8ba6c-a041-4cec-813f-d1185389605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:35.372770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-78a8ba6c-a041-4cec-813f-d1185389605e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1241879 Aug 31 19:11:35.563262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:35.566742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3cf45d51-e659-4de8-bb09-d9167f1b3506 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c98f666efecf49dfb6e42cdab895a136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732346 Aug 31 19:11:35.568549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452da29d-0fdd-4645-aa3e-1f52c0b888f0 req-e5d2f9eb-2e02-4f2a-bde3-b64fa95cab88 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:35.570150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452da29d-0fdd-4645-aa3e-1f52c0b888f0 req-e5d2f9eb-2e02-4f2a-bde3-b64fa95cab88 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 943 time: 0.1923175 Aug 31 19:11:35.580491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:35.617610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:35.620771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6d6e6b7-f2bd-4d4a-bfad-3aa3b4efa2d3 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:35.649306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-39a631c8-bed8-437a-82f4-89b9bed9f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:35.650825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-39a631c8-bed8-437a-82f4-89b9bed9f50c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528598 Aug 31 19:11:35.716144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bc04d0fc-0541-451a-92a9-398fa1270f2a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:35.731795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.762897 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.812210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port bc04d0fc-0541-451a-92a9-398fa1270f2a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:35.833702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port bc04d0fc-0541-451a-92a9-398fa1270f2a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:35.835367 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.838479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.844559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.849765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b188419-0b6b-447c-bc6c-bf6f9f41e2f5 HTTP/1.1" status: 204 len: 168 time: 0.2643147 Aug 31 19:11:35.876620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13e4f7-f954-4677-8a76-88593d90effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b188419-0b6b-447c-bc6c-bf6f9f41e2f5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:35.940460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452da29d-0fdd-4645-aa3e-1f52c0b888f0 req-974b14d2-3874-4cda-8ee7-5753c0ec087b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372841 Aug 31 19:11:35.961169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:35.979588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:35.981961 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950cd47-31dd-4b63-a3b8-5f1d513fab4d" -d '{"events": [{"server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "name": "network-vif-plugged", "status": "completed", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:36.019334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:36.021635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-07931be3-d3bf-46cb-a007-9be345ce4cbd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:36.023810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-07931be3-d3bf-46cb-a007-9be345ce4cbd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.4790623 Aug 31 19:11:36.028852 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:36.079851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:36.130758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:36.156979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-0fc57878-de36-488b-91ab-2e9b2ed0ad81 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852242 Aug 31 19:11:36.402645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff015-576d-4734-9ca7-aacbe2f880f0 req-cc284f70-4358-49e8-b2b5-908b45907368 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:36.404213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5aff015-576d-4734-9ca7-aacbe2f880f0 req-cc284f70-4358-49e8-b2b5-908b45907368 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 949 time: 0.2405438 Aug 31 19:11:36.427929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:36.446646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fe299df-33fb-486e-bead-b2a67f92f7ce req-760e6415-579b-400c-80dd-9545a4a4e2b6 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707603 Aug 31 19:11:36.447279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:36.532690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5aff015-576d-4734-9ca7-aacbe2f880f0 req-aca8caf8-d7d3-40fd-b3e1-0bcae4c059dc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097662 Aug 31 19:11:36.535742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:36.539236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:36.721262 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b associated. External IP: 172.25.3.99, port: a9b8b66c-76c1-462e-b418-4f70ca7be181. Aug 31 19:11:36.901854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86243-9a0b-4e24-b82b-fc5636ab25f2 req-d826a29c-ee60-483b-a793-5556a095fb1a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:36.903405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3da86243-9a0b-4e24-b82b-fc5636ab25f2 req-d826a29c-ee60-483b-a793-5556a095fb1a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.2692404 Aug 31 19:11:36.960469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-1d361466-5c7c-4d10-a12c-ab3180248330 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:36.961951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-1d361466-5c7c-4d10-a12c-ab3180248330 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c24f6-c514-468f-9dec-f34b62df082c HTTP/1.1" status: 200 len: 945 time: 0.1803637 Aug 31 19:11:36.979379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.10 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/c41f0402-0341-415d-a580-ad2ea6148043) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:37.038996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3da86243-9a0b-4e24-b82b-fc5636ab25f2 req-b2f88345-9aaa-4a16-ab6a-ea8b34febe0b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246727 Aug 31 19:11:37.522764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57974304-9d3f-40bf-86f2-fa74aacd27e0 req-a750c8c2-0a46-43ca-b57a-ff780b33e474 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 210 time: 0.0911040 Aug 31 19:11:37.582808 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c755bf20-e922-4025-b6bd-1bfe4d25eef1 x-openstack-request-id: req-c755bf20-e922-4025-b6bd-1bfe4d25eef1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:37.583408 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "name": "network-vif-plugged", "status": "completed", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:37.583408 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c755bf20-e922-4025-b6bd-1bfe4d25eef1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:37.583779 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'code': 200} Aug 31 19:11:37.692570 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:11:37.760916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:37.773279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcdc73-6197-4263-9d69-44ce7deeb886 req-f2741f8a-7349-4b49-9244-3aa901e95bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:37.776404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-98fcdc73-6197-4263-9d69-44ce7deeb886 req-f2741f8a-7349-4b49-9244-3aa901e95bf1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 1101 time: 0.0832622 Aug 31 19:11:37.833585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Deleting port 7f844d91-80f5-4434-add3-9ee089c86def {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:37.834004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:37.855438 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-98fcdc73-6197-4263-9d69-44ce7deeb886 req-5de5e974-ad18-4a3f-82d9-3f6c4d8cae12 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667269 Aug 31 19:11:37.856922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.004139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-f04b8f2f-86be-4d9f-a761-75959aca868b tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=20d745d3674842fb9b8296095bf88273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580273 Aug 31 19:11:38.195112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] For port 7f844d91-80f5-4434-add3-9ee089c86def, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=7f844d91-80f5-4434-add3-9ee089c86def,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:38.195497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.233851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Calling delete_port for 7f844d91-80f5-4434-add3-9ee089c86def owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:38.240129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:38.245129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.253383 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:38.266496 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:38.267320 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:38.292276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d1f9bd9c-3a0c-4cf6-976e-bd0a0dd09c21 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "PUT /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 995 time: 3.1721580 Aug 31 19:11:38.310418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:38.315360 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a49d8b-aa89-4969-9adb-b52f793b3a28" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:38.337604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.395491 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:38.429364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-418bb822-5bdb-4cdb-b12f-88c41b4d57f3 service neutron] 10.222.0.82 "GET /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.0709963 Aug 31 19:11:38.445657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6470c9ae-d1c0-43d2-a9ab-8ad426a3c57e tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:38.448113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6470c9ae-d1c0-43d2-a9ab-8ad426a3c57e tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431009 Aug 31 19:11:38.485278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:38.501143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-39de4f8c-4cf7-45fa-a626-a743cab68e31 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/quotas/20d745d3674842fb9b8296095bf88273 HTTP/1.1" status: 200 len: 375 time: 0.0371063 Aug 31 19:11:38.523421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:38.549771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:38.570616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-bdcdd7af-6056-4dd7-a833-d3030bf1eb48 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d745d3674842fb9b8296095bf88273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684154 Aug 31 19:11:38.595987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:38.630656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d8f77ac9-5739-4a89-9545-fe9ec971beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:38.632382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-d8f77ac9-5739-4a89-9545-fe9ec971beef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.3036871 Aug 31 19:11:38.663381 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:36Z', 'revision_number': 8, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:38.687684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:38.713386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:38.723092 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:38.723712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:38.724485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.734443 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:38.735870 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:38.775852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0799b897-3349-4d25-9a04-22cfe945cd4e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:38.792011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:38.793933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7586cd4f-74ad-478f-ab9a-091ceb8d95f3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7267976 Aug 31 19:11:38.819541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Request body: {'port': {'device_id': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:38.850074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.865756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-8990e67f-13d1-4067-aa07-fc68edf650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:38.867517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-8990e67f-13d1-4067-aa07-fc68edf650e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2226079 Aug 31 19:11:38.927562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:38.986391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.987048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] Transition to ACTIVE for port object 0799b897-3349-4d25-9a04-22cfe945cd4e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:38.994031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:38.998320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:39.018322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a9b8b66c-76c1-462e-b418-4f70ca7be181'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:39.095221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] No DVR routers for this DVR port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:39.162497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event deleted for resources: {'Port': ['ID=7f844d91-80f5-4434-add3-9ee089c86def,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:39.196850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] 10.222.0.82 "PUT /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7558913 Aug 31 19:11:39.197896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad93ea-7b8c-4001-9019-a27a5bd1dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:39.260567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-910207d1-1c65-44b5-b276-b8bffb0cf408 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 998 time: 0.3404918 Aug 31 19:11:39.263880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] No DVR routers for this DVR port 7f844d91-80f5-4434-add3-9ee089c86def on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:39.277279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:39.279322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8219b6d8-c845-4df1-9a74-e76a84692690 req-2e43b7ba-dbf8-4373-8794-1d954034ad28 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "DELETE /v2.0/ports/7f844d91-80f5-4434-add3-9ee089c86def HTTP/1.1" status: 204 len: 173 time: 2.3043067 Aug 31 19:11:39.414190 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:36Z', 'revision_number': 8, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:39.443764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95594-4143-4772-8e3f-ec7ec0f70c59 req-f1b953f1-8f57-44fe-8211-b961c1a2dfc2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.445446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2e95594-4143-4772-8e3f-ec7ec0f70c59 req-f1b953f1-8f57-44fe-8211-b961c1a2dfc2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.4158151 Aug 31 19:11:39.472839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3989fb43-1347-4d16-b019-35e6e1ff1410 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.473065 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf0b6a-be3c-4cab-9103-a5135731394a None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '347ba923-e4d1-4d98-8919-5bde29fce40b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'port_id': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'mac_address': 'fa:16:3e:a5:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:10:53Z', 'updated_at': '2021-08-31T19:11:36Z', 'revision_number': 8, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:39.474590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-3989fb43-1347-4d16-b019-35e6e1ff1410 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.1539567 Aug 31 19:11:39.544471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-94672eb8-ee1c-4ccd-a28d-e94a464839f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.546394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-94672eb8-ee1c-4ccd-a28d-e94a464839f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.2637243 Aug 31 19:11:39.594191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-6e54f084-9111-4a3a-b102-bc2a8c282d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.595900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-6e54f084-9111-4a3a-b102-bc2a8c282d91 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f&tenant_id=9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 1096 time: 0.0927854 Aug 31 19:11:39.648368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2e95594-4143-4772-8e3f-ec7ec0f70c59 req-a3ec79b9-ffd9-428b-b1d6-3e856c09bb97 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916821 Aug 31 19:11:39.693078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-af62e1f6-b8fb-42ae-9028-92ee2cbc0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.697316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-c677db03-4b4d-44e4-bb8e-72d9f8499720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.699105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-c677db03-4b4d-44e4-bb8e-72d9f8499720 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1096 time: 0.0656667 Aug 31 19:11:39.700164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-af62e1f6-b8fb-42ae-9028-92ee2cbc0799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371861 Aug 31 19:11:39.736676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 7f844d91-80f5-4434-add3-9ee089c86def no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:39.771905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 7f844d91-80f5-4434-add3-9ee089c86def {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:39.772250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 7f844d91-80f5-4434-add3-9ee089c86def not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:39.773151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:39.793978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709651a-8227-44cb-8b7b-02ef6bb4d2d1 None None] New status for floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:39.826969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9b4001f6-6592-423a-8e1f-6e37de95c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.828691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9b4001f6-6592-423a-8e1f-6e37de95c293 service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1123083 Aug 31 19:11:39.894706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-10db79f8-3a82-4a7e-aec6-bf9ff69c7852 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 200 len: 217 time: 0.0489500 Aug 31 19:11:39.902044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:39.944670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-daab1eeb-fc7d-48e7-a74a-1769d983cf07 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407908 Aug 31 19:11:39.968824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9ef11041-9935-4d4c-ba5b-4107a8dcc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:39.970963 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-9ef11041-9935-4d4c-ba5b-4107a8dcc5e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0625935 Aug 31 19:11:40.019255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-6f3b49e4-1ff9-4fbf-9bd5-b59af346080b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386643 Aug 31 19:11:40.019475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41f0402-0341-415d-a580-ad2ea6148043 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:40.041502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98144beb-f2ee-4c0e-88ab-08da2d66a089 req-a35e6798-332f-48c9-be49-006b21f877c7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.048263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98144beb-f2ee-4c0e-88ab-08da2d66a089 req-a35e6798-332f-48c9-be49-006b21f877c7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 949 time: 0.1775556 Aug 31 19:11:40.063876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.112919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Transition to ACTIVE for port object c41f0402-0341-415d-a580-ad2ea6148043 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:40.124183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-37061e9f-461b-44fa-b09d-ee0ebda3c4a7 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923228 Aug 31 19:11:40.129397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.143780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98144beb-f2ee-4c0e-88ab-08da2d66a089 req-7af00de7-93c9-40e8-aa33-da0cb580025c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880945 Aug 31 19:11:40.152331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4517258d-b685-4dca-9c68-0e4dcbd17196 req-ca1453c0-109e-4259-ae1d-f438871fb1bb service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066169 Aug 31 19:11:40.205171 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c2a6d-3976-45ec-bcb5-32ba2c0bd23a x-openstack-request-id: req-323c2a6d-3976-45ec-bcb5-32ba2c0bd23a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:40.205561 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:40.205902 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-323c2a6d-3976-45ec-bcb5-32ba2c0bd23a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:40.206384 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:11:40.215489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924edcf-c766-454e-8128-32e05842283e service neutron] Pushing event updated for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:40.269537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-f9b3383c-6476-47b8-8d86-6bf63c59663a service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302092 Aug 31 19:11:40.403959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2db0-d180-47b3-a80a-570cf2a4d53e req-a5e0f904-ba2f-4ddc-ab42-6f7eba1e7611 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.406137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39e2db0-d180-47b3-a80a-570cf2a4d53e req-a5e0f904-ba2f-4ddc-ab42-6f7eba1e7611 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1666019 Aug 31 19:11:40.408747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Attempting to bind port c41f0402-0341-415d-a580-ad2ea6148043 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:40.409078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Attempting to bind port c41f0402-0341-415d-a580-ad2ea6148043 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:40.409408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Attempting to bind port c41f0402-0341-415d-a580-ad2ea6148043 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:40.412619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-8cb361f5-53fd-45c4-a75f-3a1eb6cb9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.413978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-8cb361f5-53fd-45c4-a75f-3a1eb6cb9ee3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.1375608 Aug 31 19:11:40.423291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d9682-5345-4c23-a6b5-636296b8c240 req-76e60f52-9ac7-49c3-88d1-ae8491221cfd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.424859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129d9682-5345-4c23-a6b5-636296b8c240 req-76e60f52-9ac7-49c3-88d1-ae8491221cfd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 944 time: 0.1385281 Aug 31 19:11:40.433415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Port c41f0402-0341-415d-a580-ad2ea6148043 on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:40.433742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Attempting to bind port c41f0402-0341-415d-a580-ad2ea6148043 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:40.477777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:40.478159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:40.478499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:40.478940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Bound port: c41f0402-0341-415d-a580-ad2ea6148043, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:40.479299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.560252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39e2db0-d180-47b3-a80a-570cf2a4d53e req-30952440-9070-4842-8e43-aa4e1502de83 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452384 Aug 31 19:11:40.567180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-fa169dc5-5107-44bf-950b-f24fdfcd463a tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=20d745d3674842fb9b8296095bf88273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245192 Aug 31 19:11:40.582109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129d9682-5345-4c23-a6b5-636296b8c240 req-6780cab6-7cad-4f04-a18b-2c5605cf2534 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495228 Aug 31 19:11:40.641373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-07d0d1aa-aaeb-434c-b706-1e4432ec82bc tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.642659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-664714a5-8a6e-4851-be77-77a13d78e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.642974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-07d0d1aa-aaeb-434c-b706-1e4432ec82bc tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.1305442 Aug 31 19:11:40.644234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-664714a5-8a6e-4851-be77-77a13d78e067 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.1967068 Aug 31 19:11:40.648665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:40.652276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c41f0402-0341-415d-a580-ad2ea6148043,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:40.660457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.784367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.785001 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.786374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-7924edcf-c766-454e-8128-32e05842283e service neutron] 10.222.0.67 "PUT /v2.0/ports/c41f0402-0341-415d-a580-ad2ea6148043 HTTP/1.1" status: 200 len: 1093 time: 1.9737453 Aug 31 19:11:40.803224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e03bb1eb-9d80-4cd0-b38d-2bff20a90a1c req-684ab66e-41e9-44c2-8c05-44f60d1d0ec4 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 210 time: 0.1045454 Aug 31 19:11:40.805522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-0b5ca02f-599a-41fd-88bb-410fbd4ce4eb tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.807222 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-0b5ca02f-599a-41fd-88bb-410fbd4ce4eb tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282476 Aug 31 19:11:40.812981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-ecaa22ca-9284-4436-81aa-05c542ced38d service neutron] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:40.819440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-ecaa22ca-9284-4436-81aa-05c542ced38d service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:40.823919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20adc2ee-4d9a-46c7-8358-18f7201c370b req-ecaa22ca-9284-4436-81aa-05c542ced38d service neutron] 10.222.0.67 "DELETE /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.1675951 Aug 31 19:11:40.843458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Request body: {'port': {'device_id': '9d223746-1b3c-435b-b175-511442f8219a', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '20d745d3674842fb9b8296095bf88273'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:40.972674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-867f3beb-92a8-41fc-b708-e0bf41e02973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:40.974185 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-867f3beb-92a8-41fc-b708-e0bf41e02973 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 1096 time: 0.1032569 Aug 31 19:11:41.033878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-40241e88-ec8e-4cc3-a549-70833e4e3431 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41f0402-0341-415d-a580-ad2ea6148043 HTTP/1.1" status: 200 len: 217 time: 0.0475278 Aug 31 19:11:41.055450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Made reservation on behalf of 20d745d3674842fb9b8296095bf88273 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:41.058914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.088512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.116772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0dce-c78e-473b-8beb-0136c78d954b req-dce530e9-e4cc-4055-ba22-da5ea11241f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.118220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-dce530e9-e4cc-4055-ba22-da5ea11241f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0741503 Aug 31 19:11:41.157635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-bc4eb2a8-82c6-49b4-a22f-8c02844d548b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 1000 time: 0.4888310 Aug 31 19:11:41.169789 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-9e45a3e0-6cab-4e2f-a430-5c3b7c892420 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331228 Aug 31 19:11:41.183577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924edcf-c766-454e-8128-32e05842283e service neutron] Pushing event updated for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:41.269695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-5d4fb940-b58e-42c6-ab14-7d957f98bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.271310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-5d4fb940-b58e-42c6-ab14-7d957f98bebb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0979688 Aug 31 19:11:41.284357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-799f2f54-8a22-4740-9256-48603bbc4fd6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.285707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-799f2f54-8a22-4740-9256-48603bbc4fd6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.5482018 Aug 31 19:11:41.288947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07afa-efd4-4524-9252-968467ac9f7b req-2a47f87a-c1ad-44e0-849f-2cbe3cad4f7c tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.290361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56f07afa-efd4-4524-9252-968467ac9f7b req-2a47f87a-c1ad-44e0-849f-2cbe3cad4f7c tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 1101 time: 0.1360881 Aug 31 19:11:41.295362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.311730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.331999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-69ca2250-d69d-4ce5-9184-003dede8a2cc service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479578 Aug 31 19:11:41.341703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-387f52ef-aacb-4a36-b9e5-37d36af433f3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/quotas/002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 375 time: 0.0425594 Aug 31 19:11:41.369780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56f07afa-efd4-4524-9252-968467ac9f7b req-2216aaf3-7928-4cf9-84d9-3b1cb8842320 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719309 Aug 31 19:11:41.413450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-9f6d6d5b-f425-4a74-bdb2-4fc2a0a47506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.414937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-9f6d6d5b-f425-4a74-bdb2-4fc2a0a47506 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283524 Aug 31 19:11:41.446144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab8ea7-7f42-4599-9391-c6ca90b26b30,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:41.479376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d1fd63-bdad-4c7d-b0d9-455b5f450008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.548730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-479d0dce-c78e-473b-8beb-0136c78d954b req-2b85226c-bf12-4157-814c-a8c653059abd service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064185 Aug 31 19:11:41.549813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Allocated IP 192.168.233.89 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/ebd286e1-66f6-42b9-ad21-fc922ebe5687) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:41.557971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-053c67c9-80b3-4b88-b4be-5983f3f376a4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1997135 Aug 31 19:11:41.564021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8328cb2b-1d7b-4a16-a0fb-ba0866b1d431 req-0e02f9b4-590a-4bb7-8f35-c98c1964efc0 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 997 time: 0.1528533 Aug 31 19:11:41.704059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.704371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-53e7bc76-50bb-4906-97bb-1612aa32adc8 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789960 Aug 31 19:11:41.718758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Transition to ACTIVE for port object ebd286e1-66f6-42b9-ad21-fc922ebe5687 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:41.755688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.802884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:41.805278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-33ba9d09-05e3-4b91-b73e-871332471d31 service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284977 Aug 31 19:11:41.806121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:41.810776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:41.815229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328cb2b-1d7b-4a16-a0fb-ba0866b1d431 req-3a144605-39c4-4ed0-a761-03c67b6f21f1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.816681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8328cb2b-1d7b-4a16-a0fb-ba0866b1d431 req-3a144605-39c4-4ed0-a761-03c67b6f21f1 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2410927 Aug 31 19:11:41.817124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:41.818283 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.834035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-8328cb2b-1d7b-4a16-a0fb-ba0866b1d431 req-47117a09-4af3-4809-b038-706faca6dcef tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:11:41.835266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:41.841018 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-afc53d95-c8bb-4062-8403-6c0903955e59 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0048740 Aug 31 19:11:41.850224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8328cb2b-1d7b-4a16-a0fb-ba0866b1d431 req-47117a09-4af3-4809-b038-706faca6dcef tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236950 Aug 31 19:11:41.865794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Request body: {'port': {'device_id': '9d223746-1b3c-435b-b175-511442f8219a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:41.940159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:41.989722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a49d8b-aa89-4969-9adb-b52f793b3a28 req-53085db4-04f6-4672-afcf-d475ea8093ce service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530470 Aug 31 19:11:42.006457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-c2259bf6-c3a7-4036-b4d6-4eb000e31515 service neutron] 10.222.0.73 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887696 Aug 31 19:11:42.014870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f30a-7da2-4edd-b094-f42cc6656280 req-17fa5274-08f2-4204-9cec-be44fdc66752 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.016437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea48f30a-7da2-4edd-b094-f42cc6656280 req-17fa5274-08f2-4204-9cec-be44fdc66752 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.1030476 Aug 31 19:11:42.062449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea48f30a-7da2-4edd-b094-f42cc6656280 req-fa98040c-8b0f-420d-8b40-f174c750172a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Aug 31 19:11:42.117125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a90c4de4-7478-435e-8777-897ce25f996b None None] Provisioning for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:42.122589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a90c4de4-7478-435e-8777-897ce25f996b None None] Provisioning complete for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:42.123076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a90c4de4-7478-435e-8777-897ce25f996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.163978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a90c4de4-7478-435e-8777-897ce25f996b None None] Port ebd286e1-66f6-42b9-ad21-fc922ebe5687 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:11:42.208224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'name': 'network-vif-deleted', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def'}, {'name': 'network-changed', 'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:42.210831 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d15a90-068d-438e-b012-0c89fed364cd" -d '{"events": [{"server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "name": "network-vif-deleted", "tag": "7f844d91-80f5-4434-add3-9ee089c86def"}, {"name": "network-changed", "server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "tag": "c41f0402-0341-415d-a580-ad2ea6148043"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:42.247561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-568664b1-6cb4-48e2-a01a-343780ef8245 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237339 Aug 31 19:11:42.251953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:42.259573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.272677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Transition to ACTIVE for port object ebd286e1-66f6-42b9-ad21-fc922ebe5687 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:42.277117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.338289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:42.404123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Attempting to bind port ebd286e1-66f6-42b9-ad21-fc922ebe5687 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:42.404468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Attempting to bind port ebd286e1-66f6-42b9-ad21-fc922ebe5687 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:42.405325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Attempting to bind port ebd286e1-66f6-42b9-ad21-fc922ebe5687 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:42.411701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Port ebd286e1-66f6-42b9-ad21-fc922ebe5687 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:42.411701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Attempting to bind port ebd286e1-66f6-42b9-ad21-fc922ebe5687 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:42.417447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:42.417912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:42.418494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:42.419707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Bound port: ebd286e1-66f6-42b9-ad21-fc922ebe5687, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:42.419707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.458205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-9c3cccd2-b1ca-4837-91b9-70ae62182319 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.465823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-9c3cccd2-b1ca-4837-91b9-70ae62182319 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050455 Aug 31 19:11:42.490051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-3b9cd9eb-b312-43a0-a08e-58a283883293 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0228567 Aug 31 19:11:42.491016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:42.494477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:42.505551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.533398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.534013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:42.535239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148c7c2-3509-47d0-bfb6-b8d670b3a883 req-ca77ffb3-a372-492e-9456-97a7754a0701 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.535499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] 10.222.0.82 "PUT /v2.0/ports/ebd286e1-66f6-42b9-ad21-fc922ebe5687 HTTP/1.1" status: 200 len: 1096 time: 0.6743963 Aug 31 19:11:42.550259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c148c7c2-3509-47d0-bfb6-b8d670b3a883 req-ca77ffb3-a372-492e-9456-97a7754a0701 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1512995 Aug 31 19:11:42.555746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:42.558059 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5e46bf-f778-4d69-86a5-0717fc059932" -d '{"events": [{"name": "network-changed", "server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:42.605808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc0a18-41ef-4d55-a96c-45de7074feae service neutron] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:42.616654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c148c7c2-3509-47d0-bfb6-b8d670b3a883 req-67593ef0-d79f-4fe0-be3d-816c1871b65f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Aug 31 19:11:42.656913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-6ae51269-b6cc-45e8-a04b-bb8ab0c517b5 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1657486 Aug 31 19:11:42.694164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-a13a0888-3bc0-47a6-821e-f84529b87112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.696540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-a13a0888-3bc0-47a6-821e-f84529b87112 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=20d745d3674842fb9b8296095bf88273&device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 1099 time: 0.0704942 Aug 31 19:11:42.764390 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-eea1b37f-91e4-458c-a94b-909625fb4ecd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687 HTTP/1.1" status: 200 len: 217 time: 0.0558369 Aug 31 19:11:42.775513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ad723-6948-4920-9375-a60af6ac468f req-4c3669d6-3d81-4026-8c4d-3dc7929964ac tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.777429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce1ad723-6948-4920-9375-a60af6ac468f req-4c3669d6-3d81-4026-8c4d-3dc7929964ac tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 944 time: 0.0820873 Aug 31 19:11:42.826147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-c57378af-51dd-4a3d-bdca-2274ee07c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.829006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-c57378af-51dd-4a3d-bdca-2274ee07c97f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0556736 Aug 31 19:11:42.836804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce1ad723-6948-4920-9375-a60af6ac468f req-ec39c9df-799f-418f-ae60-4f1da53e3076 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Aug 31 19:11:42.896359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-42be237a-6f62-47e6-800b-8d9e2a71d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:42.898711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-42be237a-6f62-47e6-800b-8d9e2a71d377 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602739 Aug 31 19:11:42.978763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-187061d5-7c6e-4aba-bb2c-545fa8ed9b44 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1072590 Aug 31 19:11:43.024636 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-71972150-3601-4369-94db-7c92be74b52e service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159911 Aug 31 19:11:43.043483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ce7ac-1605-41e5-8438-8ef9e230bcc8 req-93399841-cfd1-4f81-bb51-748e470c9a9b tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.046170 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c63ce7ac-1605-41e5-8438-8ef9e230bcc8 req-93399841-cfd1-4f81-bb51-748e470c9a9b tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 947 time: 0.1289659 Aug 31 19:11:43.065548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-da874bee-0d47-45dc-a45e-ba3600c4f504 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.067416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-da874bee-0d47-45dc-a45e-ba3600c4f504 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports/a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 942 time: 0.0849707 Aug 31 19:11:43.111917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c63ce7ac-1605-41e5-8438-8ef9e230bcc8 req-746d2be0-801d-4c59-8969-f3c2e04e5c73 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587759 Aug 31 19:11:43.183076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27707d70-000b-47ce-9866-8f15f16cb5ee req-5704fe72-7292-49ee-8439-b6f3d8655d1d service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494684 Aug 31 19:11:43.191670 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdda97d-3381-4fb4-80f0-54d2d35cfd29 x-openstack-request-id: req-3fdda97d-3381-4fb4-80f0-54d2d35cfd29 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:43.191971 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218c24f6-c514-468f-9dec-f34b62df082c", "name": "network-vif-deleted", "tag": "7f844d91-80f5-4434-add3-9ee089c86def", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "tag": "c41f0402-0341-415d-a580-ad2ea6148043", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:43.192218 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fdda97d-3381-4fb4-80f0-54d2d35cfd29 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:43.192613 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218c24f6-c514-468f-9dec-f34b62df082c', 'name': 'network-vif-deleted', 'tag': '7f844d91-80f5-4434-add3-9ee089c86def', 'status': 'completed', 'code': 200} Aug 31 19:11:43.192866 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043', 'status': 'completed', 'code': 200} Aug 31 19:11:43.213104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-157a3ef6-7de7-46bd-a884-06fbab14e70c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.0898831 Aug 31 19:11:43.284400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15a90-068d-438e-b012-0c89fed364cd req-72307b3b-b378-4e8d-8838-65348dd5ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.289366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-72307b3b-b378-4e8d-8838-65348dd5ed4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 1096 time: 0.0701444 Aug 31 19:11:43.302265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60b636f0-a67b-4cb4-866f-81776aadb27d req-f05096e0-2f56-4135-8a45-9c87a5b5c3d5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 210 time: 0.0556476 Aug 31 19:11:43.366578 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860e210-928d-4a9d-8178-3f37e41b0c6f x-openstack-request-id: req-9860e210-928d-4a9d-8178-3f37e41b0c6f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:43.366975 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:43.367178 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9860e210-928d-4a9d-8178-3f37e41b0c6f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:43.367691 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'status': 'completed', 'code': 200} Aug 31 19:11:43.376777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-8bfd2db7-0825-4c14-b183-4fbd9e24fe91 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.378229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-8bfd2db7-0825-4c14-b183-4fbd9e24fe91 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1580970 Aug 31 19:11:43.441119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15a90-068d-438e-b012-0c89fed364cd req-977c1d15-2975-45fc-833a-8143cea1ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.442895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-977c1d15-2975-45fc-833a-8143cea1ee15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.1416931 Aug 31 19:11:43.459817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-e197e018-0965-4eb6-83f0-fe17e1844151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.461273 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-e197e018-0965-4eb6-83f0-fe17e1844151 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=20d745d3674842fb9b8296095bf88273&device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 1099 time: 0.0581639 Aug 31 19:11:43.481918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-761ea122-cd4d-4951-9d5b-67b580b36fef req-a87c6441-16c8-41c0-a895-a982c6133655 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 210 time: 0.0410759 Aug 31 19:11:43.503470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-52d18d4a-aadd-4ade-afe3-346a238fb4b8 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1107421 Aug 31 19:11:43.520951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-4caa94f6-e228-4835-bb76-35cbc0fb5fc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41f0402-0341-415d-a580-ad2ea6148043 HTTP/1.1" status: 200 len: 217 time: 0.0586503 Aug 31 19:11:43.527092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:43.640764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:43.647877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15a90-068d-438e-b012-0c89fed364cd req-bccf5975-1457-4d42-a6b2-3917ccc14a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.650010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-bccf5975-1457-4d42-a6b2-3917ccc14a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.1140652 Aug 31 19:11:43.703691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-d0364e90-fad7-4ef2-83b8-d6a9a4524768 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288966 Aug 31 19:11:43.704806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-a57e2c25-9c1e-4f31-be84-c42874b26fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.706078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-a57e2c25-9c1e-4f31-be84-c42874b26fa6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1949344 Aug 31 19:11:43.790398 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-fea33f4d-ca44-4a29-962e-2906e39d80bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687 HTTP/1.1" status: 200 len: 217 time: 0.0674777 Aug 31 19:11:43.821247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820322d-5f22-4706-93de-4192659a9ba1 req-50857044-54b9-4884-a498-c16d6ea9ea10 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.822775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4820322d-5f22-4706-93de-4192659a9ba1 req-50857044-54b9-4884-a498-c16d6ea9ea10 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1096 time: 0.2117310 Aug 31 19:11:43.864357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-8ad94fe0-e04c-4c63-a60b-0ea2b6142305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.866331 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-8ad94fe0-e04c-4c63-a60b-0ea2b6142305 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0661464 Aug 31 19:11:43.871597 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-559cb388-1133-4006-acbb-eb02205d52ed service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564124 Aug 31 19:11:43.905111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-2bdd16b7-be99-4697-872e-8205d9e65b99 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.906687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-2bdd16b7-be99-4697-872e-8205d9e65b99 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 820 time: 0.2943230 Aug 31 19:11:43.914327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:43.928730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Request body: {'port': {'device_id': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'admin_state_up': True, 'tenant_id': '002ab79f79d940b29a6270791c193b49'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:43.939114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:43.939373 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b disassociated. External IP: 172.25.3.99, port: a9b8b66c-76c1-462e-b418-4f70ca7be181. Aug 31 19:11:43.981373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-34de6629-f3f4-405f-af56-4a5e478985c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:43.983827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-34de6629-f3f4-405f-af56-4a5e478985c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044331 Aug 31 19:11:44.014085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4820322d-5f22-4706-93de-4192659a9ba1 req-be4562f3-4405-4207-8f18-b128f0417baa tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801965 Aug 31 19:11:44.084871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7d15a90-068d-438e-b012-0c89fed364cd req-7574e397-d9b9-42ca-9ecf-47c3660ec9c8 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961963 Aug 31 19:11:44.179958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Made reservation on behalf of 002ab79f79d940b29a6270791c193b49 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:44.184575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-476b0158-96ff-4566-bc76-892cc58dabda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.189390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.268351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.390747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.400487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:44.417858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-e72c1f14-80e8-42e4-9716-e7947daabf20 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3230333 Aug 31 19:11:44.439025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362b9b5-acab-49e6-8b76-77788ebb9e36 req-9110a9fe-ebdb-4f26-8938-a77ac9c06340 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:44.440564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7362b9b5-acab-49e6-8b76-77788ebb9e36 req-9110a9fe-ebdb-4f26-8938-a77ac9c06340 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1174765 Aug 31 19:11:44.456531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-e0079d9e-c1cc-4219-9000-aa39ea10cc14 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587154 Aug 31 19:11:44.523751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Allocated IP 172.20.0.9 (9017580b-300c-47db-af06-4355f1b310b7/87fc1e73-58d9-4f97-9d1f-010b068f3d0f/5879f33e-7f9f-43e1-a168-15bb1686ffba) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:44.573008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7362b9b5-acab-49e6-8b76-77788ebb9e36 req-e3bcee59-710c-47a3-81db-99f8c867956a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198175 Aug 31 19:11:44.609014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-4863ec3a-b4f1-4f08-a8b8-fe28cfbd683b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:44.610533 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-4863ec3a-b4f1-4f08-a8b8-fe28cfbd683b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787577 Aug 31 19:11:44.621695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a5e46bf-f778-4d69-86a5-0717fc059932 req-956056bc-ff03-46b8-9cd9-c35a75bde6d7 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407454 Aug 31 19:11:44.628402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:44.709598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:44.726597 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:44.729142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.736989 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:44.737907 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:44.772904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:11:44.778129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.792159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-5492d35c-98b6-4a8b-a538-853bd4b02592 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "PUT /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 695 time: 1.2687979 Aug 31 19:11:44.824697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e11d-679a-4a94-a41a-100915ab61a6 req-55050517-511f-4c1d-adf0-960be32788b9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:44.826172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e817e11d-679a-4a94-a41a-100915ab61a6 req-55050517-511f-4c1d-adf0-960be32788b9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 944 time: 0.1658995 Aug 31 19:11:44.864195 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:44.888475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:44.962599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.85 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/ad4d0983-7ac3-45ff-8e97-23b71ece38bf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:11:45.129876 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:45.165515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:45.165786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.175796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:45.176623 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:45.194126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object ad4d0983-7ac3-45ff-8e97-23b71ece38bf will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:45.261526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:45.267844 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39708ca3-8d64-4ed1-9455-021f072279eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:45.270772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.279286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-21cc5052-e23f-43cc-8bb5-24788fcb2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.284249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-21cc5052-e23f-43cc-8bb5-24788fcb2375 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.4766748 Aug 31 19:11:45.291122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.294010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e817e11d-679a-4a94-a41a-100915ab61a6 req-03960152-5fc0-4cad-bd85-35e81b11ca9e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609666 Aug 31 19:11:45.303509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa', 'bc04d0fc-0541-451a-92a9-398fa1270f2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:45.385422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:45.414572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:45.414980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.419295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:45.424172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:45.432304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.433185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.441391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:45.477755 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-76c31e2c-b6d9-45c8-aca3-0a457b7a90ca tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8549502 Aug 31 19:11:45.493672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Request body: {'port': {'device_id': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:45.510669 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:45.557606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Network 9017580b-300c-47db-af06-4355f1b310b7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:11:45.565971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-c2981268-95bb-44da-a850-b161a991629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.576023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-c2981268-95bb-44da-a850-b161a991629e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.2780499 Aug 31 19:11:45.590305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:11:45.598216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:11:45.644845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.683175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.684334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c41f0402-0341-415d-a580-ad2ea6148043 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:45.710502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.711326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.713923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:45.727931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-6841b89a-be2a-4d5b-aeb1-97dff70285cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.1500843 Aug 31 19:11:45.790428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8cdc-0d00-4f64-9606-16d376fbc0d9 req-a6476cc7-608a-4b45-92a5-b107628b22ef tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.799465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:45.800436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfae8cdc-0d00-4f64-9606-16d376fbc0d9 req-a6476cc7-608a-4b45-92a5-b107628b22ef tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 1096 time: 0.3504162 Aug 31 19:11:45.830085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-685f9146-4755-43d8-9043-5950081877f6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9056344 Aug 31 19:11:45.841832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-75a82aa7-fb70-4122-949b-b4f2584c481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:45.849967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-75a82aa7-fb70-4122-949b-b4f2584c481c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.1209631 Aug 31 19:11:45.866443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Request body: {'port': {'device_id': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:11:45.904125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfae8cdc-0d00-4f64-9606-16d376fbc0d9 req-452fe718-d69d-4efc-a02f-70ad4a311a04 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974157 Aug 31 19:11:45.934620 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:45.997904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:45.999371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8145d0d-7a6b-496c-8c90-a642188cb034 None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:10:22Z', 'revision_number': 4, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '75d6b96b-c6a3-4e22-b80b-953b405995c6', 'name': '', 'network_id': 'e599ff92-aaf6-4797-9df7-201d01a68c4b', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'mac_address': 'fa:16:3e:19:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:21Z', 'updated_at': '2021-08-31T19:10:34Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'subnets': [{'id': 'd8bcb5f7-b63f-459b-b3aa-0d5458109b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:46.169745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-72c05691-333a-4321-b541-b4261afad8ba None None] Provisioning for port ad4d0983-7ac3-45ff-8e97-23b71ece38bf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:46.203022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4d0983-7ac3-45ff-8e97-23b71ece38bf {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:46.214538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-72c05691-333a-4321-b541-b4261afad8ba None None] Provisioning complete for port ad4d0983-7ac3-45ff-8e97-23b71ece38bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:46.215047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72c05691-333a-4321-b541-b4261afad8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.220301 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.245782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Transition to ACTIVE for port object ad4d0983-7ac3-45ff-8e97-23b71ece38bf will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:46.251599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.294115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:46.307328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:46.381975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Attempting to bind port ad4d0983-7ac3-45ff-8e97-23b71ece38bf on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:46.382348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Attempting to bind port ad4d0983-7ac3-45ff-8e97-23b71ece38bf by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:46.382672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Attempting to bind port ad4d0983-7ac3-45ff-8e97-23b71ece38bf on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:46.387720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Port ad4d0983-7ac3-45ff-8e97-23b71ece38bf on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:46.388060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Attempting to bind port ad4d0983-7ac3-45ff-8e97-23b71ece38bf on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:46.389855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'mac_address': 'fa:16:3e:fe:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:46.394699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-72c05691-333a-4321-b541-b4261afad8ba None None] Port ad4d0983-7ac3-45ff-8e97-23b71ece38bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:11:46.399506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:46.399880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:46.400408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:46.400863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Bound port: ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:46.401231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.407262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c41f0402-0341-415d-a580-ad2ea6148043,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:46.461573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-43404249-80b8-429c-8421-bcc1519fb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:46.463745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-43404249-80b8-429c-8421-bcc1519fb50d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6126342 Aug 31 19:11:46.471821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'c41f0402-0341-415d-a580-ad2ea6148043', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': 'c41f0402-0341-415d-a580-ad2ea6148043', 'mac_address': 'fa:16:3e:e0:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:46.481251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b65b8-b5dc-4fbf-b972-fdfb4f686cbb None None] New status for floating IP 347ba923-e4d1-4d98-8919-5bde29fce40b: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:11:46.513498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:46.522203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:46.530842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.536343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64898b50-eae3-4eb2-9d98-ff066c73b542 req-38bfda70-2c20-4346-8693-d2562f1c0365 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:46.544210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64898b50-eae3-4eb2-9d98-ff066c73b542 req-38bfda70-2c20-4346-8693-d2562f1c0365 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 947 time: 0.5437279 Aug 31 19:11:46.546339 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.594858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:46.595715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.597285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad4d0983-7ac3-45ff-8e97-23b71ece38bf HTTP/1.1" status: 200 len: 1096 time: 1.1083245 Aug 31 19:11:46.599933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:46.602363 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a2343-08ba-4b39-ad01-315bd307e932" -d '{"events": [{"name": "network-changed", "server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:46.648522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ea685-e30c-429a-a838-3e69b039f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:46.656295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64898b50-eae3-4eb2-9d98-ff066c73b542 req-3d6dbf6b-13ac-439f-948e-b9cd4e7e0d0f tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110950 Aug 31 19:11:46.668363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:46.700475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5879f33e-7f9f-43e1-a168-15bb1686ffba {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:46.723792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.762715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-632d2514-230d-4527-92f8-49b7dd4f410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:46.767357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-632d2514-230d-4527-92f8-49b7dd4f410f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 1099 time: 0.0976956 Aug 31 19:11:46.774554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.788533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Transition to ACTIVE for port object 5879f33e-7f9f-43e1-a168-15bb1686ffba will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:11:46.815807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.820129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:46.836198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-d578e769-5be1-414d-98e7-4cb4082f8d94 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601730 Aug 31 19:11:46.845021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff728d-d103-4c74-afc5-fc340da847a2 req-a0170d2e-018b-4399-b16e-d7ce951b9ac8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:46.852257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5cff728d-d103-4c74-afc5-fc340da847a2 req-a0170d2e-018b-4399-b16e-d7ce951b9ac8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 931 time: 0.1107404 Aug 31 19:11:46.863285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-0c337cee-5e06-4f6a-a3ac-7fdc27f94127 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf HTTP/1.1" status: 200 len: 217 time: 0.0841765 Aug 31 19:11:46.867173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.919663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41f0402-0341-415d-a580-ad2ea6148043 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:46.932262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:46.983733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c41f0402-0341-415d-a580-ad2ea6148043,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:46.997283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-31002fe6-fc97-4cf7-9fbf-3e081d3b7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.002624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-31002fe6-fc97-4cf7-9fbf-3e081d3b7159 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1255026 Aug 31 19:11:47.021432 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:47.029924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:47.046104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3093166e-f3e6-4a6c-8dac-5ee6cf733ed9 req-cd0c4fee-e2d6-4baa-8b0e-cdc46cfba7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508849 Aug 31 19:11:47.075342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:47.086452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-559ba4a5-8217-4db4-b744-2f653dc59b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.088879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-559ba4a5-8217-4db4-b744-2f653dc59b56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778432 Aug 31 19:11:47.107277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:47.143568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5cff728d-d103-4c74-afc5-fc340da847a2 req-0d762bc4-281e-4440-92c6-09b20eba0079 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903390 Aug 31 19:11:47.211962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ebd286e1-66f6-42b9-ad21-fc922ebe5687'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:47.224881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-661c4886-e6ab-4368-91b3-81763af8ce74 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258183 Aug 31 19:11:47.250011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:11:47.250949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:11:47.251601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:47.260516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:11:47.261175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:11:47.271457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:11:47.272156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:11:47.272912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:11:47.273909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Bound port: 5879f33e-7f9f-43e1-a168-15bb1686ffba, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:11:47.274564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:47.301911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5aa14-6505-4dad-99bd-4ebe762a1608 req-1d612123-c7f1-4859-a978-12dfe13cd6a6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.303745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66f5aa14-6505-4dad-99bd-4ebe762a1608 req-1d612123-c7f1-4859-a978-12dfe13cd6a6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 947 time: 0.0976005 Aug 31 19:11:47.370292 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa131002-cad2-4750-811c-35108754fb7f x-openstack-request-id: req-fa131002-cad2-4750-811c-35108754fb7f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:47.372200 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:47.374374 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa131002-cad2-4750-811c-35108754fb7f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:47.377827 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:11:47.438113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66f5aa14-6505-4dad-99bd-4ebe762a1608 req-56d6c275-5a4b-4598-be2a-4adf0df8a9f2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225035 Aug 31 19:11:47.474593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2d5f380-1fa6-4667-8375-4d514e7d70a4 req-2b4ec169-8103-4682-b078-087e0e428058 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400510 Aug 31 19:11:47.490028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:11:47.505893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:11:47.506167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708ca3-8d64-4ed1-9455-021f072279eb req-17418cb7-4753-4718-8588-7592bb3533ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.507894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-17418cb7-4753-4718-8588-7592bb3533ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e75b6b7c485491fb557def9fbef0929&device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 1097 time: 0.1145208 Aug 31 19:11:47.515583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:47.536928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890667e0-df00-437b-a593-731816aa7677 req-8635fe7f-2a28-4003-863e-ee1c165d511d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.545123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-890667e0-df00-437b-a593-731816aa7677 req-8635fe7f-2a28-4003-863e-ee1c165d511d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0970263 Aug 31 19:11:47.571551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['c41f0402-0341-415d-a580-ad2ea6148043'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:47.599079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.599730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:47.601167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] 10.222.0.82 "PUT /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 1092 time: 1.7397523 Aug 31 19:11:47.642923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-890667e0-df00-437b-a593-731816aa7677 req-9d501ff8-1817-40aa-a8ec-0c00431b7ffe tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971754 Aug 31 19:11:47.643712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb32b3-9b9a-4505-b9e5-763995049469 service neutron] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:47.687019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708ca3-8d64-4ed1-9455-021f072279eb req-8d51104c-5a8f-4f54-81a7-de6536911ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.689731 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-8d51104c-5a8f-4f54-81a7-de6536911ce0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 200 len: 920 time: 0.1705744 Aug 31 19:11:47.748954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-936da59e-01b2-493a-974d-3b74d1fe0432 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 200 len: 217 time: 0.0455198 Aug 31 19:11:47.784357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-c01b572f-ca6c-49bf-b78d-6814aa009bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.786138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-c01b572f-ca6c-49bf-b78d-6814aa009bc0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1095 time: 0.1265004 Aug 31 19:11:47.823293 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32812c-7298-4a8a-80ef-7461580aa42e x-openstack-request-id: req-cc32812c-7298-4a8a-80ef-7461580aa42e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:47.823752 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:47.824164 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc32812c-7298-4a8a-80ef-7461580aa42e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:47.824648 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf', 'status': 'completed', 'code': 200} Aug 31 19:11:47.849717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708ca3-8d64-4ed1-9455-021f072279eb req-446e5ce2-fb6a-41e9-bf76-30eab75c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.851939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-446e5ce2-fb6a-41e9-bf76-30eab75c2555 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 200 len: 858 time: 0.0901403 Aug 31 19:11:47.858470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-c6007058-62c5-46fc-909f-b846181bb367 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 217 time: 0.0488911 Aug 31 19:11:47.888245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cd81c-6b8a-4a12-9447-3ef5afbdc9d3 req-3ed8764c-3490-42af-8531-7f4d57b69b72 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.890338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca0cd81c-6b8a-4a12-9447-3ef5afbdc9d3 req-3ed8764c-3490-42af-8531-7f4d57b69b72 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 945 time: 0.1428633 Aug 31 19:11:47.958002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708ca3-8d64-4ed1-9455-021f072279eb req-63f0048c-78e3-45cf-b2bf-68e4e2ffcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.959516 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-63f0048c-78e3-45cf-b2bf-68e4e2ffcc80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e599ff92-aaf6-4797-9df7-201d01a68c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839291 Aug 31 19:11:47.963830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2343-08ba-4b39-ad01-315bd307e932 req-816bc545-07d8-4e36-abcc-4965fc51e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.965169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-816bc545-07d8-4e36-abcc-4965fc51e498 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 1099 time: 0.0667746 Aug 31 19:11:47.996488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-f46f94fc-2194-456c-bbeb-d7d2a719466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:47.997957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-f46f94fc-2194-456c-bbeb-d7d2a719466a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.1067295 Aug 31 19:11:48.038389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678de39-b1d0-4ddf-b78b-c9cdba3a3c1d req-997f39c5-1bb3-44a2-81dd-f999b9439fa5 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.040136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3678de39-b1d0-4ddf-b78b-c9cdba3a3c1d req-997f39c5-1bb3-44a2-81dd-f999b9439fa5 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.0910621 Aug 31 19:11:48.049722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca0cd81c-6b8a-4a12-9447-3ef5afbdc9d3 req-31ebb871-1bd4-4890-b046-80c1b683e508 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Aug 31 19:11:48.077277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.82', 55499) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:48.113502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-45330bbf-d2ba-42ca-8307-b151df971711 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575256 Aug 31 19:11:48.196489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3678de39-b1d0-4ddf-b78b-c9cdba3a3c1d req-4c4fe3d0-6df7-49ce-a670-c07ef97beb06 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392388 Aug 31 19:11:48.209535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-0d6962db-046e-44b1-b316-b68c69f4d459 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1310136 Aug 31 19:11:48.219221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-121ca026-0cf8-49b2-96f7-db8c56df6671 service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396312 Aug 31 19:11:48.234574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2343-08ba-4b39-ad01-315bd307e932 req-bc001188-c972-4d6c-b66e-dd5b01e0e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.236993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-bc001188-c972-4d6c-b66e-dd5b01e0e4f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2514069 Aug 31 19:11:48.332070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-9b02c987-2c4d-46f4-a79a-e9a1940a154d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf HTTP/1.1" status: 200 len: 217 time: 0.0750403 Aug 31 19:11:48.333878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-8560b4b0-342f-4846-b7aa-5d34ffe8e83a tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 200 len: 693 time: 0.0918541 Aug 31 19:11:48.357025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-3c337b58-9340-46a5-9880-e773bee9c6ac service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345650 Aug 31 19:11:48.429493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-447d8b8a-b171-4a79-9eb3-c9862fc8fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.431114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-447d8b8a-b171-4a79-9eb3-c9862fc8fba9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 1097 time: 0.1429994 Aug 31 19:11:48.432487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2343-08ba-4b39-ad01-315bd307e932 req-3bde0fa0-3d8c-4513-a533-9827bde58718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.433796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-3bde0fa0-3d8c-4513-a533-9827bde58718 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0867033 Aug 31 19:11:48.436711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39708ca3-8d64-4ed1-9455-021f072279eb req-f3bbe707-cd57-447a-b8c4-3892c214578e service neutron] 10.222.0.82 "GET /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985412 Aug 31 19:11:48.457865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba712af-7289-425c-99a7-6cd8217af2ec req-1c742a29-0536-4a6b-b7f9-4395bcbe2b82 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.459447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eba712af-7289-425c-99a7-6cd8217af2ec req-1c742a29-0536-4a6b-b7f9-4395bcbe2b82 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.2129943 Aug 31 19:11:48.546013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2343-08ba-4b39-ad01-315bd307e932 req-8c2bfc5e-c558-4f0c-bbae-f8d0074c91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.547737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-8c2bfc5e-c558-4f0c-bbae-f8d0074c91cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978212 Aug 31 19:11:48.554889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eba712af-7289-425c-99a7-6cd8217af2ec req-86c323ba-f293-4b8c-b14c-a1cd2c35298a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802679 Aug 31 19:11:48.574408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-f784c8cc-6334-4e38-a440-4c0295cbdbf3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.589748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-f784c8cc-6334-4e38-a440-4c0295cbdbf3 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2400975 Aug 31 19:11:48.589748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-fa6170c2-74f0-4acc-b08a-2f9bfe1dc7f6 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:11:48.594730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-fa6170c2-74f0-4acc-b08a-2f9bfe1dc7f6 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124643 Aug 31 19:11:48.636704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-cbd7df46-d13b-4d5d-8d02-4c3423f51572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.640089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-cbd7df46-d13b-4d5d-8d02-4c3423f51572 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1780944 Aug 31 19:11:48.641180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65ba257a-e88d-4ede-b1cc-3b4c3f819683 req-971a36b6-e52b-4fa3-bdf0-af7e62ba2036 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697206 Aug 31 19:11:48.668602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0a0baf77-092a-4a31-a60c-fc82bff17305 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 696 time: 0.0728157 Aug 31 19:11:48.697641 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-47015f01-0f8b-4684-b8dd-20179365b9e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 200 len: 217 time: 0.0458059 Aug 31 19:11:48.758763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-d02613ca-4962-4269-b927-daed22268bf7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 696 time: 0.0892198 Aug 31 19:11:48.799545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-40869ae2-fe11-4c80-a41d-dc8bfe81394e service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356336 Aug 31 19:11:48.813924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-c09c1ca4-1fe1-4463-a1ae-6b06598718de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.815504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-c09c1ca4-1fe1-4463-a1ae-6b06598718de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1005991 Aug 31 19:11:48.871497 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-a723c000-f247-4bcd-b880-d7219f382e6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328434 Aug 31 19:11:48.918830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd14ec-d1e7-4087-a92e-d3f23927700a req-ca6086fc-9a3b-4ee7-bc6c-9f58868a1061 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:48.925505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88bd14ec-d1e7-4087-a92e-d3f23927700a req-ca6086fc-9a3b-4ee7-bc6c-9f58868a1061 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 947 time: 0.0848095 Aug 31 19:11:48.960380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Deleting port ab5e88f8-2b0e-4a1a-978e-65597ba8b92a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:48.960728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:48.991139 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-c0740453-96fd-4b30-b59d-0554590d8070 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1904590 Aug 31 19:11:49.034785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88bd14ec-d1e7-4087-a92e-d3f23927700a req-759d5705-0e55-4864-8b00-209a9f236ee9 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005018 Aug 31 19:11:49.043034 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-819a2343-08ba-4b39-ad01-315bd307e932 req-b326d8e2-b496-43c2-be79-f34ad52c9daf service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265131 Aug 31 19:11:49.068525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-db782d81-8ec5-4f31-9cb1-494d0f82cfff service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862233 Aug 31 19:11:49.084312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.084312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.096285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a304e3-b21b-461c-857a-e6231db5511d req-ac62656a-cde9-4e08-853d-94f7b707c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.097898 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-ac62656a-cde9-4e08-853d-94f7b707c7bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 1096 time: 0.0709074 Aug 31 19:11:49.098619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Calling delete_port for ab5e88f8-2b0e-4a1a-978e-65597ba8b92a owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:49.127205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['863467a9-760f-4103-93f2-8d2a8f1104e2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:49.223915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231e72f-6da7-4677-a354-165949675bdb req-4c737656-346e-491c-a85a-708fcec3a632 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.225570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e231e72f-6da7-4677-a354-165949675bdb req-4c737656-346e-491c-a85a-708fcec3a632 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0777113 Aug 31 19:11:49.294667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e231e72f-6da7-4677-a354-165949675bdb req-473707c1-2bcf-4ddf-ac1c-138a3e2eba51 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Aug 31 19:11:49.301434 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec56bb62-70fc-48e9-9c71-1a00a0f9a7c7 req-530eea92-26fa-4b55-b880-c056707677a0 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164438 Aug 31 19:11:49.303053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a304e3-b21b-461c-857a-e6231db5511d req-83bfc3e1-9ae2-4fc4-8e8c-a80d992a9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.304878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-83bfc3e1-9ae2-4fc4-8e8c-a80d992a9d4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1624091 Aug 31 19:11:49.380809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:49.384652 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c669755f-f116-46e6-b15d-c71b010ebb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:49.407755 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-3a43b7e6-b4c2-4bc6-801c-8260284fbd04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 200 len: 217 time: 0.0850561 Aug 31 19:11:49.466483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0ec28-654e-43a2-b066-bc38f3243e8f req-ae76c923-cd7c-4e30-bd70-08c9d6dc4852 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.476370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdb0ec28-654e-43a2-b066-bc38f3243e8f req-ae76c923-cd7c-4e30-bd70-08c9d6dc4852 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 945 time: 0.0765893 Aug 31 19:11:49.486073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a304e3-b21b-461c-857a-e6231db5511d req-a995ae42-c028-441e-92e4-807e97c6eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.487944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-a995ae42-c028-441e-92e4-807e97c6eb78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0640066 Aug 31 19:11:49.505466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.533622 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-cd157a3d-fe13-44e0-9f21-5d3840c8562e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332158 Aug 31 19:11:49.553156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdb0ec28-654e-43a2-b066-bc38f3243e8f req-a4e3e90f-c498-499b-839e-0279376a31a5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732660 Aug 31 19:11:49.554217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event deleted for resources: {'Port': ['ID=ab5e88f8-2b0e-4a1a-978e-65597ba8b92a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:49.657559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-28442bf7-eedb-460c-bc72-edb0a883100b service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105185 Aug 31 19:11:49.701960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c41f0402-0341-415d-a580-ad2ea6148043 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:49.706216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.709305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.711044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca36316d-9fff-4226-8423-64c0b5ea5308 req-0ba1b9ad-a168-40c7-802e-0e6a762083c7 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "DELETE /v2.0/floatingips/347ba923-e4d1-4d98-8919-5bde29fce40b HTTP/1.1" status: 204 len: 173 time: 0.9510961 Aug 31 19:11:49.754680 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19a329-0cea-4c9b-aa93-7d63bab03fed x-openstack-request-id: req-7c19a329-0cea-4c9b-aa93-7d63bab03fed {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:49.758310 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:49.759561 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c19a329-0cea-4c9b-aa93-7d63bab03fed {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:49.760077 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'status': 'completed', 'code': 200} Aug 31 19:11:49.773105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port c41f0402-0341-415d-a580-ad2ea6148043 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:49.779039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port c41f0402-0341-415d-a580-ad2ea6148043 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:49.780554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.787966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad4d0983-7ac3-45ff-8e97-23b71ece38bf details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:49.790317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:49.811254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42bc04-6e5f-4acc-8e4f-fed67e9f45b3 req-2b8db57b-875e-42d6-8258-4033724976aa tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.824322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c42bc04-6e5f-4acc-8e4f-fed67e9f45b3 req-2b8db57b-875e-42d6-8258-4033724976aa tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.1502280 Aug 31 19:11:49.929458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c42bc04-6e5f-4acc-8e4f-fed67e9f45b3 req-eeb7160d-8f81-48da-b6ef-f149f3aa5738 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040983 Aug 31 19:11:49.961709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:49.965747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8a06b-80e5-49af-99d0-ecde19f08b6d req-ab9dac92-f8d6-4fda-863c-3902d99d53c7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:49.971681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:49.972054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:49.976573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52e8a06b-80e5-49af-99d0-ecde19f08b6d req-ab9dac92-f8d6-4fda-863c-3902d99d53c7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.1379013 Aug 31 19:11:50.023145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52e8a06b-80e5-49af-99d0-ecde19f08b6d req-dc1d17be-9ce3-4d47-8d29-c124bf28fd05 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Aug 31 19:11:50.071355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-db43f9e8-5920-423f-bc47-27317b734378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.072943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-db43f9e8-5920-423f-bc47-27317b734378 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1095 time: 0.0861254 Aug 31 19:11:50.076460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66a304e3-b21b-461c-857a-e6231db5511d req-6be16e55-8378-4fce-b2f7-c97685c2d7bc service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051630 Aug 31 19:11:50.116045 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.137075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:50.162644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:50.165205 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2079a-acb6-4aba-b5e1-e3c991c96df7" -d '{"events": [{"server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "name": "network-vif-plugged", "status": "completed", "tag": "c41f0402-0341-415d-a580-ad2ea6148043"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:50.193815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf', 'mac_address': 'fa:16:3e:8a:91:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:50.214897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c41f0402-0341-415d-a580-ad2ea6148043,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:50.217707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-9b00849f-40c9-48b8-b696-8bb66ce24f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.222493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-9b00849f-40c9-48b8-b696-8bb66ce24f70 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1382864 Aug 31 19:11:50.243118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.250984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.304356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.307114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-da03dd1f-ba90-4ac2-b1d1-9cb23bcdf555 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 217 time: 0.0717969 Aug 31 19:11:50.355996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14bba-27b0-4bcd-aca7-18cb90ca6a30 req-74780877-e270-4dd0-9c86-6b419e477ca2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.362104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57c14bba-27b0-4bcd-aca7-18cb90ca6a30 req-74780877-e270-4dd0-9c86-6b419e477ca2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 947 time: 0.1012797 Aug 31 19:11:50.363229 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4e8055-1d2b-4478-a9a3-dce453c605f7 x-openstack-request-id: req-2e4e8055-1d2b-4478-a9a3-dce453c605f7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:50.363526 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "name": "network-vif-plugged", "status": "completed", "tag": "c41f0402-0341-415d-a580-ad2ea6148043", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:50.363802 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e4e8055-1d2b-4478-a9a3-dce453c605f7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:50.364562 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043', 'code': 200} Aug 31 19:11:50.368071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4d0983-7ac3-45ff-8e97-23b71ece38bf {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:50.376462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:50.377997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:50.384842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-c6792e6a-f81b-458a-8e68-c08678e2e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.386605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-c6792e6a-f81b-458a-8e68-c08678e2e371 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0714705 Aug 31 19:11:50.391930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.438223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-5d1060f0-9517-4015-aa04-c2a50048ac17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377173 Aug 31 19:11:50.450151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:50.453166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57c14bba-27b0-4bcd-aca7-18cb90ca6a30 req-2904d79b-0a09-40f7-a750-5c7b2b550766 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815530 Aug 31 19:11:50.461241 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:50.508608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:50.511136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2311-4e15-4e9e-a4b4-00515b4ae8a5 req-c3b23cf2-31d8-47d6-b378-54433e3f2984 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.513245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0da2311-4e15-4e9e-a4b4-00515b4ae8a5 req-c3b23cf2-31d8-47d6-b378-54433e3f2984 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0798388 Aug 31 19:11:50.597198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0da2311-4e15-4e9e-a4b4-00515b4ae8a5 req-3bff224e-7c85-45b8-bcc8-5dfa3383d26c tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766876 Aug 31 19:11:50.602781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01115a90-4f4b-4fd4-83f8-c1fb4369a418 req-01b7eee0-64c0-4fdc-b7cd-185a13e2b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.605979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:50.606147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01115a90-4f4b-4fd4-83f8-c1fb4369a418 req-01b7eee0-64c0-4fdc-b7cd-185a13e2b4f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 1098 time: 0.1665888 Aug 31 19:11:50.626773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef8344-14bb-4c4e-99ca-a019e2e7a025 req-73173991-ddfe-43a1-a075-28d3984f562e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.635072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1ef8344-14bb-4c4e-99ca-a019e2e7a025 req-73173991-ddfe-43a1-a075-28d3984f562e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0959809 Aug 31 19:11:50.651058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-892b3ff3-99b8-4380-87da-2ad2340aea21 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023530 Aug 31 19:11:50.683390 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01115a90-4f4b-4fd4-83f8-c1fb4369a418 req-23873d63-89a6-4678-9fc0-07c60815b08d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Aug 31 19:11:50.717694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1ef8344-14bb-4c4e-99ca-a019e2e7a025 req-93b56a2f-4601-4ef0-8718-9a7d95b0589c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Aug 31 19:11:50.735301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de8e3e-7592-4973-af4c-0a993556c5cd req-27ca8cb3-1386-40ae-9b39-cfdb1c89b216 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:50.737203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37de8e3e-7592-4973-af4c-0a993556c5cd req-27ca8cb3-1386-40ae-9b39-cfdb1c89b216 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0713904 Aug 31 19:11:50.758039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c669755f-f116-46e6-b15d-c71b010ebb3c req-9c3f9c73-bac0-4778-a587-01497368f42c service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957041 Aug 31 19:11:50.786067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37de8e3e-7592-4973-af4c-0a993556c5cd req-38d53360-bcd3-4122-9214-125c77ace087 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Aug 31 19:11:50.814608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ad4d0983-7ac3-45ff-8e97-23b71ece38bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:51.053299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046210-727c-419f-99a5-8b1c3c836992 req-5a44eede-f906-4bde-98d9-ec8a2e0cb5d8 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.054908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e046210-727c-419f-99a5-8b1c3c836992 req-5a44eede-f906-4bde-98d9-ec8a2e0cb5d8 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 949 time: 0.0512674 Aug 31 19:11:51.102869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e046210-727c-419f-99a5-8b1c3c836992 req-94fee7c1-0fa6-4ab5-a9df-1d811688c756 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Aug 31 19:11:51.148880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad62c4-06c3-4ea4-9215-086d15ccab8a req-a13dc2b2-d79d-4acb-adac-fc2a76ee6b20 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.150354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4ad62c4-06c3-4ea4-9215-086d15ccab8a req-a13dc2b2-d79d-4acb-adac-fc2a76ee6b20 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0515177 Aug 31 19:11:51.192943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4ad62c4-06c3-4ea4-9215-086d15ccab8a req-4d34ddc2-a3fc-4599-94e5-613eaf7733cf tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357490 Aug 31 19:11:51.566697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d592f-7e89-4f55-984a-1dd3476c174c req-6ea15b52-8f34-4069-b5a5-d316a0826542 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.568154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63d592f-7e89-4f55-984a-1dd3476c174c req-6ea15b52-8f34-4069-b5a5-d316a0826542 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 948 time: 0.0510015 Aug 31 19:11:51.609672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63d592f-7e89-4f55-984a-1dd3476c174c req-072302e2-f68c-4c05-8f5c-ba73c76fc411 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Aug 31 19:11:51.728825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51c580-5cff-434e-a3d7-066942b8b5c3 req-fab2470f-83bf-4db4-b82d-dfd7ed6397d2 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.730332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b51c580-5cff-434e-a3d7-066942b8b5c3 req-fab2470f-83bf-4db4-b82d-dfd7ed6397d2 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0520821 Aug 31 19:11:51.771695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b51c580-5cff-434e-a3d7-066942b8b5c3 req-0895e5e8-b888-4aac-9bcd-5429da4c8406 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/security-groups?id=639822a9-df5c-4b20-873f-f212cc62697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 31 19:11:51.861814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e326-5cb6-4d28-8835-e10817223b04 req-d7a73f29-a54a-44fb-aecc-83757ac5690a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.863552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a937e326-5cb6-4d28-8835-e10817223b04 req-d7a73f29-a54a-44fb-aecc-83757ac5690a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0572460 Aug 31 19:11:51.932466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a937e326-5cb6-4d28-8835-e10817223b04 req-c0ac52e0-7828-4d49-b2b4-63013a59e946 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620656 Aug 31 19:11:51.957942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97d3c-d420-480d-b4b4-a4c9a56dd535 req-ddd04d85-452f-4a66-ae9b-c830ab9e68fc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:51.960577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cec97d3c-d420-480d-b4b4-a4c9a56dd535 req-ddd04d85-452f-4a66-ae9b-c830ab9e68fc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0713449 Aug 31 19:11:52.002985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cec97d3c-d420-480d-b4b4-a4c9a56dd535 req-bc607d19-bb59-4d72-9d66-cc1958d72dac tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Aug 31 19:11:52.003529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-d0beb9f9-ac0c-4ef7-8e8d-87b0dcdb030b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:52.005055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-d0beb9f9-ac0c-4ef7-8e8d-87b0dcdb030b tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 945 time: 0.0733507 Aug 31 19:11:52.112974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Deleting port a9b8b66c-76c1-462e-b418-4f70ca7be181 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:52.113235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:52.208451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] For port a9b8b66c-76c1-462e-b418-4f70ca7be181, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a9b8b66c-76c1-462e-b418-4f70ca7be181,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:52.208829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:52.223126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Calling delete_port for a9b8b66c-76c1-462e-b418-4f70ca7be181 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:52.228176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b4382-9f1b-4842-b45b-269c00754c9b req-d4d68d68-2f4a-450f-8b27-908dfa3c42ae tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:52.232120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-468b4382-9f1b-4842-b45b-269c00754c9b req-d4d68d68-2f4a-450f-8b27-908dfa3c42ae tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 949 time: 0.0588858 Aug 31 19:11:52.276210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-468b4382-9f1b-4842-b45b-269c00754c9b req-40be5ac2-436f-4f51-a74a-699e7e76a29f tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Aug 31 19:11:52.349899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be044-7f30-460e-95bd-b08b56e45154 req-f57f902f-bd98-448f-89ca-ac964be60c31 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:52.352727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-315be044-7f30-460e-95bd-b08b56e45154 req-f57f902f-bd98-448f-89ca-ac964be60c31 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0808306 Aug 31 19:11:52.366342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:52.370096 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baefadd0-e3fc-43fa-b030-9922a82fe382" -d '{"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:52.402052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-315be044-7f30-460e-95bd-b08b56e45154 req-47895d70-9171-4c83-8685-8e55968e638f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Aug 31 19:11:52.446949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:52.453397 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801b8ce5-0273-42ae-91b2-753be7a06a46 x-openstack-request-id: req-801b8ce5-0273-42ae-91b2-753be7a06a46 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:52.453949 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:52.454394 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-801b8ce5-0273-42ae-91b2-753be7a06a46 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:52.454788 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'code': 200} Aug 31 19:11:52.458846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a9b8b66c-76c1-462e-b418-4f70ca7be181'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:52.525358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] No DVR routers for this DVR port a9b8b66c-76c1-462e-b418-4f70ca7be181 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:52.535279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:52.537147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09c79729-98f1-42cf-9416-1ed75cfad329 req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.82 "DELETE /v2.0/ports/a9b8b66c-76c1-462e-b418-4f70ca7be181 HTTP/1.1" status: 204 len: 173 time: 0.5154154 Aug 31 19:11:52.537705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'name': 'network-vif-deleted', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:52.539868 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c7bb9f-6e74-4519-b7e9-db968a8d93bc" -d '{"events": [{"server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "name": "network-vif-deleted", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:52.542485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb730d-0350-44c2-a28f-ccb212abaea5 tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] Pushing event deleted for resources: {'Port': ['ID=a9b8b66c-76c1-462e-b418-4f70ca7be181,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:52.582151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a1a35-1b88-47af-8577-5472a54adae9 req-fbc71638-d94b-4350-808e-b16ef6f2e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:52.584090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b8a1a35-1b88-47af-8577-5472a54adae9 req-fbc71638-d94b-4350-808e-b16ef6f2e345 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 1101 time: 0.0568991 Aug 31 19:11:52.598994 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da9673d-5e96-4ccd-9d15-b0151c678731 x-openstack-request-id: req-4da9673d-5e96-4ccd-9d15-b0151c678731 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:52.599284 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5d30a4-cd36-430c-b9e2-4cbea66826aa", "name": "network-vif-deleted", "tag": "a9b8b66c-76c1-462e-b418-4f70ca7be181", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:52.599532 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4da9673d-5e96-4ccd-9d15-b0151c678731 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:52.599957 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5d30a4-cd36-430c-b9e2-4cbea66826aa', 'name': 'network-vif-deleted', 'tag': 'a9b8b66c-76c1-462e-b418-4f70ca7be181', 'status': 'completed', 'code': 200} Aug 31 19:11:52.631198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b8a1a35-1b88-47af-8577-5472a54adae9 req-50a697aa-95f4-4bab-82f7-5c95da55b191 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Aug 31 19:11:52.731280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c248-d100-46a0-adf2-16c71488ccef req-577c4184-4e1e-4548-9960-fb1a0b8026e8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:52.733816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31d0c248-d100-46a0-adf2-16c71488ccef req-577c4184-4e1e-4548-9960-fb1a0b8026e8 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 948 time: 0.0524571 Aug 31 19:11:52.772979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31d0c248-d100-46a0-adf2-16c71488ccef req-32dd9e6e-a382-40d0-a439-6c8dcb1a5dd3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 Aug 31 19:11:52.921801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbbaa716-b6cd-4949-a258-8db012aae714 req-688af67f-4b42-4b30-8709-d5d647240cda tempest-FloatingIPsAssociationTestJSON-5492165 tempest-FloatingIPsAssociationTestJSON-5492165-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d30a4-cd36-430c-b9e2-4cbea66826aa HTTP/1.1" status: 200 len: 210 time: 0.0507200 Aug 31 19:11:53.098211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462ad8-c5f0-4372-a122-debd886332a0 req-0ec2e416-44ee-4f76-987b-74fc332af203 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.099957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6462ad8-c5f0-4372-a122-debd886332a0 req-0ec2e416-44ee-4f76-987b-74fc332af203 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0720127 Aug 31 19:11:53.163724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43c2f9-0543-4f5a-8d76-4f32812c70b2 req-a37ff1ad-b3d3-4663-b772-6413518e0138 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.165146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c43c2f9-0543-4f5a-8d76-4f32812c70b2 req-a37ff1ad-b3d3-4663-b772-6413518e0138 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0880456 Aug 31 19:11:53.173648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6462ad8-c5f0-4372-a122-debd886332a0 req-3ab50308-6516-4aca-aab3-287963b48c40 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545933 Aug 31 19:11:53.212749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c43c2f9-0543-4f5a-8d76-4f32812c70b2 req-8c4a9dc2-3d07-443c-a2ea-21e88df38b4e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Aug 31 19:11:53.416476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f7867-5ed1-4e07-a9e1-92f1a24160fb req-1d30ba38-4a92-462f-b57a-88336c0b2c11 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.418081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-015f7867-5ed1-4e07-a9e1-92f1a24160fb req-1d30ba38-4a92-462f-b57a-88336c0b2c11 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 949 time: 0.0595856 Aug 31 19:11:53.488716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-015f7867-5ed1-4e07-a9e1-92f1a24160fb req-c4e9fd8f-a395-4987-986a-5aff57a5621d tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 Aug 31 19:11:53.499433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d015c-953b-434e-a7d8-ffe5ccef60f9 req-a0cf1932-ddc6-4866-af81-f40b4c0b0fa9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.500764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-179d015c-953b-434e-a7d8-ffe5ccef60f9 req-a0cf1932-ddc6-4866-af81-f40b4c0b0fa9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0759454 Aug 31 19:11:53.539815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-179d015c-953b-434e-a7d8-ffe5ccef60f9 req-cc3144df-dab0-4c45-b472-da330476d3c4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Aug 31 19:11:53.644435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0a4f8-2a21-42d8-bd31-ff7d2bb4451e req-d0ad3f69-2575-486e-9cfc-6e835753e09c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.645880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9a0a4f8-2a21-42d8-bd31-ff7d2bb4451e req-d0ad3f69-2575-486e-9cfc-6e835753e09c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0501289 Aug 31 19:11:53.682277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9a0a4f8-2a21-42d8-bd31-ff7d2bb4451e req-8dee46be-378a-41c6-8aed-8db66e89fa65 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300894 Aug 31 19:11:53.813624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad4d0983-7ac3-45ff-8e97-23b71ece38bf up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:53.862185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port ad4d0983-7ac3-45ff-8e97-23b71ece38bf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:11:53.866345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ad4d0983-7ac3-45ff-8e97-23b71ece38bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:53.866784 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:53.893671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553736b6-00c5-409a-9df9-796bd1f7ba23 req-5e78699d-f5b1-4715-956f-a5fd45be3efe tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:53.895327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-553736b6-00c5-409a-9df9-796bd1f7ba23 req-5e78699d-f5b1-4715-956f-a5fd45be3efe tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 948 time: 0.0492067 Aug 31 19:11:53.938391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-553736b6-00c5-409a-9df9-796bd1f7ba23 req-11e708a6-2ec1-4731-b00d-a90bab739191 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363233 Aug 31 19:11:53.946090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:53.995377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:54.009461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:54.013930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:54.014768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a9b8b66c-76c1-462e-b418-4f70ca7be181 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:54.066042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: a9b8b66c-76c1-462e-b418-4f70ca7be181 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:54.066396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a9b8b66c-76c1-462e-b418-4f70ca7be181 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:54.094452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:54.299307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bfe1c-1aa9-45ac-a819-1c54bfd87b07 req-3ebb77a5-2337-43b3-b999-61c14d5240bd tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:54.300772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-838bfe1c-1aa9-45ac-a819-1c54bfd87b07 req-3ebb77a5-2337-43b3-b999-61c14d5240bd tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Aug 31 19:11:54.348969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-838bfe1c-1aa9-45ac-a819-1c54bfd87b07 req-e30cd101-5ecc-4b9a-9c57-e3ec36b13aaa tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Aug 31 19:11:54.456265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:54.458792 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76550ea-27b5-4c91-ba04-df8b0db17cdb" -d '{"events": [{"server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "name": "network-vif-plugged", "status": "completed", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:54.475687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:54.497109 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60962b1f-926b-47cf-b512-96e0fd5f51e7 x-openstack-request-id: req-60962b1f-926b-47cf-b512-96e0fd5f51e7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:54.497404 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "name": "network-vif-plugged", "status": "completed", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:54.497654 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60962b1f-926b-47cf-b512-96e0fd5f51e7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:54.499142 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf', 'code': 200} Aug 31 19:11:54.655801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a5aaf-e493-4538-8d35-0e41b1294e04 req-0e4609e5-221b-4e34-b4eb-26c559be0cdc tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:54.657365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-127a5aaf-e493-4538-8d35-0e41b1294e04 req-0e4609e5-221b-4e34-b4eb-26c559be0cdc tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 949 time: 0.0719240 Aug 31 19:11:54.715030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-127a5aaf-e493-4538-8d35-0e41b1294e04 req-9d106359-a85f-4935-8cfe-907da8c426ea tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Aug 31 19:11:54.723596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262ad0-eaea-45c9-998f-7d897121d477 req-2a57b037-aa11-4dc4-ac14-f6cbaa7da4fe tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:54.724942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d262ad0-eaea-45c9-998f-7d897121d477 req-2a57b037-aa11-4dc4-ac14-f6cbaa7da4fe tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0924206 Aug 31 19:11:54.727007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bbcb6-a2f6-4535-8721-5db0c7a39813 req-22e623d4-424d-4153-9a7b-f63e67638504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:54.728552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-739bbcb6-a2f6-4535-8721-5db0c7a39813 req-22e623d4-424d-4153-9a7b-f63e67638504 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 1101 time: 0.1398594 Aug 31 19:11:54.785673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d262ad0-eaea-45c9-998f-7d897121d477 req-6aa29330-55b5-4bae-93a5-78dab10c13fc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488570 Aug 31 19:11:54.826785 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-739bbcb6-a2f6-4535-8721-5db0c7a39813 req-590491ae-731a-4cf6-8ee5-5824f93810d1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618970 Aug 31 19:11:54.933844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Deleting port 75d6b96b-c6a3-4e22-b80b-953b405995c6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:54.934338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:55.031547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] For port 75d6b96b-c6a3-4e22-b80b-953b405995c6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=75d6b96b-c6a3-4e22-b80b-953b405995c6,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:55.032268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:55.047253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Calling delete_port for 75d6b96b-c6a3-4e22-b80b-953b405995c6 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:55.302643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:55.313609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c47f1-5499-4182-923b-187138463945 req-08e1346b-11ed-4647-92af-ce6ee0e2d169 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:55.321080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e59c47f1-5499-4182-923b-187138463945 req-08e1346b-11ed-4647-92af-ce6ee0e2d169 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.4583690 Aug 31 19:11:55.333942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d6b96b-c6a3-4e22-b80b-953b405995c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:55.408728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e59c47f1-5499-4182-923b-187138463945 req-34fd5dbd-ab8f-411e-af86-6860d498d865 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864401 Aug 31 19:11:55.426295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003cca5-b2aa-49fb-9960-cd69b28260f3 req-e26e1b87-c20e-4de3-b54a-307661b1231c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:55.426828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9003cca5-b2aa-49fb-9960-cd69b28260f3 req-e26e1b87-c20e-4de3-b54a-307661b1231c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.1238618 Aug 31 19:11:55.521897 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:55.530886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9003cca5-b2aa-49fb-9960-cd69b28260f3 req-cec77037-015e-43ae-ba0d-83d4f2c1c320 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949759 Aug 31 19:11:55.629820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1714-e7d9-4d62-b82d-73e3bb02f346 req-a608f0ab-1a54-47ce-9292-67938d495220 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:55.638813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc2a1714-e7d9-4d62-b82d-73e3bb02f346 req-a608f0ab-1a54-47ce-9292-67938d495220 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0731063 Aug 31 19:11:55.688475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc2a1714-e7d9-4d62-b82d-73e3bb02f346 req-9b82f0bd-c8b6-4fd1-b5cb-46eebd2c1654 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Aug 31 19:11:55.731002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-ec0c25d3-a806-49ec-8b19-de4d738bece9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:55.732568 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-ec0c25d3-a806-49ec-8b19-de4d738bece9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.1321020 Aug 31 19:11:55.919421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:11:55.927661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port c41f0402-0341-415d-a580-ad2ea6148043 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:55.928028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:55.928715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977336e-e928-4826-9905-53d8e43ab5a1 req-4e87e8ea-c736-4252-9c95-732890a23ddb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:55.936107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c977336e-e928-4826-9905-53d8e43ab5a1 req-4e87e8ea-c736-4252-9c95-732890a23ddb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 946 time: 0.0605397 Aug 31 19:11:55.969716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c977336e-e928-4826-9905-53d8e43ab5a1 req-a26ef615-7f97-4c49-b612-59f21905a04b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Aug 31 19:11:56.325235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port c41f0402-0341-415d-a580-ad2ea6148043, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c41f0402-0341-415d-a580-ad2ea6148043,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:56.325834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:56.349887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for c41f0402-0341-415d-a580-ad2ea6148043 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:56.355598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:11:56.361543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2fd46653-a13b-468e-85fd-2bad5eea32d3 admin admin] 10.222.0.73 "PUT /v2.0/routers/ccdeae1d-71a0-475c-8e9d-7ea3c8008d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3651123 Aug 31 19:11:56.364200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:56.366916 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Sync routers for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:11:56.376596 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:56.377428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:56.499730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:56.517459 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:56.547983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:56.562443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['c41f0402-0341-415d-a580-ad2ea6148043'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:56.644678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=c41f0402-0341-415d-a580-ad2ea6148043,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:56.696618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca0d7-014b-465b-89c3-5a006402b597 req-31ff2556-b5b1-40a3-934d-ebd8cbdb2dd8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:56.698414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-950ca0d7-014b-465b-89c3-5a006402b597 req-31ff2556-b5b1-40a3-934d-ebd8cbdb2dd8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.1568844 Aug 31 19:11:56.787876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port c41f0402-0341-415d-a580-ad2ea6148043 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:56.791602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:56.797043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0fd3f71f-7989-4dc9-a306-8b518553cbc1 req-4da455cb-c172-49a2-8e01-5c037ceff6f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "DELETE /v2.0/ports/c41f0402-0341-415d-a580-ad2ea6148043 HTTP/1.1" status: 204 len: 173 time: 1.0551214 Aug 31 19:11:56.798675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'name': 'network-vif-deleted', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:11:56.799384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:56.802613 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e31964-c2ae-46f3-84ee-8f25284db58d" -d '{"events": [{"server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "name": "network-vif-deleted", "tag": "c41f0402-0341-415d-a580-ad2ea6148043"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:11:56.807716 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0786da9b-2803-4d11-9413-cacc879df482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:11:55Z', 'revision_number': 5, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port': {'id': '0786da9b-2803-4d11-9413-cacc879df482', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:10:19Z', 'updated_at': '2021-08-31T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:56.833051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-950ca0d7-014b-465b-89c3-5a006402b597 req-1a14a736-7ab6-40be-b5e8-3cbb0505ef54 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191196 Aug 31 19:11:56.841424 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Checking router: ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:11:56.854900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Routers {'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:11:56.855630 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:56.908879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123ce5-af77-4117-83c7-dd64eb5f2c37 req-f45f66a0-ea48-48d4-9f4c-effc2545966b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:56.916535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11123ce5-af77-4117-83c7-dd64eb5f2c37 req-f45f66a0-ea48-48d4-9f4c-effc2545966b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.1059983 Aug 31 19:11:56.962354 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] Set router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:11:56.988435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Deleting port 0786da9b-2803-4d11-9413-cacc879df482 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:56.988890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.020685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11123ce5-af77-4117-83c7-dd64eb5f2c37 req-8ae9a3ee-fc3f-420f-a441-8dbda662f318 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032588 Aug 31 19:11:57.020910 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:11:56Z', 'revision_number': 6, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:57.056108 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64580234-5638-4a45-858e-72684a1ca6ed None None] The sync data for ids ['ccdeae1d-71a0-475c-8e9d-7ea3c8008d72'] in n-d-778550-14 is: [{'id': 'ccdeae1d-71a0-475c-8e9d-7ea3c8008d72', 'name': 'tempest-FloatingIPsAssociationTestJSON-90721228-router', 'tenant_id': '9e75b6b7c485491fb557def9fbef0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:10:18Z', 'updated_at': '2021-08-31T19:11:56Z', 'revision_number': 6, 'project_id': '9e75b6b7c485491fb557def9fbef0929', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:11:57.073391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6cd7-9ff9-49af-870a-79cc6daf2280 req-61426fa0-7216-44f7-b599-8297343df9b9 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:57.082627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eda6cd7-9ff9-49af-870a-79cc6daf2280 req-61426fa0-7216-44f7-b599-8297343df9b9 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1628661 Aug 31 19:11:57.102347 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b3a9ad-4058-47b2-bd72-daa7ba12cd82 x-openstack-request-id: req-f9b3a9ad-4058-47b2-bd72-daa7ba12cd82 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:11:57.102643 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235ecf5-52c5-40f7-8a27-6bac69919f60", "name": "network-vif-deleted", "tag": "c41f0402-0341-415d-a580-ad2ea6148043", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:11:57.102885 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9b3a9ad-4058-47b2-bd72-daa7ba12cd82 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:11:57.103279 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235ecf5-52c5-40f7-8a27-6bac69919f60', 'name': 'network-vif-deleted', 'tag': 'c41f0402-0341-415d-a580-ad2ea6148043', 'status': 'completed', 'code': 200} Aug 31 19:11:57.155895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eda6cd7-9ff9-49af-870a-79cc6daf2280 req-3524a13b-bee2-4ce6-97e2-1a8202deed03 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Aug 31 19:11:57.162931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] For port 0786da9b-2803-4d11-9413-cacc879df482, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0786da9b-2803-4d11-9413-cacc879df482,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:57.163366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.176894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Calling delete_port for 0786da9b-2803-4d11-9413-cacc879df482 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:57.258384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-597fdf0b-3165-44f6-85fa-280f815df3c5 req-5b0c8517-4d46-4126-9640-f7f2d084d1fe tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=5235ecf5-52c5-40f7-8a27-6bac69919f60 HTTP/1.1" status: 200 len: 210 time: 0.0365484 Aug 31 19:11:57.384911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.421857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0786da9b-2803-4d11-9413-cacc879df482,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:57.458037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 75d6b96b-c6a3-4e22-b80b-953b405995c6 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:57.485490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 75d6b96b-c6a3-4e22-b80b-953b405995c6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:57.486115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 75d6b96b-c6a3-4e22-b80b-953b405995c6 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:57.525597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.635803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.637904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.710854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.711513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:11:57.718642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.722064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5cc85323-abf8-41cc-bbaa-bfae0a9e61aa admin admin] 10.222.0.73 "DELETE /v2.0/routers/ccdeae1d-71a0-475c-8e9d-7ea3c8008d72 HTTP/1.1" status: 204 len: 168 time: 1.3538191 Aug 31 19:11:57.722299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45706) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:57.772037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Deleting subnet d8bcb5f7-b63f-459b-b3aa-0d5458109b4d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:11:57.773391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.809762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.826396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:57.912252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:57.989100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:58.002951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7813a30-0c8c-4232-8d4a-ef967dc15fba req-b79a133e-48d7-4172-a863-6976a2262b9f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:58.004537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7813a30-0c8c-4232-8d4a-ef967dc15fba req-b79a133e-48d7-4172-a863-6976a2262b9f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0701382 Aug 31 19:11:58.013815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'network_id': '9017580b-300c-47db-af06-4355f1b310b7', 'port_id': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'mac_address': 'fa:16:3e:9e:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fc1e73-58d9-4f97-9d1f-010b068f3d0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:58.028046 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.057669 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.073440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5879f33e-7f9f-43e1-a168-15bb1686ffba {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:58.075664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bcb5f7-b63f-459b-b3aa-0d5458109b4d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:58.083930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.086716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c703f566-debc-4d44-a7e3-9aef932a3edb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d8bcb5f7-b63f-459b-b3aa-0d5458109b4d HTTP/1.1" status: 204 len: 168 time: 0.3631127 Aug 31 19:11:58.089989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:58.092858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985d4aa-edf9-4fb7-8d7e-565c9fdb75cc None None] Network e599ff92-aaf6-4797-9df7-201d01a68c4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:11:58.119614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:58.141537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7813a30-0c8c-4232-8d4a-ef967dc15fba req-3eb92c9b-d9c3-4558-afd6-e06533cc350a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256688 Aug 31 19:11:58.196801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c7ad-26d4-4b8a-92b5-0ad769c8e53c req-71828cca-ac39-4049-906e-72baf56cc42f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:58.198669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1447c7ad-26d4-4b8a-92b5-0ad769c8e53c req-71828cca-ac39-4049-906e-72baf56cc42f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.0755877 Aug 31 19:11:58.262203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.272937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1447c7ad-26d4-4b8a-92b5-0ad769c8e53c req-dabaf9e9-bdb2-4b79-b970-10a6a229644f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676596 Aug 31 19:11:58.388797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.389721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Deleting port 039de012-de9a-42d1-92cd-d953935c10b2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:11:58.389899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:11:58.390001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.408346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51018-f330-449c-8394-6241b3ffba08 req-d7e108a0-7cae-4ee4-b436-ca28d8848041 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:58.409977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ce51018-f330-449c-8394-6241b3ffba08 req-d7e108a0-7cae-4ee4-b436-ca28d8848041 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1291988 Aug 31 19:11:58.473952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ce51018-f330-449c-8394-6241b3ffba08 req-05b20dff-a693-4adc-95ff-4917ee0265d2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527411 Aug 31 19:11:58.559891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] For port 039de012-de9a-42d1-92cd-d953935c10b2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=039de012-de9a-42d1-92cd-d953935c10b2,segment=NetworkSegment(f8f6563d-096e-426b-b8ab-c1c3f236084e),segment_id=f8f6563d-096e-426b-b8ab-c1c3f236084e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:58.560270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.580530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Calling delete_port for 039de012-de9a-42d1-92cd-d953935c10b2 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:11:58.590739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62309b7b-906b-4517-9fe2-492731658434 req-c49e40f0-3323-444f-bd45-d6dffe458100 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:58.599287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62309b7b-906b-4517-9fe2-492731658434 req-c49e40f0-3323-444f-bd45-d6dffe458100 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 1101 time: 0.0734906 Aug 31 19:11:58.609690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:58.658882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62309b7b-906b-4517-9fe2-492731658434 req-db6de1bb-8518-4dbb-a2a3-f9c9d7943b29 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 Aug 31 19:11:58.756752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:58.777640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'mac_address': 'fa:16:3e:fe:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:11:58.778140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.810454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5684e-2a24-44f3-8cf5-28605f246642 None None] DHCP port deletion for e599ff92-aaf6-4797-9df7-201d01a68c4b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:11:58.828695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Pushing event deleted for resources: {'Port': ['ID=039de012-de9a-42d1-92cd-d953935c10b2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:58.834915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] No DVR routers for this DVR port 039de012-de9a-42d1-92cd-d953935c10b2 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:11:58.843127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.860589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:11:58.886207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:11:58.891930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:58.971512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:58.992520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.007431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.008230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.009412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.009927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > port after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.010429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.010925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > port after_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.011410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.012096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.012904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.013339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.052286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-b2008f89-7f6a-416c-8f8e-c4122190b435 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:59.054111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-b2008f89-7f6a-416c-8f8e-c4122190b435 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.2120528 Aug 31 19:11:59.068781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ebd286e1-66f6-42b9-ad21-fc922ebe5687'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:59.077196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-3f37ca46-2c27-4b18-9a42-e1ae395ef77d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0165179 Aug 31 19:11:59.114908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-2f5f779e-e6ba-47f9-88f0-774cb6dd52fa tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365188 Aug 31 19:11:59.146859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.147437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.147963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.148345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:11:59.148736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e599ff92-aaf6-4797-9df7-201d01a68c4b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:59.172667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f6563d-096e-426b-b8ab-c1c3f236084e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:59.172968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f6563d-096e-426b-b8ab-c1c3f236084e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:11:59.198960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.237226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.243552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-2bd1ba73-7079-43a1-80a9-6ef560fcb9e5 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274409 Aug 31 19:11:59.258376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:11:59.259767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: from cryptography.utils import int_from_bytes Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: from cryptography.utils import int_from_bytes Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:11:59.268141 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:11:59.304360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['5879f33e-7f9f-43e1-a168-15bb1686ffba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:11:59.393744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 039de012-de9a-42d1-92cd-d953935c10b2 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:59.400816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.411954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.414611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e599ff92-aaf6-4797-9df7-201d01a68c4b HTTP/1.1" status: 204 len: 168 time: 1.3224168 Aug 31 19:11:59.426219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 039de012-de9a-42d1-92cd-d953935c10b2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:59.426565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 039de012-de9a-42d1-92cd-d953935c10b2 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:59.426970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0786da9b-2803-4d11-9413-cacc879df482 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:59.428210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209104c0-bbb2-4737-a219-6d665f16d393 admin admin] Pushing event deleted for resources: {'Network': ['ID=e599ff92-aaf6-4797-9df7-201d01a68c4b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:11:59.455659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0786da9b-2803-4d11-9413-cacc879df482 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:59.456010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0786da9b-2803-4d11-9413-cacc879df482 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:59.463952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-ef307d14-8926-43cb-ac44-bef91d1006f6 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192690 Aug 31 19:11:59.718184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:59.777263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f79e2cc7-b52a-4836-9003-0af40453a229 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e75b6b7c485491fb557def9fbef0929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579107 Aug 31 19:11:59.777646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9222b-1567-4a2f-9910-3b9ed5816d0c req-d64f111f-c570-4386-a17c-afa1f8f66cd5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:11:59.777990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c41f0402-0341-415d-a580-ad2ea6148043 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:11:59.780996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:11:59.786761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dd9222b-1567-4a2f-9910-3b9ed5816d0c req-d64f111f-c570-4386-a17c-afa1f8f66cd5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 944 time: 0.1008942 Aug 31 19:11:59.824494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: c41f0402-0341-415d-a580-ad2ea6148043 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:11:59.824858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c41f0402-0341-415d-a580-ad2ea6148043 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:11:59.835331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:11:59.845627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dd9222b-1567-4a2f-9910-3b9ed5816d0c req-3cb1eec2-18de-420a-b738-59c3201e0bf1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Aug 31 19:11:59.885086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.929208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:11:59.947322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:11:59.948324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:00.078832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:00.082477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:00.083909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/639822a9-df5c-4b20-873f-f212cc62697b HTTP/1.1" status: 204 len: 168 time: 0.2993639 Aug 31 19:12:00.088466 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:00.118385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca375b-d35a-4b2d-bfc2-26c136d4f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639822a9-df5c-4b20-873f-f212cc62697b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:00.189066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:00.194479 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d80857a-e097-4370-bbc9-30fb3f24b263" -d '{"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:00.199467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fda12-b947-48ae-92e1-090275fc07a2 req-513eb7a6-e2da-4625-b2d7-c52e048ce5cb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:00.214711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-177fda12-b947-48ae-92e1-090275fc07a2 req-513eb7a6-e2da-4625-b2d7-c52e048ce5cb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.0850210 Aug 31 19:12:00.222577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:00.234293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:00.289344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-177fda12-b947-48ae-92e1-090275fc07a2 req-cb4b6519-5c4f-413c-8e53-998276b02084 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722380 Aug 31 19:12:00.381148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:00.424263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05b70afb-8da0-4467-bca5-6da0f9041fd9 req-028113a8-a158-4458-b582-fa9fe11b2324 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 210 time: 0.0468221 Aug 31 19:12:01.296626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45846) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:01.408218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-94814909-82fc-485d-b2a3-6b1483ca5a9c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:01.411042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-94814909-82fc-485d-b2a3-6b1483ca5a9c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.1643946 Aug 31 19:12:01.432502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:01.520831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-622025016-network', 'tenant_id': '94609671718246c4b726c7f04ecd9d17'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:01.563497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Made reservation on behalf of 94609671718246c4b726c7f04ecd9d17 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:01.567390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.584496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.605644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:01.610290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.724294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.730453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.768055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:12:01.779160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7e779-cdae-494d-9ec7-4532e97080c5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:01.786294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.786656 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Added segment 93af17cc-27d4-48b4-950a-74b9e0487848 of type vlan for network 87a85d53-1810-4e08-b8a3-70c3b2830320 Aug 31 19:12:01.794402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.14 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/9c0b7448-4f6b-4849-bba7-41ad8fb46643) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:01.839717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:01.849517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.901138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.905489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:01.906419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.960610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 5879f33e-7f9f-43e1-a168-15bb1686ffba completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:01.967898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 5879f33e-7f9f-43e1-a168-15bb1686ffba triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:01.968310 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:01.981097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] Pushing event updated for resources: {'Network': ['ID=87a85d53-1810-4e08-b8a3-70c3b2830320,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:02.006220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:12:02.006811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec0495e0-de13-4c77-bbcc-6b2a51405d2b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7078767 Aug 31 19:12:02.008382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:02.015893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Request body: {'subnet': {'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-622025016-subnet', 'tenant_id': '94609671718246c4b726c7f04ecd9d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:02.040887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.064611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Made reservation on behalf of 94609671718246c4b726c7f04ecd9d17 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:02.067732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.110851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.144457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.179942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:02.187087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:02.202860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:02.205438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:02.206189 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.218192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:02.282022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:02.307197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:02.308359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.329864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-941a6c6a-e249-4ced-9f81-86c9329f0844 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9055893 Aug 31 19:12:02.347397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Request body: {'port': {'device_id': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:02.432229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.445120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.546727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adca81d1-7a77-4cbe-8e92-e9a565f08caf,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:02.554726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Checking segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:02.555113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Network hostable DHCP agents. Network: 87a85d53-1810-4e08-b8a3-70c3b2830320, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:12:02.589498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:12:02.626240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 87a85d53-1810-4e08-b8a3-70c3b2830320) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:02.631848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:02.633489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.634809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf6302-a4cd-41c4-afe4-879203ff5f67 None None] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:12:02.660212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-50f06a49-91c0-49d2-a099-ebd324b8c3e1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6417203 Aug 31 19:12:02.909813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e1faf-e3b0-4bd3-9995-b91e79fa20c7 None None] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:12:02.933683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0b7448-4f6b-4849-bba7-41ad8fb46643 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:02.947370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:02.965655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Transition to ACTIVE for port object 9c0b7448-4f6b-4849-bba7-41ad8fb46643 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:02.971849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:03.064625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:03.106569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Attempting to bind port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:03.106984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Attempting to bind port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:03.107971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Attempting to bind port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:03.117748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:03.118247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Attempting to bind port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:03.127408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:03.127746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:03.128463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:03.129349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Bound port: 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:03.129809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:03.220231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:03.223820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:03.229832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:03.274679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:03.275299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:03.276982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c0b7448-4f6b-4849-bba7-41ad8fb46643 HTTP/1.1" status: 200 len: 1093 time: 0.9359410 Aug 31 19:12:03.277409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:03.280291 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:03.311602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:03.324913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.325267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.325615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.326193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.326427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.326900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.327206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.327761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.327870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.328201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.328925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.328925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f6ab4-eff2-4ce3-9656-c13b7d072dc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:03.402400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-ab6acae4-e354-4719-981e-43e81ac43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:03.402400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-ab6acae4-e354-4719-981e-43e81ac43bfd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 1096 time: 0.0792837 Aug 31 19:12:03.464244 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-fd2c9a0b-3c2f-41cf-bb03-d58accc18b0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643 HTTP/1.1" status: 200 len: 217 time: 0.0518501 Aug 31 19:12:03.551680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-cc2b2eae-1517-4672-aa55-60f204e8f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:03.553594 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-cc2b2eae-1517-4672-aa55-60f204e8f143 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0821762 Aug 31 19:12:03.600427 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-e2053b49-34ff-47f4-961f-5702752dd2c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309386 Aug 31 19:12:03.752729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-839a0912-9159-4dd0-a075-c6d55d532448 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402540 Aug 31 19:12:03.864555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cd046ce6-e2fd-483b-acc7-6ea84ef88a0b req-9aab4eae-449d-407f-8513-d09fdda9ff69 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021245 Aug 31 19:12:07.822120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c0b7448-4f6b-4849-bba7-41ad8fb46643 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:07.967434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:07.983198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9c0b7448-4f6b-4849-bba7-41ad8fb46643', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': '9c0b7448-4f6b-4849-bba7-41ad8fb46643', 'mac_address': 'fa:16:3e:76:fb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:08.037488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:08.054897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0b7448-4f6b-4849-bba7-41ad8fb46643 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:08.078457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:08.087804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:08.146405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:08.510634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-4db9bdca-25e4-43d6-8367-f44f62bc9675 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326943 Aug 31 19:12:08.525012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9c0b7448-4f6b-4849-bba7-41ad8fb46643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:08.610101 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80983460-7a09-4f3c-bf87-95ed8a51dff0 x-openstack-request-id: req-80983460-7a09-4f3c-bf87-95ed8a51dff0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:08.610381 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:08.610631 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80983460-7a09-4f3c-bf87-95ed8a51dff0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:08.611017 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'code': 200} Aug 31 19:12:08.696479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-42ba06d4-7a63-4441-99d8-7fad1663bf36 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:08.704101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-42ba06d4-7a63-4441-99d8-7fad1663bf36 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912906 Aug 31 19:12:08.755094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-44d69a31-b66e-487f-b37f-573801678697 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/quotas/2229f3abd9ab41c6a34b56c6c8bb3147 HTTP/1.1" status: 200 len: 375 time: 0.0497272 Aug 31 19:12:08.827687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bf4b-4b07-4352-b0ba-4cd014444fbe req-7d65da57-79bd-4062-988b-d8848d4a3c96 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:08.829217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ef4bf4b-4b07-4352-b0ba-4cd014444fbe req-7d65da57-79bd-4062-988b-d8848d4a3c96 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1220195 Aug 31 19:12:08.851525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-c6b92dc6-2956-4a34-8928-d4a83da74c11 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0955141 Aug 31 19:12:08.906419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ef4bf4b-4b07-4352-b0ba-4cd014444fbe req-4624d678-43cc-48c1-b922-b99751393a22 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532258 Aug 31 19:12:09.229515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422151d6-daa8-48bf-a4e2-0157e3864e27 req-f2f5d3d5-632e-494c-ac10-b31642e1bc3e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:09.231461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-422151d6-daa8-48bf-a4e2-0157e3864e27 req-f2f5d3d5-632e-494c-ac10-b31642e1bc3e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.1417089 Aug 31 19:12:09.247390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0457bf-19cc-4b55-aef7-4a696b14be2d req-941d1008-0734-42c7-8150-08d6fd6a0940 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:09.254865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd0457bf-19cc-4b55-aef7-4a696b14be2d req-941d1008-0734-42c7-8150-08d6fd6a0940 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 945 time: 0.1463587 Aug 31 19:12:09.403579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd0457bf-19cc-4b55-aef7-4a696b14be2d req-9c8aaa9a-9376-419b-82c6-4af085859932 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Aug 31 19:12:09.410672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-422151d6-daa8-48bf-a4e2-0157e3864e27 req-c6bc00c7-c177-4adf-86b0-04fd4dabdb59 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497619 Aug 31 19:12:09.507405 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b9c08-2e5b-4421-a629-83fc1ccd4219 x-openstack-request-id: req-095b9c08-2e5b-4421-a629-83fc1ccd4219 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:09.508501 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:09.508968 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-095b9c08-2e5b-4421-a629-83fc1ccd4219 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:09.509580 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643', 'status': 'completed', 'code': 200} Aug 31 19:12:09.646545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-de84aff1-ef05-4228-9406-2da6dd376b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:09.648820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-de84aff1-ef05-4228-9406-2da6dd376b85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 1097 time: 0.1070759 Aug 31 19:12:09.701827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21744eca-c27e-4498-815e-62e817f9ad05 req-126a5e21-11f7-4623-8766-5b9125e5098c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 210 time: 0.0896099 Aug 31 19:12:09.871360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-9c8d31c9-1e42-4f90-beaa-d28b0b0c11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:09.877522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-9c8d31c9-1e42-4f90-beaa-d28b0b0c11bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.2116034 Aug 31 19:12:09.953326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c0418d1d-8c4e-4fd3-8a83-0ffbc3fc32ab tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:09.955629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c0418d1d-8c4e-4fd3-8a83-0ffbc3fc32ab tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.1807170 Aug 31 19:12:09.984580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-d5b6b614-4837-4322-8697-289da9a4415a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/quotas/94609671718246c4b726c7f04ecd9d17 HTTP/1.1" status: 200 len: 375 time: 0.0219789 Aug 31 19:12:09.989807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-f50640c2-5807-4f03-ac5d-904962e0b27f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643 HTTP/1.1" status: 200 len: 217 time: 0.0899906 Aug 31 19:12:10.034697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-6d40fc26-e710-4c7a-b69e-eae3b6be42e2 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343659 Aug 31 19:12:10.082643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-ed448b18-a2c3-4a23-b49d-1375bce2441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:10.089061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-ed448b18-a2c3-4a23-b49d-1375bce2441d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0826368 Aug 31 19:12:10.168057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-746f519d-b809-4317-ba23-e23ec6a307ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448475 Aug 31 19:12:10.186514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-e821e8f0-b5d3-4d3e-aabc-d9d7ba1425b4 service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427965 Aug 31 19:12:10.329367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-78dd6b72-92da-4054-8c1c-48b22f6b0ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418216 Aug 31 19:12:10.403247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-2f2484b3-d57e-489a-b59a-48306fcdae30 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399833 Aug 31 19:12:10.575934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4cf51-1485-4655-ac26-88e2b38a997b req-78cfa4ed-1b42-46ee-8d88-2a4d484477ed tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:10.583440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fe4cf51-1485-4655-ac26-88e2b38a997b req-78cfa4ed-1b42-46ee-8d88-2a4d484477ed tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1972795 Aug 31 19:12:10.612615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:10.615703 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3df29a-470d-4faf-b1f1-df0f4956eaa8" -d '{"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-plugged", "status": "completed", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:10.636504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-803f90dd-a7cd-43d9-8fa9-f14b2a391a69 req-1ea52589-1115-4649-b3c5-0ca7e7deec34 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015376 Aug 31 19:12:10.697397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-6f176e39-e699-4f93-aea0-4624b0402e87 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284813 Aug 31 19:12:10.715285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fe4cf51-1485-4655-ac26-88e2b38a997b req-f8449bc0-2f40-400c-9295-aa14af591dc4 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309209 Aug 31 19:12:10.880426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e77ce39-ddc0-49b9-bf9e-bacb323756dd req-da0eda52-8623-4e89-8177-2007071734be tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 210 time: 0.0580888 Aug 31 19:12:10.961133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-821cfbbf-addb-44aa-be8a-e665d2ba48b3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:10.962856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-821cfbbf-addb-44aa-be8a-e665d2ba48b3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461891 Aug 31 19:12:10.982617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2ede2-d338-4e22-94f1-89a831f98e6b req-5707051f-9ee7-4c71-9941-8698d27eec93 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:10.988939 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5cf385-c6bb-4f27-bc91-97f70ee4cd8d x-openstack-request-id: req-2b5cf385-c6bb-4f27-bc91-97f70ee4cd8d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:10.990064 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-plugged", "status": "completed", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:10.990548 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b5cf385-c6bb-4f27-bc91-97f70ee4cd8d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:10.995711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02f2ede2-d338-4e22-94f1-89a831f98e6b req-5707051f-9ee7-4c71-9941-8698d27eec93 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 945 time: 0.1509316 Aug 31 19:12:10.995924 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'code': 200} Aug 31 19:12:11.025111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Request body: {'port': {'device_id': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '2229f3abd9ab41c6a34b56c6c8bb3147'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:11.144523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f4e3c-1863-4df1-8016-02c7477d7149 req-16f1cd3e-28b7-40c4-aba5-71ff8a9627e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:11.146025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a4f4e3c-1863-4df1-8016-02c7477d7149 req-16f1cd3e-28b7-40c4-aba5-71ff8a9627e8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1097 time: 0.0823674 Aug 31 19:12:11.218393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3171210-8877-45e6-b4e6-4c43c3cb78dd req-6175b027-ec75-49a5-b35e-65395b7c7924 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 210 time: 0.0474586 Aug 31 19:12:11.267397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a4f4e3c-1863-4df1-8016-02c7477d7149 req-f604cf86-441d-4c5b-9c95-f5d034b6d912 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101680 Aug 31 19:12:11.274734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02f2ede2-d338-4e22-94f1-89a831f98e6b req-882ca406-f59e-480e-bd69-827e4a7f9b13 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719755 Aug 31 19:12:11.297680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Made reservation on behalf of 2229f3abd9ab41c6a34b56c6c8bb3147 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:11.302360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:11.468980 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03afd973-9a7c-4c5b-9a34-e5fc23520470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:11.483329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Allocated IP 192.168.233.112 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/0b21d731-2a13-4a70-9dba-c8abf4dfa1b0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:11.662144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:11.686446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Transition to ACTIVE for port object 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:11.736789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:11.760323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa', 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:11.765191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:11.823896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:11.827533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:11.832476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:11.835591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event updated for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:11.876781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:11.883542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c0b7448-4f6b-4849-bba7-41ad8fb46643 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:11.921915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.922317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.922819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.923295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.923648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.924121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.924454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.924779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.925129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.925412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.925734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.926052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:11.963166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:11.963827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.011038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fca7449-85e6-4dc0-a938-ed83126d86e4 req-90f7d17c-f00f-480c-9d2c-b92293e57fa1 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 210 time: 0.0428128 Aug 31 19:12:12.023612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd991-293d-41b1-bddc-06379d502222 req-f4c59eeb-bc44-44e8-b3f9-b4e7a63e64b6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:12.025180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9ddd991-293d-41b1-bddc-06379d502222 req-f4c59eeb-bc44-44e8-b3f9-b4e7a63e64b6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1869531 Aug 31 19:12:12.026940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-48244918-eb43-4a26-a6e0-6b616d43d7d6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0282173 Aug 31 19:12:12.078792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Request body: {'port': {'device_id': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:12.131470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9ddd991-293d-41b1-bddc-06379d502222 req-c1cb4415-19be-4d57-b64c-23c7c671fab8 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922298 Aug 31 19:12:12.173320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.377973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a186ff9-44eb-4b9e-8f40-51aaf500e199 None None] Provisioning for port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:12.380226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:12.397735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:12.398374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.409542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a186ff9-44eb-4b9e-8f40-51aaf500e199 None None] Provisioning complete for port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:12.410160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a186ff9-44eb-4b9e-8f40-51aaf500e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.474066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944f76-4115-4e87-9388-d9a267550bd0 req-a42c1e43-953b-485d-a3c3-b41a8dce9901 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:12.481844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b944f76-4115-4e87-9388-d9a267550bd0 req-a42c1e43-953b-485d-a3c3-b41a8dce9901 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 936 time: 0.1590114 Aug 31 19:12:12.491239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:12.523851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ef91c-4dd6-439a-9b7b-a1b3df89c498 req-20ba1294-7878-457a-88e6-9d45f8de60fc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:12.525261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4ef91c-4dd6-439a-9b7b-a1b3df89c498 req-20ba1294-7878-457a-88e6-9d45f8de60fc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 945 time: 0.1665566 Aug 31 19:12:12.542486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1a186ff9-44eb-4b9e-8f40-51aaf500e199 None None] Port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:12:12.546216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'mac_address': 'fa:16:3e:df:34:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:12.580321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b944f76-4115-4e87-9388-d9a267550bd0 req-9ec2531d-67a7-4093-aecb-5a6ae4923b87 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968649 Aug 31 19:12:12.724964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.725912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:12.745388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.758726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Transition to ACTIVE for port object 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:12.785953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-2a2125ce-3e91-4dc0-a064-779cbbed2d9d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:12.788746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-2a2125ce-3e91-4dc0-a064-779cbbed2d9d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.1894112 Aug 31 19:12:12.790009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4ef91c-4dd6-439a-9b7b-a1b3df89c498 req-5aaf44b0-a33c-4486-9a62-5316fa758c3c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380168 Aug 31 19:12:12.791279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.818493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'port': {'device_id': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'admin_state_up': True, 'tenant_id': '94609671718246c4b726c7f04ecd9d17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:12.823022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a73dea6c-6a4a-414c-be1a-e74ee08413cd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:12.891319 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:12.911258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Pushing event updated for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:12.911703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:12.932199 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.003660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:13.006083 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d78c0d-efbd-40c9-b783-482d72209721" -d '{"events": [{"server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:13.047445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:13.070401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.083500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:13.094548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b8a2b-2aa0-4c87-b06a-fffd3ac86a83 req-2b3236ed-5247-4e01-bd16-4f088e44b775 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:13.100788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Made reservation on behalf of 94609671718246c4b726c7f04ecd9d17 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:13.108491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.113222 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6861c83-8079-41a8-baf5-fef687f77338 x-openstack-request-id: req-b6861c83-8079-41a8-baf5-fef687f77338 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:13.113948 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:13.113948 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6861c83-8079-41a8-baf5-fef687f77338 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:13.114459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e9b8a2b-2aa0-4c87-b06a-fffd3ac86a83 req-2b3236ed-5247-4e01-bd16-4f088e44b775 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 949 time: 0.2177680 Aug 31 19:12:13.115067 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643', 'code': 200} Aug 31 19:12:13.120582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.121055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.121612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.122108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.123132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.124076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.124201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.124615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.125044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.125476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.125904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.126457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:12:13.217434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['a73dea6c-6a4a-414c-be1a-e74ee08413cd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:13.296686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e9b8a2b-2aa0-4c87-b06a-fffd3ac86a83 req-f1993712-a2bf-4bf3-bcc0-ac5eccd715f2 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813745 Aug 31 19:12:13.299175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Attempting to bind port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:13.299512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Attempting to bind port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:13.299970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Attempting to bind port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:13.343144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3c64557-4dbd-4309-8f9f-0d4cd71bc4ec req-022a1d8d-9a6c-4566-83fc-4aca360de9da tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 210 time: 0.0798523 Aug 31 19:12:13.348117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:13.348321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:13.349438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Attempting to bind port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:13.367375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:13.368002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:13.368549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:13.369737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Bound port: 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:13.370284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.428319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Allocated IP 172.20.0.10 (87a85d53-1810-4e08-b8a3-70c3b2830320/adca81d1-7a77-4cbe-8e92-e9a565f08caf/04115cdc-70d8-4001-a702-8285eaf747a9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:13.446511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535c7bf-7943-4e0f-b330-718d86260732 req-6da8d7b9-787a-4c18-a03f-c25e343b98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:13.448523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7535c7bf-7943-4e0f-b330-718d86260732 req-6da8d7b9-787a-4c18-a03f-c25e343b98fb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 1098 time: 0.1889849 Aug 31 19:12:13.621725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:13.634841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:13.676671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ecb23-583a-4e77-bc91-a9674daa86f3 req-ab9f2ae4-e6f9-4783-8784-4e35fb6223d5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:13.680774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c6ecb23-583a-4e77-bc91-a9674daa86f3 req-ab9f2ae4-e6f9-4783-8784-4e35fb6223d5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.2043924 Aug 31 19:12:13.685216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.743461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.808075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7535c7bf-7943-4e0f-b330-718d86260732 req-3448035d-27df-43c9-92cb-e8ff5a2e7724 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120725 Aug 31 19:12:13.811673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.854893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:13.885021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:13.891693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:13.902764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:13.944942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:13.973172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port a73dea6c-6a4a-414c-be1a-e74ee08413cd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:13.975077 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:13.991553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:13.992465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.023131 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-c3213e40-c983-4642-89b4-4ed546edb97e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2097638 Aug 31 19:12:14.047336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Request body: {'port': {'device_id': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:14.142878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.232418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7989fe33-b033-42ce-b7bb-a69fd8e4b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.250713 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.281779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.306270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:14.321659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.412267 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.419129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:14.447167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:14.449121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.458711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] 10.222.0.67 "PUT /v2.0/ports/0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 HTTP/1.1" status: 200 len: 1097 time: 2.3852439 Aug 31 19:12:14.462009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:14.470622 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e9281-f457-4ba8-884c-372871c37849" -d '{"events": [{"name": "network-changed", "server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:14.485291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cd1f6-2e2c-4024-a7bb-79d3b1807c93 service neutron] Pushing event updated for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:14.504129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c6ecb23-583a-4e77-bc91-a9674daa86f3 req-1a4e9c9a-f7f5-4bda-909d-8f7e80fd7ca2 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923038 Aug 31 19:12:14.666874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04115cdc-70d8-4001-a702-8285eaf747a9 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:14.670747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-c0403bec-719b-4e3c-a639-4b70812a140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:14.672538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-c0403bec-719b-4e3c-a639-4b70812a140f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 1100 time: 0.1500907 Aug 31 19:12:14.680227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.693848 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:12:14.709648 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Transition to ACTIVE for port object 04115cdc-70d8-4001-a702-8285eaf747a9 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:14.715390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78574b4-f3e6-405b-9b25-cc1c8cfee8a4 req-df2195d8-1910-41da-acd0-4e5c32ad1816 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:14.716211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:14.717079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c78574b4-f3e6-405b-9b25-cc1c8cfee8a4 req-df2195d8-1910-41da-acd0-4e5c32ad1816 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 948 time: 0.1343086 Aug 31 19:12:14.766707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-87b311c6-3560-47ff-b3c5-f8fc18063b58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 HTTP/1.1" status: 200 len: 217 time: 0.0676625 Aug 31 19:12:14.793636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:14.809665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c78574b4-f3e6-405b-9b25-cc1c8cfee8a4 req-a15ef176-e12a-47f2-8f4a-c8a4a702c732 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Aug 31 19:12:14.849021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd642e-8b27-4e4f-9f08-50c60c062a22 req-3efce6ce-daae-4388-b17e-2eaedef4e675 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:14.857667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fbd642e-8b27-4e4f-9f08-50c60c062a22 req-3efce6ce-daae-4388-b17e-2eaedef4e675 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.2085967 Aug 31 19:12:14.919875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fbd642e-8b27-4e4f-9f08-50c60c062a22 req-1180a3b4-e8b1-4b50-9eae-c6cae6280786 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Aug 31 19:12:14.945823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-c0d404df-1744-4f83-a150-6ee415742ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:14.950473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Attempting to bind port 04115cdc-70d8-4001-a702-8285eaf747a9 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:14.951040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Attempting to bind port 04115cdc-70d8-4001-a702-8285eaf747a9 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:14.951446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Attempting to bind port 04115cdc-70d8-4001-a702-8285eaf747a9 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:14.957266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-c0d404df-1744-4f83-a150-6ee415742ccb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1583531 Aug 31 19:12:14.957632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Port 04115cdc-70d8-4001-a702-8285eaf747a9 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:14.957961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Attempting to bind port 04115cdc-70d8-4001-a702-8285eaf747a9 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:14.964701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:14.965048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Checking segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:14.965438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Bound using segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:14.966577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Bound port: 04115cdc-70d8-4001-a702-8285eaf747a9, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:14.967370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:15.048014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253536-1508-4603-b085-c218eff1bdae req-f5a74724-286b-4f15-a3bd-6baaf278765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.050038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-f5a74724-286b-4f15-a3bd-6baaf278765d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809135 Aug 31 19:12:15.117314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:15.127316 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2360f-ca06-42c1-b2a0-5be5b8fc8943" -d '{"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-plugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:15.152906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:15.159816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:15.169489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:15.183932 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619b72f-d37b-4407-b179-a1950c0bf53f x-openstack-request-id: req-2619b72f-d37b-4407-b179-a1950c0bf53f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:15.184227 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:15.184654 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2619b72f-d37b-4407-b179-a1950c0bf53f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:15.185269 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0', 'status': 'completed', 'code': 200} Aug 31 19:12:15.249956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.250601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:15.251315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aabac8-c7ea-4f94-96ec-8d59037bd700 req-33ff9ccf-e135-4cba-bb39-675ec9730978 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.258178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] 10.222.0.82 "PUT /v2.0/ports/04115cdc-70d8-4001-a702-8285eaf747a9 HTTP/1.1" status: 200 len: 1093 time: 1.2194357 Aug 31 19:12:15.260070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:15.261558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16aabac8-c7ea-4f94-96ec-8d59037bd700 req-33ff9ccf-e135-4cba-bb39-675ec9730978 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.1861796 Aug 31 19:12:15.265701 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916bd92d-2776-4dda-871d-ac7fa8246e27" -d '{"events": [{"name": "network-changed", "server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:15.286458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:15.323358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d8caa-7481-4c7e-a875-75f8c4f5da14 service neutron] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:15.441071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16aabac8-c7ea-4f94-96ec-8d59037bd700 req-5351347c-24cc-4933-b709-f74380d50cce tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Aug 31 19:12:15.449956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0766ea-8598-4191-a065-970aedd55a48 req-abfcef4c-fb73-45d1-9491-3a9ade89dad0 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.450823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-24459d94-e313-466c-8e3f-1f2913080f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.452926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-24459d94-e313-466c-8e3f-1f2913080f61 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 1096 time: 0.1161904 Aug 31 19:12:15.464190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed0766ea-8598-4191-a065-970aedd55a48 req-abfcef4c-fb73-45d1-9491-3a9ade89dad0 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1097 time: 0.1362469 Aug 31 19:12:15.467958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-20e5a515-b15f-4a86-8d9f-a97f4429185a service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590338 Aug 31 19:12:15.528400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-516b85f4-0ac6-410e-8785-80fda06d173e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04115cdc-70d8-4001-a702-8285eaf747a9 HTTP/1.1" status: 200 len: 217 time: 0.0587096 Aug 31 19:12:15.551488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed0766ea-8598-4191-a065-970aedd55a48 req-c56abc63-2ab7-4e23-ab31-ced589c7e6f8 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744443 Aug 31 19:12:15.566474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:15.636075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-994f636b-83cd-4a64-800e-98c355a8d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:15.643057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-994f636b-83cd-4a64-800e-98c355a8d534 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.1041412 Aug 31 19:12:15.697707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-fa455bf7-7cd0-4435-8c28-b14735df4543 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464306 Aug 31 19:12:15.710007 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86a38f5-381a-4677-88e0-b04d0d9c759a x-openstack-request-id: req-a86a38f5-381a-4677-88e0-b04d0d9c759a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:15.710504 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-plugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:15.710929 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a86a38f5-381a-4677-88e0-b04d0d9c759a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:15.711818 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'code': 200} Aug 31 19:12:15.796640 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94052ee-2fde-4209-969f-59da1cf2d841 x-openstack-request-id: req-b94052ee-2fde-4209-969f-59da1cf2d841 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:15.797917 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:15.798485 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b94052ee-2fde-4209-969f-59da1cf2d841 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:15.799103 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9', 'status': 'completed', 'code': 200} Aug 31 19:12:15.829781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86253536-1508-4603-b085-c218eff1bdae req-1bceecca-8f70-41d6-ae76-75050a1a9d62 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125191 Aug 31 19:12:15.926996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-3fa3e595-25c0-4272-a7d1-48fc072bd058 service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176194 Aug 31 19:12:15.952669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:16.150641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9281-f457-4ba8-884c-372871c37849 req-b982003d-0600-4f62-9f16-ff49a6183ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.152962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-b982003d-0600-4f62-9f16-ff49a6183ffd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 1100 time: 0.0968702 Aug 31 19:12:16.155589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdf19f-d2cd-4baf-aa95-c122e308b5d9 req-cdbb349f-42e6-4509-972b-5e7b2eaee843 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.157646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dcdf19f-d2cd-4baf-aa95-c122e308b5d9 req-cdbb349f-42e6-4509-972b-5e7b2eaee843 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1097 time: 0.2126844 Aug 31 19:12:16.159448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0bdb475-f0c5-464b-99fa-10b3d06fb816 req-4b6fe4df-487d-4cd6-8995-e70d5a4d7db3 service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119281 Aug 31 19:12:16.180898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:16.238137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:16.243020 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:16.291709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dcdf19f-d2cd-4baf-aa95-c122e308b5d9 req-243efb41-d0b5-473a-882f-572bb00cb327 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115234 Aug 31 19:12:16.393048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-7deb7169-c585-437a-a371-11dcb5f13699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.396833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-7deb7169-c585-437a-a371-11dcb5f13699 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 1096 time: 0.1467371 Aug 31 19:12:16.427592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:16.526303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912147d-e9a1-4baf-8c2f-580ae1df1b17 req-20c31050-675f-42d7-a478-13c2708f9760 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.535824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e912147d-e9a1-4baf-8c2f-580ae1df1b17 req-20c31050-675f-42d7-a478-13c2708f9760 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 948 time: 0.1800919 Aug 31 19:12:16.554971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9281-f457-4ba8-884c-372871c37849 req-a9f3732e-0f9e-4d57-b5cb-abc065379bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.556606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-a9f3732e-0f9e-4d57-b5cb-abc065379bd7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3947971 Aug 31 19:12:16.609883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-f38bb55b-b146-4e53-8040-d87489643554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.612210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-f38bb55b-b146-4e53-8040-d87489643554 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 922 time: 0.1979849 Aug 31 19:12:16.673873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-90493026-b542-4f8f-8821-c403d502aeba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 HTTP/1.1" status: 200 len: 217 time: 0.0617111 Aug 31 19:12:16.689547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-811856bd-6847-4a08-970e-306fdbcc0127 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04115cdc-70d8-4001-a702-8285eaf747a9 HTTP/1.1" status: 200 len: 217 time: 0.0587456 Aug 31 19:12:16.690389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e912147d-e9a1-4baf-8c2f-580ae1df1b17 req-f39c3a83-d140-4b4a-bf14-a3091c46fa6a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535370 Aug 31 19:12:16.731231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916a8d7-7a70-4fdd-b268-954e6aa50008 req-fe7f6ce8-1dfe-4623-b3c1-599d878abde0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.733877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9916a8d7-7a70-4fdd-b268-954e6aa50008 req-fe7f6ce8-1dfe-4623-b3c1-599d878abde0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.2348318 Aug 31 19:12:16.801937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9916a8d7-7a70-4fdd-b268-954e6aa50008 req-61311835-a0b1-42ff-aa98-8d9bdda6ecfd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Aug 31 19:12:16.808388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9281-f457-4ba8-884c-372871c37849 req-e22e598c-baac-42a0-bf0a-33db0c2ad9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.811083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-e22e598c-baac-42a0-bf0a-33db0c2ad9f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1197348 Aug 31 19:12:16.838401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-346d39a0-b4e0-4526-b55c-14ca8dd4ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.839888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-346d39a0-b4e0-4526-b55c-14ca8dd4ab44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.1361587 Aug 31 19:12:16.866720 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:16.925478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9281-f457-4ba8-884c-372871c37849 req-826df605-e493-4cba-852e-28a5f8238d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:16.927187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-826df605-e493-4cba-852e-28a5f8238d83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980458 Aug 31 19:12:16.934879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-671fe66d-b25c-41ab-8e04-4bdf4090da03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787923 Aug 31 19:12:17.053074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-d18b13c5-8f3d-40fe-a7a7-cbc4b0b7affd service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042202 Aug 31 19:12:17.177922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-916bd92d-2776-4dda-871d-ac7fa8246e27 req-1152000a-2624-45a6-8a22-1ba05ef67ab9 service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118064 Aug 31 19:12:17.288080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-be4a080b-47a9-4aba-8eba-e6766660f234 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485913 Aug 31 19:12:17.304418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa49ba-503b-4a1b-a8f3-500a68f7881d req-795f9834-e796-476e-8c37-b1e984a84730 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:17.307538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7fa49ba-503b-4a1b-a8f3-500a68f7881d req-795f9834-e796-476e-8c37-b1e984a84730 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.1407456 Aug 31 19:12:17.501638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7fa49ba-503b-4a1b-a8f3-500a68f7881d req-adaa7f83-0b5a-47f1-b3cf-3a275b1f5789 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608620 Aug 31 19:12:17.546304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919e9281-f457-4ba8-884c-372871c37849 req-b7b68a50-1a7c-4d5f-92d7-d6243b01f692 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369230 Aug 31 19:12:17.713884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:17.717245 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50976a6f-2e17-4ecd-b69f-a0f78563655f" -d '{"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:18.016776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-6be79ab6-49e3-4ac1-b56a-2bbc0b16afa3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:18.024300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-6be79ab6-49e3-4ac1-b56a-2bbc0b16afa3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.2093086 Aug 31 19:12:18.041686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-23c3a21d-185d-4efd-a609-772fc118281a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/quotas/9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 375 time: 0.0161257 Aug 31 19:12:18.100321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-5c573fff-4285-4ceb-ab17-f952642c8b4a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571504 Aug 31 19:12:18.286322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-d822931c-3e56-4861-9a1d-4255064a4961 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770327 Aug 31 19:12:18.437572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-f622f533-418f-4e79-b949-a08911542b52 service neutron] 10.222.0.73 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379170 Aug 31 19:12:18.443093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-57dce3e2-9b6f-42c3-bfef-48b2a0c1f0fa tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:12:18.444097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-57dce3e2-9b6f-42c3-bfef-48b2a0c1f0fa tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056176 Aug 31 19:12:18.457758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:18.458288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:12:18.654804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:18.655515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:18.658807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:18.664298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:18.664639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:18.672524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:18.672964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:18.678350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:18.679321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Bound port: 5879f33e-7f9f-43e1-a168-15bb1686ffba, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:18.777229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:18.786118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:18.787794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5c875f72-0340-4e96-923b-4116c32a8f53 service neutron] 10.222.0.73 "POST /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba/bindings HTTP/1.1" status: 201 len: 390 time: 0.3340321 Aug 31 19:12:18.925741 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f54b83-16dc-4aaf-97de-4afb449e8789 x-openstack-request-id: req-e8f54b83-16dc-4aaf-97de-4afb449e8789 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:18.926222 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:18.926480 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8f54b83-16dc-4aaf-97de-4afb449e8789 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:18.928162 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'code': 200} Aug 31 19:12:18.936142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d426ed-e24d-408d-b1eb-58e8e5b679c6 req-58e44d20-eade-4515-9ce7-9bed2cdd9f12 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:18.947204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82d426ed-e24d-408d-b1eb-58e8e5b679c6 req-58e44d20-eade-4515-9ce7-9bed2cdd9f12 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 948 time: 0.1087558 Aug 31 19:12:19.004200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82d426ed-e24d-408d-b1eb-58e8e5b679c6 req-7a445c6a-1e59-4b36-9c44-5a302c09223f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558121 Aug 31 19:12:19.249380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-0e95e347-c803-4704-bf3c-58021c9de9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:19.251049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-0e95e347-c803-4704-bf3c-58021c9de9e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1097 time: 0.1223528 Aug 31 19:12:19.319375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6289b-9a5a-430a-90c0-57a80efda0a0 req-e090fccf-b351-4b90-8ea7-8ce9a68ded3c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:19.321114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bf6289b-9a5a-430a-90c0-57a80efda0a0 req-e090fccf-b351-4b90-8ea7-8ce9a68ded3c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.1022186 Aug 31 19:12:19.409109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bf6289b-9a5a-430a-90c0-57a80efda0a0 req-9be6bebc-4076-4416-909d-88afa32b134d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680993 Aug 31 19:12:19.440808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b8cd9c45-69d8-4cee-9d40-3941ee0947eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:19.442520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b8cd9c45-69d8-4cee-9d40-3941ee0947eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.1797519 Aug 31 19:12:19.530825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-720fa3e8-174d-482e-ba06-1a2c6b728c7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 217 time: 0.0731523 Aug 31 19:12:19.563836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4306ebe-ff20-47f8-88ab-781209cce52d req-738e75fa-a514-47d9-8814-8b0d93f00bb7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.0473933 Aug 31 19:12:19.615708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5e8eaa86-fd98-4dda-b0fc-bc26a1d0115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:19.615708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-5e8eaa86-fd98-4dda-b0fc-bc26a1d0115e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0558646 Aug 31 19:12:19.652094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-c3a736b7-9a30-4795-821e-01f18496d7f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271347 Aug 31 19:12:19.869674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefb144-0dd2-40c0-8867-72ce01e82c7a req-5d1eb2b3-431e-4db1-97a2-93a2cce7ad37 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:19.871408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acefb144-0dd2-40c0-8867-72ce01e82c7a req-5d1eb2b3-431e-4db1-97a2-93a2cce7ad37 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1380506 Aug 31 19:12:19.873684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-ad78ae72-950e-4426-a1e6-a60136e95a3b service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102740 Aug 31 19:12:19.883552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:19.977430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:20.013515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-162dde62-d0aa-4401-8545-12afd5296d17 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259928 Aug 31 19:12:20.047360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acefb144-0dd2-40c0-8867-72ce01e82c7a req-35197017-635c-4e5f-87ef-04d4f1a19ccd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679702 Aug 31 19:12:20.196003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:20.221055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0', 'mac_address': 'fa:16:3e:c3:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:20.289014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975bdd0-b5a4-4807-bfa8-0089bb70e242 req-0f222577-8122-4c86-ba16-221bad9515d0 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:20.291358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6975bdd0-b5a4-4807-bfa8-0089bb70e242 req-0f222577-8122-4c86-ba16-221bad9515d0 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 948 time: 0.1169994 Aug 31 19:12:20.337249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:20.387468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6975bdd0-b5a4-4807-bfa8-0089bb70e242 req-1552f985-3687-469b-98a6-c17a6f3bb52e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853126 Aug 31 19:12:20.408561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:20.413611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '04115cdc-70d8-4001-a702-8285eaf747a9', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'port_id': '04115cdc-70d8-4001-a702-8285eaf747a9', 'mac_address': 'fa:16:3e:c1:62:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca81d1-7a77-4cbe-8e92-e9a565f08caf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:20.562527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:20.576020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:20.602014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04115cdc-70d8-4001-a702-8285eaf747a9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:20.616850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:20.636919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:20.647053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:20.688004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-cfd5cb7b-9192-49c3-80a6-447ff8f1f8c3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:20.689799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-cfd5cb7b-9192-49c3-80a6-447ff8f1f8c3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 806 time: 0.2718649 Aug 31 19:12:20.690335 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:20.694247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:20.699025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2148-c5db-4bb5-aff8-4314e38ff4d0 req-5fc2ea79-802d-463a-8067-4335c549b851 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:20.708879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bcc2148-c5db-4bb5-aff8-4314e38ff4d0 req-5fc2ea79-802d-463a-8067-4335c549b851 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.1533144 Aug 31 19:12:20.743128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Request body: {'port': {'device_id': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'admin_state_up': True, 'tenant_id': '9393538463da4aa48688119a1608b443'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:20.820921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5295af9-b97c-4eff-932f-b8c2835912cf req-e7b4c577-7ec6-4169-b4e4-f702c67572d9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.0917323 Aug 31 19:12:20.821926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:20.841677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bcc2148-c5db-4bb5-aff8-4314e38ff4d0 req-3981c2d2-1e9c-4e69-b213-8c4958deb10b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311140 Aug 31 19:12:20.993847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:21.024321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Made reservation on behalf of 9393538463da4aa48688119a1608b443 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:21.027894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:21.043787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:21.068515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'mac_address': 'fa:16:3e:fe:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:21.148704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0b21d731-2a13-4a70-9dba-c8abf4dfa1b0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:21.153757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:21.194742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:21.286260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:21.308562 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:21.567824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ebd286e1-66f6-42b9-ad21-fc922ebe5687'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:21.579136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Allocated IP 172.20.0.6 (745809cd-ee86-45aa-b8f0-f70066962da9/f8df6115-9453-4893-9868-13a30afb647e/5ba43ae9-7584-4a88-aca5-7dd1cc965a85) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:21.607804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6783-9e1b-4bf8-af6f-43fa30ec4898 req-beb4166e-8ba7-402f-a85f-f10d1ea03be5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:21.625498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60ff6783-9e1b-4bf8-af6f-43fa30ec4898 req-beb4166e-8ba7-402f-a85f-f10d1ea03be5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.3247087 Aug 31 19:12:21.647669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:21.755007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60ff6783-9e1b-4bf8-af6f-43fa30ec4898 req-e9663105-546a-46bf-98f9-899ec2106c32 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173296 Aug 31 19:12:21.850949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['04115cdc-70d8-4001-a702-8285eaf747a9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:22.111688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebde22-2f4d-4925-b6df-d7adb18efe98 req-6560685f-33c7-4bca-9c33-398c00c3b45d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:22.119209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ebde22-2f4d-4925-b6df-d7adb18efe98 req-6560685f-33c7-4bca-9c33-398c00c3b45d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 949 time: 0.1788974 Aug 31 19:12:22.246209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ebde22-2f4d-4925-b6df-d7adb18efe98 req-0d83ddce-7c60-4f38-926c-c8d676329d4f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Aug 31 19:12:22.249571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:22.359417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:22.453718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Network 745809cd-ee86-45aa-b8f0-f70066962da9 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:22.460132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:22.464441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:22.506537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:22.543329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:22.545590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:22.570852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-b6616d0f-34f7-4b32-8117-722df687b5c9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8314774 Aug 31 19:12:22.590113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Request body: {'port': {'device_id': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:22.732447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:23.275597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0799b897-3349-4d25-9a04-22cfe945cd4e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:23.434228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:23.454099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:23.494306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Transition to ACTIVE for port object 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:23.506251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:23.801269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:23.817236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:23.817599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:23.817925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:23.823192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:23.823523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:23.837214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:23.837563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:23.837982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:23.838439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Bound port: 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:23.838817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:23.915666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:23.988761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:24.008121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:24.011672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:24.020198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.125966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:24.126591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.128295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 1092 time: 1.5432496 Aug 31 19:12:24.129805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:24.135454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:24.138395 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d162f7f4-c058-404e-8b4f-a435ee9ba378" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:24.140364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:24.141813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.172396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 04115cdc-70d8-4001-a702-8285eaf747a9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:24.177013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de5a6-c577-4a75-a5e2-ef24c38366b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:24.178559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 04115cdc-70d8-4001-a702-8285eaf747a9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:24.178987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.260870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-1d0391eb-d482-4743-a658-983e2bc41c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:24.262542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-1d0391eb-d482-4743-a658-983e2bc41c79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1095 time: 0.0824087 Aug 31 19:12:24.342248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.351436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-516a84ab-723e-4ed3-9469-4ab9803db671 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 217 time: 0.0800014 Aug 31 19:12:24.416689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:24.424522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:24.431268 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d28b7a-4432-4fa1-8536-4f5c16f0d42e" -d '{"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-plugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:24.442606 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.443409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:24.443863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288e45-9aa1-4ed1-a975-45130939893c req-6eeb75a4-1898-430b-af52-0e938561c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:24.445364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-6eeb75a4-1898-430b-af52-0e938561c450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0859783 Aug 31 19:12:24.495535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-6bba6c1c-351b-45bb-8927-51b7c3834377 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391886 Aug 31 19:12:24.578766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.597202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:24.667384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ebd286e1-66f6-42b9-ad21-fc922ebe5687 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:24.667830 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.681764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-12e77991-f571-40c7-bddd-3c4754e42e08 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779912 Aug 31 19:12:24.729982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:24.829344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:24.935379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a288e45-9aa1-4ed1-a975-45130939893c req-2465ca1c-c273-4501-a8ba-bd71fad93614 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373743 Aug 31 19:12:25.117611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:25.185825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:25.237535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:25.249390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:25.404470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:29.408398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb9dc-ffbf-4fe6-8de4-c17b70a135ca req-90ad89ad-6bac-44cd-9502-3e9bbc246eed tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:29.416730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff0bb9dc-ffbf-4fe6-8de4-c17b70a135ca req-90ad89ad-6bac-44cd-9502-3e9bbc246eed tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0987227 Aug 31 19:12:29.445329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cdb0a-a0d2-4def-b45e-37a7eeb2dbf8 req-c4a0a64d-85ed-4ecf-a682-5a2688da8987 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:29.447497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d5cdb0a-a0d2-4def-b45e-37a7eeb2dbf8 req-c4a0a64d-85ed-4ecf-a682-5a2688da8987 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0999219 Aug 31 19:12:29.508043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff0bb9dc-ffbf-4fe6-8de4-c17b70a135ca req-b6982b80-df35-4752-b3d6-c8d50f76920a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900421 Aug 31 19:12:29.534496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d5cdb0a-a0d2-4def-b45e-37a7eeb2dbf8 req-3c1173e8-b3a4-4170-bf78-168f9063bde0 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785930 Aug 31 19:12:29.740669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8ec2-650c-43a4-bd6d-31f6b7899ed1 req-2820fc04-89ea-4d61-afde-9050d783c95b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:29.763537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dfc8ec2-650c-43a4-bd6d-31f6b7899ed1 req-2820fc04-89ea-4d61-afde-9050d783c95b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1329114 Aug 31 19:12:29.861138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dfc8ec2-650c-43a4-bd6d-31f6b7899ed1 req-c6c24c42-b020-4b97-aa1e-0f70bf4a7d35 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Aug 31 19:12:29.902653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2193ac2-0edb-4cfb-93a6-499732ef99db req-e3bf1e7d-3474-41b3-b3ab-199a0985d611 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:29.916653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2193ac2-0edb-4cfb-93a6-499732ef99db req-e3bf1e7d-3474-41b3-b3ab-199a0985d611 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.1340346 Aug 31 19:12:29.966190 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30622f90-9d22-4690-863e-9c8256ad57c1 x-openstack-request-id: req-30622f90-9d22-4690-863e-9c8256ad57c1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:29.967114 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:29.967567 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30622f90-9d22-4690-863e-9c8256ad57c1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:29.968405 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'status': 'completed', 'code': 200} Aug 31 19:12:30.011676 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b7b3e0-6134-40ae-93c8-a291877551dc x-openstack-request-id: req-c4b7b3e0-6134-40ae-93c8-a291877551dc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:30.012093 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-plugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:30.012869 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4b7b3e0-6134-40ae-93c8-a291877551dc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:30.013352 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9', 'code': 200} Aug 31 19:12:30.068623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2193ac2-0edb-4cfb-93a6-499732ef99db req-c91beb7a-3523-4a73-9a87-ed7460523cad tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508090 Aug 31 19:12:30.185763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-e3e23647-32d0-4af8-9935-608c47a6cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:30.192371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-e3e23647-32d0-4af8-9935-608c47a6cf81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1095 time: 0.1785305 Aug 31 19:12:30.255290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acb00-c7b4-49e6-84f6-13e058181f5a req-1200ffa1-0e05-4990-8990-a2f5d7d3ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:30.257432 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0acb00-c7b4-49e6-84f6-13e058181f5a req-1200ffa1-0e05-4990-8990-a2f5d7d3ec2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 1098 time: 0.1598704 Aug 31 19:12:30.339488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a0acb00-c7b4-49e6-84f6-13e058181f5a req-71151b1f-83c4-4eaa-86dd-a56e4f55b980 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580394 Aug 31 19:12:30.390991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-9c516eb2-95c9-405a-9bb2-08636f6ee5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:30.392579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-9c516eb2-95c9-405a-9bb2-08636f6ee5cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1876760 Aug 31 19:12:30.451659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-d382f6b2-2876-49d3-9b9b-b9f1c06e1fa9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 217 time: 0.0512791 Aug 31 19:12:30.563286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-78d624bb-7556-46c1-9888-18d671d7aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:30.564951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-78d624bb-7556-46c1-9888-18d671d7aab9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1054523 Aug 31 19:12:30.618990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-3e33e468-93b5-4b56-8607-1d24914d892c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466201 Aug 31 19:12:30.757914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-87876124-c442-4023-ac15-4da316b7eaf3 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247768 Aug 31 19:12:30.901592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d162f7f4-c058-404e-8b4f-a435ee9ba378 req-8a33a853-57b1-4465-a6d7-1864f43268e3 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299033 Aug 31 19:12:31.158330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc8ce-504b-464c-9959-8b3137d144d5 req-71a70729-b07e-464b-88fb-b720b22e83ce tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:31.160223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e9cc8ce-504b-464c-9959-8b3137d144d5 req-71a70729-b07e-464b-88fb-b720b22e83ce tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0798690 Aug 31 19:12:31.248384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e9cc8ce-504b-464c-9959-8b3137d144d5 req-cd8a816c-f5ad-48c3-92bb-b56b6e690b97 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793972 Aug 31 19:12:31.270872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb30ebe-bef4-4875-bcb7-87932b572725 req-ee7074f3-85b9-4d4e-889a-b32a8a4d6a87 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:31.272432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbb30ebe-bef4-4875-bcb7-87932b572725 req-ee7074f3-85b9-4d4e-889a-b32a8a4d6a87 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0836260 Aug 31 19:12:31.319557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbb30ebe-bef4-4875-bcb7-87932b572725 req-99eadf74-ce76-4f27-896e-b9a928264088 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Aug 31 19:12:31.579083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0e71-515b-4432-93b0-186b5d483de3 req-5501f11f-52f5-44f5-b096-fd6847179fe6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:31.580727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb8b0e71-515b-4432-93b0-186b5d483de3 req-5501f11f-52f5-44f5-b096-fd6847179fe6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1290994 Aug 31 19:12:31.701056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb8b0e71-515b-4432-93b0-186b5d483de3 req-3b315422-082c-4d35-bb9d-513b10229d0d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Aug 31 19:12:32.014818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0'}, {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:32.018414 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccfc55f-18ea-4057-ab24-cd386b8a7166" -d '{"events": [{"server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "name": "network-vif-plugged", "status": "completed", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0"}, {"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:32.243650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13746-9e66-4c87-9da5-3054ecc856d1 req-6f32410c-d6e1-42f2-bb39-3dc7fa71e883 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:32.252622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6b13746-9e66-4c87-9da5-3054ecc856d1 req-6f32410c-d6e1-42f2-bb39-3dc7fa71e883 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.5677145 Aug 31 19:12:32.342802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6b13746-9e66-4c87-9da5-3054ecc856d1 req-134765c0-e26a-4c95-b383-d3a4cb5f5559 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841486 Aug 31 19:12:32.398923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-92f91516-48c3-4c78-b59b-b2dffd945cfa tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:32.405904 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e92edd-2059-4d18-8a4b-ef08d424db0a x-openstack-request-id: req-20e92edd-2059-4d18-8a4b-ef08d424db0a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:32.406209 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "name": "network-vif-plugged", "status": "completed", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0", "code": 200}, {"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:32.406473 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20e92edd-2059-4d18-8a4b-ef08d424db0a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:32.406861 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0', 'code': 200} Aug 31 19:12:32.407115 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'code': 200} Aug 31 19:12:32.414607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-92f91516-48c3-4c78-b59b-b2dffd945cfa tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.2539108 Aug 31 19:12:32.434552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-f89f9519-fce6-4f97-a73d-87537951feff tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/quotas/be8ee7bbd5b6496282f195756ad9765c HTTP/1.1" status: 200 len: 375 time: 0.0187061 Aug 31 19:12:32.500931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-8e0799b8-2900-4050-ae9b-9dee582d41f7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652773 Aug 31 19:12:32.661505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8892-a382-4068-a38e-850462a5b1d3 req-305fdc1e-b170-499b-b645-0ec5bbab65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:32.663159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b5c8892-a382-4068-a38e-850462a5b1d3 req-305fdc1e-b170-499b-b645-0ec5bbab65fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 1102 time: 0.1821890 Aug 31 19:12:32.676123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1683bf-2aa7-4e7f-9df2-84fe0c2d7653 req-2ce875f3-e08c-4ceb-93a4-4cf3e892729a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:32.684975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd1683bf-2aa7-4e7f-9df2-84fe0c2d7653 req-2ce875f3-e08c-4ceb-93a4-4cf3e892729a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0952344 Aug 31 19:12:32.719188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-abb561b2-b913-4700-a970-d7243f9bdf4e service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919503 Aug 31 19:12:32.801886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd1683bf-2aa7-4e7f-9df2-84fe0c2d7653 req-90043257-5a8d-4ec0-85f3-ef4e63d260e0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175888 Aug 31 19:12:32.805704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b5c8892-a382-4068-a38e-850462a5b1d3 req-e28d8e48-7d8a-4153-bb90-ea02d73d62d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148896 Aug 31 19:12:32.883596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-5b2729ed-6030-4e25-91fb-10ccad75dc50 service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566272 Aug 31 19:12:32.959144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c9e29-4a51-4459-bb28-56f6ad70a936 req-9dc81e31-0877-4e36-ae70-d5462356b451 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:32.961483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e65c9e29-4a51-4459-bb28-56f6ad70a936 req-9dc81e31-0877-4e36-ae70-d5462356b451 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0757861 Aug 31 19:12:33.053741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e65c9e29-4a51-4459-bb28-56f6ad70a936 req-27df58fd-e78d-4dd0-b438-a26c3127bf2c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834732 Aug 31 19:12:33.257473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67af831-96fe-4016-89f3-8fbf8b889632 req-d423fda2-7357-4243-9c72-bde70168b70d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:33.259430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e67af831-96fe-4016-89f3-8fbf8b889632 req-d423fda2-7357-4243-9c72-bde70168b70d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.0802412 Aug 31 19:12:33.368335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e67af831-96fe-4016-89f3-8fbf8b889632 req-b5776f2c-09a0-4880-98c9-b4649006ea25 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009409 Aug 31 19:12:33.394132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8052d7-9fdf-4737-b138-b8d38dc5a586 req-08f34997-4614-48fb-af81-46e04494ff73 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:33.396070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f8052d7-9fdf-4737-b138-b8d38dc5a586 req-08f34997-4614-48fb-af81-46e04494ff73 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0768127 Aug 31 19:12:33.505581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-474f8aba-b7b6-4bc4-a5f0-d8cd376340eb req-a1c0edef-8c9c-4ab2-a78c-82e0d2abd832 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 210 time: 0.0396578 Aug 31 19:12:33.532776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f8052d7-9fdf-4737-b138-b8d38dc5a586 req-a2656b9d-73ca-46fe-bae2-8b4d14b8294a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183331 Aug 31 19:12:33.673055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977feb93-a0a4-4338-84d1-bbd2d8f00ff4 req-63a017ef-3086-4642-8beb-5144faa77ebd tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:33.680203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-977feb93-a0a4-4338-84d1-bbd2d8f00ff4 req-63a017ef-3086-4642-8beb-5144faa77ebd tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.0761998 Aug 31 19:12:33.724676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-977feb93-a0a4-4338-84d1-bbd2d8f00ff4 req-d49cc828-0aff-48a4-92ac-a1814ed1fe41 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Aug 31 19:12:33.852279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91959-1ece-4167-b31c-4cb80c03cee9 req-33ec841e-53c3-42a6-b9be-48ba13f25a52 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:33.854140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb91959-1ece-4167-b31c-4cb80c03cee9 req-33ec841e-53c3-42a6-b9be-48ba13f25a52 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0979888 Aug 31 19:12:33.929748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb91959-1ece-4167-b31c-4cb80c03cee9 req-13853736-4b95-4c2f-82f0-08dcfced7caa tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666482 Aug 31 19:12:33.945021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:34.077344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:34.117780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479bec-89f3-4e8b-b324-3165e538d911 req-4fbb7338-8a44-4f44-9592-a170f331c0fc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:34.119186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:34.120029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f479bec-89f3-4e8b-b324-3165e538d911 req-4fbb7338-8a44-4f44-9592-a170f331c0fc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.1890614 Aug 31 19:12:34.125949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:34.237358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:34.274088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-b8323928-7f1d-4a3d-8084-2bf2fa6a4404 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:34.275249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-b8323928-7f1d-4a3d-8084-2bf2fa6a4404 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5bc333b-0238-4128-ba97-995154818c46 HTTP/1.1" status: 200 len: 945 time: 0.2611830 Aug 31 19:12:34.310195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565641-abc5-44ba-b049-910c5b10ad23 req-b4f4e5d0-1f04-4bd5-b740-a4bc46abb59c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:34.311994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f565641-abc5-44ba-b049-910c5b10ad23 req-b4f4e5d0-1f04-4bd5-b740-a4bc46abb59c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.2692275 Aug 31 19:12:34.341015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f479bec-89f3-4e8b-b324-3165e538d911 req-71aaf2b9-95e7-4d74-a45a-8ad24d0c721c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113421 Aug 31 19:12:34.408203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:34.410833 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e58a2b-3b9d-4ec7-9b1e-2e014b9dac7c" -d '{"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-unplugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:34.516269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f565641-abc5-44ba-b049-910c5b10ad23 req-9145b3e9-ce0a-4b42-87bc-b1f601adbda4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647835 Aug 31 19:12:34.586643 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85867e5e-8247-4c7c-9fbb-3f6b69267894 x-openstack-request-id: req-85867e5e-8247-4c7c-9fbb-3f6b69267894 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:34.587151 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-unplugged", "status": "completed", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:34.587399 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85867e5e-8247-4c7c-9fbb-3f6b69267894 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:34.587829 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'code': 200} Aug 31 19:12:34.610412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Deleting port a73dea6c-6a4a-414c-be1a-e74ee08413cd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:34.610609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:34.772546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-380109dd-1ac7-460f-bef3-1f144e3bf229 req-112b39f9-4c97-4ad8-94b8-cd3960851360 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 210 time: 0.0718858 Aug 31 19:12:34.826554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37581a-f441-44ee-b2bd-7a2b310435de req-45d2c3a4-c946-4ff3-bca1-76bf66603165 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:34.834540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a37581a-f441-44ee-b2bd-7a2b310435de req-45d2c3a4-c946-4ff3-bca1-76bf66603165 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.1746900 Aug 31 19:12:34.980393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a37581a-f441-44ee-b2bd-7a2b310435de req-ac06fca9-ece5-40aa-a5bf-0d86b31213c1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393111 Aug 31 19:12:34.986730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] For port a73dea6c-6a4a-414c-be1a-e74ee08413cd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=a73dea6c-6a4a-414c-be1a-e74ee08413cd,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:34.991186 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:35.026930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-533ebab9-6ff7-44e0-b1c3-615aaffc57e3 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:35.028474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Calling delete_port for a73dea6c-6a4a-414c-be1a-e74ee08413cd owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:35.032350 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-533ebab9-6ff7-44e0-b1c3-615aaffc57e3 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.82 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.2928832 Aug 31 19:12:35.054599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Request body: {'port': {'device_id': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'admin_state_up': True, 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:35.220290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:35.225168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:35.288996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0eabb-8df7-489c-8eb1-50df9cc353f2 req-0cc9736b-7e04-4e4a-aeb9-4096d6907e61 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:35.290860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3b0eabb-8df7-489c-8eb1-50df9cc353f2 req-0cc9736b-7e04-4e4a-aeb9-4096d6907e61 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.1666136 Aug 31 19:12:35.322975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67745b98-10eb-4355-b0f0-6659f45e9422 req-2e62c294-fe9d-4fb2-b5b1-e69cce5e8bfa tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:35.332507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67745b98-10eb-4355-b0f0-6659f45e9422 req-2e62c294-fe9d-4fb2-b5b1-e69cce5e8bfa tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.1413779 Aug 31 19:12:35.388114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Allocated IP 172.20.0.10 (8664e65d-188a-40f3-828f-b8d363131f66/951adb2d-8c72-4ea0-8895-4e49116549c2/3936be05-3bc7-4823-85e1-9ba577fdb1d4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:35.428154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:35.525776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3b0eabb-8df7-489c-8eb1-50df9cc353f2 req-585d9461-9208-4d6c-bd67-239f5e0a765b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199125 Aug 31 19:12:35.533746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event deleted for resources: {'Port': ['ID=a73dea6c-6a4a-414c-be1a-e74ee08413cd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:35.549978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] No DVR routers for this DVR port a73dea6c-6a4a-414c-be1a-e74ee08413cd on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:35.554238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:35.561923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd43ec21-5e5f-415c-a09f-5787112b4c18 req-1d51e52a-5116-4cdc-a648-ababd8b81e2f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "DELETE /v2.0/ports/a73dea6c-6a4a-414c-be1a-e74ee08413cd HTTP/1.1" status: 204 len: 173 time: 1.2732148 Aug 31 19:12:35.565508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-deleted', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:35.567913 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a4e96-d6cf-4c2d-9011-82a32233339f" -d '{"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-deleted", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:35.592262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67745b98-10eb-4355-b0f0-6659f45e9422 req-2ca8a4b6-ccaf-4c3a-8463-d9a34754db9a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533453 Aug 31 19:12:35.609247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:35.820083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297cc7-4d56-441e-ad8f-8911ac54a1ca req-e5d54736-40b1-488c-969f-d8b7f5fc0555 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:35.828768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77297cc7-4d56-441e-ad8f-8911ac54a1ca req-e5d54736-40b1-488c-969f-d8b7f5fc0555 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.1711516 Aug 31 19:12:35.926815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77297cc7-4d56-441e-ad8f-8911ac54a1ca req-73486b0c-57fa-4617-9624-3189ddb6252e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893204 Aug 31 19:12:35.972007 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81bd2e3-d2a5-458b-9852-a8a32cc094cf x-openstack-request-id: req-e81bd2e3-d2a5-458b-9852-a8a32cc094cf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:35.972723 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bc333b-0238-4128-ba97-995154818c46", "name": "network-vif-deleted", "tag": "a73dea6c-6a4a-414c-be1a-e74ee08413cd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:35.973134 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e81bd2e3-d2a5-458b-9852-a8a32cc094cf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:35.973950 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bc333b-0238-4128-ba97-995154818c46', 'name': 'network-vif-deleted', 'tag': 'a73dea6c-6a4a-414c-be1a-e74ee08413cd', 'status': 'completed', 'code': 200} Aug 31 19:12:36.009864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.068316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Network 8664e65d-188a-40f3-828f-b8d363131f66 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:36.070055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad978-3c21-4f0e-8949-bf5fbdc60685 req-fcc48e54-81c6-4053-b26f-ee38994ad70d tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.072026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:36.077170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:36.088452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8ad978-3c21-4f0e-8949-bf5fbdc60685 req-fcc48e54-81c6-4053-b26f-ee38994ad70d tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 1102 time: 0.1086504 Aug 31 19:12:36.124320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:36.175357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.178118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8ad978-3c21-4f0e-8949-bf5fbdc60685 req-ef9f1cb7-a4ca-4a16-af3f-6ad809df2cc1 tempest-ServersOnMultiNodesTest-61341388 tempest-ServersOnMultiNodesTest-61341388-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863390 Aug 31 19:12:36.178887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.220802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-43aa6afe-1f25-4d4d-a6f0-84d6a07c2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1724322 Aug 31 19:12:36.241350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Request body: {'port': {'device_id': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:36.279186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c1f4-323a-43c1-87d1-8f29ceace6f9 req-0a34f130-251a-4be4-9cb5-9557f43cd6c7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.285666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e65c1f4-323a-43c1-87d1-8f29ceace6f9 req-0a34f130-251a-4be4-9cb5-9557f43cd6c7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.1276548 Aug 31 19:12:36.319734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.352366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e65c1f4-323a-43c1-87d1-8f29ceace6f9 req-129b2211-43e9-40d4-b75c-99834a1ba9ae tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Aug 31 19:12:36.389630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64dba-6415-4920-8771-fb93e61e673e req-8304594a-1660-4ed4-b8b8-cc7f5ffb842a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.406530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44d64dba-6415-4920-8771-fb93e61e673e req-8304594a-1660-4ed4-b8b8-cc7f5ffb842a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 932 time: 0.1480443 Aug 31 19:12:36.484090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44d64dba-6415-4920-8771-fb93e61e673e req-ae00473b-a40a-4c9a-a6be-3ba719e2cca0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Aug 31 19:12:36.533659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccb83c-a791-4968-9d52-46b6f39c402c req-c974cd7c-b347-4eaf-bbe9-01efe13677a1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.541683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21ccb83c-a791-4968-9d52-46b6f39c402c req-c974cd7c-b347-4eaf-bbe9-01efe13677a1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.0732515 Aug 31 19:12:36.592544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21ccb83c-a791-4968-9d52-46b6f39c402c req-c9c28a85-7b95-4fa9-b947-22a6748897ac tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Aug 31 19:12:36.669148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3936be05-3bc7-4823-85e1-9ba577fdb1d4 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:36.676663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.690298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Transition to ACTIVE for port object 3936be05-3bc7-4823-85e1-9ba577fdb1d4 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:36.693306 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.760833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:36.832981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Attempting to bind port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:36.833593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Attempting to bind port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:36.834095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Attempting to bind port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:36.839129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 on network 8664e65d-188a-40f3-828f-b8d363131f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:36.839453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Attempting to bind port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:36.846133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:36.846891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Checking segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:36.847283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Bound using segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:36.847734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Bound port: 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:36.848094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.890451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bed647-b945-4849-b86e-5d0d6b0265fa req-7805be89-6a82-4a3c-b7e2-f5c1961fd91e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.891957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4bed647-b945-4849-b86e-5d0d6b0265fa req-7805be89-6a82-4a3c-b7e2-f5c1961fd91e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.0822482 Aug 31 19:12:36.907110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a968f-1091-43fe-b260-9f8a4b4baa7c req-d2d1ef5d-4f7f-47a0-bc34-6eb1995bdbe2 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.908669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e7a968f-1091-43fe-b260-9f8a4b4baa7c req-d2d1ef5d-4f7f-47a0-bc34-6eb1995bdbe2 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0688701 Aug 31 19:12:36.913148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:36.916751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:36.921501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.953965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:36.954577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:36.956012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] 10.222.0.82 "PUT /v2.0/ports/3936be05-3bc7-4823-85e1-9ba577fdb1d4 HTTP/1.1" status: 200 len: 1093 time: 0.7221518 Aug 31 19:12:36.956442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:36.958698 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f707a0-cacc-4b4a-a295-dd280e4c1174" -d '{"events": [{"name": "network-changed", "server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:36.963953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4bed647-b945-4849-b86e-5d0d6b0265fa req-670d7e8c-3a55-478c-bc13-d957502e96d3 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Aug 31 19:12:36.972142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e7a968f-1091-43fe-b260-9f8a4b4baa7c req-038ae901-931b-4460-b917-339dc9877e5c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Aug 31 19:12:36.986142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f56d2-cbe7-47d9-b7dc-f0dc0ea51a54 service neutron] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:37.057365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-a4d6b50b-ae25-4c43-9ced-4b837cf77a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.058827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-a4d6b50b-ae25-4c43-9ced-4b837cf77a5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0557079 Aug 31 19:12:37.105160 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-0ff6e7f4-70ab-49b3-9518-91872a130662 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0343173 Aug 31 19:12:37.123616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d953fc8-90e0-4ed6-b7a4-95abeeac209f req-83b3afb2-0963-4b9d-9e9a-dd13afb54f57 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.125117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d953fc8-90e0-4ed6-b7a4-95abeeac209f req-83b3afb2-0963-4b9d-9e9a-dd13afb54f57 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 950 time: 0.0778739 Aug 31 19:12:37.138282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588023f-3aa4-42e3-950e-f85268596caf req-02f95a08-0414-42f6-bacd-04d68fdbf6a7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.139804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1588023f-3aa4-42e3-950e-f85268596caf req-02f95a08-0414-42f6-bacd-04d68fdbf6a7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.0839288 Aug 31 19:12:37.164519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-81db6d51-de2b-4f0a-9af6-18d143abdbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.165988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-81db6d51-de2b-4f0a-9af6-18d143abdbcb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.0462115 Aug 31 19:12:37.196902 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d953fc8-90e0-4ed6-b7a4-95abeeac209f req-9987185f-26a1-4707-8bce-cefe6b37c81c tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Aug 31 19:12:37.199666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1588023f-3aa4-42e3-950e-f85268596caf req-801a0594-e42c-4052-8571-5f1a84f6982c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Aug 31 19:12:37.202836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-f612d08a-6dfc-4c8c-ab69-2eb0f540eb04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253563 Aug 31 19:12:37.322852 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815fc28a-f771-4907-a5e1-81804125c144 x-openstack-request-id: req-815fc28a-f771-4907-a5e1-81804125c144 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:37.323205 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:37.323519 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-815fc28a-f771-4907-a5e1-81804125c144 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:37.324013 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'status': 'completed', 'code': 200} Aug 31 19:12:37.326699 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-e7cea9e4-8701-4e26-b96d-5c426aa89d48 service neutron] 10.222.0.82 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046660 Aug 31 19:12:37.333845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f99d-7c51-4980-b93c-98f4c9117faa req-232d5119-26f6-4788-8224-77219ad6f102 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.335607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cb1f99d-7c51-4980-b93c-98f4c9117faa req-232d5119-26f6-4788-8224-77219ad6f102 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0755184 Aug 31 19:12:37.377547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cb1f99d-7c51-4980-b93c-98f4c9117faa req-aa491ddf-3a37-4d46-91c5-dd823fc7a535 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Aug 31 19:12:37.432590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76db9-21a6-4579-b54b-69b247fc66fe req-5ee98a39-830f-4123-aeb5-8683ec198883 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.434694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79b76db9-21a6-4579-b54b-69b247fc66fe req-5ee98a39-830f-4123-aeb5-8683ec198883 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0556867 Aug 31 19:12:37.435025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb2c8590-832b-4e85-bf97-fc7ad813d1aa req-23e0ac22-c669-44b9-8f73-13e900d81f3c service neutron] 10.222.0.82 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975792 Aug 31 19:12:37.484198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79b76db9-21a6-4579-b54b-69b247fc66fe req-c7a99197-2b95-4d2e-a45c-c4c6f0448f19 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Aug 31 19:12:37.552817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-b4ded6c1-08b8-4d4a-a4cd-469859708bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.554323 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-b4ded6c1-08b8-4d4a-a4cd-469859708bfd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0594039 Aug 31 19:12:37.608977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae2e28-c316-433a-af53-705b2c882580 req-65db04ff-64be-491a-86da-725e8b2f2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.610782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13ae2e28-c316-433a-af53-705b2c882580 req-65db04ff-64be-491a-86da-725e8b2f2038 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 944 time: 0.0552261 Aug 31 19:12:37.655241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-e9e92d74-6dce-4756-8e52-2c2293d74ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.656595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13ae2e28-c316-433a-af53-705b2c882580 req-f6549beb-e227-4a36-b64a-ed1b935f30b3 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Aug 31 19:12:37.657029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-e9e92d74-6dce-4756-8e52-2c2293d74ebe service neutron] 10.222.0.82 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 905 time: 0.0933537 Aug 31 19:12:37.708270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-f9d85e91-8f09-44b8-86cd-97ac3d58f923 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0430570 Aug 31 19:12:37.765727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-ca32ecdf-d809-4aed-b5eb-71005886d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.767470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-ca32ecdf-d809-4aed-b5eb-71005886d50c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.0501332 Aug 31 19:12:37.807926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-97c3fc4f-2ce5-4e1d-8362-ad3e8c457683 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262499 Aug 31 19:12:37.908701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-3fab2f18-fc20-40d3-8564-bc65a6b4cf86 service neutron] 10.222.0.82 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932539 Aug 31 19:12:37.955125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f5cb-9859-4a03-bace-fadc32e2b6cc req-0d521e37-3c08-47b0-b0ab-4baebb04cdfe tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:37.956804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94f2f5cb-9859-4a03-bace-fadc32e2b6cc req-0d521e37-3c08-47b0-b0ab-4baebb04cdfe tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 945 time: 0.0513911 Aug 31 19:12:37.969154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:37.992230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: a73dea6c-6a4a-414c-be1a-e74ee08413cd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:37.993174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device a73dea6c-6a4a-414c-be1a-e74ee08413cd not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:38.022676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94f2f5cb-9859-4a03-bace-fadc32e2b6cc req-84de4c15-ce5b-4fcf-99e4-a75484a27bd6 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587926 Aug 31 19:12:38.035931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5f707a0-cacc-4b4a-a295-dd280e4c1174 req-1d45d509-cae9-465a-a45d-d66c936076a6 service neutron] 10.222.0.82 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146512 Aug 31 19:12:38.120685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:38.157258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878e0a-b757-4b43-ab6f-fe19084d9f7f req-78bd35e0-3d05-4c2b-9cb8-53c29c7ce16e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.159870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86878e0a-b757-4b43-ab6f-fe19084d9f7f req-78bd35e0-3d05-4c2b-9cb8-53c29c7ce16e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.0565302 Aug 31 19:12:38.215956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86878e0a-b757-4b43-ab6f-fe19084d9f7f req-2b380176-d279-426f-a49f-6979f76f8c9f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Aug 31 19:12:38.216292 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:38.244226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:38.248104 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a515d7-0171-444f-bda7-fe05c035c34b" -d '{"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:38.261633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:38.270515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:38.365973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-c23e103e-a445-4a08-9b2c-5f3b64067386 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.368101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-c23e103e-a445-4a08-9b2c-5f3b64067386 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.0569923 Aug 31 19:12:38.371041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:38.386264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:38.453930 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af012bf-2aab-453e-ba36-58ae5a00d5ab x-openstack-request-id: req-3af012bf-2aab-453e-ba36-58ae5a00d5ab {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:38.454235 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:38.454531 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3af012bf-2aab-453e-ba36-58ae5a00d5ab {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:38.454937 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'code': 200} Aug 31 19:12:38.492349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:38.514037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bcb9e-304e-4323-9872-97816a9f2ff2 req-68e5994d-840e-4207-85fe-43c1f1705af7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.515559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-274bcb9e-304e-4323-9872-97816a9f2ff2 req-68e5994d-840e-4207-85fe-43c1f1705af7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.1241646 Aug 31 19:12:38.627559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-274bcb9e-304e-4323-9872-97816a9f2ff2 req-33e233ed-25c4-42ab-8c43-e30484c93221 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891333 Aug 31 19:12:38.688679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fc10f-c0e7-4cf8-b1eb-643a7f25412a req-852a05e1-7de3-4b67-ad24-962e96ae78bf tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.690175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-912fc10f-c0e7-4cf8-b1eb-643a7f25412a req-852a05e1-7de3-4b67-ad24-962e96ae78bf tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.1110220 Aug 31 19:12:38.720096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:38.801009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-912fc10f-c0e7-4cf8-b1eb-643a7f25412a req-d7407c3c-9801-4307-b4c6-24976eb373b0 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940659 Aug 31 19:12:38.808438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b589855-9d77-4182-86aa-43c31d0563e2 req-110f40a7-f593-4f96-83cf-58d380bcea50 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.810119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b589855-9d77-4182-86aa-43c31d0563e2 req-110f40a7-f593-4f96-83cf-58d380bcea50 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.1162612 Aug 31 19:12:38.816789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:38.896970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:38.899269 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db013e1c-1674-443b-bb1b-d5ed29a46981" -d '{"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-unplugged", "status": "completed", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:38.904002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:38.921897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b589855-9d77-4182-86aa-43c31d0563e2 req-3cfe812f-6214-4706-a977-c06fa94e6d2c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032798 Aug 31 19:12:38.931782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:38.988501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fab07-c47c-4d92-81b7-e3a52b60fdef req-ff5d43b8-88d0-40e2-a5e7-c741c3896c1f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.990277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e0fab07-c47c-4d92-81b7-e3a52b60fdef req-ff5d43b8-88d0-40e2-a5e7-c741c3896c1f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.1207740 Aug 31 19:12:38.991005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-ec1bf995-0ddf-47b6-9a58-5900fc4ddd71 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:38.992686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-ec1bf995-0ddf-47b6-9a58-5900fc4ddd71 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 950 time: 0.0672901 Aug 31 19:12:39.085163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:39.102814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:39.103164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.106747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:39.106747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:39.107400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:39.121284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e0fab07-c47c-4d92-81b7-e3a52b60fdef req-c0f1b360-fc10-4600-86c1-0fbcfe228411 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140788 Aug 31 19:12:39.123967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:39.124304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Attempting to bind port 5879f33e-7f9f-43e1-a168-15bb1686ffba on network 9017580b-300c-47db-af06-4355f1b310b7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:39.137142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9efa2c-feb3-44a7-bd59-b5b86aaa0c1b req-d3de62f6-6c1b-454b-9e9a-3f9e26a3b1a6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.138834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb9efa2c-feb3-44a7-bd59-b5b86aaa0c1b req-d3de62f6-6c1b-454b-9e9a-3f9e26a3b1a6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 944 time: 0.1458497 Aug 31 19:12:39.143849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:39.144199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Checking segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:39.144591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Bound using segment: {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:39.145029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Bound port: 5879f33e-7f9f-43e1-a168-15bb1686ffba, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec0be75-afe8-48c5-922d-eb547e6376dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9017580b-300c-47db-af06-4355f1b310b7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:39.145395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.183307 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058c00e-5ac5-478b-960d-517925260193 x-openstack-request-id: req-f058c00e-5ac5-478b-960d-517925260193 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:39.183765 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-unplugged", "status": "completed", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:39.185278 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f058c00e-5ac5-478b-960d-517925260193 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:39.185536 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'code': 200} Aug 31 19:12:39.210480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:39.210858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.219586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb9efa2c-feb3-44a7-bd59-b5b86aaa0c1b req-aa86fefa-92e9-47b7-9fbd-067177716a7c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718517 Aug 31 19:12:39.225853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:39.286815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:39.292572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:12:39.308628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6e55-23ad-4143-aee5-d3199d9cc3e8 req-2bcfcca0-c55c-4730-b70d-d99c0b43d52f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.310895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-825f6e55-23ad-4143-aee5-d3199d9cc3e8 req-2bcfcca0-c55c-4730-b70d-d99c0b43d52f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0777879 Aug 31 19:12:39.320095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.411802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.425820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31', '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:39.428877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa', 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:39.432738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-914cdee7-3861-4a95-bb44-cceabb5d0a8c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.435077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-914cdee7-3861-4a95-bb44-cceabb5d0a8c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.0775163 Aug 31 19:12:39.459437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:39.462482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=0b21d731-2a13-4a70-9dba-c8abf4dfa1b0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:39.472213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552eac-fa01-445e-a587-cbc6f17b1b4f req-a8d86d82-16e4-485f-94dc-4f8c801a3d8c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.479613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84552eac-fa01-445e-a587-cbc6f17b1b4f req-a8d86d82-16e4-485f-94dc-4f8c801a3d8c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1259fa3-872d-4371-baa0-f3b0fd8b62d3 HTTP/1.1" status: 200 len: 867 time: 0.1801555 Aug 31 19:12:39.483472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.484205 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.485559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-64811cd1-00b0-4568-b715-3878cb90a663 service neutron] 10.222.0.67 "PUT /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 1123 time: 1.1068132 Aug 31 19:12:39.488555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-825f6e55-23ad-4143-aee5-d3199d9cc3e8 req-cc00acb0-e529-4824-a283-60c79d5eecb0 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460559 Aug 31 19:12:39.533342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84552eac-fa01-445e-a587-cbc6f17b1b4f req-850ad1ee-fcbd-487d-b864-889e9fa5f13e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527039 Aug 31 19:12:39.570604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:39.578679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.580678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cfd47f38-199c-42a6-8b6c-325a0860a602 req-a69b9d13-c9ab-46e4-aef5-d7c443b7e2bc tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "DELETE /v2.0/ports/0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 HTTP/1.1" status: 204 len: 173 time: 0.5771286 Aug 31 19:12:39.582166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'name': 'network-vif-deleted', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:39.584540 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f112ff-e6eb-49b1-bcc3-5e7129628ab3" -d '{"events": [{"server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "name": "network-vif-deleted", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:39.660319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5879f33e-7f9f-43e1-a168-15bb1686ffba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:39.670399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:39.671309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.687017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['5879f33e-7f9f-43e1-a168-15bb1686ffba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:39.698435 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da34b00-560a-4b9c-8564-fcc1b96eb90d x-openstack-request-id: req-5da34b00-560a-4b9c-8564-fcc1b96eb90d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:39.698770 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1259fa3-872d-4371-baa0-f3b0fd8b62d3", "name": "network-vif-deleted", "tag": "0b21d731-2a13-4a70-9dba-c8abf4dfa1b0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:39.698967 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5da34b00-560a-4b9c-8564-fcc1b96eb90d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:39.699363 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1259fa3-872d-4371-baa0-f3b0fd8b62d3', 'name': 'network-vif-deleted', 'tag': '0b21d731-2a13-4a70-9dba-c8abf4dfa1b0', 'status': 'completed', 'code': 200} Aug 31 19:12:39.819255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf89824-d551-4b4d-9ea0-100847c54081 req-9758f58f-9f19-4ed5-b816-5695b99e9b5e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.820808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcf89824-d551-4b4d-9ea0-100847c54081 req-9758f58f-9f19-4ed5-b816-5695b99e9b5e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 946 time: 0.0656676 Aug 31 19:12:39.823304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port 9c0b7448-4f6b-4849-bba7-41ad8fb46643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c0b7448-4f6b-4849-bba7-41ad8fb46643,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:39.823705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:39.840611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for 9c0b7448-4f6b-4849-bba7-41ad8fb46643 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:39.869573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcf89824-d551-4b4d-9ea0-100847c54081 req-f08e6111-1a2b-433f-89f7-f9fc30d114ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Aug 31 19:12:39.946636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389e941-6fca-482a-ae3d-7ced3483053c req-0b18a5c3-ad21-402b-ace0-32aa558f91b2 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:39.948509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8389e941-6fca-482a-ae3d-7ced3483053c req-0b18a5c3-ad21-402b-ace0-32aa558f91b2 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.0524027 Aug 31 19:12:39.966302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:39.994660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8389e941-6fca-482a-ae3d-7ced3483053c req-259f9089-de77-4cef-90b8-669e56bea02b tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387526 Aug 31 19:12:40.023720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:40.075441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=9c0b7448-4f6b-4849-bba7-41ad8fb46643,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:40.085070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38fddc-689e-487f-8f5a-04228ece1032 req-e03fe4f5-7759-4b97-9304-4141c313f0e0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:40.086733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a38fddc-689e-487f-8f5a-04228ece1032 req-e03fe4f5-7759-4b97-9304-4141c313f0e0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0750997 Aug 31 19:12:40.131402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port 9c0b7448-4f6b-4849-bba7-41ad8fb46643 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:40.134915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:40.136816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d9db4139-0725-47ad-8ecd-2f946f19274d req-5d2412a5-5b16-4cdf-b042-c941ed64cce9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "DELETE /v2.0/ports/9c0b7448-4f6b-4849-bba7-41ad8fb46643 HTTP/1.1" status: 204 len: 173 time: 0.6808858 Aug 31 19:12:40.155519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:40.184576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a38fddc-689e-487f-8f5a-04228ece1032 req-81702207-a436-4b1f-83e9-1fd2ff14286e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822580 Aug 31 19:12:40.276064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bc83b-3c2d-4a5a-a3a3-72d3f14ea766 req-040d5d72-5d69-4296-8c3b-bd5b81e7ef7a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:40.278395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a2bc83b-3c2d-4a5a-a3a3-72d3f14ea766 req-040d5d72-5d69-4296-8c3b-bd5b81e7ef7a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0635257 Aug 31 19:12:40.331016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a2bc83b-3c2d-4a5a-a3a3-72d3f14ea766 req-170e9675-8773-4509-8869-fd01034e1017 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463963 Aug 31 19:12:40.375223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d989d-318c-4e04-bf76-d4805f4538b1 req-19ed8faf-e66f-447f-8702-c4c1f38833d2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:40.376897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-246d989d-318c-4e04-bf76-d4805f4538b1 req-19ed8faf-e66f-447f-8702-c4c1f38833d2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 944 time: 0.0603850 Aug 31 19:12:40.427539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-246d989d-318c-4e04-bf76-d4805f4538b1 req-1b7100cc-846f-4ce7-8922-b56b20c09007 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Aug 31 19:12:40.497837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:40.530531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:40.546924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:12:40.562401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '04115cdc-70d8-4001-a702-8285eaf747a9', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'port_id': '04115cdc-70d8-4001-a702-8285eaf747a9', 'mac_address': 'fa:16:3e:c1:62:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca81d1-7a77-4cbe-8e92-e9a565f08caf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:40.663168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:40.679889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a0d6-2e71-4aaa-9d3d-566c3f673f51 req-49ca60e8-cd28-48c1-b566-fef3a97a53b9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:40.689693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5178a0d6-2e71-4aaa-9d3d-566c3f673f51 req-49ca60e8-cd28-48c1-b566-fef3a97a53b9 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0626426 Aug 31 19:12:40.705166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04115cdc-70d8-4001-a702-8285eaf747a9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:40.738050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5178a0d6-2e71-4aaa-9d3d-566c3f673f51 req-e070f6e3-8dcb-48c2-9ff7-e5f1c7177412 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Aug 31 19:12:40.759653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:40.774916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:40.775852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:40.900493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229209-6009-413a-a8a7-0142726366de req-6bc85a86-de0b-4e51-ab2c-7782f0febed2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:40.902279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70229209-6009-413a-a8a7-0142726366de req-6bc85a86-de0b-4e51-ab2c-7782f0febed2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.0542338 Aug 31 19:12:40.929016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:40.959248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70229209-6009-413a-a8a7-0142726366de req-629f5c5d-f583-4eb8-99e5-f564e4e4c454 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Aug 31 19:12:40.999017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:41.005790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2beac99-6071-40c1-88f8-336a5fa559d6 req-2b9bb250-2661-4701-83db-356c0399a6bc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 210 time: 0.0408208 Aug 31 19:12:41.016290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'mac_address': 'fa:16:3e:32:46:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:41.060422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:41.073935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3936be05-3bc7-4823-85e1-9ba577fdb1d4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:41.099091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:41.103826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:41.123747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715355f-3d4c-4c78-b539-a25626b89425 req-cc64a866-7fae-4dd7-9b20-e679531f9339 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.125479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f715355f-3d4c-4c78-b539-a25626b89425 req-cc64a866-7fae-4dd7-9b20-e679531f9339 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.0596361 Aug 31 19:12:41.159205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:41.166740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f715355f-3d4c-4c78-b539-a25626b89425 req-fa1580ef-30e3-409c-bdf7-7df2fa7a4f94 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Aug 31 19:12:41.187160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:41.189607 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587cf77-974d-4230-98cf-22c9b28d11e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:41.226515 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d6310-801f-4160-9602-870f6f8fbdbf x-openstack-request-id: req-a58d6310-801f-4160-9602-870f6f8fbdbf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:41.227357 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:41.227357 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a58d6310-801f-4160-9602-870f6f8fbdbf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:41.228093 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'status': 'completed', 'code': 200} Aug 31 19:12:41.297813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065eb35-3af1-40f3-a814-7442445153e5 req-fe442ac9-7fcc-4274-91e4-fb9fa21c698c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.300094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b065eb35-3af1-40f3-a814-7442445153e5 req-fe442ac9-7fcc-4274-91e4-fb9fa21c698c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0546684 Aug 31 19:12:41.311591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-6dc497e0-d4e3-483b-943d-3400a91108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.314921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-6dc497e0-d4e3-483b-943d-3400a91108ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1126 time: 0.0564423 Aug 31 19:12:41.350125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b065eb35-3af1-40f3-a814-7442445153e5 req-2c1a7f80-82e1-4f4f-b5e4-9187f2dafbb4 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Aug 31 19:12:41.471057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f34d4e06-9352-4f90-b652-da328041f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:41.494795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0bb2-a648-4d64-a7d4-04754dc65563 req-de19a911-5f2e-4002-b97d-73b8576418c1 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.504069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c74f0bb2-a648-4d64-a7d4-04754dc65563 req-de19a911-5f2e-4002-b97d-73b8576418c1 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 945 time: 0.0855818 Aug 31 19:12:41.520345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['04115cdc-70d8-4001-a702-8285eaf747a9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:41.522435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270dfb2-74cf-4949-be30-1dd818578bba req-d620b0d8-54a2-4868-b4d3-d41cd4a1e91c tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.525688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3270dfb2-74cf-4949-be30-1dd818578bba req-d620b0d8-54a2-4868-b4d3-d41cd4a1e91c tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.82 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.1183236 Aug 31 19:12:41.537722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-e9816606-6beb-4b01-9222-1549a285ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.539452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-e9816606-6beb-4b01-9222-1549a285ae52 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.2023754 Aug 31 19:12:41.576812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c74f0bb2-a648-4d64-a7d4-04754dc65563 req-7be8c21b-a58f-49c3-82de-f0b90b66415a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717785 Aug 31 19:12:41.609202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bac224-4ceb-47c6-9ab4-c4718ea7d720 req-9c9539b3-8a3c-4ec6-b7e9-c1d25750fe4e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.610775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90bac224-4ceb-47c6-9ab4-c4718ea7d720 req-9c9539b3-8a3c-4ec6-b7e9-c1d25750fe4e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 945 time: 0.0970528 Aug 31 19:12:41.654285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-f7debe56-af3d-4095-b8b8-9d36885c16ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 217 time: 0.0606730 Aug 31 19:12:41.672164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90bac224-4ceb-47c6-9ab4-c4718ea7d720 req-cc3d7cdf-20df-4b5d-93cb-a8339fd983eb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537887 Aug 31 19:12:41.714346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'name': 'network-vif-deleted', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:41.716804 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf02d77d-0134-4141-a55e-0a72758d9ac8" -d '{"events": [{"server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "name": "network-vif-deleted", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:41.753471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-b5b49b26-c2e9-4804-a8e4-85456a99852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.755222 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-b5b49b26-c2e9-4804-a8e4-85456a99852f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0886233 Aug 31 19:12:41.776224 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b03a98f-1c37-4070-bb4e-0c72150a0772 x-openstack-request-id: req-5b03a98f-1c37-4070-bb4e-0c72150a0772 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:41.776497 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf", "name": "network-vif-deleted", "tag": "9c0b7448-4f6b-4849-bba7-41ad8fb46643", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:41.776743 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b03a98f-1c37-4070-bb4e-0c72150a0772 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:41.784559 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf', 'name': 'network-vif-deleted', 'tag': '9c0b7448-4f6b-4849-bba7-41ad8fb46643', 'status': 'completed', 'code': 200} Aug 31 19:12:41.787286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Deleting port ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:41.787952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:41.834551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-7445bc60-c41d-4d08-bc54-fe461f201793 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682173 Aug 31 19:12:41.845807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3936be05-3bc7-4823-85e1-9ba577fdb1d4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:41.924904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e923d9-25f5-4d75-9acf-f77f672b005a req-abc456b4-b0b3-4df6-9e1e-5b2bd1a47d09 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:41.935382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5e923d9-25f5-4d75-9acf-f77f672b005a req-abc456b4-b0b3-4df6-9e1e-5b2bd1a47d09 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.1063340 Aug 31 19:12:41.970599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:42.015045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] For port ebd286e1-66f6-42b9-ad21-fc922ebe5687, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ebd286e1-66f6-42b9-ad21-fc922ebe5687,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:42.015192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.023538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5e923d9-25f5-4d75-9acf-f77f672b005a req-79c4d33f-c18f-408b-af32-a302372a9e8d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835283 Aug 31 19:12:42.032514 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-7d6d99ab-b379-42b9-bad4-ec15424d0df1 service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531661 Aug 31 19:12:42.033451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Calling delete_port for ebd286e1-66f6-42b9-ad21-fc922ebe5687 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:42.169014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-339db45e-ccb5-461f-874d-35c9b915ad46 req-5a2c4dfe-a3fb-403f-8fde-34e42f1f552a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 210 time: 0.0334797 Aug 31 19:12:42.194021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaae7c-a641-4492-8aed-4faf290ac9d2 req-aa6e3b74-e074-45d2-8caf-5def4bc3139a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:42.195723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37eaae7c-a641-4492-8aed-4faf290ac9d2 req-aa6e3b74-e074-45d2-8caf-5def4bc3139a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.1017482 Aug 31 19:12:42.260970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:42.266119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:42.266463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0b21d731-2a13-4a70-9dba-c8abf4dfa1b0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:42.266898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c0b7448-4f6b-4849-bba7-41ad8fb46643 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:42.295730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37eaae7c-a641-4492-8aed-4faf290ac9d2 req-8a50c284-0bc6-4d38-87c8-6ff4926fe36d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Aug 31 19:12:42.315755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9c0b7448-4f6b-4849-bba7-41ad8fb46643 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:42.316075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c0b7448-4f6b-4849-bba7-41ad8fb46643 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:42.347859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.363627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1703a-78a4-43f1-894f-1a872753f93b req-6fa825f5-1f60-46a3-887c-d3fc1be3c727 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:42.368551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 04115cdc-70d8-4001-a702-8285eaf747a9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:42.368947 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.372610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1e1703a-78a4-43f1-894f-1a872753f93b req-6fa825f5-1f60-46a3-887c-d3fc1be3c727 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d223746-1b3c-435b-b175-511442f8219a HTTP/1.1" status: 200 len: 948 time: 0.1130719 Aug 31 19:12:42.397565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587cf77-974d-4230-98cf-22c9b28d11e1 req-3f742969-2a15-448f-8b19-90604b44bdbb service neutron] 10.222.0.82 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746451 Aug 31 19:12:42.460963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1e1703a-78a4-43f1-894f-1a872753f93b req-9253d9d4-c898-4133-9a44-2860bacf250a tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcab8ea7-7f42-4599-9391-c6ca90b26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870368 Aug 31 19:12:42.485585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Pushing event deleted for resources: {'Port': ['ID=ebd286e1-66f6-42b9-ad21-fc922ebe5687,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:42.502175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] No DVR routers for this DVR port ebd286e1-66f6-42b9-ad21-fc922ebe5687 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:42.505317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.506152 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.508008 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3270dfb2-74cf-4949-be30-1dd818578bba req-cb40470f-8796-442b-b844-0367103aea93 tempest-ImagesOneServerTestJSON-366647629 tempest-ImagesOneServerTestJSON-366647629-project] 10.222.0.82 "DELETE /v2.0/ports/ebd286e1-66f6-42b9-ad21-fc922ebe5687 HTTP/1.1" status: 204 len: 173 time: 0.9288123 Aug 31 19:12:42.553472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:42.555284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:42.557967 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bace853-8959-4f7a-a508-024baad94ff7" -d '{"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-plugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:42.562756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d399275-5855-4c99-80e4-942ec6f4f6d4 req-2e15b2e3-a51e-4cf1-b983-b8c354acb65a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:42.564319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d399275-5855-4c99-80e4-942ec6f4f6d4 req-2e15b2e3-a51e-4cf1-b983-b8c354acb65a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.0686541 Aug 31 19:12:42.574902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:42.576151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:42.612688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d399275-5855-4c99-80e4-942ec6f4f6d4 req-6f023ab1-7f1a-40cf-a0e7-845c7de43d88 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Aug 31 19:12:42.621773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: ebd286e1-66f6-42b9-ad21-fc922ebe5687 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:42.622201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ebd286e1-66f6-42b9-ad21-fc922ebe5687 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:42.642051 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68f0ed4-7808-4f6d-938a-eb67dcc9da7e x-openstack-request-id: req-b68f0ed4-7808-4f6d-938a-eb67dcc9da7e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:42.642524 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-plugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:42.642814 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b68f0ed4-7808-4f6d-938a-eb67dcc9da7e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:42.643175 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9', 'code': 200} Aug 31 19:12:42.672997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:42.747960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9efc0-66ce-4381-9cc2-0e5f6390acf2 req-3e5d0e16-533f-49ea-91d9-dba35b0c8ccd tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:42.749506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9d9efc0-66ce-4381-9cc2-0e5f6390acf2 req-3e5d0e16-533f-49ea-91d9-dba35b0c8ccd tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0624061 Aug 31 19:12:42.820426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9d9efc0-66ce-4381-9cc2-0e5f6390acf2 req-eb3951d0-2888-4345-a967-322da259f013 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616198 Aug 31 19:12:42.827962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0a01-ebad-4340-bba8-fff06425e3d9 req-1592428c-d942-4e08-abff-643fc3b2c997 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:42.829545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a6e0a01-ebad-4340-bba8-fff06425e3d9 req-1592428c-d942-4e08-abff-643fc3b2c997 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 945 time: 0.0791459 Aug 31 19:12:42.897731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a6e0a01-ebad-4340-bba8-fff06425e3d9 req-81aacc65-5675-4cf3-8ac8-1bbc61c86cd7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616074 Aug 31 19:12:43.130729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-d823814c-a031-4192-a444-2b005e6dcbdf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:43.133188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-d823814c-a031-4192-a444-2b005e6dcbdf tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.0596595 Aug 31 19:12:43.150551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795512-7eb5-4924-9d78-cf45a002e50a req-eae88ee2-afff-4dc7-b751-450cb019beb6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:43.152093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a795512-7eb5-4924-9d78-cf45a002e50a req-eae88ee2-afff-4dc7-b751-450cb019beb6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0872741 Aug 31 19:12:43.220665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67369381-d79a-4839-9800-bd666bcb2e4b req-a5493f1b-dc0f-49b7-8738-ecc96984fed7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:43.221921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67369381-d79a-4839-9800-bd666bcb2e4b req-a5493f1b-dc0f-49b7-8738-ecc96984fed7 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0922091 Aug 31 19:12:43.224943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a795512-7eb5-4924-9d78-cf45a002e50a req-df9c36ec-9046-43a1-82c9-d5253a04dc3c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526319 Aug 31 19:12:43.292496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port ad4d0983-7ac3-45ff-8e97-23b71ece38bf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:43.293274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:43.300500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67369381-d79a-4839-9800-bd666bcb2e4b req-03cbb620-ff1a-4758-8412-360695c1d14f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Aug 31 19:12:43.345786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d533628b-0a32-4872-b01f-b8ed716e0eb5 req-17c5ddc3-0a7d-4c8a-9bd3-965f33f3c5de tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 210 time: 0.0439985 Aug 31 19:12:43.405153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port ad4d0983-7ac3-45ff-8e97-23b71ece38bf, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:43.405764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:43.421123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for ad4d0983-7ac3-45ff-8e97-23b71ece38bf owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:43.441182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d8fd-1002-4053-af99-adb7c75b10e4 req-9a3d8645-0a36-4fd4-9413-464e49857f4c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:43.442749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1583d8fd-1002-4053-af99-adb7c75b10e4 req-9a3d8645-0a36-4fd4-9413-464e49857f4c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b49f06c8-a686-4af4-8d6d-9acb129f44d1 HTTP/1.1" status: 200 len: 949 time: 0.0519457 Aug 31 19:12:43.498573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1583d8fd-1002-4053-af99-adb7c75b10e4 req-09d7a506-e12e-4729-adea-e7a04663dbf1 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Aug 31 19:12:43.567142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:43.581597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:43.583894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa', 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:43.595258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=ad4d0983-7ac3-45ff-8e97-23b71ece38bf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:43.650196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port ad4d0983-7ac3-45ff-8e97-23b71ece38bf on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:43.654546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:43.658171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8eed66cd-c9fb-49a8-9759-fb1b86c4668b req-30045796-f87c-4ab5-b3be-2fcb0a8e509f tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "DELETE /v2.0/ports/ad4d0983-7ac3-45ff-8e97-23b71ece38bf HTTP/1.1" status: 204 len: 173 time: 0.5128376 Aug 31 19:12:43.786045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-deleted', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687'}, {'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'name': 'network-vif-deleted', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:43.789493 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc658e6d-2f38-46a2-935f-a8396227dec2" -d '{"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-deleted", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687"}, {"server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "name": "network-vif-deleted", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:43.792506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd210aa-3d7c-40eb-b872-88dce2639486 req-848a067f-693b-4ce3-8426-338dfe0f564f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:43.806639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abd210aa-3d7c-40eb-b872-88dce2639486 req-848a067f-693b-4ce3-8426-338dfe0f564f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.1084156 Aug 31 19:12:43.885809 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14994682-8c7e-479c-af1e-b2ddc77fec7d x-openstack-request-id: req-14994682-8c7e-479c-af1e-b2ddc77fec7d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:43.886504 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d223746-1b3c-435b-b175-511442f8219a", "name": "network-vif-deleted", "tag": "ebd286e1-66f6-42b9-ad21-fc922ebe5687", "status": "completed", "code": 200}, {"server_uuid": "b49f06c8-a686-4af4-8d6d-9acb129f44d1", "name": "network-vif-deleted", "tag": "ad4d0983-7ac3-45ff-8e97-23b71ece38bf", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:43.887246 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14994682-8c7e-479c-af1e-b2ddc77fec7d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:43.889249 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d223746-1b3c-435b-b175-511442f8219a', 'name': 'network-vif-deleted', 'tag': 'ebd286e1-66f6-42b9-ad21-fc922ebe5687', 'status': 'completed', 'code': 200} Aug 31 19:12:43.889718 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49f06c8-a686-4af4-8d6d-9acb129f44d1', 'name': 'network-vif-deleted', 'tag': 'ad4d0983-7ac3-45ff-8e97-23b71ece38bf', 'status': 'completed', 'code': 200} Aug 31 19:12:43.892794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abd210aa-3d7c-40eb-b872-88dce2639486 req-9f2cbeaa-0abc-409d-a064-78d002b668c7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Aug 31 19:12:43.922337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:44.000527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:44.067994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584fd8e-fbcc-47b9-a943-8325c650ef01 req-fd54a296-1b0f-4502-9164-7b2dda45f117 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:44.077578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8584fd8e-fbcc-47b9-a943-8325c650ef01 req-fd54a296-1b0f-4502-9164-7b2dda45f117 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 945 time: 0.0840964 Aug 31 19:12:44.146856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8584fd8e-fbcc-47b9-a943-8325c650ef01 req-02b61b4d-e688-4ad0-9dbc-ddfbb1b36252 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682042 Aug 31 19:12:44.179590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-96df743e-6867-4f33-bdbe-0b19b659cb48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20d745d3674842fb9b8296095bf88273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559295 Aug 31 19:12:44.182055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:44.204245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:44.242845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.294120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.321416 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c735a3-2e06-47f7-96a7-42104a14201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.370371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.416213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb214-2a4b-432b-9861-cd7f82c542e1 req-bf924fb4-578b-4001-b548-6b31b05987dc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:44.417831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7defb214-2a4b-432b-9861-cd7f82c542e1 req-bf924fb4-578b-4001-b548-6b31b05987dc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 946 time: 0.0795097 Aug 31 19:12:44.444292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:44.447549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:44.456510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.458827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.460010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fcab8ea7-7f42-4599-9391-c6ca90b26b30 HTTP/1.1" status: 204 len: 168 time: 0.2768531 Aug 31 19:12:44.469906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:44.470403 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.475897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.476183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843814-9aa3-4694-8ec9-ae00d02f2775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab8ea7-7f42-4599-9391-c6ca90b26b30,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:44.480308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9', 'port_id': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'mac_address': 'fa:16:3e:87:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8df6115-9453-4893-9868-13a30afb647e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:44.520537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff77ef-fa1d-4910-abd5-5f60cd13a247 req-81a8c7fd-057f-4628-ab92-27fa2710d545 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:44.528906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cff77ef-fa1d-4910-abd5-5f60cd13a247 req-81a8c7fd-057f-4628-ab92-27fa2710d545 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.1038258 Aug 31 19:12:44.542430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7defb214-2a4b-432b-9861-cd7f82c542e1 req-49012486-167a-4fe1-a8b7-7839fce045af tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147983 Aug 31 19:12:44.612790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.613694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cff77ef-fa1d-4910-abd5-5f60cd13a247 req-d043a6d7-4507-4f25-98ea-c3fffa622230 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838130 Aug 31 19:12:44.654261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:44.723427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:44.727050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.730576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f43a23e4-ee89-495a-986a-8c2c97ec4b93 req-a764d89b-23d1-46d6-a654-10cb49919697 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1f4e03-ffb6-4953-a5fc-38704b8cdfdf HTTP/1.1" status: 200 len: 210 time: 0.0481348 Aug 31 19:12:44.753046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.809802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:44.812221 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b35dc-0740-4c5d-8bc0-2e25400fb577" -d '{"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-plugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:44.838764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:44.853729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:44.855320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:44.886318 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fac469-d7cf-414a-beeb-009de58fcc3b x-openstack-request-id: req-16fac469-d7cf-414a-beeb-009de58fcc3b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:44.887168 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-plugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:44.887727 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16fac469-d7cf-414a-beeb-009de58fcc3b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:44.888123 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'code': 200} Aug 31 19:12:44.897543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:44.985275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdde2e-4a28-46cf-8c6b-23014a4d4690 req-b872c4d7-2923-402a-ac5c-4e8e2598fc17 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:44.996113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cccdde2e-4a28-46cf-8c6b-23014a4d4690 req-b872c4d7-2923-402a-ac5c-4e8e2598fc17 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 949 time: 0.0793180 Aug 31 19:12:45.009759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:45.040587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abdbea-146b-4476-931a-d045e3a4020e req-9329876e-d540-4cae-891e-1da224dff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.043590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37abdbea-146b-4476-931a-d045e3a4020e req-9329876e-d540-4cae-891e-1da224dff5ed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0853500 Aug 31 19:12:45.074713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cccdde2e-4a28-46cf-8c6b-23014a4d4690 req-f55be59a-259e-46cc-bd59-780be526be26 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759387 Aug 31 19:12:45.091472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37abdbea-146b-4476-931a-d045e3a4020e req-20c40539-61ff-486f-ac11-3ca3ec0083e0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Aug 31 19:12:45.101753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd994378-5033-4221-9475-3fd5f3596890 req-9bded218-bc38-4e32-9753-7496729f107f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.103722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.110404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd994378-5033-4221-9475-3fd5f3596890 req-9bded218-bc38-4e32-9753-7496729f107f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.0815847 Aug 31 19:12:45.140244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5ba43ae9-7584-4a88-aca5-7dd1cc965a85'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:45.149789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd994378-5033-4221-9475-3fd5f3596890 req-3e504145-a831-4bdd-9d21-2513597594cc tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385089 Aug 31 19:12:45.198690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:45.216544 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.300371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.303943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99279cd7-65ef-44ed-87a7-79374a9fcb44 req-1625fe07-e290-4dfb-b7cd-ac05d088c17f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.305716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:45.306211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99279cd7-65ef-44ed-87a7-79374a9fcb44 req-1625fe07-e290-4dfb-b7cd-ac05d088c17f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 946 time: 0.0710440 Aug 31 19:12:45.373643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99279cd7-65ef-44ed-87a7-79374a9fcb44 req-6b22e40b-b5cb-4336-81e4-1f989ced4f76 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Aug 31 19:12:45.387112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-9143bcff-d011-4420-8645-4de2b3e25135 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.388851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-9143bcff-d011-4420-8645-4de2b3e25135 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.0578065 Aug 31 19:12:45.490573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Deleting port 04115cdc-70d8-4001-a702-8285eaf747a9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:45.490919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.556198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.588150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] For port 04115cdc-70d8-4001-a702-8285eaf747a9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=04115cdc-70d8-4001-a702-8285eaf747a9,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:45.588533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.607251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Calling delete_port for 04115cdc-70d8-4001-a702-8285eaf747a9 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:45.710927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed27e-fcb4-43d2-97b6-109e25b70c6c req-e92957b3-8401-4b61-beb4-c1554b6c05a5 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.712477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f89ed27e-fcb4-43d2-97b6-109e25b70c6c req-e92957b3-8401-4b61-beb4-c1554b6c05a5 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=196b5c4a-9ec3-4709-a250-94a3594b6fea HTTP/1.1" status: 200 len: 944 time: 0.0820189 Aug 31 19:12:45.763892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.799251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f89ed27e-fcb4-43d2-97b6-109e25b70c6c req-2f5301f5-0e31-4126-afc9-2d12721b2c3a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786638 Aug 31 19:12:45.801921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event deleted for resources: {'Port': ['ID=04115cdc-70d8-4001-a702-8285eaf747a9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:45.813409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7daac-fe1a-45b4-a33d-44a58d6b2ac7 req-40d65f44-78db-4780-86f6-4519898f06ff tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:45.815790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e7daac-fe1a-45b4-a33d-44a58d6b2ac7 req-40d65f44-78db-4780-86f6-4519898f06ff tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.1023426 Aug 31 19:12:45.853251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] No DVR routers for this DVR port 04115cdc-70d8-4001-a702-8285eaf747a9 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:45.857503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:45.859999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-297dfda6-e1b9-4cb3-bb5a-f49aceebe580 req-12372b93-aefa-4ca3-b806-f5dd7adfc0e7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "DELETE /v2.0/ports/04115cdc-70d8-4001-a702-8285eaf747a9 HTTP/1.1" status: 204 len: 173 time: 0.4629591 Aug 31 19:12:45.880951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e7daac-fe1a-45b4-a33d-44a58d6b2ac7 req-f6c4ee1a-6a9f-48f2-8fdc-c981042993bd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568061 Aug 31 19:12:45.899220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-deleted', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:45.899220 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7084ae5-327e-488e-8167-4590d7bf5d86" -d '{"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-deleted", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:45.970095 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d97b526-f5f7-45cd-966f-04d6f7c84c0f x-openstack-request-id: req-2d97b526-f5f7-45cd-966f-04d6f7c84c0f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:45.970389 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-deleted", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:45.970636 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d97b526-f5f7-45cd-966f-04d6f7c84c0f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:45.971025 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-deleted', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9', 'status': 'completed', 'code': 200} Aug 31 19:12:46.182322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad4d0983-7ac3-45ff-8e97-23b71ece38bf no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:46.227016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: ad4d0983-7ac3-45ff-8e97-23b71ece38bf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:46.227671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad4d0983-7ac3-45ff-8e97-23b71ece38bf not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:46.240469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189240bc-a546-41ce-b7bc-e3ff367251ef req-56cd8454-6ceb-4072-b9dd-3b747031755e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:46.243690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-189240bc-a546-41ce-b7bc-e3ff367251ef req-56cd8454-6ceb-4072-b9dd-3b747031755e tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 949 time: 0.0734982 Aug 31 19:12:46.297833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-189240bc-a546-41ce-b7bc-e3ff367251ef req-d8f0d114-e7e8-4870-aedc-2fce44d1e24d tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Aug 31 19:12:46.366112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7cb7-f9ad-416d-8086-706dd9a3a559 req-c621eead-558c-4a3b-8eb1-218b80272069 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:46.368791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bdc7cb7-f9ad-416d-8086-706dd9a3a559 req-c621eead-558c-4a3b-8eb1-218b80272069 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.0881393 Aug 31 19:12:46.617115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-76872fcc-9853-4911-94d3-47b1e22a7c26 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:46.618666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-76872fcc-9853-4911-94d3-47b1e22a7c26 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 949 time: 0.0517530 Aug 31 19:12:46.723180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port bc04d0fc-0541-451a-92a9-398fa1270f2a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:46.723622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:46.813518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bdc7cb7-f9ad-416d-8086-706dd9a3a559 req-13cfad49-0f1c-4698-b9b2-4a36db3f407b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247293 Aug 31 19:12:46.843766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port bc04d0fc-0541-451a-92a9-398fa1270f2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bc04d0fc-0541-451a-92a9-398fa1270f2a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:46.844178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:46.869206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for bc04d0fc-0541-451a-92a9-398fa1270f2a owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:46.884869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:46.889649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:46.890815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01742f46-d8e0-420e-a085-ca674d8660fc req-69afd90d-5e63-4ccc-b504-8a97386b7169 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:46.892281 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc0ebc6-a31a-4ef7-b285-ad50cc68470c" -d '{"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-unplugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:46.906739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-69afd90d-5e63-4ccc-b504-8a97386b7169 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.4916704 Aug 31 19:12:46.925141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-185c0fcf-c06a-4f2a-8eaa-809508fa7afd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0173845 Aug 31 19:12:46.968143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-11685b21-8aab-4fdd-a7d2-16597c8bec1e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419884 Aug 31 19:12:47.034587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:47.047071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa', 'bc04d0fc-0541-451a-92a9-398fa1270f2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:47.053265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:47.095278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=bc04d0fc-0541-451a-92a9-398fa1270f2a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:47.134370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-1a2d4fe6-5a13-437d-b3ed-e3d7efc2fbbd service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652431 Aug 31 19:12:47.158729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port bc04d0fc-0541-451a-92a9-398fa1270f2a on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:47.161713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:47.163934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b2ae269-d7d8-444c-8c95-6555b1747d18 req-a66880ee-d1c2-47f3-bcf7-cd9c7de45acb tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "DELETE /v2.0/ports/bc04d0fc-0541-451a-92a9-398fa1270f2a HTTP/1.1" status: 204 len: 173 time: 0.5386505 Aug 31 19:12:47.182407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446905a7-3f9f-4ca6-8a74-855e544dd15f req-0d1c1a24-9d0f-4ffb-8c61-165f0a0b6132 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:47.184942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-446905a7-3f9f-4ca6-8a74-855e544dd15f req-0d1c1a24-9d0f-4ffb-8c61-165f0a0b6132 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 946 time: 0.1499090 Aug 31 19:12:47.308314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-446905a7-3f9f-4ca6-8a74-855e544dd15f req-62f93295-dfcd-43a9-ba4b-a3ce3c6f2955 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816405 Aug 31 19:12:47.389063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-85471760-9966-47b7-8f06-00a8050b2f13 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454703 Aug 31 19:12:47.455484 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cbd9e4-c910-4a43-90a5-9092b7741c14 x-openstack-request-id: req-41cbd9e4-c910-4a43-90a5-9092b7741c14 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:47.456087 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b5c4a-9ec3-4709-a250-94a3594b6fea", "name": "network-vif-unplugged", "status": "completed", "tag": "04115cdc-70d8-4001-a702-8285eaf747a9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:47.456197 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41cbd9e4-c910-4a43-90a5-9092b7741c14 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:47.456820 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b5c4a-9ec3-4709-a250-94a3594b6fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04115cdc-70d8-4001-a702-8285eaf747a9', 'code': 200} Aug 31 19:12:47.566221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-e233de7a-01ed-4d60-94da-fd3ccea85677 service neutron] 10.222.0.82 "GET /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.0931263 Aug 31 19:12:47.640659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c3bba-e605-41d3-b433-3f0a0f739290 req-a74be0e3-cac1-469f-b604-fd4f4ebf2541 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:47.648847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f31c3bba-e605-41d3-b433-3f0a0f739290 req-a74be0e3-cac1-469f-b604-fd4f4ebf2541 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 943 time: 0.0914736 Aug 31 19:12:47.699819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f31c3bba-e605-41d3-b433-3f0a0f739290 req-852b21bd-c6b2-42d1-a47e-5a8d36d83337 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Aug 31 19:12:47.903851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:47.935783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0c2545a-60cf-42f3-ba97-ac9cbe33ad5e req-7008c340-22ad-4399-afe7-bbce38159cb7 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee HTTP/1.1" status: 200 len: 210 time: 0.0907557 Aug 31 19:12:47.936337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:47.976666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'name': 'network-vif-deleted', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:47.979210 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7d77a-ed47-4e33-aeba-dd822cd054ce" -d '{"events": [{"server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "name": "network-vif-deleted", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:47.996677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:48.017501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5879f33e-7f9f-43e1-a168-15bb1686ffba {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:48.034128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:48.036822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e444c21a-ffd9-4750-8cf2-0f65fe3aeccb req-fc3c4df9-8405-44e4-b35b-5e6d69724393 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0578427 Aug 31 19:12:48.054933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:48.057854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:48.063396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:48.064082 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:48.162323 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:48.194066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] Transition to ACTIVE for port object 5879f33e-7f9f-43e1-a168-15bb1686ffba will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:48.199409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:48.201702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:48.223599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6754-c7ea-4c05-8d3f-28ce1f416040 req-2686a1bd-9223-4fa9-b1f6-df100c5b7d2a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.225924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d2e6754-c7ea-4c05-8d3f-28ce1f416040 req-2686a1bd-9223-4fa9-b1f6-df100c5b7d2a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.0644648 Aug 31 19:12:48.239239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:48.250138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:48.270791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] No DVR routers for this DVR port 5879f33e-7f9f-43e1-a168-15bb1686ffba on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:48.292279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:48.293177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:48.293310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] Pushing event updated for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:48.303666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d2e6754-c7ea-4c05-8d3f-28ce1f416040 req-3c70995e-dba3-431f-9980-9bd710f7095d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606377 Aug 31 19:12:48.329313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 04115cdc-70d8-4001-a702-8285eaf747a9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:48.329675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 04115cdc-70d8-4001-a702-8285eaf747a9 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:48.342294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:48.345069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-b6d65961-7dd5-403b-b1ee-4382cf41b7cc service neutron] 10.222.0.82 "PUT /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7705076 Aug 31 19:12:48.457646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-68f75d1f-d535-4a47-9ce2-e7f9420c4daa tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.459229 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-68f75d1f-d535-4a47-9ce2-e7f9420c4daa tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.0537674 Aug 31 19:12:48.518106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5854c6-ab28-4378-9eb7-14ef36bc7c30 req-0d7407a3-c75c-4586-80ac-e375b482d721 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.518687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-48313a24-cd23-4f65-bb14-5c49df3ad802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.520403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-48313a24-cd23-4f65-bb14-5c49df3ad802 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34&tenant_id=002ab79f79d940b29a6270791c193b49 HTTP/1.1" status: 200 len: 1096 time: 0.0518336 Aug 31 19:12:48.526300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb5854c6-ab28-4378-9eb7-14ef36bc7c30 req-0d7407a3-c75c-4586-80ac-e375b482d721 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 946 time: 0.0863342 Aug 31 19:12:48.562571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb5854c6-ab28-4378-9eb7-14ef36bc7c30 req-81fb4293-61bc-449b-a398-9302be5b227a tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 31 19:12:48.591595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-99e1bb64-3528-4258-badb-62017e4bc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.593108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-99e1bb64-3528-4258-badb-62017e4bc176 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002ab79f79d940b29a6270791c193b49&device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1096 time: 0.0472667 Aug 31 19:12:48.609032 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eab03c-0c05-4641-a63d-c1bc7cefc41c x-openstack-request-id: req-b5eab03c-0c05-4641-a63d-c1bc7cefc41c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:48.609310 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee", "name": "network-vif-deleted", "tag": "bc04d0fc-0541-451a-92a9-398fa1270f2a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:48.609550 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5eab03c-0c05-4641-a63d-c1bc7cefc41c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:48.610023 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb7629-4993-4b0a-9b2d-fd1e459ea4ee', 'name': 'network-vif-deleted', 'tag': 'bc04d0fc-0541-451a-92a9-398fa1270f2a', 'status': 'completed', 'code': 200} Aug 31 19:12:48.693957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-d3ff147e-2586-4c1f-a3ce-aa6a5847754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.695348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-d3ff147e-2586-4c1f-a3ce-aa6a5847754e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 200 len: 921 time: 0.0948763 Aug 31 19:12:48.748854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-2858b9e3-2e47-4e79-8b30-4f6a621da527 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 200 len: 217 time: 0.0416172 Aug 31 19:12:48.814109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-4bf1119d-36cd-4d8c-bf93-8e266b14d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.815609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-4bf1119d-36cd-4d8c-bf93-8e266b14d8a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 200 len: 860 time: 0.0587673 Aug 31 19:12:48.836678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31b0b-a028-4c63-bae9-0ccbfcd63785 req-1036db13-42c8-44d2-8440-4ab8640881bb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:48.838152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8b31b0b-a028-4c63-bae9-0ccbfcd63785 req-1036db13-42c8-44d2-8440-4ab8640881bb tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 944 time: 0.0535855 Aug 31 19:12:48.849804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-ffcc85a7-db41-4bc8-94af-c8a76a0e926a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9017580b-300c-47db-af06-4355f1b310b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244176 Aug 31 19:12:48.878481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8b31b0b-a028-4c63-bae9-0ccbfcd63785 req-e7cf3359-4b9f-45bf-bd60-b4c72e0472c1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Aug 31 19:12:48.967010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-774db6cd-29c4-42ed-b1fa-2f1f23f28a79 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978677 Aug 31 19:12:48.996926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-082415d5-91c2-4625-b75e-f3490261bc21 req-c2184b68-3083-499b-964f-e5567ea67645 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Aug 31 19:12:49.093955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-6e4759ee-8f46-4099-b785-866413442153 service neutron] 10.222.0.67 "GET /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176186 Aug 31 19:12:49.424729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-bd1f5a28-0a50-4665-9326-9e98dcd794da service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3297105 Aug 31 19:12:49.457947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:49.460947 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c6568-554b-45f6-baf3-ae81250ad4ac" -d '{"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:49.502049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663122-73d4-4eae-a52b-7da7aa91ab7f req-f6bf2fa1-58e4-48b6-9a81-5435a539e116 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.503915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28663122-73d4-4eae-a52b-7da7aa91ab7f req-f6bf2fa1-58e4-48b6-9a81-5435a539e116 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.0712321 Aug 31 19:12:49.543406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-7bad3904-dbe9-420d-9b50-b0b322fccf00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0334091 Aug 31 19:12:49.548678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28663122-73d4-4eae-a52b-7da7aa91ab7f req-d0430e4c-5beb-418a-80ff-fd90ccaeb3bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Aug 31 19:12:49.552959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-c6e575ff-b924-4b57-b427-84a3ca753227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.554450 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-c6e575ff-b924-4b57-b427-84a3ca753227 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 1097 time: 0.1018338 Aug 31 19:12:49.723756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080f1c-bd7b-447a-baf5-1e6984d65216 req-9cf5b877-4721-4d36-8c58-f027b0b33f79 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.725884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05080f1c-bd7b-447a-baf5-1e6984d65216 req-9cf5b877-4721-4d36-8c58-f027b0b33f79 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 950 time: 0.0688927 Aug 31 19:12:49.800135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:49.808236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300325349', 'description': 'tempest-description--475787198'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:49.815822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05080f1c-bd7b-447a-baf5-1e6984d65216 req-bd9c7dfd-ecfd-4601-9089-414c3b3539b9 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Aug 31 19:12:49.824940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-c82b7ca3-8b11-42be-8e1e-91f044539c05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943222 Aug 31 19:12:49.844635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01742f46-d8e0-420e-a085-ca674d8660fc req-e2bdb4cd-bbfe-4bcc-9977-25b878e08abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.846213 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-e2bdb4cd-bbfe-4bcc-9977-25b878e08abe service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=03db0b82e5b246cf958bb4db6df7154e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2876365 Aug 31 19:12:49.854297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-6de00dd8-7cab-4fca-bb30-0666048f4793 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.856355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-6de00dd8-7cab-4fca-bb30-0666048f4793 tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34&tenant_id=002ab79f79d940b29a6270791c193b49&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.1530261 Aug 31 19:12:49.857431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-ecd4a7ac-9e58-48dd-95da-e6e310c13740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:49.858754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-ecd4a7ac-9e58-48dd-95da-e6e310c13740 service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.2810938 Aug 31 19:12:49.869187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:49.870820 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3370ee-ee91-4823-b776-6b508a79e2b8 x-openstack-request-id: req-aa3370ee-ee91-4823-b776-6b508a79e2b8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:49.871424 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:49.871908 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa3370ee-ee91-4823-b776-6b508a79e2b8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:49.872568 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'code': 200} Aug 31 19:12:49.967350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.67', 59075) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:50.031150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-e5096a5f-d54d-429d-8d10-559ec3d413a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 200 len: 217 time: 0.1326947 Aug 31 19:12:50.064549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.076255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.112535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-476787d6-3e97-4438-8f20-b79ab9ffe18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.114286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-476787d6-3e97-4438-8f20-b79ab9ffe18d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 1102 time: 0.2250402 Aug 31 19:12:50.132421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.133636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3320789 Aug 31 19:12:50.138324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:50.147951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e18a5-8513-4de6-be3c-ecca6e741ac9 req-3d1f752b-335a-4365-bb0d-a0665f63663d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.149468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e31e18a5-8513-4de6-be3c-ecca6e741ac9 req-3d1f752b-335a-4365-bb0d-a0665f63663d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 946 time: 0.1572812 Aug 31 19:12:50.155224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'security_group_rule': {'security_group_id': '05ec23c8-4bbd-4305-a044-44d66f61b10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:50.157215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aed98-0770-438b-8ffb-d7c468f3f81a req-ace1cc6c-58e3-482e-94e0-8d32a662d204 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.158829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a41aed98-0770-438b-8ffb-d7c468f3f81a req-ace1cc6c-58e3-482e-94e0-8d32a662d204 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 944 time: 0.1629241 Aug 31 19:12:50.176772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df746a11-18e2-45fa-85b1-96876a582727 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec23c8-4bbd-4305-a044-44d66f61b10b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:50.190500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01742f46-d8e0-420e-a085-ca674d8660fc req-ce70d1b0-69ab-4548-a1c0-e4c174cd1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.191998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-ce70d1b0-69ab-4548-a1c0-e4c174cd1f2a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323648 Aug 31 19:12:50.196188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-cbce69e7-d216-4235-b535-1b45fbc00be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.197527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-cbce69e7-d216-4235-b535-1b45fbc00be8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.1383879 Aug 31 19:12:50.205312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360837de-a30b-408a-b7e8-ffe5a3acd054 req-dd728a25-824e-482b-9759-d18657984c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.206743 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-360837de-a30b-408a-b7e8-ffe5a3acd054 req-dd728a25-824e-482b-9759-d18657984c5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1097 time: 0.2089574 Aug 31 19:12:50.212940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bc04d0fc-0541-451a-92a9-398fa1270f2a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:50.234703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: bc04d0fc-0541-451a-92a9-398fa1270f2a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:50.235052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bc04d0fc-0541-451a-92a9-398fa1270f2a not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:50.289626 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-4f98dea7-3043-47ba-8ad1-25a151c00169 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784123 Aug 31 19:12:50.293374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a41aed98-0770-438b-8ffb-d7c468f3f81a req-aeafd98d-1340-4561-97a2-b1c05e9689b3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240594 Aug 31 19:12:50.298552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e31e18a5-8513-4de6-be3c-ecca6e741ac9 req-715687a3-df73-4a8e-9f58-cd46796af019 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316888 Aug 31 19:12:50.312524 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01742f46-d8e0-420e-a085-ca674d8660fc req-d032aaa6-f446-4030-9241-47b6be514a12 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0686626 Aug 31 19:12:50.321367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.335576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-21720035-6d26-4705-85ad-94ed5c76c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.337593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-21720035-6d26-4705-85ad-94ed5c76c5f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1984618 Aug 31 19:12:50.397729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-c0706e7c-8f78-495b-9e4f-a4ef9ee966cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece HTTP/1.1" status: 200 len: 217 time: 0.0495772 Aug 31 19:12:50.462415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-360837de-a30b-408a-b7e8-ffe5a3acd054 req-b41284bb-8c7f-4d0e-ac47-5606cc145041 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200599 Aug 31 19:12:50.472303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437a6fb2-22a5-450a-9336-22e20ef78dbe req-dfc8f79f-59d1-45f6-afb9-3dade5042f48 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0631552 Aug 31 19:12:50.482637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-2b9b4e89-817f-4175-be7b-dee7314323bf service neutron] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:12:50.501473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-2b9b4e89-817f-4175-be7b-dee7314323bf service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.502547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f3c3678-1f29-4163-8685-d2fd83e53ef5 req-2b9b4e89-817f-4175-be7b-dee7314323bf service neutron] 10.222.0.67 "DELETE /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.6272326 Aug 31 19:12:50.507789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-d331f886-e78a-4793-bc84-61ff78c09941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.511872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-d331f886-e78a-4793-bc84-61ff78c09941 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1012340 Aug 31 19:12:50.595503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb0741-15cd-4b90-a5b0-3f6d34954df0 req-c064b3da-bfae-4836-a4de-7268b9b7d6fd tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.597493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27bb0741-15cd-4b90-a5b0-3f6d34954df0 req-c064b3da-bfae-4836-a4de-7268b9b7d6fd tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 1096 time: 0.0480981 Aug 31 19:12:50.603402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-bb435caf-4aa4-4c99-bf44-2a612992ba92 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958536 Aug 31 19:12:50.605131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.620202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e253-1564-42d3-9584-f784b9f91450 req-5b26f519-18ce-46e1-b4e1-2f7876368531 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.622074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-afb9e253-1564-42d3-9584-f784b9f91450 req-5b26f519-18ce-46e1-b4e1-2f7876368531 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 950 time: 0.1168888 Aug 31 19:12:50.632537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.642281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27bb0741-15cd-4b90-a5b0-3f6d34954df0 req-b0b41ced-c05c-4ce4-a028-f17320a529fc tempest-LiveAutoBlockMigrationV225Test-2058028243 tempest-LiveAutoBlockMigrationV225Test-2058028243-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Aug 31 19:12:50.750952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-bed5e26f-647b-4326-8549-63bf3991e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.754329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-bed5e26f-647b-4326-8549-63bf3991e4f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757394 Aug 31 19:12:50.776365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605f8001-1f50-4f16-8dca-687a85640568,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:50.815960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.819698 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75bccd53-c0dc-4274-bcdd-3515381ee701 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6721461 Aug 31 19:12:50.829904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:50.835256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'security_group_rule': {'security_group_id': '05ec23c8-4bbd-4305-a044-44d66f61b10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:50.882798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-93fa662d-292d-4e25-b082-51e228de3d97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0620487 Aug 31 19:12:50.891611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4505-422f-4a68-80c5-2a867c5dab95 req-2973154f-f1f6-44db-b543-ce2a0b23180d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:50.894517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e2a4505-422f-4a68-80c5-2a867c5dab95 req-2973154f-f1f6-44db-b543-ce2a0b23180d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1385736 Aug 31 19:12:50.894661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7023d2c2-9cbd-4326-82b4-788144e5dd01 req-13dea1d9-305b-4b01-a396-65e709210c8c service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820044 Aug 31 19:12:50.923692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:50.989984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-286b0579-8a21-46e1-ac59-2abecb3d7fac service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232330 Aug 31 19:12:51.012359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port 2871bab9-3fa8-412e-a281-53946fddc3aa {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:51.013425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.032852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-f22c6668-fa74-440f-bdb3-e0eb4caefd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.035023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-f22c6668-fa74-440f-bdb3-e0eb4caefd46 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=03db0b82e5b246cf958bb4db6df7154e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401951 Aug 31 19:12:51.040727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e2a4505-422f-4a68-80c5-2a867c5dab95 req-57ba4074-92df-46ef-afc1-603dc8f05317 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167662 Aug 31 19:12:51.189264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.203893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.226377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port 2871bab9-3fa8-412e-a281-53946fddc3aa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2871bab9-3fa8-412e-a281-53946fddc3aa,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:51.226746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.244658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20152dfe-52e7-4bdb-a224-4c341a48704d req-52476365-829c-4e7c-8130-2e6e5ceaa0fc service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444508 Aug 31 19:12:51.247895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cff8d18-cef3-4e97-8dc1-0e65a9c21c7a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:51.248070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-a13863e5-571d-46e7-b3d9-afec1404676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.249479 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-a13863e5-571d-46e7-b3d9-afec1404676e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841466 Aug 31 19:12:51.250376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for 2871bab9-3fa8-412e-a281-53946fddc3aa owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:51.257223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7ca15-3024-4e56-b6eb-bab9a11a4977 req-42f87df3-6712-4b68-974b-cc7d82ea1bfd tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.258887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56a7ca15-3024-4e56-b6eb-bab9a11a4977 req-42f87df3-6712-4b68-974b-cc7d82ea1bfd tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=f84d0cb2-f61b-4c3b-9e43-2d455cafc871 HTTP/1.1" status: 200 len: 950 time: 0.1314096 Aug 31 19:12:51.260881 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.265403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fb0edc3d-5bc2-4dfe-9e13-277bbf907c75 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4307766 Aug 31 19:12:51.266110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:12:51.273633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:51.306002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56a7ca15-3024-4e56-b6eb-bab9a11a4977 req-72cb3a79-dcf3-4c8c-8995-0f55d08bb243 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Aug 31 19:12:51.374639 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51da0def-4b50-4b85-8a1b-edf9455d0b3c req-f55ea4d3-e793-4a6b-a3f9-6bac76503386 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.0400996 Aug 31 19:12:51.378396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.387951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78939a-e04c-4b40-9279-9cfb3f13e6cb req-c698b454-762b-4e83-963a-38c4eb6a0824 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.390142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff78939a-e04c-4b40-9279-9cfb3f13e6cb req-c698b454-762b-4e83-963a-38c4eb6a0824 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 944 time: 0.0540705 Aug 31 19:12:51.433788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff78939a-e04c-4b40-9279-9cfb3f13e6cb req-a1529a6c-aab7-4089-a5a0-8f1e30112522 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Aug 31 19:12:51.554470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-71287292-29ed-4173-8378-ffa959fd90a6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.556061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-71287292-29ed-4173-8378-ffa959fd90a6 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 950 time: 0.1220758 Aug 31 19:12:51.560824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.576420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:51.645153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475', 'ae2d01e5-67cc-4106-9881-417c41b17f31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:51.653976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=2871bab9-3fa8-412e-a281-53946fddc3aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:51.699926 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:12:51.701245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d0d1e3d-0081-4ba9-817e-aa7cd7fb7180 req-2a140c66-8e46-4711-814c-a2dbadfc11bc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d61583-1b7c-46db-a95e-76a34692c890 HTTP/1.1" status: 200 len: 210 time: 0.1055558 Aug 31 19:12:51.811556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port 2871bab9-3fa8-412e-a281-53946fddc3aa on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:51.831404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.834619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-afb9e253-1564-42d3-9584-f784b9f91450 req-1a641559-6bd2-4858-8ef1-90960f984144 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.82 "DELETE /v2.0/ports/2871bab9-3fa8-412e-a281-53946fddc3aa HTTP/1.1" status: 204 len: 173 time: 1.1988399 Aug 31 19:12:51.838166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'name': 'network-vif-deleted', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:51.840845 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a26937-2930-4af5-b97f-6a22a785aad5" -d '{"events": [{"server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "name": "network-vif-deleted", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:51.859291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:51.953331 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f77b3-4fc0-4e2a-a7b2-29fa32c33feb x-openstack-request-id: req-914f77b3-4fc0-4e2a-a7b2-29fa32c33feb {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:51.953331 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84d0cb2-f61b-4c3b-9e43-2d455cafc871", "name": "network-vif-deleted", "tag": "2871bab9-3fa8-412e-a281-53946fddc3aa", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:51.953331 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-914f77b3-4fc0-4e2a-a7b2-29fa32c33feb {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:51.953728 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84d0cb2-f61b-4c3b-9e43-2d455cafc871', 'name': 'network-vif-deleted', 'tag': '2871bab9-3fa8-412e-a281-53946fddc3aa', 'status': 'completed', 'code': 200} Aug 31 19:12:51.977291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-23091810-16b6-4fbf-a10d-7c2a166fc9fd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:51.978657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-23091810-16b6-4fbf-a10d-7c2a166fc9fd tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 944 time: 0.0888877 Aug 31 19:12:51.985550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port ae2d01e5-67cc-4106-9881-417c41b17f31 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:51.986041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.177095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Deleting port 5879f33e-7f9f-43e1-a168-15bb1686ffba {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:52.180106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.208498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port ae2d01e5-67cc-4106-9881-417c41b17f31, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ae2d01e5-67cc-4106-9881-417c41b17f31,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:52.209087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.224685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for ae2d01e5-67cc-4106-9881-417c41b17f31 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:52.234276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:12:52.338795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Allocated IP 172.25.3.98 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/63f379c5-f6d0-49f5-b3fd-e0dc79c15910) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:52.360449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-96b7ea21-532f-40cc-989c-d596bbde2238 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554225 Aug 31 19:12:52.366766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] For port 5879f33e-7f9f-43e1-a168-15bb1686ffba, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5879f33e-7f9f-43e1-a168-15bb1686ffba,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:52.367142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.402375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Calling delete_port for 5879f33e-7f9f-43e1-a168-15bb1686ffba owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:12:52.445993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:52.459211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361bf38-ff8b-4b47-9750-83f91e5a61c8 req-b34a2bb9-5345-4db7-afbb-b816d5fc8f66 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:52.460964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.461116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6361bf38-ff8b-4b47-9750-83f91e5a61c8 req-b34a2bb9-5345-4db7-afbb-b816d5fc8f66 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.3093493 Aug 31 19:12:52.488702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2871bab9-3fa8-412e-a281-53946fddc3aa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:52.490916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'mac_address': 'fa:16:3e:32:46:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:12:52.586212 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.589146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6361bf38-ff8b-4b47-9750-83f91e5a61c8 req-68796a22-8f25-44b5-9d3b-6afb8e23df1f tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901783 Aug 31 19:12:52.604916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-c1e6d932-812f-4eed-a222-f66d501647a0 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:52.606587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-c1e6d932-812f-4eed-a222-f66d501647a0 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347875 Aug 31 19:12:52.656921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3936be05-3bc7-4823-85e1-9ba577fdb1d4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:52.668496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-69c4a036-603d-4322-9870-47cad7edf6af tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/quotas/13cc793e94c743ae87cabdb3c2ac8777 HTTP/1.1" status: 200 len: 375 time: 0.0443127 Aug 31 19:12:52.697720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:52.718229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-af2f09e2-b9ae-48e3-9595-c37f8217b028 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486825 Aug 31 19:12:52.740520 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.757766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.829467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=ae2d01e5-67cc-4106-9881-417c41b17f31,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:52.829645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event deleted for resources: {'Port': ['ID=5879f33e-7f9f-43e1-a168-15bb1686ffba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:52.894692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3936be05-3bc7-4823-85e1-9ba577fdb1d4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:52.918708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.934766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:52.953271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] No DVR routers for this DVR port 5879f33e-7f9f-43e1-a168-15bb1686ffba on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:52.964864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.967771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b0cffb8-7f79-4aac-9a0a-18dd50d2edab req-e1e0d870-e66d-492c-b83d-75745479dade tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "DELETE /v2.0/ports/5879f33e-7f9f-43e1-a168-15bb1686ffba HTTP/1.1" status: 204 len: 173 time: 0.9808526 Aug 31 19:12:52.967920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port ae2d01e5-67cc-4106-9881-417c41b17f31 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:12:52.968045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-deleted', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:52.971517 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009a353-5d63-4703-8d04-5cf320cd952e" -d '{"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-deleted", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:52.989043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:52.998616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6afcaa4a-6241-4fc0-93d9-80c5c7450791 req-74d31872-b632-40e0-a0e8-6ea44f9d243c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "DELETE /v2.0/ports/ae2d01e5-67cc-4106-9881-417c41b17f31 HTTP/1.1" status: 204 len: 173 time: 1.4283595 Aug 31 19:12:53.003825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.008620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38c92dfb-52d6-4123-8bb7-a49bac899802 req-d55c0027-5c59-4d10-bcac-ae7407d21016 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 210 time: 0.0566926 Aug 31 19:12:53.068642 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37545c33-cd9c-4969-8e2a-a589761891ff x-openstack-request-id: req-37545c33-cd9c-4969-8e2a-a589761891ff {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:53.069293 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dfa3fe-5a80-40e4-a321-8bd43cc5be34", "name": "network-vif-deleted", "tag": "5879f33e-7f9f-43e1-a168-15bb1686ffba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:53.069981 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37545c33-cd9c-4969-8e2a-a589761891ff {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:53.070480 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dfa3fe-5a80-40e4-a321-8bd43cc5be34', 'name': 'network-vif-deleted', 'tag': '5879f33e-7f9f-43e1-a168-15bb1686ffba', 'status': 'completed', 'code': 200} Aug 31 19:12:53.082984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:53.104492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:53.110604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:53.175049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de0a6cc3-ed96-46f5-8b36-1eb2bb9239f5 req-0fb7c47c-76f0-4530-8531-255ff37ea131 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e6886c7-c2c4-4007-a8ec-800026f40e8c HTTP/1.1" status: 200 len: 210 time: 0.0620596 Aug 31 19:12:53.187144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'Port': ['ID=63f379c5-f6d0-49f5-b3fd-e0dc79c15910,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:53.249439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-b74b96d4-2525-4174-b16e-1e41246e3efc tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587907 Aug 31 19:12:53.302915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.380955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.505810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-b1151575-18c6-421f-b4e1-19004425d17c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:53.513672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-b1151575-18c6-421f-b4e1-19004425d17c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543576 Aug 31 19:12:53.541869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-44fb37f8-49f5-4b6b-bf24-7150627240a8 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/quotas/13cc793e94c743ae87cabdb3c2ac8777 HTTP/1.1" status: 200 len: 375 time: 0.0272777 Aug 31 19:12:53.550378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-36dd513c-cbfc-48a2-86dc-c4e9f4aa7b36 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:53.558687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-36dd513c-cbfc-48a2-86dc-c4e9f4aa7b36 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.2118206 Aug 31 19:12:53.635401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-97ad2351-516f-4ec8-a728-fe6abce68fb7 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925055 Aug 31 19:12:53.637489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-90907790-124d-447d-8bda-6c97653eb316 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0783687 Aug 31 19:12:53.674854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.681442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.704783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-b0fc6cc5-144b-479f-8fb6-1f0318b4704c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520601 Aug 31 19:12:53.776737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'Port': ['ID=63f379c5-f6d0-49f5-b3fd-e0dc79c15910,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:53.790945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.806946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:53.819385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16cf0bb6-68bc-4b50-8809-95989eb768d6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5503981 Aug 31 19:12:53.878566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', '3f3d0066-620d-4349-a302-e951144b1475'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:53.883532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['863467a9-760f-4103-93f2-8d2a8f1104e2', '5879f33e-7f9f-43e1-a168-15bb1686ffba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:12:53.922940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-1e995fb0-c996-4bd7-8da0-658e2d2c26a9 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101076 Aug 31 19:12:53.955011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'name': 'network-vif-deleted', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:53.957935 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbc618d-08aa-4416-b924-ffa0133d0684" -d '{"events": [{"server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "name": "network-vif-deleted", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:54.023952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ae2d01e5-67cc-4106-9881-417c41b17f31 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:54.094122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: ae2d01e5-67cc-4106-9881-417c41b17f31 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:54.094480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ae2d01e5-67cc-4106-9881-417c41b17f31 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:54.132775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-31d91f31-2219-4b8a-899b-73ddb53d92f6 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014689 Aug 31 19:12:54.236063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fa696-0782-464a-baca-10dccfcdf89b req-68a198c3-5823-41da-99b1-ee92c2e3f609 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:54.237655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-629fa696-0782-464a-baca-10dccfcdf89b req-68a198c3-5823-41da-99b1-ee92c2e3f609 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1040721 Aug 31 19:12:54.341684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:12:54.357793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-629fa696-0782-464a-baca-10dccfcdf89b req-69688c4f-1721-4eb1-8b06-3fec669a7ba4 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018028 Aug 31 19:12:54.640247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6f9cc2-28c3-4c54-91f2-63d6ebbc81b8 req-3105b248-39b5-44dc-980b-1b8b5da9f6c2 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 210 time: 0.0623834 Aug 31 19:12:54.646781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:54.647595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:54.651672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-c7cb6a20-0355-48cf-bd81-7799438f6704 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011264 Aug 31 19:12:54.889417 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:54.941173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-39915265-00da-4a0f-8eb2-b70b12404cbc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:54.959832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-39915265-00da-4a0f-8eb2-b70b12404cbc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.1533031 Aug 31 19:12:55.005538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-154aac3d-f52e-4efa-9ec9-f5d1de093b04 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/quotas/94609671718246c4b726c7f04ecd9d17 HTTP/1.1" status: 200 len: 375 time: 0.0443804 Aug 31 19:12:55.110360 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b25fd5-b534-4146-905e-69b3fd3fa448 x-openstack-request-id: req-72b25fd5-b534-4146-905e-69b3fd3fa448 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:55.110653 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6886c7-c2c4-4007-a8ec-800026f40e8c", "name": "network-vif-deleted", "tag": "ae2d01e5-67cc-4106-9881-417c41b17f31", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:55.110911 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72b25fd5-b534-4146-905e-69b3fd3fa448 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:55.111321 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6886c7-c2c4-4007-a8ec-800026f40e8c', 'name': 'network-vif-deleted', 'tag': 'ae2d01e5-67cc-4106-9881-417c41b17f31', 'status': 'completed', 'code': 200} Aug 31 19:12:55.119436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-1744291f-abf7-4ce8-b81c-e780ab549d34 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:55.121391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-1744291f-abf7-4ce8-b81c-e780ab549d34 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4605660 Aug 31 19:12:55.136503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:12:55.140750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Request body: {'port': {'device_id': '0defd42b-978d-408b-b405-38e856d9ce5d', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '13cc793e94c743ae87cabdb3c2ac8777'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:55.143440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:12:55.159874 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21273ad3-767f-4382-ac0d-aeff7e99a0bc" -d '{"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-plugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:12:55.167076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:55.168669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2871bab9-3fa8-412e-a281-53946fddc3aa no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:55.197393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6c50cfb-e56e-446b-b375-ad5bcc734678 req-75be4ce7-9d25-40d7-b6a1-55a0feb43931 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 210 time: 0.1056285 Aug 31 19:12:55.235174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-3db6b3b3-8c8b-459e-af22-e59e627f5d68 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2259290 Aug 31 19:12:55.254774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 2871bab9-3fa8-412e-a281-53946fddc3aa {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:55.264205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2871bab9-3fa8-412e-a281-53946fddc3aa not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:55.419530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Made reservation on behalf of 13cc793e94c743ae87cabdb3c2ac8777 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:55.436206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:55.452010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:55.487478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-09fd3964-ec16-4712-b859-cf0f106eb30e service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497997 Aug 31 19:12:55.536371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:55.557210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69d55009-f1c8-40ad-8b91-06ed9d798f64 req-1eda92ba-4602-4381-a69a-bbc1273ede8d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 210 time: 0.0558078 Aug 31 19:12:55.719866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:55.727978 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:55.760165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-61b0c347-24b0-4eb1-a086-ff58658385ba service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682610 Aug 31 19:12:55.843741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270ef707-a1be-4231-98a9-d608191c1165,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:55.858945 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-fc06df2c-fc5c-4ef5-abdf-05b84466b157 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537395 Aug 31 19:12:55.914289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46136aa-fc72-45e2-b23d-bde8e92958e6 req-0bb8fcd7-e844-4516-96b3-a2bf09d6e10b tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:55.918279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46136aa-fc72-45e2-b23d-bde8e92958e6 req-0bb8fcd7-e844-4516-96b3-a2bf09d6e10b tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1097 time: 0.1545780 Aug 31 19:12:56.002115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46136aa-fc72-45e2-b23d-bde8e92958e6 req-a5c72c59-b378-412f-9543-d4cbd2c0966b tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701926 Aug 31 19:12:56.014894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:12:56.085589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 5879f33e-7f9f-43e1-a168-15bb1686ffba {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:12:56.086550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5879f33e-7f9f-43e1-a168-15bb1686ffba not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:12:56.096910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-8e13e603-cf2e-4839-8e50-b82576f3bf61 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:56.098557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-8e13e603-cf2e-4839-8e50-b82576f3bf61 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276776 Aug 31 19:12:56.118936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Request body: {'port': {'device_id': 'a688ebeb-692d-48f7-861c-99095647c194', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '13cc793e94c743ae87cabdb3c2ac8777'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:56.148309 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b553d20-7d15-46d1-8695-77dce3747644 x-openstack-request-id: req-6b553d20-7d15-46d1-8695-77dce3747644 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:12:56.148910 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-plugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:12:56.149341 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b553d20-7d15-46d1-8695-77dce3747644 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:12:56.150380 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'code': 200} Aug 31 19:12:56.243788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Allocated IP 192.168.233.151 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/33dc32d7-7f2a-4095-999f-42f89227fcfb) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:56.353961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Made reservation on behalf of 13cc793e94c743ae87cabdb3c2ac8777 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:56.358659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:56.457411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78b93411-0846-4bd1-b1ff-3e1cd0c76ece req-8f3d0b1d-dbd2-4369-9acf-2bacc99bf32e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 210 time: 0.0647058 Aug 31 19:12:56.609101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a70e72e-72dd-467d-a9c3-c25889a0bdf6 req-724919cb-724f-4672-8b40-6ce914745d4d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 210 time: 0.0531437 Aug 31 19:12:56.617979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bbb6e-f68f-4386-86b6-20f4a3d589ee req-18e4f3f5-6db4-41bd-a33f-02b9f3c5f9c1 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:56.626404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-101bbb6e-f68f-4386-86b6-20f4a3d589ee req-18e4f3f5-6db4-41bd-a33f-02b9f3c5f9c1 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1097 time: 0.1153793 Aug 31 19:12:56.710085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-101bbb6e-f68f-4386-86b6-20f4a3d589ee req-315d04f3-28c0-42d6-a902-b4eac94e5523 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Aug 31 19:12:56.719715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:56.750951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Transition to ACTIVE for port object 33dc32d7-7f2a-4095-999f-42f89227fcfb will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:56.846852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02ec9ac7-b1a9-4fe9-b776-1267fae7eeb9 req-2b3ebc2f-d11a-4c64-b354-804bf4dc5cda tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 210 time: 0.0507429 Aug 31 19:12:56.883943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:57.006857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:57.023500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:57.062665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:57.071472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Allocated IP 192.168.233.204 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/2dfac8e3-9317-465d-a563-7c379d981b6a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:57.082511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:57.118527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190195bf-9b7a-4243-a754-183267543613 req-83b42b65-12e8-425a-8316-cc8c7e6d52fb tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:57.124618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-190195bf-9b7a-4243-a754-183267543613 req-83b42b65-12e8-425a-8316-cc8c7e6d52fb tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.1523337 Aug 31 19:12:57.256003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e9ff55e-d66c-4d42-87d2-99c0d7ddb188 req-c73d4cb4-60ee-4d99-9df4-95d818670f68 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 210 time: 0.1286824 Aug 31 19:12:57.311150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:57.352176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:57.374403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-190195bf-9b7a-4243-a754-183267543613 req-adf53de3-46b8-41dd-a94f-8c65282bef99 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169202 Aug 31 19:12:57.491534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-ecadaec7-fe84-47de-a7cc-0b5a2506293e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3547902 Aug 31 19:12:57.494209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0aeeaa6a-0630-4a4b-960c-a8bbc1933875 None None] Provisioning for port 33dc32d7-7f2a-4095-999f-42f89227fcfb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:57.501464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-18f697ed-8d60-459b-8bd8-7ca2d7dcea10 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:57.503016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-18f697ed-8d60-459b-8bd8-7ca2d7dcea10 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.3770740 Aug 31 19:12:57.505723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0aeeaa6a-0630-4a4b-960c-a8bbc1933875 None None] Provisioning complete for port 33dc32d7-7f2a-4095-999f-42f89227fcfb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:57.507573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0aeeaa6a-0630-4a4b-960c-a8bbc1933875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:57.526485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:57.544783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Request body: {'port': {'device_id': '0defd42b-978d-408b-b405-38e856d9ce5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:57.571273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0aeeaa6a-0630-4a4b-960c-a8bbc1933875 None None] Port 33dc32d7-7f2a-4095-999f-42f89227fcfb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:12:57.770957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:57.776103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:57.809801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.098298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.10 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/33d79cbd-2919-4044-b1e7-328e9862b5ca) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:58.109358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.166248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Transition to ACTIVE for port object 2dfac8e3-9317-465d-a563-7c379d981b6a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:58.177670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-1282df45-989e-4e29-b30a-e500d9dc459b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:58.179190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-1282df45-989e-4e29-b30a-e500d9dc459b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.3840313 Aug 31 19:12:58.195561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'port': {'device_id': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'admin_state_up': True, 'tenant_id': '94609671718246c4b726c7f04ecd9d17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:58.272445 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.320904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d10fab6-fdfa-4e26-a2b4-e83206146e51 req-ac07a41a-75c3-428b-999c-5d3f063a4a1b tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 210 time: 0.3666918 Aug 31 19:12:58.342712 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.346582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.429061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:58.430703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:58.435524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:58.438399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:58.502084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:58.502884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.528949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:58.548189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:12:58.558899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:12:58.562788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:12:58.582773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-646c290c-26c2-4232-85c1-8631c5a8653d req-bd6bd1d8-2a8a-49cd-b6c5-8de9ed9f877b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 210 time: 0.0759122 Aug 31 19:12:58.604514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-cbfcfdf7-0944-4c1f-a304-1d52436ee299 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0802648 Aug 31 19:12:58.624435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Request body: {'port': {'device_id': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:58.637055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:58.649754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.780164 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-df0da5b8-b122-4e98-8880-7d8109bc6a0a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6650136 Aug 31 19:12:58.790824 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.817420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Request body: {'port': {'device_id': 'a688ebeb-692d-48f7-861c-99095647c194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:58.919137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:12:58.931469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Made reservation on behalf of 94609671718246c4b726c7f04ecd9d17 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:12:58.935870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:58.942967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.006550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Transition to ACTIVE for port object 33dc32d7-7f2a-4095-999f-42f89227fcfb will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:12:59.014442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb98f0e4-a2ec-478e-80b9-b63a2b7c9fa2 None None] Provisioning for port 2dfac8e3-9317-465d-a563-7c379d981b6a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:12:59.021595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb98f0e4-a2ec-478e-80b9-b63a2b7c9fa2 None None] Provisioning complete for port 2dfac8e3-9317-465d-a563-7c379d981b6a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:12:59.022386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb98f0e4-a2ec-478e-80b9-b63a2b7c9fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.024457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.027827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.053386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56996ca-f623-454b-ae1b-d3473c282898 req-0915c972-096a-44b2-b235-9b9ce1a98fae tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:59.054337 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e56996ca-f623-454b-ae1b-d3473c282898 req-0915c972-096a-44b2-b235-9b9ce1a98fae tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 949 time: 0.2064168 Aug 31 19:12:59.078943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-52e193e6-83ba-4998-a756-ef38b4fa3aef tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:12:59.089161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-52e193e6-83ba-4998-a756-ef38b4fa3aef tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392673 Aug 31 19:12:59.100924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb98f0e4-a2ec-478e-80b9-b63a2b7c9fa2 None None] Port 2dfac8e3-9317-465d-a563-7c379d981b6a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:12:59.103072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Request body: {'binding': {'host': 'n-h1-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:12:59.105140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:12:59.253625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:12:59.310556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0687-4c89-44fd-9828-18b5261705eb req-0d886bb5-2e48-4db1-a5b4-d40cbe8e6b03 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:59.322971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b2b0687-4c89-44fd-9828-18b5261705eb req-0d886bb5-2e48-4db1-a5b4-d40cbe8e6b03 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 949 time: 0.5874548 Aug 31 19:12:59.528212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Allocated IP 172.20.0.5 (87a85d53-1810-4e08-b8a3-70c3b2830320/adca81d1-7a77-4cbe-8e92-e9a565f08caf/2424334e-9d02-4f50-9ccf-5d83bb108cc0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:12:59.719865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Attempting to bind port 33dc32d7-7f2a-4095-999f-42f89227fcfb on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:12:59.720202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Attempting to bind port 33dc32d7-7f2a-4095-999f-42f89227fcfb by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:12:59.720530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Attempting to bind port 33dc32d7-7f2a-4095-999f-42f89227fcfb on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:59.733437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port 3f3d0066-620d-4349-a302-e951144b1475 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:12:59.733777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.790086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Port 33dc32d7-7f2a-4095-999f-42f89227fcfb on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:12:59.790410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Attempting to bind port 33dc32d7-7f2a-4095-999f-42f89227fcfb on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:12:59.815208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-8d31ce60-3363-41cc-aab9-38b38dd9579b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:12:59.816699 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-8d31ce60-3363-41cc-aab9-38b38dd9579b tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 950 time: 0.3259599 Aug 31 19:12:59.831363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:12:59.832082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:12:59.832219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:12:59.832552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Bound port: 33dc32d7-7f2a-4095-999f-42f89227fcfb, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:12:59.832908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:12:59.955101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b2b0687-4c89-44fd-9828-18b5261705eb req-88f0dbaa-b2ea-4888-91ae-b87672a7efff tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303792 Aug 31 19:13:00.161802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fa028a4-38ba-45ad-97b9-9abcec1ba0d8 req-a5634c32-205a-41e4-a04a-b01fb8a17047 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dfa3fe-5a80-40e4-a321-8bd43cc5be34 HTTP/1.1" status: 200 len: 210 time: 0.0968816 Aug 31 19:13:00.189877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d79cbd-2919-4044-b1e7-328e9862b5ca {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:00.250518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on host n-h1-778550-14 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:00.251113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:00.251748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:00.265613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.282951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:00.283909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:00.297538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Transition to ACTIVE for port object 33d79cbd-2919-4044-b1e7-328e9862b5ca will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:00.299113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:00.299485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:00.299940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:00.300680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Bound port: 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:00.306982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.480586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Pushing event updated for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:00.524893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port 3f3d0066-620d-4349-a302-e951144b1475, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=3f3d0066-620d-4349-a302-e951144b1475,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:00.525386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.553540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:00.607196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for 3f3d0066-620d-4349-a302-e951144b1475 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:00.616364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.631353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-749342fa-974d-4332-ac54-ff4e9ecf3a19 service neutron] 10.222.0.73 "POST /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85/bindings HTTP/1.1" status: 201 len: 390 time: 1.5377398 Aug 31 19:13:00.658928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.661573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:00.665461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfac8e3-9317-465d-a563-7c379d981b6a {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:00.678448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.737713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:00.765022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d857b3-8e17-4b46-b44f-38f3361c9931 req-600b5bec-d649-47af-9604-36b72b80c039 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:00.775536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.777788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55d857b3-8e17-4b46-b44f-38f3361c9931 req-600b5bec-d649-47af-9604-36b72b80c039 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 944 time: 0.2330251 Aug 31 19:13:00.790112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Transition to ACTIVE for port object 2dfac8e3-9317-465d-a563-7c379d981b6a will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:00.796680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Attempting to bind port 33d79cbd-2919-4044-b1e7-328e9862b5ca on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:00.797037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Attempting to bind port 33d79cbd-2919-4044-b1e7-328e9862b5ca by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:00.797357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Attempting to bind port 33d79cbd-2919-4044-b1e7-328e9862b5ca on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:00.828080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Port 33d79cbd-2919-4044-b1e7-328e9862b5ca on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:00.828442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Attempting to bind port 33d79cbd-2919-4044-b1e7-328e9862b5ca on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:00.856294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:00.856655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:00.857054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:00.857536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Bound port: 33d79cbd-2919-4044-b1e7-328e9862b5ca, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:00.857855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.890853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.958774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:00.959722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:00.961301 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] 10.222.0.82 "PUT /v2.0/ports/33dc32d7-7f2a-4095-999f-42f89227fcfb HTTP/1.1" status: 200 len: 1097 time: 3.4299219 Aug 31 19:13:00.972770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:00.975513 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00afe80d-6273-44b9-87b0-00ed4b75c6db" -d '{"events": [{"name": "network-changed", "server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:01.033656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port b7ef4a13-bfc4-4648-ac15-da44085fbe42 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:01.034261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.069214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0b19-2da7-46b0-a8e1-0d9b541d969b service neutron] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:01.132366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55d857b3-8e17-4b46-b44f-38f3361c9931 req-dbebe52f-9b58-421d-bcb1-fa778e969e55 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488200 Aug 31 19:13:01.176374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.303207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-db267e70-43c2-470f-8ded-6230dc2dc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.304815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-db267e70-43c2-470f-8ded-6230dc2dc50b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1097 time: 0.3949060 Aug 31 19:13:01.329958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaabeab-a374-45fc-9289-74e6b09aacf4 req-8983bc58-1d44-4241-90ad-48438b85edc5 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.337869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eeaabeab-a374-45fc-9289-74e6b09aacf4 req-8983bc58-1d44-4241-90ad-48438b85edc5 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.2362082 Aug 31 19:13:01.450730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:01.491749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:01.517461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-fc30964a-b79d-4826-aefe-bf441916f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.519961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-fc30964a-b79d-4826-aefe-bf441916f07d service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1675878 Aug 31 19:13:01.526100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:01.555124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:01.586652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-2a201e9c-ec92-4e3b-ade4-dd242f3596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.588209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-2a201e9c-ec92-4e3b-ade4-dd242f3596e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 1100 time: 0.5572841 Aug 31 19:13:01.667729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c1f5-7b09-4ca3-a8cd-5089d12c58e0 req-305ef7b6-b062-4b4f-b091-4a527daf7087 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.675393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fee6c1f5-7b09-4ca3-a8cd-5089d12c58e0 req-305ef7b6-b062-4b4f-b091-4a527daf7087 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 931 time: 0.3678803 Aug 31 19:13:01.700076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:01.703581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-cb9dfa9f-d67d-4b63-b386-90ae9883d4e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 217 time: 0.1479232 Aug 31 19:13:01.717413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:01.717798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.726043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-b34bbc35-d479-4749-aad1-3d92fa3666e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb HTTP/1.1" status: 200 len: 217 time: 0.1083159 Aug 31 19:13:01.747946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.760305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:01.772285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:01.777811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-85c325d8-42ac-47f4-a279-6b0ed3b1a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.778029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for b7ef4a13-bfc4-4648-ac15-da44085fbe42 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:01.779874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-85c325d8-42ac-47f4-a279-6b0ed3b1a336 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.0576553 Aug 31 19:13:01.785406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:01.811886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:01.812470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.815076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Attempting to bind port 2dfac8e3-9317-465d-a563-7c379d981b6a on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:01.815419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Attempting to bind port 2dfac8e3-9317-465d-a563-7c379d981b6a by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:01.815805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Attempting to bind port 2dfac8e3-9317-465d-a563-7c379d981b6a on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:01.847223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fee6c1f5-7b09-4ca3-a8cd-5089d12c58e0 req-5b53f0f1-d800-4699-92dd-e945d13d0be7 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705794 Aug 31 19:13:01.849476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-a8abe5eb-91ba-414a-9ad2-c3b5c147006b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452597 Aug 31 19:13:01.853010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:01.863293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eeaabeab-a374-45fc-9289-74e6b09aacf4 req-cc3eff39-ccbe-44ae-9f30-fdd54f4badac tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245368 Aug 31 19:13:01.873844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Port 2dfac8e3-9317-465d-a563-7c379d981b6a on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:01.874212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Attempting to bind port 2dfac8e3-9317-465d-a563-7c379d981b6a on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:01.876425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=3f3d0066-620d-4349-a302-e951144b1475,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:01.927454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-7a4ef947-2582-42a8-8def-af91bf7bf83f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7358770 Aug 31 19:13:01.964854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:01.965218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:01.965582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:01.966036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Bound port: 2dfac8e3-9317-465d-a563-7c379d981b6a, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:01.966425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.009872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Request body: {'port': {'device_id': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:02.012863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Pushing event updated for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:02.013950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port 3f3d0066-620d-4349-a302-e951144b1475 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:02.022115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-883b660d-c4a1-4dc6-a0d8-32dd1ec4e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.023604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-883b660d-c4a1-4dc6-a0d8-32dd1ec4e04f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2768219 Aug 31 19:13:02.025866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.028435 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e56996ca-f623-454b-ae1b-d3473c282898 req-5872905b-a432-41a4-827e-ac57f17130d2 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "DELETE /v2.0/ports/3f3d0066-620d-4349-a302-e951144b1475 HTTP/1.1" status: 204 len: 173 time: 2.9169633 Aug 31 19:13:02.031413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7ef4a13-bfc4-4648-ac15-da44085fbe42 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:02.052812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.053984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.056303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-bd401cb2-978b-45ab-9525-42e3b1d2a211 service neutron] 10.222.0.67 "PUT /v2.0/ports/33d79cbd-2919-4044-b1e7-328e9862b5ca HTTP/1.1" status: 200 len: 1093 time: 3.4364777 Aug 31 19:13:02.097344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:02.100654 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129e4f95-3b3a-4bf4-87d8-acdac899b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:02.229418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-4138056b-44b1-4c64-bb6b-37e6fab95a53 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.231622 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-4138056b-44b1-4c64-bb6b-37e6fab95a53 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.82 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.3415461 Aug 31 19:13:02.315026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e3815-4cc3-4efd-a876-094c64942b32 req-7a7877a6-ab97-4e21-9b2e-e7a8b88eca83 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.317104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a19e3815-4cc3-4efd-a876-094c64942b32 req-7a7877a6-ab97-4e21-9b2e-e7a8b88eca83 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.3238356 Aug 31 19:13:02.366523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-0e0a9391-fdc8-40e1-a1c2-7187786ddff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.367913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-0e0a9391-fdc8-40e1-a1c2-7187786ddff3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 1096 time: 0.2224450 Aug 31 19:13:02.377129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.402925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a19e3815-4cc3-4efd-a876-094c64942b32 req-77072eaa-1f7e-477f-a0c7-5ba7c33cc086 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684195 Aug 31 19:13:02.415064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-907a5d2f-2050-4e2e-9d51-77fac32d7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.416913 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-907a5d2f-2050-4e2e-9d51-77fac32d7940 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3675635 Aug 31 19:13:02.427484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:02.438118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f74671-cc4f-4ffc-9632-2e7f2e9d63c5 req-59cb842c-4acb-495d-9ac3-c7e2e0bfe8ee tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.440038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5f74671-cc4f-4ffc-9632-2e7f2e9d63c5 req-59cb842c-4acb-495d-9ac3-c7e2e0bfe8ee tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.2773995 Aug 31 19:13:02.475875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:02.484805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.486949 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9553d755-9299-45e6-8c3a-f6868a39f16c" -d '{"events": [{"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:02.514591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-09a15bec-462e-4d7d-97b5-7d93abbd4e1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca HTTP/1.1" status: 200 len: 217 time: 0.1193087 Aug 31 19:13:02.531676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-64c7093a-5cb3-4ac7-a20c-6ad51146fa55 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666548 Aug 31 19:13:02.538788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b7ef4a13-bfc4-4648-ac15-da44085fbe42, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7ef4a13-bfc4-4648-ac15-da44085fbe42,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:02.549316 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.550299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 3f3d0066-620d-4349-a302-e951144b1475 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:02.665507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:02.667838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-89a04e25-f223-4944-87d1-1d39b3a3a63f service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170275 Aug 31 19:13:02.702291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5f74671-cc4f-4ffc-9632-2e7f2e9d63c5 req-9c500946-9ace-4dbf-affe-f4293cb1a001 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151585 Aug 31 19:13:02.730296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:02.740684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 3f3d0066-620d-4349-a302-e951144b1475 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:02.741475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3130bb92-1232-4045-93fd-d8d2c0d87cec req-e17c358c-d01d-4193-9858-729a8a99774c tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0cd5c0-8434-4ff6-bdc6-38537f5b491d HTTP/1.1" status: 200 len: 210 time: 0.0436316 Aug 31 19:13:02.754976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 3f3d0066-620d-4349-a302-e951144b1475 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:02.766078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.773899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-f4d46a0a-2580-499c-8443-3f1905cad780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.780585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-f4d46a0a-2580-499c-8443-3f1905cad780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.2518358 Aug 31 19:13:02.842138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-805f42ab-92f3-46f6-8341-5234898e94e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532014 Aug 31 19:13:02.985238 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbf64b-e87e-41b4-8047-7040e5bd4760 x-openstack-request-id: req-65fbf64b-e87e-41b4-8047-7040e5bd4760 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:02.985800 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:02.985800 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65fbf64b-e87e-41b4-8047-7040e5bd4760 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:02.986317 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'status': 'completed', 'code': 200} Aug 31 19:13:02.993962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:02.994602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:02.996839 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/2dfac8e3-9317-465d-a563-7c379d981b6a HTTP/1.1" status: 200 len: 1097 time: 4.1923461 Aug 31 19:13:03.195430 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d72cd-0e63-465c-9e7a-7e497ac77dff x-openstack-request-id: req-024d72cd-0e63-465c-9e7a-7e497ac77dff {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:03.207829 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:03.208206 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-024d72cd-0e63-465c-9e7a-7e497ac77dff {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:03.208768 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca', 'status': 'completed', 'code': 200} Aug 31 19:13:03.252556 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9444c91e-cd89-4989-965d-c58792288bb5 x-openstack-request-id: req-9444c91e-cd89-4989-965d-c58792288bb5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:03.253077 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:03.253077 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9444c91e-cd89-4989-965d-c58792288bb5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:03.253546 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'code': 200} Aug 31 19:13:03.302029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:03.320106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e2a7-b40c-4466-a797-d020e8b659c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:03.326065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b7c3f06f-8b5a-4be7-9066-b5df1a91aece'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:03.397315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-eefd9ff3-533d-45ef-b396-520b81b8df84 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668334 Aug 31 19:13:03.415026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-436f2993-e5e7-48e6-8477-b095062d98e5 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579920 Aug 31 19:13:03.446355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=b7ef4a13-bfc4-4648-ac15-da44085fbe42,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:03.551578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Deleting port 94a72208-8f7d-4f3b-95c3-23308c0e1282 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:03.552209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:03.765224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65a9e216-bb7e-4c53-a69c-79b89e717d8c req-f6c6a151-9eab-4a8e-be45-02625ec845f0 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366051 Aug 31 19:13:03.984248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b5e0c-3479-4d93-a831-d3a80f90c519 req-1dfb921f-8532-4959-938c-2d8abc278f30 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:03.991897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb6b5e0c-3479-4d93-a831-d3a80f90c519 req-1dfb921f-8532-4959-938c-2d8abc278f30 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 944 time: 0.7821529 Aug 31 19:13:04.120824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb6b5e0c-3479-4d93-a831-d3a80f90c519 req-a20697a2-040f-415a-889d-cc372cf45a7f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129913 Aug 31 19:13:04.163362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e63d9-b7c2-4f1a-8b01-929310f02f3d req-20d1caf8-5eaf-4b79-97bc-5da2f85e31a3 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.174914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-839e63d9-b7c2-4f1a-8b01-929310f02f3d req-20d1caf8-5eaf-4b79-97bc-5da2f85e31a3 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 931 time: 0.4009895 Aug 31 19:13:04.222297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-c3d708d0-2681-4d7d-a369-236cfe3318b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.223855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-c3d708d0-2681-4d7d-a369-236cfe3318b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 1096 time: 0.3495443 Aug 31 19:13:04.310325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] For port 94a72208-8f7d-4f3b-95c3-23308c0e1282, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=94a72208-8f7d-4f3b-95c3-23308c0e1282,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:04.311245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:04.355946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-d80d28c4-d2f9-4317-8589-d5480513e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.357448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-d80d28c4-d2f9-4317-8589-d5480513e13c service neutron] 10.222.0.67 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.1195161 Aug 31 19:13:04.369452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0dc3852-a149-4f4a-a298-dca00ecb54c5 req-d968af72-5046-4e1a-b8a9-730d6f874b90 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9422441 Aug 31 19:13:04.371169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.371616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.372075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.372515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.372966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.373401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.373827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.374253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.384687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.385177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.386268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.386757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:04.406700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-839e63d9-b7c2-4f1a-8b01-929310f02f3d req-bda9490a-a8f1-4955-9934-ffcb468d4180 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299371 Aug 31 19:13:04.460028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-92b9a681-5b44-4a99-b39b-813eeed3b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.462207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-92b9a681-5b44-4a99-b39b-813eeed3b65b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 1100 time: 1.2819490 Aug 31 19:13:04.468923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port b7ef4a13-bfc4-4648-ac15-da44085fbe42 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:04.525301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-5184181b-1ff6-4c41-b061-1f9870302b0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca HTTP/1.1" status: 200 len: 217 time: 0.1410017 Aug 31 19:13:04.542585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:04.544877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56df2c1f-d006-4a57-a2d8-ab4663cb6711 req-9ab20c58-c3fa-417b-b1d3-91f759d8b832 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "DELETE /v2.0/ports/b7ef4a13-bfc4-4648-ac15-da44085fbe42 HTTP/1.1" status: 204 len: 173 time: 4.7146850 Aug 31 19:13:04.546254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-63c2f3cf-c078-4cc3-8c85-8da107cba61d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2dfac8e3-9317-465d-a563-7c379d981b6a HTTP/1.1" status: 200 len: 217 time: 0.0694199 Aug 31 19:13:04.592236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-92b7c018-1441-4cc6-8df8-14b983db6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.593977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-92b7c018-1441-4cc6-8df8-14b983db6b1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0506580 Aug 31 19:13:04.623034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8f551-16f8-452a-91e5-095c47270694 req-aba06548-8fb0-44d7-ad8e-ee876cf0282e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.630458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebd8f551-16f8-452a-91e5-095c47270694 req-aba06548-8fb0-44d7-ad8e-ee876cf0282e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.2720275 Aug 31 19:13:04.670690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-40de0928-6adc-49c4-b2d6-c3e32b4652d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629098 Aug 31 19:13:04.706311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-34cfbdfb-939f-4106-99c5-82de2d511a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.709093 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-34cfbdfb-939f-4106-99c5-82de2d511a00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1454005 Aug 31 19:13:04.712284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84e529-0c14-40c2-bafe-1393a9f7a5d5 req-5bd0bbe7-72ff-44d7-9cc7-08496d9987bf tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.721788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac84e529-0c14-40c2-bafe-1393a9f7a5d5 req-5bd0bbe7-72ff-44d7-9cc7-08496d9987bf tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.2073603 Aug 31 19:13:04.774233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebd8f551-16f8-452a-91e5-095c47270694 req-8465e226-db01-416a-a74c-e6df90dc4bec tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426954 Aug 31 19:13:04.852889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-498e709e-9a69-4210-8468-fa8a7f07765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.854560 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-498e709e-9a69-4210-8468-fa8a7f07765b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 1100 time: 0.3884635 Aug 31 19:13:04.869633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac84e529-0c14-40c2-bafe-1393a9f7a5d5 req-b8e7a776-9d49-43a7-bfb1-f2918a2bd3c2 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573003 Aug 31 19:13:04.888750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-56847999-4836-4777-a1c6-783bce9b304e service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999054 Aug 31 19:13:04.994860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-57b77c74-3ba9-4e27-9585-38cee10780df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:04.997229 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-57b77c74-3ba9-4e27-9585-38cee10780df service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1295037 Aug 31 19:13:04.997684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'name': 'network-vif-deleted', 'tag': '3f3d0066-620d-4349-a302-e951144b1475'}, {'name': 'network-changed', 'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a'}, {'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-deleted', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:05.002739 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1017a4-14b6-4a81-bfa0-1ed758197210" -d '{"events": [{"server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "name": "network-vif-deleted", "tag": "3f3d0066-620d-4349-a302-e951144b1475"}, {"name": "network-changed", "server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a"}, {"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-deleted", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:05.157004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129e4f95-3b3a-4bf4-87d8-acdac899b48c req-74c2d276-cca9-4ac4-b05b-0409a4221361 service neutron] 10.222.0.67 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519915 Aug 31 19:13:05.240109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cea68-f7cc-4ae4-825c-f7c9ea80fadf req-36e1f742-f052-4954-b0c1-a8ed20ef9cd7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:05.248823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c87cea68-f7cc-4ae4-825c-f7c9ea80fadf req-36e1f742-f052-4954-b0c1-a8ed20ef9cd7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.2697423 Aug 31 19:13:05.288725 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-c83db06a-5cfe-48a5-843c-18f3b1bca7b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb HTTP/1.1" status: 200 len: 217 time: 0.2609708 Aug 31 19:13:05.318449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-24596dbd-28e1-402e-8e97-4fee02638cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:05.342061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-24596dbd-28e1-402e-8e97-4fee02638cff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6160038 Aug 31 19:13:05.344342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2424334e-9d02-4f50-9ccf-5d83bb108cc0 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:05.379876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c87cea68-f7cc-4ae4-825c-f7c9ea80fadf req-fc333143-d77a-474d-8a76-882875d3d022 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257527 Aug 31 19:13:05.626072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dc24027-b0ab-4934-8ce2-16696166db4d req-f46de268-ba81-4408-8c77-aeb1bdd1559a tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5a55f4d-9aff-4a27-92b5-83d727eb332e HTTP/1.1" status: 200 len: 210 time: 0.0693455 Aug 31 19:13:05.664622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:05.688482 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-dac1e7cb-6822-4bc1-addd-47b6b5501e44 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685278 Aug 31 19:13:05.690965 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953855a-b99b-4649-a6be-a7c1cc93c3fc x-openstack-request-id: req-6953855a-b99b-4649-a6be-a7c1cc93c3fc {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:05.691266 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0cd5c0-8434-4ff6-bdc6-38537f5b491d", "name": "network-vif-deleted", "tag": "3f3d0066-620d-4349-a302-e951144b1475", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a", "status": "completed", "code": 200}, {"server_uuid": "b5a55f4d-9aff-4a27-92b5-83d727eb332e", "name": "network-vif-deleted", "tag": "b7ef4a13-bfc4-4648-ac15-da44085fbe42", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:05.691519 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6953855a-b99b-4649-a6be-a7c1cc93c3fc {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:05.691997 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0cd5c0-8434-4ff6-bdc6-38537f5b491d', 'name': 'network-vif-deleted', 'tag': '3f3d0066-620d-4349-a302-e951144b1475', 'status': 'completed', 'code': 200} Aug 31 19:13:05.692251 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'status': 'completed', 'code': 200} Aug 31 19:13:05.692501 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55f4d-9aff-4a27-92b5-83d727eb332e', 'name': 'network-vif-deleted', 'tag': 'b7ef4a13-bfc4-4648-ac15-da44085fbe42', 'status': 'completed', 'code': 200} Aug 31 19:13:05.861628 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85b66bc5-a4a3-4e48-abb5-176b91c34b36 req-5e042ded-4618-4645-8eef-252e64fe1122 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558034 Aug 31 19:13:05.900158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Transition to ACTIVE for port object 2424334e-9d02-4f50-9ccf-5d83bb108cc0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:05.937403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-61e22a01-838f-40a3-a381-2fa9233dc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:05.938828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-61e22a01-838f-40a3-a381-2fa9233dc08a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.6370299 Aug 31 19:13:05.943737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7348a2e-b597-4b84-a891-9609ffa98bf8 req-25288b80-744a-40c7-ad1e-3f0da3389bf0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:05.945571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7348a2e-b597-4b84-a891-9609ffa98bf8 req-25288b80-744a-40c7-ad1e-3f0da3389bf0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 944 time: 0.2065287 Aug 31 19:13:05.969152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:05.978140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d9fe2-9ff1-4f1c-9710-6db2ed68d0f7 req-3ac0be1a-a5f6-463b-9223-776784d240d4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:05.987346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b0d9fe2-9ff1-4f1c-9710-6db2ed68d0f7 req-3ac0be1a-a5f6-463b-9223-776784d240d4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 931 time: 0.2235048 Aug 31 19:13:06.005564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:06.005564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:06.005925 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf disassociated. External IP: 172.25.3.247, port: 94a72208-8f7d-4f3b-95c3-23308c0e1282. Aug 31 19:13:06.006014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Calling delete_port for 94a72208-8f7d-4f3b-95c3-23308c0e1282 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:06.038566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 33d79cbd-2919-4044-b1e7-328e9862b5ca details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:06.095464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b0d9fe2-9ff1-4f1c-9710-6db2ed68d0f7 req-cafe214f-bf82-4f82-beb1-3a3e3ea2dc53 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066892 Aug 31 19:13:06.134593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:06.164687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7348a2e-b597-4b84-a891-9609ffa98bf8 req-7e238f2c-f4da-40fc-bbf2-1d603c8be102 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117233 Aug 31 19:13:06.340715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:06.357187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7c76-61bb-48c7-a733-d1a64bb089a1 req-5c30630e-e46a-46b3-bf73-5915d0037ce4 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:06.367362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac4d7c76-61bb-48c7-a733-d1a64bb089a1 req-5c30630e-e46a-46b3-bf73-5915d0037ce4 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.1229098 Aug 31 19:13:06.396846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '33d79cbd-2919-4044-b1e7-328e9862b5ca', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': '33d79cbd-2919-4044-b1e7-328e9862b5ca', 'mac_address': 'fa:16:3e:31:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:06.413359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:06.425805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 94a72208-8f7d-4f3b-95c3-23308c0e1282 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:06.480779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac4d7c76-61bb-48c7-a733-d1a64bb089a1 req-5be63b15-2ba5-4992-a8c0-1bdb27f49b45 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045935 Aug 31 19:13:06.495738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Attempting to bind port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:06.496290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Attempting to bind port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:06.496473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Attempting to bind port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:06.539351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-210f5a99-1d0f-429b-ae56-3b625029bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:06.543453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-210f5a99-1d0f-429b-ae56-3b625029bc95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 1100 time: 0.5992539 Aug 31 19:13:06.550475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-381c7395-e5f9-459a-99d1-a08cef7dc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:06.559781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-381c7395-e5f9-459a-99d1-a08cef7dc2d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5926056 Aug 31 19:13:06.580489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572548-c9bb-471a-ab2b-3fb92d6f9dc4 req-7021ec29-0b69-4b23-a6da-113ef7c92422 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:06.580867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:06.580867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Attempting to bind port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:06.589723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a572548-c9bb-471a-ab2b-3fb92d6f9dc4 req-7021ec29-0b69-4b23-a6da-113ef7c92422 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 946 time: 0.1925995 Aug 31 19:13:06.711563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a572548-c9bb-471a-ab2b-3fb92d6f9dc4 req-36593182-ce85-4c23-b3a2-6b5601ce643b tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206818 Aug 31 19:13:06.815742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82babf3e-082b-462e-850b-4eba0823ef36 req-3fb96bd3-3520-4d5a-abba-fc5335d1ac77 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:06.817546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82babf3e-082b-462e-850b-4eba0823ef36 req-3fb96bd3-3520-4d5a-abba-fc5335d1ac77 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1420388 Aug 31 19:13:06.857156 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-c5eb279c-29d4-4a73-b950-b6248c339563 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761245 Aug 31 19:13:06.896163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:06.919806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82babf3e-082b-462e-850b-4eba0823ef36 req-b093f366-98cb-4a9a-b9ef-21cc25fd8cbf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891924 Aug 31 19:13:06.956892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'mac_address': 'fa:16:3e:6b:0f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:07.000347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-367a440e-dd53-4c48-a42e-aa718593da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.002137 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.004929 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-367a440e-dd53-4c48-a42e-aa718593da0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.4340119 Aug 31 19:13:07.227682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:07.227916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Checking segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:07.228278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Bound using segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:07.228720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Bound port: 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:07.229077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.300309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-1f5983cd-ad08-4b9b-98b8-5e11854f3fcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2dfac8e3-9317-465d-a563-7c379d981b6a HTTP/1.1" status: 200 len: 217 time: 0.0876482 Aug 31 19:13:07.308796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.371037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05b42-23d5-44a7-9825-0f21eaaac8ce req-33bd0ec5-51bd-4f42-8825-6faaa919f7cd tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.385436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:07.385778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fa05b42-23d5-44a7-9825-0f21eaaac8ce req-33bd0ec5-51bd-4f42-8825-6faaa919f7cd tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.1649408 Aug 31 19:13:07.425385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d79cbd-2919-4044-b1e7-328e9862b5ca {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:07.480994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fa05b42-23d5-44a7-9825-0f21eaaac8ce req-610e41fd-ae47-43f9-9480-aa21249330be tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933735 Aug 31 19:13:07.587453 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.590601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:07.596752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:07.599281 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.636350 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.691348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3471d-3d13-40f8-b259-23486160d740 req-67e4fdf8-29fe-4f34-b5d4-1695ad7a96b2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.696817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00afe80d-6273-44b9-87b0-00ed4b75c6db req-41a59006-aa18-482a-8d35-0f5d8d088f91 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798027 Aug 31 19:13:07.700039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45e3471d-3d13-40f8-b259-23486160d740 req-67e4fdf8-29fe-4f34-b5d4-1695ad7a96b2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 945 time: 0.1067631 Aug 31 19:13:07.727672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-e7a533d8-5770-4be6-a56e-2d084069a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.732281 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-e7a533d8-5770-4be6-a56e-2d084069a6dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.3979402 Aug 31 19:13:07.734826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:07.741725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:07.767827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:07.810170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.836500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ec378-0fa4-4402-aa9b-2708debd2928 req-45945486-900f-4b86-89fb-46e265a8f4fd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.838246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-205ec378-0fa4-4402-aa9b-2708debd2928 req-45945486-900f-4b86-89fb-46e265a8f4fd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.1360829 Aug 31 19:13:07.864641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45e3471d-3d13-40f8-b259-23486160d740 req-fbf28883-4bfe-4f79-b7f8-cd725b57c09d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635246 Aug 31 19:13:07.871249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:07.871940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.873465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] 10.222.0.82 "PUT /v2.0/ports/2424334e-9d02-4f50-9ccf-5d83bb108cc0 HTTP/1.1" status: 200 len: 1092 time: 5.8911223 Aug 31 19:13:07.874314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:07.890125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:07.893287 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87" -d '{"events": [{"name": "network-changed", "server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:07.931140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['33dc32d7-7f2a-4095-999f-42f89227fcfb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:07.957484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-205ec378-0fa4-4402-aa9b-2708debd2928 req-324bb8a8-db21-4753-9e87-0d908de30a5c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Aug 31 19:13:08.028426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:08.056518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:08.085001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986162e-d1ea-4008-ada0-56420c99e017 req-4f0b1527-d84f-4431-9c61-04a64e529673 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:08.090874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['33d79cbd-2919-4044-b1e7-328e9862b5ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:08.091733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a986162e-d1ea-4008-ada0-56420c99e017 req-4f0b1527-d84f-4431-9c61-04a64e529673 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1098170 Aug 31 19:13:08.094816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-58da97a1-460a-4630-918c-cc94b553e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:08.105187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-58da97a1-460a-4630-918c-cc94b553e988 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3553696 Aug 31 19:13:08.189795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a986162e-d1ea-4008-ada0-56420c99e017 req-e07c1f7c-345a-4bc7-9f8e-018e8e7da036 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882320 Aug 31 19:13:08.392177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:08.416452 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4452ae1-14b4-4986-b708-f813ea72b839 x-openstack-request-id: req-a4452ae1-14b4-4986-b708-f813ea72b839 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:08.416775 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:08.424131 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4452ae1-14b4-4986-b708-f813ea72b839 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:08.427336 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'status': 'completed', 'code': 200} Aug 31 19:13:08.428952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'mac_address': 'fa:16:3e:fa:c2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:08.486366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218579b8-5b15-4c6a-9060-49a724654658 service neutron] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:08.493671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e6dcf6d-6543-4bd3-baa1-78eadb36b089 req-419b9d4e-ff07-4f0b-8f16-30c12f5b3462 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 210 time: 0.3612859 Aug 31 19:13:08.638633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891f51-5ae4-468f-8135-d4e542d7415f req-7441327c-c62b-4ba9-b455-c63cc7bc296b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:08.647319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a891f51-5ae4-468f-8135-d4e542d7415f req-7441327c-c62b-4ba9-b455-c63cc7bc296b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1119156 Aug 31 19:13:08.770786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a891f51-5ae4-468f-8135-d4e542d7415f req-cd5a52b8-5ad4-4bf8-a661-5735d5bc658e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225011 Aug 31 19:13:08.786069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-d112cdbb-139e-4505-83e9-06bb8538ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:08.787785 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-d112cdbb-139e-4505-83e9-06bb8538ace6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 1095 time: 0.8610396 Aug 31 19:13:08.834710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3ed8-6fb8-41da-9aa0-845debc2a3de req-218f6777-67ee-4adc-ba73-fd51a326001e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:08.836304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd4a3ed8-6fb8-41da-9aa0-845debc2a3de req-218f6777-67ee-4adc-ba73-fd51a326001e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.2182877 Aug 31 19:13:08.853231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:08.919092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd4a3ed8-6fb8-41da-9aa0-845debc2a3de req-859c1a9c-bcef-4db6-8a91-71cdebaa6d8f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754259 Aug 31 19:13:08.942223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-981c60a5-ea45-4a03-ae3d-e59c48789401 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0 HTTP/1.1" status: 200 len: 217 time: 0.0838146 Aug 31 19:13:08.942223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event deleted for resources: {'Port': ['ID=94a72208-8f7d-4f3b-95c3-23308c0e1282,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:08.974636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:13:08.975985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfac8e3-9317-465d-a563-7c379d981b6a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:09.047463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:09.070762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:09.169936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80963a57-25e7-461c-bd37-078379be5bf1 req-043a9521-cb63-41c7-89c3-8062fc920ab8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:09.177392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80963a57-25e7-461c-bd37-078379be5bf1 req-043a9521-cb63-41c7-89c3-8062fc920ab8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 945 time: 0.1117389 Aug 31 19:13:09.215128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:09.241833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80963a57-25e7-461c-bd37-078379be5bf1 req-fec2815e-9ce6-402e-b990-296ee2d7f21c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Aug 31 19:13:09.394608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:13:09.398687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['2dfac8e3-9317-465d-a563-7c379d981b6a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:09.405131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:13:09.411200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-1dc88917-e2f0-443d-b29b-b930cbcc75b0 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1001968 Aug 31 19:13:09.412846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085e66-6c29-4622-9216-454f73eeed7a req-81611524-ef4c-4855-b067-952ea6c71c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:09.414861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-81611524-ef4c-4855-b067-952ea6c71c35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.4617529 Aug 31 19:13:09.450604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d030af-7990-43ba-a256-0a8035739265 req-27ce63b9-c928-4edf-a47b-fd2d665b1c62 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:09.452212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62d030af-7990-43ba-a256-0a8035739265 req-27ce63b9-c928-4edf-a47b-fd2d665b1c62 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1926000 Aug 31 19:13:09.469414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:09.470140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:12:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:09.512970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427cc4-07f2-4a69-a6da-974ab615df7b req-58983342-12bc-4e91-a857-ee6690ef9b45 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:09.522359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a427cc4-07f2-4a69-a6da-974ab615df7b req-58983342-12bc-4e91-a857-ee6690ef9b45 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 949 time: 0.2649136 Aug 31 19:13:09.703662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a427cc4-07f2-4a69-a6da-974ab615df7b req-de50995d-2e2d-4563-be40-c47e63ac7ac2 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775501 Aug 31 19:13:09.752781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed137a-839e-430f-998c-0368e270011e req-67945919-a5ea-4373-991c-ec5b14542b1c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:09.762619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ed137a-839e-430f-998c-0368e270011e req-67945919-a5ea-4373-991c-ec5b14542b1c tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.3876040 Aug 31 19:13:09.793134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:13:09.961155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ed137a-839e-430f-998c-0368e270011e req-22031740-fa47-475d-90c4-027c86aeec34 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374798 Aug 31 19:13:09.995883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b94c5-a460-4cd4-962a-cf6121feaa02 req-bdecdf32-e021-4713-a2e8-56c31a871f84 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:10.004352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-658b94c5-a460-4cd4-962a-cf6121feaa02 req-bdecdf32-e021-4713-a2e8-56c31a871f84 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 950 time: 0.1570044 Aug 31 19:13:10.053225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] No DVR routers for this DVR port 94a72208-8f7d-4f3b-95c3-23308c0e1282 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:10.056154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.063231 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9841987a-f88e-4d21-ad4d-b4faf013d9a3 req-6c714c98-cb60-4e4b-899c-693ff5745e70 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.82 "DELETE /v2.0/ports/94a72208-8f7d-4f3b-95c3-23308c0e1282 HTTP/1.1" status: 204 len: 173 time: 7.7716770 Aug 31 19:13:10.108796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Deleting port b7c3f06f-8b5a-4be7-9066-b5df1a91aece {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:10.110080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.123418 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-1fce6484-4704-4b69-8fd1-8ff1c0f1538b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7009013 Aug 31 19:13:10.143062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-658b94c5-a460-4cd4-962a-cf6121feaa02 req-5a04c346-dedc-45d3-8c26-cb52c1017147 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2197dfc-7ae3-4ea7-b317-d5190b209792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376994 Aug 31 19:13:10.300341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ed990e8-86e2-4e9f-a890-39780dd47d81 req-756cc55c-780f-4fb1-956d-f6b203915705 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce HTTP/1.1" status: 200 len: 210 time: 0.1080065 Aug 31 19:13:10.322782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 33d79cbd-2919-4044-b1e7-328e9862b5ca up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:10.376902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:10.410758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-7cf94b37-eff0-4453-aaf7-c63afc16ff79 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:10.420768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-7cf94b37-eff0-4453-aaf7-c63afc16ff79 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.3564262 Aug 31 19:13:10.440367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'name': 'network-vif-deleted', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:10.442602 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e4ebe1-1368-4989-8b99-99de7c4dcdf8" -d '{"events": [{"server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "name": "network-vif-deleted", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:10.533753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047893-8f23-4e18-8a20-34c1642965e5 req-70321593-931d-4485-a4a3-e968034dd0c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:10.541561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc047893-8f23-4e18-8a20-34c1642965e5 req-70321593-931d-4485-a4a3-e968034dd0c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1568637 Aug 31 19:13:10.563403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e513b-b6eb-4064-80c5-3a7655bf5da2 req-c2dd7e61-818a-439a-a785-0a31f2f21a7a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:10.571312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-246e513b-b6eb-4064-80c5-3a7655bf5da2 req-c2dd7e61-818a-439a-a785-0a31f2f21a7a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.1281104 Aug 31 19:13:10.610985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] For port b7c3f06f-8b5a-4be7-9066-b5df1a91aece, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:10.611429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.627936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d1017a4-14b6-4a81-bfa0-1ed758197210 req-7b1db009-0d77-4428-8b5e-8eda43f8a13e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1572099 Aug 31 19:13:10.658089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 33dc32d7-7f2a-4095-999f-42f89227fcfb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:10.661228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 33d79cbd-2919-4044-b1e7-328e9862b5ca completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:10.671473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 33d79cbd-2919-4044-b1e7-328e9862b5ca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:10.672874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-6b453afb-822f-45ef-b12a-d56b16e216f7 service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228853 Aug 31 19:13:10.674835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.680226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-246e513b-b6eb-4064-80c5-3a7655bf5da2 req-d5f3bab9-b44a-41fc-91c6-7e71b84fa821 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079071 Aug 31 19:13:10.706600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 33dc32d7-7f2a-4095-999f-42f89227fcfb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:10.706885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.721590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Calling delete_port for b7c3f06f-8b5a-4be7-9066-b5df1a91aece owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:10.779147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc047893-8f23-4e18-8a20-34c1642965e5 req-90080e8e-bd4f-42ba-8e0d-a911110fe479 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349377 Aug 31 19:13:10.833500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Deleting port 863467a9-760f-4103-93f2-8d2a8f1104e2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:10.844198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:10.883764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:10.958114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:13:11.049993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] For port 863467a9-760f-4103-93f2-8d2a8f1104e2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863467a9-760f-4103-93f2-8d2a8f1104e2,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:11.050402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.067171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:11.067775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:12:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:11.080644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Calling delete_port for 863467a9-760f-4103-93f2-8d2a8f1104e2 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:11.099401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d88de-d335-4510-bf70-e48be5ad5ed1 req-8904af0b-fa77-4cdd-b1a3-c607e31f1ec4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:11.108389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-243d88de-d335-4510-bf70-e48be5ad5ed1 req-8904af0b-fa77-4cdd-b1a3-c607e31f1ec4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 945 time: 0.1647878 Aug 31 19:13:11.156150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0f713-8904-4c4b-b76d-2e176c9dea0e req-a34f5a58-4229-4a1a-bd9b-57f77feb82fa tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:11.157289 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d41346-5298-464f-95c8-20cdcfb24eaf x-openstack-request-id: req-17d41346-5298-464f-95c8-20cdcfb24eaf {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:11.157777 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce", "name": "network-vif-deleted", "tag": "94a72208-8f7d-4f3b-95c3-23308c0e1282", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:11.158207 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17d41346-5298-464f-95c8-20cdcfb24eaf {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:11.158771 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce3ed2e-0b4b-4ec7-b7ce-771497e7c3ce', 'name': 'network-vif-deleted', 'tag': '94a72208-8f7d-4f3b-95c3-23308c0e1282', 'status': 'completed', 'code': 200} Aug 31 19:13:11.165724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ed0f713-8904-4c4b-b76d-2e176c9dea0e req-a34f5a58-4229-4a1a-bd9b-57f77feb82fa tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 949 time: 0.1406965 Aug 31 19:13:11.219545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fc085e66-6c29-4622-9216-454f73eeed7a req-3035b63d-2a80-4430-a32d-451a77cf794f service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294774 Aug 31 19:13:11.319431 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.385163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.394931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-a83e4a1d-c1e6-4a0e-a8e0-f1e758c6251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:11.396536 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-a83e4a1d-c1e6-4a0e-a8e0-f1e758c6251e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 1095 time: 0.0867233 Aug 31 19:13:11.428318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.447814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:11.450134 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c04152-ec4b-4b51-8f42-80f7b7a75841" -d '{"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:11.482975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event deleted for resources: {'Port': ['ID=863467a9-760f-4103-93f2-8d2a8f1104e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:11.533309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:13:11.587025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-243d88de-d335-4510-bf70-e48be5ad5ed1 req-f14bee3d-5b10-4b3e-b9af-b60bebc8c288 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772699 Aug 31 19:13:11.625693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:11.655840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] No DVR routers for this DVR port 863467a9-760f-4103-93f2-8d2a8f1104e2 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:11.660941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.666763 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b2a914c-ccc6-4d12-97ef-8ee9e88d4036 req-db507a6c-3403-4651-b8d7-3744960d415f tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "DELETE /v2.0/ports/863467a9-760f-4103-93f2-8d2a8f1104e2 HTTP/1.1" status: 204 len: 173 time: 1.2075570 Aug 31 19:13:11.683468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ed0f713-8904-4c4b-b76d-2e176c9dea0e req-e2ffdd07-8e66-4476-aad9-d9f67fdaa174 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167258 Aug 31 19:13:11.684764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.700113 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68cab79a-d144-4e7f-8559-d0c1f87015c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.717845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.785009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-aa933057-1ff9-4e3d-a195-c78479df388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:11.786663 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-aa933057-1ff9-4e3d-a195-c78479df388e service neutron] 10.222.0.82 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 922 time: 0.3258462 Aug 31 19:13:11.863234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-55e2bc7d-2daf-4b2d-98a8-66c8c869a5d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0 HTTP/1.1" status: 200 len: 217 time: 0.0683544 Aug 31 19:13:11.892751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:11.904210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebc8f7b8-7e8d-43c7-b35c-ebbf9426d2a9 req-c3797f78-11c7-4cda-a36c-2806c70e0264 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a14574-2a83-4101-9368-9227514ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.1482568 Aug 31 19:13:11.912169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Pushing event deleted for resources: {'Port': ['ID=b7c3f06f-8b5a-4be7-9066-b5df1a91aece,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:11.940929 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:11.960172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-5a18cf50-201c-4aec-823a-7f3558f3665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:11.962155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-5a18cf50-201c-4aec-823a-7f3558f3665a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.0890095 Aug 31 19:13:11.967923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:12.020264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-a66cdf0c-74f9-40ff-960a-0fc5ba222519 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452206 Aug 31 19:13:12.028997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] No DVR routers for this DVR port b7c3f06f-8b5a-4be7-9066-b5df1a91aece on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:12.033033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:12.036002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62d030af-7990-43ba-a256-0a8035739265 req-aa5c869e-dc48-4d08-8618-4e1d74132d37 tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.67 "DELETE /v2.0/ports/b7c3f06f-8b5a-4be7-9066-b5df1a91aece HTTP/1.1" status: 204 len: 173 time: 2.5640213 Aug 31 19:13:12.036737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'name': 'network-vif-deleted', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:12.040215 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137e4d5-bc37-43ad-9715-e30e0f4c64dc" -d '{"events": [{"server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "name": "network-vif-deleted", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:12.074387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:12.092187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2000c779-5757-4ffc-b864-ecb0d5108c59 req-ed13fba6-42d4-48ab-bfbd-99c3bbe94bad tempest-ServersOnMultiNodesTest-1479273544 tempest-ServersOnMultiNodesTest-1479273544-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce27ec29-c7a2-421a-a725-dec661c46575 HTTP/1.1" status: 200 len: 210 time: 0.0783956 Aug 31 19:13:12.137280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:12.151857 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc1eee4-7c98-4a99-ba8f-022721684ba5 x-openstack-request-id: req-cfc1eee4-7c98-4a99-ba8f-022721684ba5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:12.152195 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:12.152384 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfc1eee4-7c98-4a99-ba8f-022721684ba5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:12.152765 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'code': 200} Aug 31 19:13:12.203339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 2dfac8e3-9317-465d-a563-7c379d981b6a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:12.215046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:12.217821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 2dfac8e3-9317-465d-a563-7c379d981b6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:12.218903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:12.223477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-7d08b4a9-5da5-4288-9310-01b41948c37e service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943877 Aug 31 19:13:12.296082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2117be-9d90-4a25-b5c2-d27d59404801 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:05Z', 'revision_number': 4, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd39cf279-8589-48e7-b5e5-3cc070394b2e', 'name': '', 'network_id': 'f6181a6e-1ab5-48be-9f8b-fcaf5bc82588', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'mac_address': 'fa:16:3e:f2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:04Z', 'updated_at': '2021-08-31T19:08:13Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'subnets': [{'id': '0458a2fe-e33f-47ea-a8c3-ec2e9906eb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:13:12.447395 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8958f64-ffd9-4756-ac44-8b2a7f27bf87 req-8e03bcfc-7448-469d-8000-c8c310f67383 service neutron] 10.222.0.82 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161739 Aug 31 19:13:12.450505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b84a12-81c9-476a-852f-41ffc28bf96d req-7bf9a368-b879-40d4-b354-e5706d1412cc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:12.459203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98b84a12-81c9-476a-852f-41ffc28bf96d req-7bf9a368-b879-40d4-b354-e5706d1412cc tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.2357492 Aug 31 19:13:12.512630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:12.529077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cbfaf-be4f-4777-a3f0-4bedc37114be req-8c0d9432-dd48-4351-bf75-da0ed4f3ca31 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:12.542837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-172cbfaf-be4f-4777-a3f0-4bedc37114be req-8c0d9432-dd48-4351-bf75-da0ed4f3ca31 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.2675197 Aug 31 19:13:12.604315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98b84a12-81c9-476a-852f-41ffc28bf96d req-74b7cd84-3f47-4281-b058-a31d0d48ae2e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412442 Aug 31 19:13:12.613493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:12.620902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:12.622245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7c3f06f-8b5a-4be7-9066-b5df1a91aece no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:12.633376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678520d-8972-4032-b425-08ce970a7c0c req-15d92ebe-bec6-4b75-b840-b2299b021207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:12.636288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e678520d-8972-4032-b425-08ce970a7c0c req-15d92ebe-bec6-4b75-b840-b2299b021207 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 1102 time: 0.1152425 Aug 31 19:13:12.670245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-172cbfaf-be4f-4777-a3f0-4bedc37114be req-b3d5102f-6920-47d0-9b3a-a875c1f2f9f5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260054 Aug 31 19:13:12.752225 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34184346-ddec-4aad-a9f7-7fc1b3e41885 x-openstack-request-id: req-34184346-ddec-4aad-a9f7-7fc1b3e41885 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:12.752851 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27ec29-c7a2-421a-a725-dec661c46575", "name": "network-vif-deleted", "tag": "b7c3f06f-8b5a-4be7-9066-b5df1a91aece", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:12.753351 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34184346-ddec-4aad-a9f7-7fc1b3e41885 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:12.754008 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27ec29-c7a2-421a-a725-dec661c46575', 'name': 'network-vif-deleted', 'tag': 'b7c3f06f-8b5a-4be7-9066-b5df1a91aece', 'status': 'completed', 'code': 200} Aug 31 19:13:12.755260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e678520d-8972-4032-b425-08ce970a7c0c req-3bc9f056-c027-4e4c-a4d8-b4f070676e12 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108892 Aug 31 19:13:12.783091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: b7c3f06f-8b5a-4be7-9066-b5df1a91aece {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:12.789025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b7c3f06f-8b5a-4be7-9066-b5df1a91aece not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:12.792572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:12.881730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 863467a9-760f-4103-93f2-8d2a8f1104e2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:12.881730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863467a9-760f-4103-93f2-8d2a8f1104e2 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:12.899026 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373162e-3954-4ab8-ba44-012d6d6ec34e None None] New status for floating IP c749afdb-e8ab-4a78-ab14-abde5b0f3ebf: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:13:12.899612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:12.973560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4b17d-7202-450b-aa3f-8f70125bb823 req-ba8931c8-aff2-4256-9a05-ee373573a44e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:12.977631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca4b17d-7202-450b-aa3f-8f70125bb823 req-ba8931c8-aff2-4256-9a05-ee373573a44e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.1115832 Aug 31 19:13:13.089551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca4b17d-7202-450b-aa3f-8f70125bb823 req-f1271be5-946e-4542-b745-f6ed3de7fffd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Aug 31 19:13:13.131872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f4fbd-c759-403a-99d5-307c42505508 req-2bfc1ce5-347c-4fbe-a926-a869d433654e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:13.133851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-087f4fbd-c759-403a-99d5-307c42505508 req-2bfc1ce5-347c-4fbe-a926-a869d433654e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 950 time: 0.1413400 Aug 31 19:13:13.160915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-deleted', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:13.164047 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adefdb20-778f-4ee7-9b9b-87ddf9c89aac" -d '{"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-deleted", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:13.201138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-087f4fbd-c759-403a-99d5-307c42505508 req-065045f8-9fa0-488a-9048-548697619b46 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604100 Aug 31 19:13:13.225357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47640) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:13.319358 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c52672-e5df-4ffd-b64e-c7daab6f846b x-openstack-request-id: req-d1c52672-e5df-4ffd-b64e-c7daab6f846b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:13.319829 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a14574-2a83-4101-9368-9227514ce8b2", "name": "network-vif-deleted", "tag": "863467a9-760f-4103-93f2-8d2a8f1104e2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:13.319925 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1c52672-e5df-4ffd-b64e-c7daab6f846b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:13.320317 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a14574-2a83-4101-9368-9227514ce8b2', 'name': 'network-vif-deleted', 'tag': '863467a9-760f-4103-93f2-8d2a8f1104e2', 'status': 'completed', 'code': 200} Aug 31 19:13:13.355972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.385605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.462694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.467089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.471130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:13.471307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "DELETE /v2.0/security-groups/f8be8532-e710-4fd1-a9e7-55c4b0e22cf6 HTTP/1.1" status: 204 len: 168 time: 0.2446353 Aug 31 19:13:13.482633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be8532-e710-4fd1-a9e7-55c4b0e22cf6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:13.494179 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-33391b5d-319d-469f-8461-629d99d07873 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] show failed (client error): The resource could not be found. Aug 31 19:13:13.496091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33391b5d-319d-469f-8461-629d99d07873 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "GET /v2.0/security-groups/f8be8532-e710-4fd1-a9e7-55c4b0e22cf6 HTTP/1.1" status: 404 len: 347 time: 0.0239344 Aug 31 19:13:13.499339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:13.500440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.500806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.501269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.501541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.502031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.502307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.502852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.503258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.504123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.504597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.504930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.505225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38640a9d-b2c1-4535-b463-2e2cde7e1ff6 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:13.680218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Deleting port 5699b2bc-20e1-41b2-a115-ce42a5087a76 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:13.680576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.714160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c68398-924e-4099-add1-f678aa10c29e req-a7b8c758-57ad-4f41-b85b-660ce2940813 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:13.716644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c68398-924e-4099-add1-f678aa10c29e req-a7b8c758-57ad-4f41-b85b-660ce2940813 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.0784805 Aug 31 19:13:13.791708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:13.807681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.808199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:13.823485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Calling delete_port for 5699b2bc-20e1-41b2-a115-ce42a5087a76 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:13.826475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c68398-924e-4099-add1-f678aa10c29e req-e33f7f4e-0b9d-4242-93bd-c437583818e3 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996597 Aug 31 19:13:13.902523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a363-4ae2-4ff1-9605-82ca6e7de1fe req-4ff9e4ff-e0f2-4c84-b275-9056b22b7beb tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:13.904396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2c3a363-4ae2-4ff1-9605-82ca6e7de1fe req-4ff9e4ff-e0f2-4c84-b275-9056b22b7beb tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.1337886 Aug 31 19:13:13.988515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2c3a363-4ae2-4ff1-9605-82ca6e7de1fe req-c3ef4600-53b9-4630-8430-695a927bf8a3 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Aug 31 19:13:14.103375 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.114795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:14.122427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-145605fe-fb8f-40ff-bb2f-63a8e2abeebd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2229f3abd9ab41c6a34b56c6c8bb3147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131282 Aug 31 19:13:14.144744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Pushing event deleted for resources: {'Port': ['ID=5699b2bc-20e1-41b2-a115-ce42a5087a76,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:14.155095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca'}, {'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:14.157823 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6871dd-064b-49fd-b197-fc0d6e497098" -d '{"events": [{"server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "name": "network-vif-plugged", "status": "completed", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca"}, {"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-plugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:14.171972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b95a4b47-3d79-4d27-b3b4-9b38ab5c2f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.194956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2222a-265e-4189-8cfd-32b4e93c61ef req-9cc5b790-664c-42be-a2f4-cc30908c7d2d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.204210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4a2222a-265e-4189-8cfd-32b4e93c61ef req-9cc5b790-664c-42be-a2f4-cc30908c7d2d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.2142680 Aug 31 19:13:14.240388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.242934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.247604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c3f5723f-2030-48c8-b8bc-233d3ddb0547 tempest-ServersWithSpecificFlavorTestJSON-3217975 tempest-ServersWithSpecificFlavorTestJSON-3217975-project] 10.222.0.73 "DELETE /v2.0/floatingips/c749afdb-e8ab-4a78-ab14-abde5b0f3ebf HTTP/1.1" status: 204 len: 168 time: 0.7472947 Aug 31 19:13:14.264081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.271842 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.277270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-f0b81bd0-d8bb-4d07-95bf-555e01fb354a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.278907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-f0b81bd0-d8bb-4d07-95bf-555e01fb354a tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.2165294 Aug 31 19:13:14.290569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.335358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:14.357978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dcd32-cb4b-4fcb-8c46-796e1d77e91a req-4a0ae142-0d02-4331-ae6a-d68d1979c2af tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.359982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-173dcd32-cb4b-4fcb-8c46-796e1d77e91a req-4a0ae142-0d02-4331-ae6a-d68d1979c2af tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.1527314 Aug 31 19:13:14.373359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4a2222a-265e-4189-8cfd-32b4e93c61ef req-e5c8e75e-84d0-4f7c-9fa8-c14f6205fd86 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641576 Aug 31 19:13:14.376799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.379822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.380982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2197dfc-7ae3-4ea7-b317-d5190b209792 HTTP/1.1" status: 204 len: 168 time: 0.2656975 Aug 31 19:13:14.399099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434ed1-8e8f-49fe-b026-3887c98d1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2197dfc-7ae3-4ea7-b317-d5190b209792,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:14.452660 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.503490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:14.515111 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a6927-f82b-44b2-8704-c93b6d9c30c1 x-openstack-request-id: req-d24a6927-f82b-44b2-8704-c93b6d9c30c1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:14.515792 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "name": "network-vif-plugged", "status": "completed", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca", "code": 200}, {"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-plugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:14.515792 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d24a6927-f82b-44b2-8704-c93b6d9c30c1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:14.516114 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca', 'code': 200} Aug 31 19:13:14.516374 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'code': 200} Aug 31 19:13:14.546916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'port_id': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'mac_address': 'fa:16:3e:97:f0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca81d1-7a77-4cbe-8e92-e9a565f08caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:14.637899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-173dcd32-cb4b-4fcb-8c46-796e1d77e91a req-145583b7-0867-4ec3-8e9c-7820ad8896fd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609735 Aug 31 19:13:14.657707 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.701785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Deleting port 79a229cc-a130-4538-a55f-fc57d2b8e53e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:14.702607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.706886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54f19-a394-4c9b-b99c-0283771e7356 req-0c623c55-8557-4bab-8309-0cc4f4cef090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.709084 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f0b54f19-a394-4c9b-b99c-0283771e7356 req-0c623c55-8557-4bab-8309-0cc4f4cef090 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 1102 time: 0.1095736 Aug 31 19:13:14.714557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2424334e-9d02-4f50-9ccf-5d83bb108cc0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:14.716872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c31e82-1a06-45b1-bf53-4bbdd7f39fe0 req-0269dead-1513-46c2-a704-d3dc41333d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.718472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b1c31e82-1a06-45b1-bf53-4bbdd7f39fe0 req-0269dead-1513-46c2-a704-d3dc41333d1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 1098 time: 0.1009426 Aug 31 19:13:14.775304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:14.783550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:14.788760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b1c31e82-1a06-45b1-bf53-4bbdd7f39fe0 req-0a2140ec-737c-49b2-bda2-0b08495cf5c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521710 Aug 31 19:13:14.793866 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f0b54f19-a394-4c9b-b99c-0283771e7356 req-106688a6-5a9f-4a21-9f44-9c0dd73e82d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Aug 31 19:13:14.857962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e577-1f79-401d-a4af-e3e83dac4d49 req-b502a961-ce34-4a7a-8901-0fde0c0a316b tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:14.866702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dd4e577-1f79-401d-a4af-e3e83dac4d49 req-b502a961-ce34-4a7a-8901-0fde0c0a316b tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 950 time: 0.1330731 Aug 31 19:13:14.873993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:14.902768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.904317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.905443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.906895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.910328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.910507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.911028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.922096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.922521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.922866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.925245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.925652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:13:14.984035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dd4e577-1f79-401d-a4af-e3e83dac4d49 req-f433c62a-f0e8-4a7c-a99d-fc1ff8a25d5a tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150794 Aug 31 19:13:15.076108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:15.080175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2424334e-9d02-4f50-9ccf-5d83bb108cc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:15.094329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] For port 79a229cc-a130-4538-a55f-fc57d2b8e53e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=79a229cc-a130-4538-a55f-fc57d2b8e53e,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:15.095012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.125877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Calling delete_port for 79a229cc-a130-4538-a55f-fc57d2b8e53e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:15.166320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4f6b198-c6b4-4303-a947-b109af71e840 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a997d8f045f4749a46d841ec58121d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884063 Aug 31 19:13:15.167448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:15.189414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e78f3-e333-489e-990b-2160046d24d3 req-021effd5-a809-491c-a2b0-d204562b13f1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:15.200032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c1e78f3-e333-489e-990b-2160046d24d3 req-021effd5-a809-491c-a2b0-d204562b13f1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 944 time: 0.2025208 Aug 31 19:13:15.234256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.269076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.277337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4162a98-5bcd-4420-9d9f-96ab0b48e2cd req-586ce4c1-6c5d-4dc2-962c-6e3e0a725419 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:15.279913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4162a98-5bcd-4420-9d9f-96ab0b48e2cd req-586ce4c1-6c5d-4dc2-962c-6e3e0a725419 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 944 time: 0.1723204 Aug 31 19:13:15.282782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.317536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c1e78f3-e333-489e-990b-2160046d24d3 req-644da7a6-2694-4dca-a837-64dfb20a7ffa tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148674 Aug 31 19:13:15.357827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.361850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.364168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4db355fa-9499-4bb3-9942-e3cdd74b493d HTTP/1.1" status: 204 len: 168 time: 0.1950235 Aug 31 19:13:15.403889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c46d4-e1c7-4e7e-ba49-0a35734d0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db355fa-9499-4bb3-9942-e3cdd74b493d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:15.417117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4162a98-5bcd-4420-9d9f-96ab0b48e2cd req-5fdb873d-11d6-4afb-b5e4-0804acdd3d2f tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168952 Aug 31 19:13:15.529010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.566517 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.604109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:15.649901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event deleted for resources: {'Port': ['ID=79a229cc-a130-4538-a55f-fc57d2b8e53e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:15.736192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] No DVR routers for this DVR port 79a229cc-a130-4538-a55f-fc57d2b8e53e on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:15.747550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:15.753334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4802413-6ad3-4bea-b5c8-2f8553693356 req-292dca24-0dec-4c2a-b227-e33e250b6633 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "DELETE /v2.0/ports/79a229cc-a130-4538-a55f-fc57d2b8e53e HTTP/1.1" status: 204 len: 173 time: 1.4668109 Aug 31 19:13:15.754019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-deleted', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:15.756385 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a39ee-1106-4fae-9d14-8c0ceee74016" -d '{"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-deleted", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:15.828177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfba3-0ce1-4924-b70d-65a9605108e3 req-de92071d-201a-4fb3-b6ec-1a298fe25256 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:15.840301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74edfba3-0ce1-4924-b70d-65a9605108e3 req-de92071d-201a-4fb3-b6ec-1a298fe25256 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.2866483 Aug 31 19:13:15.999837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74edfba3-0ce1-4924-b70d-65a9605108e3 req-ae350e03-d904-4988-b07e-1e7c75158f56 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535614 Aug 31 19:13:16.024443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7a748-037f-402b-bd1a-4dba0ab129c3 req-07715988-ed16-4adf-9586-e08499a1d9e9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:16.026672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15d7a748-037f-402b-bd1a-4dba0ab129c3 req-07715988-ed16-4adf-9586-e08499a1d9e9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.2813828 Aug 31 19:13:16.087023 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c10a22-9f3c-4be4-aca4-17e84c0e2fd5 x-openstack-request-id: req-04c10a22-9f3c-4be4-aca4-17e84c0e2fd5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:16.087371 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948807aa-a111-4752-8458-c96171df72b9", "name": "network-vif-deleted", "tag": "79a229cc-a130-4538-a55f-fc57d2b8e53e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:16.087583 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04c10a22-9f3c-4be4-aca4-17e84c0e2fd5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:16.093957 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948807aa-a111-4752-8458-c96171df72b9', 'name': 'network-vif-deleted', 'tag': '79a229cc-a130-4538-a55f-fc57d2b8e53e', 'status': 'completed', 'code': 200} Aug 31 19:13:16.100275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15d7a748-037f-402b-bd1a-4dba0ab129c3 req-806c82dd-4a32-4525-b47a-81de1638f065 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654194 Aug 31 19:13:16.244574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1b1f-87ea-4ccd-87bf-531b5e628226 req-e84b0af3-411e-4f41-9493-63beee8fc1dd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:16.257157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5ae1b1f-87ea-4ccd-87bf-531b5e628226 req-e84b0af3-411e-4f41-9493-63beee8fc1dd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 950 time: 0.1016614 Aug 31 19:13:16.332730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5ae1b1f-87ea-4ccd-87bf-531b5e628226 req-676785d4-b19c-40bd-b619-5f22f3f80b4c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Aug 31 19:13:16.335416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:16.500026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:16.508546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:16.508922 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:16.576198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:16.586251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5ca48b1-926e-44d2-abef-d78fb810880e req-2ccebdeb-ba7c-42a6-b929-de5563ab3911 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=948807aa-a111-4752-8458-c96171df72b9 HTTP/1.1" status: 200 len: 210 time: 0.1016443 Aug 31 19:13:16.666300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbdd6-031b-4ca9-a8f8-9c55cb076df8 req-452156f1-cd80-4c97-9cd4-2068fcf34991 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:16.679428 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c5cbdd6-031b-4ca9-a8f8-9c55cb076df8 req-452156f1-cd80-4c97-9cd4-2068fcf34991 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 944 time: 0.0892420 Aug 31 19:13:16.719915 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:16.744300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c5cbdd6-031b-4ca9-a8f8-9c55cb076df8 req-7be5bdcb-c1d2-4be6-b4c8-9a758551d13d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Aug 31 19:13:16.779756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:16.782813 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301f6ea-c337-452b-989b-753321c4c2fa" -d '{"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-plugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:16.800365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:16.809343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:16.870600 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117dd743-3eb4-4c4c-9dd3-f66d151578bd x-openstack-request-id: req-117dd743-3eb4-4c4c-9dd3-f66d151578bd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:16.870913 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-plugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:16.871292 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-117dd743-3eb4-4c4c-9dd3-f66d151578bd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:16.871789 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'code': 200} Aug 31 19:13:16.874831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:16.902654 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:16.935280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:17.000835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b483a-c8ab-495c-ae1d-ebb1a54ce16c req-f5a77923-d3ba-40f2-a880-4170d3c00372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:17.002315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c0b483a-c8ab-495c-ae1d-ebb1a54ce16c req-f5a77923-d3ba-40f2-a880-4170d3c00372 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 1097 time: 0.0775666 Aug 31 19:13:17.064746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-632239451-network', 'tenant_id': 'c78908c3840e4335b1b919de41b03c5d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:17.079022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c0b483a-c8ab-495c-ae1d-ebb1a54ce16c req-92d95a40-89e8-445f-9c37-cab92622912a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Aug 31 19:13:17.121358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Made reservation on behalf of c78908c3840e4335b1b919de41b03c5d for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:17.124211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.138003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.174445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f3728-013a-4092-8cfd-e1f822f2559a req-42735b21-0a01-47a9-b547-3677f51371b9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:17.176097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e46f3728-013a-4092-8cfd-e1f822f2559a req-42735b21-0a01-47a9-b547-3677f51371b9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.0928819 Aug 31 19:13:17.198558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Deleting port d39cf279-8589-48e7-b5e5-3cc070394b2e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:17.199108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.249998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e46f3728-013a-4092-8cfd-e1f822f2559a req-4a9957d2-b210-4e06-8a02-d28d950d19ca tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602763 Aug 31 19:13:17.311861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] For port d39cf279-8589-48e7-b5e5-3cc070394b2e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d39cf279-8589-48e7-b5e5-3cc070394b2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:17.312339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.339456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Calling delete_port for d39cf279-8589-48e7-b5e5-3cc070394b2e owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:17.350887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627998-14de-40ea-a178-968737716c5a req-449db9f8-fd59-45d7-bce8-cf4c25797223 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:17.353390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd627998-14de-40ea-a178-968737716c5a req-449db9f8-fd59-45d7-bce8-cf4c25797223 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.1004598 Aug 31 19:13:17.461428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.479926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd627998-14de-40ea-a178-968737716c5a req-63a3df2c-a950-4ee2-8124-2953d4958efb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140420 Aug 31 19:13:17.479926 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.537712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:13:17.564377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f727fd-2742-4be2-bad3-eb8f8901118e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:17.585789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be565-7d1c-43dd-bec5-d0d7e7a0f0e5 req-fb50305d-9554-4cbe-9c9f-13b0fd40d3de tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:17.587528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f9be565-7d1c-43dd-bec5-d0d7e7a0f0e5 req-fb50305d-9554-4cbe-9c9f-13b0fd40d3de tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 950 time: 0.1225483 Aug 31 19:13:17.589820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.590281 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Added segment 7fa116ca-6b9d-4249-b674-24f68991b2dc of type vlan for network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 Aug 31 19:13:17.616365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.653166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f9be565-7d1c-43dd-bec5-d0d7e7a0f0e5 req-82303ef6-aebb-46e3-897c-e728af1a6f83 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Aug 31 19:13:17.671047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d39cf279-8589-48e7-b5e5-3cc070394b2e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:17.746839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.810588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.813462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:17.814350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.941766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:17.992014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:18.005323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:13:18.026840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e14e5c76-afe5-43f9-9ac3-606d4535e4c0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0875640 Aug 31 19:13:18.031662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:18.039917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Request body: {'subnet': {'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-632239451-subnet', 'tenant_id': 'c78908c3840e4335b1b919de41b03c5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:18.096088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515840-8eae-4276-9ac0-29fd60b7ff9a req-2c68589f-0aa1-4356-80e3-59419a4699cd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:18.105104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5515840-8eae-4276-9ac0-29fd60b7ff9a req-2c68589f-0aa1-4356-80e3-59419a4699cd tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 950 time: 0.1931911 Aug 31 19:13:18.112666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:18.150793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18d6e8-189e-435d-b5a2-1323f148ae5b req-dc811977-f568-423b-a761-e83dd78ff101 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:18.161865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa18d6e8-189e-435d-b5a2-1323f148ae5b req-dc811977-f568-423b-a761-e83dd78ff101 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.2501435 Aug 31 19:13:18.172558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 79a229cc-a130-4538-a55f-fc57d2b8e53e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:18.184685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 79a229cc-a130-4538-a55f-fc57d2b8e53e not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:18.201279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Made reservation on behalf of c78908c3840e4335b1b919de41b03c5d for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:18.204082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:18.286886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:13:18.289196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5515840-8eae-4276-9ac0-29fd60b7ff9a req-2161e19f-25cf-40a4-80a6-5218dbd75e5d tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822636 Aug 31 19:13:18.307385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa18d6e8-189e-435d-b5a2-1323f148ae5b req-4b72a7c6-73ba-4fe1-9f86-a9e2f41ba9ae tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426258 Aug 31 19:13:18.505051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:18.523611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8d70-73f6-4f20-8bb2-8cb4dfe69684 req-3be65e22-827b-4faa-a0d5-302350fbba13 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:18.529722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-516a8d70-73f6-4f20-8bb2-8cb4dfe69684 req-3be65e22-827b-4faa-a0d5-302350fbba13 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 945 time: 0.1337390 Aug 31 19:13:18.614134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fd840a-d972-4d49-82c1-e7d55b1338c2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:18.629767 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-516a8d70-73f6-4f20-8bb2-8cb4dfe69684 req-ae680a36-cf1f-475c-8433-bcf613eb9524 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Aug 31 19:13:18.652387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Checking segment: {'id': '7fa116ca-6b9d-4249-b674-24f68991b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:18.652753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Network hostable DHCP agents. Network: 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:13:18.694996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:13:18.718441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:18.730640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:18.731261 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:18.733114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3b76f-d64c-4662-bae3-0abf525fde50 None None] Network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:18.850396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:13:18.857992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ad277bd4-f362-48f5-a098-464a393164cb admin admin] 10.222.0.73 "PUT /v2.0/routers/e5c47dd8-82ab-476d-a4c1-26ef7741c9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2526495 Aug 31 19:13:18.861047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:18.871340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Sync routers for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:13:18.888129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-336ba8de-0aaf-40be-bab9-783108acffaf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8376176 Aug 31 19:13:18.905002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Routers {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:18.906199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:18.919379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673821a-0d55-4a16-bd08-fe6742f83973 req-991d0824-63d5-4778-9681-39a753f7b8d8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:18.920168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2f8f8-27b5-4109-9110-48d8abb8a40a None None] Network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:18.938677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5673821a-0d55-4a16-bd08-fe6742f83973 req-991d0824-63d5-4778-9681-39a753f7b8d8 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1892469 Aug 31 19:13:19.016872 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.050795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5673821a-0d55-4a16-bd08-fe6742f83973 req-e8bad819-1ce7-4ad7-a776-8028d6d5263b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111143 Aug 31 19:13:19.170854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.296668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Deleting port 44a7ada0-4d39-4243-a239-21a58db63e40 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:19.297078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.324948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90f04a-a8c5-441e-93c0-857503707d2f req-d3a64af7-2c9a-4c35-87a0-a4396c38b28d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:19.332592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb90f04a-a8c5-441e-93c0-857503707d2f req-d3a64af7-2c9a-4c35-87a0-a4396c38b28d tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 966 time: 0.1606345 Aug 31 19:13:19.426369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] For port 44a7ada0-4d39-4243-a239-21a58db63e40, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=44a7ada0-4d39-4243-a239-21a58db63e40,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:19.426742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.443011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Calling delete_port for 44a7ada0-4d39-4243-a239-21a58db63e40 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:19.452765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-3514fecf-29b9-4f8a-b86c-eb86a3376ae5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:19.457937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-3514fecf-29b9-4f8a-b86c-eb86a3376ae5 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 966 time: 0.2136667 Aug 31 19:13:19.677310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.711603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb90f04a-a8c5-441e-93c0-857503707d2f req-b7146341-e3c7-4c29-a304-e8592ad1b9a1 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91597e7-af0c-43fd-bad1-1e8dd60845c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779368 Aug 31 19:13:19.713984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a7ada0-4d39-4243-a239-21a58db63e40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:19.790677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Set router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:13:19.852861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:19.870608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278730d-4646-4401-9304-861219f9a015 req-eeeaa5ad-c843-4832-95df-e113393fa1ab tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:19.879851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4278730d-4646-4401-9304-861219f9a015 req-eeeaa5ad-c843-4832-95df-e113393fa1ab tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.1991072 Aug 31 19:13:19.911337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Deleting port 85a34e89-10b1-4997-9c84-6a02d0678a7b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:19.911843 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.007959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4278730d-4646-4401-9304-861219f9a015 req-2c594e1c-095d-40ec-bd7c-157a1b0ff64b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227148 Aug 31 19:13:20.013934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:20.033875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1256088591-network', 'tenant_id': '23c70bc6af644240bf5a43b850e9d6f2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:20.099011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-0b7677cf-f050-4a37-9ec2-ab3e3a0662cb tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:20.101002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-0b7677cf-f050-4a37-9ec2-ab3e3a0662cb tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.4666028 Aug 31 19:13:20.107984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.112614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.122189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-14'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:20.129549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Made reservation on behalf of 23c70bc6af644240bf5a43b850e9d6f2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:20.132064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.157573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] For port 85a34e89-10b1-4997-9c84-6a02d0678a7b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=85a34e89-10b1-4997-9c84-6a02d0678a7b,segment=NetworkSegment(bec0be75-afe8-48c5-922d-eb547e6376dc),segment_id=bec0be75-afe8-48c5-922d-eb547e6376dc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:20.157886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.169703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9ede-21ca-4a2b-9286-9c4a1c8ef043 req-62a883de-017d-4555-8a05-140ad98a4141 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:20.171756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-448a9ede-21ca-4a2b-9286-9c4a1c8ef043 req-62a883de-017d-4555-8a05-140ad98a4141 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 945 time: 0.1302178 Aug 31 19:13:20.178239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.192979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443974719-router', 'tenant_id': '1078e3e8274746069c0119ff733c2078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:13:17Z', 'revision_number': 5, 'project_id': '1078e3e8274746069c0119ff733c2078', 'gw_port': {'id': '44a7ada0-4d39-4243-a239-21a58db63e40', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:01Z', 'updated_at': '2021-08-31T19:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:20.216120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Calling delete_port for 85a34e89-10b1-4997-9c84-6a02d0678a7b owned by compute:tempest-test_az-2030626742 {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:20.221407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.222214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:13:20.231702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.232334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Checking router: e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:13:20.233114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-12061a4e-04d9-4931-960c-5ebf77fbb8b0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e5c47dd8-82ab-476d-a4c1-26ef7741c9f2 HTTP/1.1" status: 204 len: 168 time: 1.3710310 Aug 31 19:13:20.236733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:20.242614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:20.242992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:13:20.243681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:13:20.244069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4de4d-0992-4148-b24d-ffc45c6a1ec1 None None] The sync data for ids ['e5c47dd8-82ab-476d-a4c1-26ef7741c9f2'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:13:20.279014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.305990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Deleting subnet 0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:13:20.311371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.330144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-448a9ede-21ca-4a2b-9286-9c4a1c8ef043 req-0b4b63a3-b740-481e-bcb7-f594225673e4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366134 Aug 31 19:13:20.379770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:20.391539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.413492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd616-bca3-4c99-9fa7-91c34842976a req-c25218ca-ff42-4195-a635-bd1b3cc78433 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:20.414977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4fd616-bca3-4c99-9fa7-91c34842976a req-c25218ca-ff42-4195-a635-bd1b3cc78433 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 945 time: 0.1083190 Aug 31 19:13:20.526844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:20.539944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 has no active binding in host n-h1-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:13:20.552929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.581092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4fd616-bca3-4c99-9fa7-91c34842976a req-dd533c64-dea4-4792-8394-62ba729e5694 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554360 Aug 31 19:13:20.584917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.642750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Pushing event deleted for resources: {'Port': ['ID=85a34e89-10b1-4997-9c84-6a02d0678a7b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:20.644915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:20.660921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.665404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184d74f-5353-4276-8d3e-03d12a7ee3f3 req-3247d794-5ed6-4d5c-86ac-826ae39a37e3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:20.667526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8184d74f-5353-4276-8d3e-03d12a7ee3f3 req-3247d794-5ed6-4d5c-86ac-826ae39a37e3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.2111359 Aug 31 19:13:20.677615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.696072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0458a2fe-e33f-47ea-a8c3-ec2e9906eb26,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:20.703214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.705495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-99c15dee-b776-479a-ac6e-276a5cc90fce admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0458a2fe-e33f-47ea-a8c3-ec2e9906eb26 HTTP/1.1" status: 204 len: 168 time: 0.4672267 Aug 31 19:13:20.710296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:20.711030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945d1c7-b773-4f9f-aeea-7e9560ab3d63 None None] Network f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:20.753211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.769157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] No DVR routers for this DVR port 85a34e89-10b1-4997-9c84-6a02d0678a7b on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:20.776565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.778704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22cb9d69-e2cb-425e-891c-46fc3ded609b req-0e49d812-b036-42ea-a1d6-669d74fa0e5b tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.67 "DELETE /v2.0/ports/85a34e89-10b1-4997-9c84-6a02d0678a7b HTTP/1.1" status: 204 len: 173 time: 1.3043523 Aug 31 19:13:20.782151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-deleted', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:20.784478 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abe588-00ba-41df-9752-d3bb537ad680" -d '{"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-deleted", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:20.795315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:13:20.802047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:20.856413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.856778 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Added segment 6b723d79-58b8-4c2b-8ad9-3ad62304ba34 of type vlan for network f4a9e891-9f71-4e45-81ed-879de7ad4f07 Aug 31 19:13:20.868605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.872986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:20.875728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd96ea-0570-4402-a749-670c54664713,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:20.876558 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e62821d-c90d-4494-8245-b1a6a7202fe6" -d '{"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:20.881141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8184d74f-5353-4276-8d3e-03d12a7ee3f3 req-cde1570a-fcbd-41fa-adf0-d4a91598c57a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990533 Aug 31 19:13:20.909392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.919447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebef17-ddb2-4064-90df-8df252a92660 req-7da28a8c-cfb4-4c62-8628-798d582393e0 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:20.924350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2ebef17-ddb2-4064-90df-8df252a92660 req-7da28a8c-cfb4-4c62-8628-798d582393e0 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 945 time: 0.2712831 Aug 31 19:13:20.927067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:20.944478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.022537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.023326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:21.023933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.045719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:21.058434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8109f230-3851-454e-8434-1b18c07a9d75 req-17d31ad7-714c-45e8-b752-740f05f4d934 tempest-LiveAutoBlockMigrationV225Test-689356418 tempest-LiveAutoBlockMigrationV225Test-689356418-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fb8d21a-84e5-4f09-8839-b9864b277c1d HTTP/1.1" status: 200 len: 210 time: 0.0529733 Aug 31 19:13:21.066489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on host n-h2-778550-14 for vnic_type normal with profile {"migrating_to": "n-h1-778550-14"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:21.066834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:21.067229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:21.075025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:21.075320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Attempting to bind port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on network 745809cd-ee86-45aa-b8f0-f70066962da9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:21.084607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:21.084947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Checking segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:21.085407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Bound using segment: {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:21.085871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Bound port: 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78f053-e01d-4727-a397-852835bc9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '745809cd-ee86-45aa-b8f0-f70066962da9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:21.086553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.108421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Deleting port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:21.108767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.109527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2ebef17-ddb2-4064-90df-8df252a92660 req-b7184a8a-7fbe-45aa-9a27-e614748e36da tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312459 Aug 31 19:13:21.113522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0984490 Aug 31 19:13:21.116859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:21.125287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Request body: {'subnet': {'network_id': 'f4a9e891-9f71-4e45-81ed-879de7ad4f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1256088591-subnet', 'tenant_id': '23c70bc6af644240bf5a43b850e9d6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:21.132029 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d83b74-9882-4e33-8c00-490885d57fcf x-openstack-request-id: req-f1d83b74-9882-4e33-8c00-490885d57fcf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:21.132310 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb8d21a-84e5-4f09-8839-b9864b277c1d", "name": "network-vif-deleted", "tag": "85a34e89-10b1-4997-9c84-6a02d0678a7b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:21.132799 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1d83b74-9882-4e33-8c00-490885d57fcf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:21.133380 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb8d21a-84e5-4f09-8839-b9864b277c1d', 'name': 'network-vif-deleted', 'tag': '85a34e89-10b1-4997-9c84-6a02d0678a7b', 'status': 'completed', 'code': 200} Aug 31 19:13:21.156556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8c3ae-ff74-4783-b7ee-739b57b690bd admin admin] Pushing event updated for resources: {'Network': ['ID=f4a9e891-9f71-4e45-81ed-879de7ad4f07,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:21.168668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f4a9e891-9f71-4e45-81ed-879de7ad4f07 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:13:21.189173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Made reservation on behalf of 23c70bc6af644240bf5a43b850e9d6f2 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:21.195859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.196199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] DHCP port deletion for f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:13:21.218827 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee434dd-b0da-424e-8659-ed5d42962418 x-openstack-request-id: req-2ee434dd-b0da-424e-8659-ed5d42962418 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:21.219115 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:21.219553 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ee434dd-b0da-424e-8659-ed5d42962418 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:21.220731 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'code': 200} Aug 31 19:13:21.311771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] For port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:21.312202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.331104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:21.346907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Calling delete_port for 883b8f4f-5485-4c40-be6c-c672ca0e6e2e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:21.383340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:21.405799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.413208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Deleting port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:21.413637 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.554409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] For port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,segment=NetworkSegment(0fd7b1cd-d369-47e6-93b8-13ad83194125),segment_id=0fd7b1cd-d369-47e6-93b8-13ad83194125)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:21.555360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.573258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Calling delete_port for 883b8f4f-5485-4c40-be6c-c672ca0e6e2e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:21.601339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.632881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 44a7ada0-4d39-4243-a239-21a58db63e40 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:21.665392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:21.671214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46988553-b89a-4493-9b47-c4aa85f09c31,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:21.684823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Checking segment: {'id': '6b723d79-58b8-4c2b-8ad9-3ad62304ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f4a9e891-9f71-4e45-81ed-879de7ad4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:21.685183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Network hostable DHCP agents. Network: f4a9e891-9f71-4e45-81ed-879de7ad4f07, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:13:21.689896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 44a7ada0-4d39-4243-a239-21a58db63e40 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:21.691140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 44a7ada0-4d39-4243-a239-21a58db63e40 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:21.691745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 883b8f4f-5485-4c40-be6c-c672ca0e6e2e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:21.696147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.704835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:21.705371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.706827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-2d573e97-8787-4c8c-955a-c496e55166df service neutron] 10.222.0.82 "PUT /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 1123 time: 1.5967062 Aug 31 19:13:21.720758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 883b8f4f-5485-4c40-be6c-c672ca0e6e2e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:21.721359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 883b8f4f-5485-4c40-be6c-c672ca0e6e2e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:21.721546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Network f4a9e891-9f71-4e45-81ed-879de7ad4f07 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:13:21.722209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d39cf279-8589-48e7-b5e5-3cc070394b2e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:21.730289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:21.735307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] No DVR routers for this DVR port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:21.747118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f4a9e891-9f71-4e45-81ed-879de7ad4f07) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:21.753638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:21.754736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.773304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82094efc-3987-4d8c-b3eb-443cbb8c1c2f None None] Network f4a9e891-9f71-4e45-81ed-879de7ad4f07 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:21.782762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-17939234-08d2-408d-a12d-5f43bcf856b0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6645401 Aug 31 19:13:21.783299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d39cf279-8589-48e7-b5e5-3cc070394b2e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:21.783662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d39cf279-8589-48e7-b5e5-3cc070394b2e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:21.864415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.871591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5ba43ae9-7584-4a88-aca5-7dd1cc965a85'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:21.890054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6181a6e-1ab5-48be-9f8b-fcaf5bc82588']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:21.907973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['5ba43ae9-7584-4a88-aca5-7dd1cc965a85'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:21.910801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7b1cd-d369-47e6-93b8-13ad83194125') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:21.911603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7b1cd-d369-47e6-93b8-13ad83194125') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:21.946276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.966512 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:21.998210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.010821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:13:22.011723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:13:22.018035 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:13:22.043524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] Pushing event deleted for resources: {'Port': ['ID=883b8f4f-5485-4c40-be6c-c672ca0e6e2e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:22.063207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845a5b4-d0a5-49e4-9824-d1370ab2fd79 None None] No DVR routers for this DVR port 883b8f4f-5485-4c40-be6c-c672ca0e6e2e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:22.085493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-b7fe67a5-94ce-4562-889a-d83dc4e6c1c9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:22.089588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-b7fe67a5-94ce-4562-889a-d83dc4e6c1c9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.1649361 Aug 31 19:13:22.129147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:22.153452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.184668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.188992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 85a34e89-10b1-4997-9c84-6a02d0678a7b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:22.190678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f6181a6e-1ab5-48be-9f8b-fcaf5bc82588 HTTP/1.1" status: 204 len: 168 time: 1.4793391 Aug 31 19:13:22.192572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57392-1c28-4ac8-821b-bea0ad754f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6181a6e-1ab5-48be-9f8b-fcaf5bc82588,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:22.195208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:22.200653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 85a34e89-10b1-4997-9c84-6a02d0678a7b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:22.201509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 33d79cbd-2919-4044-b1e7-328e9862b5ca no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:22.292287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304ee8-f771-413d-b508-442242417148 req-bcae0b67-b0f8-4d94-b3b6-8633495a96c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:22.294460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52304ee8-f771-413d-b508-442242417148 req-bcae0b67-b0f8-4d94-b3b6-8633495a96c5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.2023606 Aug 31 19:13:22.374368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52304ee8-f771-413d-b508-442242417148 req-da1c6a58-e1db-487b-8761-90790f898e19 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699670 Aug 31 19:13:22.381166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port 33d79cbd-2919-4044-b1e7-328e9862b5ca {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:22.381652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.424457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d722f-d6de-4cbf-9989-b03c2a33b056 None None] Network f4a9e891-9f71-4e45-81ed-879de7ad4f07 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:22.426085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:22.532218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port 33d79cbd-2919-4044-b1e7-328e9862b5ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=33d79cbd-2919-4044-b1e7-328e9862b5ca,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:22.532657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.551618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for 33d79cbd-2919-4044-b1e7-328e9862b5ca owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:22.642710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47994) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:22.706343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.755326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Deleting subnet 87fc1e73-58d9-4f97-9d1f-010b068f3d0f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:13:22.761743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.805795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:13:22.805795 n-d-778550-14 neutron-server[94818]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 19:13:22.805795 n-d-778550-14 neutron-server[94818]: [parameters: {'status': 'DOWN', 'ports_id': '33d79cbd-2919-4044-b1e7-328e9862b5ca'}] Aug 31 19:13:22.805795 n-d-778550-14 neutron-server[94818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:13:22.806389 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:13:22.813290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.836565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b124828-6ff2-472c-8b86-92934ca54420 req-052fa47e-7490-407f-a32a-1eec572bf7f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:22.838885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b124828-6ff2-472c-8b86-92934ca54420 req-052fa47e-7490-407f-a32a-1eec572bf7f1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ce89aa-a1b1-463f-b99c-dc8b62464abe HTTP/1.1" status: 200 len: 946 time: 0.2203670 Aug 31 19:13:22.859367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.868471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.892383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=33d79cbd-2919-4044-b1e7-328e9862b5ca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:22.900411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:22.913657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'mac_address': 'fa:16:3e:6b:0f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:22.976504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:22.992911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:23.014003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.016628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:23.022311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.045837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port 33d79cbd-2919-4044-b1e7-328e9862b5ca on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:23.056542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b124828-6ff2-472c-8b86-92934ca54420 req-2fe0acc1-4532-44e4-9555-03f7ba564da1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872420 Aug 31 19:13:23.072599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.078559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a9cffaf-a56a-474c-9e17-e481cea2a070 req-65559c0e-fe85-4ab0-ab1f-0f3e4a36d88d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.67 "DELETE /v2.0/ports/33d79cbd-2919-4044-b1e7-328e9862b5ca HTTP/1.1" status: 204 len: 173 time: 0.9748895 Aug 31 19:13:23.136664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:23.145699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'name': 'network-vif-deleted', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:23.150044 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61514fce-47ef-4d2c-8850-00496f432dd0" -d '{"events": [{"server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "name": "network-vif-deleted", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:23.155262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.189927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.192736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/87fc1e73-58d9-4f97-9d1f-010b068f3d0f HTTP/1.1" status: 204 len: 168 time: 0.5473680 Aug 31 19:13:23.193425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2b128-b68e-41d2-a800-e40a81c8432d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fc1e73-58d9-4f97-9d1f-010b068f3d0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:23.199016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:23.228186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:23.231505 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9818ed60-26fe-46f1-91da-0e13c6b8cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:23.239736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-7372df23-68c2-425e-83e3-2e6d5feab08c tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:23.250422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-7372df23-68c2-425e-83e3-2e6d5feab08c tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/networks?id=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 HTTP/1.1" status: 200 len: 814 time: 0.3526182 Aug 31 19:13:23.280983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-129cdddf-7374-4ca0-acef-d35d32e5bcfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/quotas/c78908c3840e4335b1b919de41b03c5d HTTP/1.1" status: 200 len: 375 time: 0.0289516 Aug 31 19:13:23.283994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['33dc32d7-7f2a-4095-999f-42f89227fcfb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:23.320506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.373869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-afe42918-4e35-43a3-84d2-379c552933f9 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c78908c3840e4335b1b919de41b03c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916078 Aug 31 19:13:23.438114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Deleting port 1ae2605c-0aa4-4986-a193-b3e6615011b3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:23.438596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.444686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Port 33d79cbd-2919-4044-b1e7-328e9862b5ca update to DOWN by agent not found {{(pid=94818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 19:13:23.496618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.514243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9017580b-300c-47db-af06-4355f1b310b7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:23.519394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-9aed74e1-bb2e-41be-b697-0ac8156bef43 service neutron] 10.222.0.73 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442084 Aug 31 19:13:23.529450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec0be75-afe8-48c5-922d-eb547e6376dc') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:23.529901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec0be75-afe8-48c5-922d-eb547e6376dc') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:23.549573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.580231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.586570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] For port 1ae2605c-0aa4-4986-a193-b3e6615011b3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1ae2605c-0aa4-4986-a193-b3e6615011b3,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:23.589982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.609959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:13:23.610602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:13:23.612519 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:13:23.628772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Calling delete_port for 1ae2605c-0aa4-4986-a193-b3e6615011b3 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:23.731548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.742720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.746129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9017580b-300c-47db-af06-4355f1b310b7 HTTP/1.1" status: 204 len: 168 time: 0.5427496 Aug 31 19:13:23.752033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:23.773827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ab29d-4e59-4e6d-8ae0-114b5f386ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9017580b-300c-47db-af06-4355f1b310b7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:23.801544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-167432db-a5c5-4ffb-93f0-79e0bad9f536 service neutron] 10.222.0.73 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811248 Aug 31 19:13:23.817266 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27901e21-8048-4861-b92c-08d1a34aa731 x-openstack-request-id: req-27901e21-8048-4861-b92c-08d1a34aa731 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:23.818287 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ce89aa-a1b1-463f-b99c-dc8b62464abe", "name": "network-vif-deleted", "tag": "33d79cbd-2919-4044-b1e7-328e9862b5ca", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:23.818699 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27901e21-8048-4861-b92c-08d1a34aa731 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:23.819278 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ce89aa-a1b1-463f-b99c-dc8b62464abe', 'name': 'network-vif-deleted', 'tag': '33d79cbd-2919-4044-b1e7-328e9862b5ca', 'status': 'completed', 'code': 200} Aug 31 19:13:23.882127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Deleting subnet f9b2e38a-32b7-4712-af83-3d03374afb83 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:13:23.897185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:23.922622 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57539115-aed0-437f-bf2c-ca70d9856f49 x-openstack-request-id: req-57539115-aed0-437f-bf2c-ca70d9856f49 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:23.922979 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:23.923288 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57539115-aed0-437f-bf2c-ca70d9856f49 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:23.923867 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'status': 'completed', 'code': 200} Aug 31 19:13:23.953294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.178714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5046-ba59-44ff-b2e8-f9b83cbda235 req-c3473f3e-4deb-4d2a-907b-3ca148e8b96b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:24.183763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-553c5046-ba59-44ff-b2e8-f9b83cbda235 req-c3473f3e-4deb-4d2a-907b-3ca148e8b96b tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.1856744 Aug 31 19:13:24.263714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1846e9-702d-4344-ab6e-750cc16ac458 req-264dad00-2f06-4832-833a-8742cfa9d813 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:24.265291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab1846e9-702d-4344-ab6e-750cc16ac458 req-264dad00-2f06-4832-833a-8742cfa9d813 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 945 time: 0.1704183 Aug 31 19:13:24.278280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-40505b3b-a2e7-483e-9451-a51bf0df5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:24.279890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-40505b3b-a2e7-483e-9451-a51bf0df5cb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1126 time: 0.3449328 Aug 31 19:13:24.371745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.406728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:24.409826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:24.413895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-30387ed7-034e-4b23-a355-b1f847e4a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:24.415827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-30387ed7-034e-4b23-a355-b1f847e4a431 service neutron] 10.222.0.67 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.1199977 Aug 31 19:13:24.417364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.428617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-553c5046-ba59-44ff-b2e8-f9b83cbda235 req-d99729d3-bcbb-460e-9cd7-d98f1fc1e4ca tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325919 Aug 31 19:13:24.477220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae2605c-0aa4-4986-a193-b3e6615011b3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:24.547511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-c7519154-919a-493a-bb77-3f4264d262bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 217 time: 0.1172900 Aug 31 19:13:24.588172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.638794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab1846e9-702d-4344-ab6e-750cc16ac458 req-d09cba13-5ea9-449b-8da1-2b6846abce3d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647406 Aug 31 19:13:24.703390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.708414 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f9b2e38a-32b7-4712-af83-3d03374afb83 HTTP/1.1" status: 204 len: 168 time: 0.9435017 Aug 31 19:13:24.708414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701d14-7ba3-47ac-b849-002411e2a55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b2e38a-32b7-4712-af83-3d03374afb83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:24.720628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:24.870959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 33dc32d7-7f2a-4095-999f-42f89227fcfb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:24.871358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:24.964517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.002615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.052184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:25.101535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.134533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.141864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'port_id': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'mac_address': 'fa:16:3e:97:f0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca81d1-7a77-4cbe-8e92-e9a565f08caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:25.149916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d9a911-8eed-47b7-a460-9a6b8153d53e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:25.168600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:25.170918 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e261ed-7a1b-4fca-bdec-344b67d8cfb3" -d '{"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:25.213725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa1fb47-170c-4938-a52f-ec6238a77982') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:25.214142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa1fb47-170c-4938-a52f-ec6238a77982') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:25.222449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:25.237097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.237864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:25.244881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.259195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.265656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:13:25.266098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:13:25.328781 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:13:25.334643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.335462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a464d3a-b565-4f5a-ab6c-ac51c762ba01 req-6215d386-fd2b-4a80-8016-1d3730f58c60 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 210 time: 0.5124195 Aug 31 19:13:25.353333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-d12aa1cb-4ae7-4b40-83e2-1ea83ff82b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:25.367382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:25.372400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-d12aa1cb-4ae7-4b40-83e2-1ea83ff82b45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.8101487 Aug 31 19:13:25.372830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.377661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] 10.222.0.73 "DELETE /v2.0/networks/61d9a911-8eed-47b7-a460-9a6b8153d53e HTTP/1.1" status: 204 len: 168 time: 0.6544731 Aug 31 19:13:25.381510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea44c-e24c-466b-9653-7da634be344f admin admin] Pushing event deleted for resources: {'Network': ['ID=61d9a911-8eed-47b7-a460-9a6b8153d53e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:25.393668 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.445744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2424334e-9d02-4f50-9ccf-5d83bb108cc0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:25.484101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-df762f20-1dd5-4210-88eb-949e93927773 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947967 Aug 31 19:13:25.563375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:25.581517 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.600370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:25.657871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:13:25.669578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-8dfc0525-82bd-4c1f-abf9-d0dfeca259f4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:25.671835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-8dfc0525-82bd-4c1f-abf9-d0dfeca259f4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 1.0432692 Aug 31 19:13:25.749088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-f091f087-f683-4261-9b76-340e06fc64ba tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/quotas/be8ee7bbd5b6496282f195756ad9765c HTTP/1.1" status: 200 len: 375 time: 0.0631633 Aug 31 19:13:25.816115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2424334e-9d02-4f50-9ccf-5d83bb108cc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:25.903524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-8cf38df7-f646-4f0a-b3f2-69415be4bea3 service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913417 Aug 31 19:13:25.907200 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81763c9e-6dea-4ab4-9a81-24b645a9d7a0 x-openstack-request-id: req-81763c9e-6dea-4ab4-9a81-24b645a9d7a0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:25.907685 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:25.908449 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81763c9e-6dea-4ab4-9a81-24b645a9d7a0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:25.909127 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'code': 200} Aug 31 19:13:25.960309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:26.014128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:26.071601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.088040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:26.094139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-6f78ec19-473f-4653-a2a1-6789530bbf04 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3219037 Aug 31 19:13:26.196649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:13:26.218840 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Sync routers for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:13:26.219513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9d19ea0b-7fe9-426a-83ed-6a795c39b9b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/50f2ecbf-c9ff-45b7-986f-4ba49f2b6464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0218902 Aug 31 19:13:26.226574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48110) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:26.246658 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:26.251177 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:26.277203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:26.386471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550035d-32b6-4b38-8ad1-e5f69bdafaac req-edb6db4a-e868-45c5-bb55-c47c6b402b5d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:26.388423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5550035d-32b6-4b38-8ad1-e5f69bdafaac req-edb6db4a-e868-45c5-bb55-c47c6b402b5d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.3648775 Aug 31 19:13:26.406803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9818ed60-26fe-46f1-91da-0e13c6b8cda9 req-64eb2d50-3ab7-4cbb-af36-c964031e13eb service neutron] 10.222.0.67 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920177 Aug 31 19:13:26.419068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:26.436619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-06c125e3-ccb1-4458-a9cf-7da60e024294 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=002ab79f79d940b29a6270791c193b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198499 Aug 31 19:13:26.464202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:13:26.464547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:26.530548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:26.531268 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.616715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-dbaae2d7-3589-402b-9fa4-12da68d3d599 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:26.620669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-dbaae2d7-3589-402b-9fa4-12da68d3d599 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.67 "GET /v2.0/networks?id=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 HTTP/1.1" status: 200 len: 814 time: 0.9355907 Aug 31 19:13:26.648144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Request body: {'port': {'device_id': '2fda8e80-f664-4707-a546-88bbd5387772', 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11', 'admin_state_up': True, 'tenant_id': 'c78908c3840e4335b1b919de41b03c5d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:26.650522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5550035d-32b6-4b38-8ad1-e5f69bdafaac req-36295241-ef0f-4d40-bf43-c73bdbc2a16e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519541 Aug 31 19:13:26.667300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-30cce828-81f0-4a29-990e-0ecc0e8fb011 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:26.670180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-30cce828-81f0-4a29-990e-0ecc0e8fb011 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.82 "GET /v2.0/ports?device_id=7572b66f-10f0-443d-8695-06f144d0d5d4 HTTP/1.1" status: 200 len: 944 time: 0.2651925 Aug 31 19:13:26.687322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.690501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.724547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-92adcd1e-f1dc-45d8-ab5a-00a83ad30a04 service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932248 Aug 31 19:13:26.795764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.805652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.935182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:26.945725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:26.948996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:13:24Z', 'revision_number': 5, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:27.019184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdae4c-2549-4f51-a71c-4e80e6d01f47 req-4beaa99f-ef8d-4ff3-8d50-8fc342ae5cf4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:27.020775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61bdae4c-2549-4f51-a71c-4e80e6d01f47 req-4beaa99f-ef8d-4ff3-8d50-8fc342ae5cf4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 944 time: 0.1619184 Aug 31 19:13:27.021473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.024782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.043711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c91597e7-af0c-43fd-bad1-1e8dd60845c1 HTTP/1.1" status: 204 len: 168 time: 0.5741556 Aug 31 19:13:27.048609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.060910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Made reservation on behalf of c78908c3840e4335b1b919de41b03c5d for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:27.076817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.085239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-5f1d971f-e2dd-4869-8976-280a6396bc9a service neutron] 10.222.0.73 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492520 Aug 31 19:13:27.114101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2922c30-42e5-41f3-87f4-c24230b5b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91597e7-af0c-43fd-bad1-1e8dd60845c1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:27.116208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:27.153777 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Checking router: 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:13:27.168181 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Routers {'50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:13:27.169200 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:27.260495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Deleting port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:27.262570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.358103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61bdae4c-2549-4f51-a71c-4e80e6d01f47 req-37fad94d-9697-4468-8108-1f3aa41cb39b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131328 Aug 31 19:13:27.393326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Deleting port dbc36c03-6237-451f-a169-121c20ca5fa9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:27.393984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.412469 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] Set router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:13:27.476559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] For port 3936be05-3bc7-4823-85e1-9ba577fdb1d4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3936be05-3bc7-4823-85e1-9ba577fdb1d4,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:27.477213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.493497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Calling delete_port for 3936be05-3bc7-4823-85e1-9ba577fdb1d4 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:27.700143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.721871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] For port dbc36c03-6237-451f-a169-121c20ca5fa9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dbc36c03-6237-451f-a169-121c20ca5fa9,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:27.722094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:27.741626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Calling delete_port for dbc36c03-6237-451f-a169-121c20ca5fa9 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:27.863397 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:13:24Z', 'revision_number': 5, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:27.891665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event deleted for resources: {'Port': ['ID=3936be05-3bc7-4823-85e1-9ba577fdb1d4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:27.910567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4'}, {'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:27.913326 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f5d35f-93a1-40b0-bb96-f0266d39ac69" -d '{"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4"}, {"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-plugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:27.920944 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81fb12-b62b-40c9-a6e0-ff21b1277d33 None None] The sync data for ids ['50f2ecbf-c9ff-45b7-986f-4ba49f2b6464'] in n-d-778550-14 is: [{'id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084318468-router', 'tenant_id': '76293e490cab41bb8fe951363802b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:08:10Z', 'updated_at': '2021-08-31T19:13:24Z', 'revision_number': 5, 'project_id': '76293e490cab41bb8fe951363802b086', 'gw_port': {'id': 'dbc36c03-6237-451f-a169-121c20ca5fa9', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2ecbf-c9ff-45b7-986f-4ba49f2b6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:08:11Z', 'updated_at': '2021-08-31T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:13:27.938930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:28.029962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] No DVR routers for this DVR port 3936be05-3bc7-4823-85e1-9ba577fdb1d4 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:28.034613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.037288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0472de25-279c-465d-9aa5-a91a47ab0e52 req-28b6eff6-be2b-481f-8ac3-da9d70ff4ac7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.82 "DELETE /v2.0/ports/3936be05-3bc7-4823-85e1-9ba577fdb1d4 HTTP/1.1" status: 204 len: 173 time: 1.3490245 Aug 31 19:13:28.072024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-deleted', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:28.077786 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8854535-a2f3-484b-9a1b-5c4010c5f1b8" -d '{"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-deleted", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:28.109793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32bddce7-4fe1-4aa2-b723-1c2da2532162 req-df00c35d-9b19-4ea2-bb00-4fa57ed0dee0 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 210 time: 0.1001904 Aug 31 19:13:28.166667 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-76382a7b-fb5e-48e1-aca5-73670d46fc1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee5af0a41a8c437799c4e1b0e950f47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193797 Aug 31 19:13:28.174746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48150) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:28.186083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:28.319525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-a47b9bf2-5789-4ac7-9775-4f511c1f416e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:28.341027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-a47b9bf2-5789-4ac7-9775-4f511c1f416e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.3448625 Aug 31 19:13:28.380904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cbe4bbca-387f-4c74-9281-2a46f3f61fa3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0372293 Aug 31 19:13:28.418825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Allocated IP 172.20.0.9 (3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11/00fd840a-d972-4d49-82c1-e7d55b1338c2/ceeda5a8-37c8-4dd6-b09e-ec9dca979f85) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:28.424239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.438060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:28.462636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-9707e2b6-11e7-42e0-9647-203de4bc11d1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803912 Aug 31 19:13:28.518949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.646107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.649369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.680311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.686297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70b3b29f-16f1-47cb-8f84-a2e29aa724e8 HTTP/1.1" status: 204 len: 168 time: 0.5075836 Aug 31 19:13:28.712303 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:13:28.770030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e4044-af72-45d3-918c-d6ae165e4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3b29f-16f1-47cb-8f84-a2e29aa724e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:28.784104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc36c03-6237-451f-a169-121c20ca5fa9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:28.934223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.952815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:28.980644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58d01e3e-6330-41d2-8ab7-2e3c3440997d req-4ca02a26-416e-4ac7-92dd-8be6927d1060 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 210 time: 0.0702739 Aug 31 19:13:29.027782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:29.046241 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.175930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:29.221383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.223980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.296183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.358115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.385154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-3eae46cc-444a-47c1-9f4a-cd130f65d722 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9176984 Aug 31 19:13:29.484297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Pushing event updated for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:29.506436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:29.521913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.521913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:13:29.532079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1ae2605c-0aa4-4986-a193-b3e6615011b3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:29.545606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:29.551076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:29.580195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1ae2605c-0aa4-4986-a193-b3e6615011b3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:29.580665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1ae2605c-0aa4-4986-a193-b3e6615011b3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:29.598143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.599308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2002cc8d-fbc2-4044-93ec-04f4455f0308 admin admin] 10.222.0.73 "DELETE /v2.0/routers/50f2ecbf-c9ff-45b7-986f-4ba49f2b6464 HTTP/1.1" status: 204 len: 168 time: 3.3630540 Aug 31 19:13:29.685176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48174) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:29.698440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:29.708188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:29.843306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-b37777e5-e05e-4ce7-be82-347f6d419bea service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182682 Aug 31 19:13:29.876632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24274c02-077d-41d1-9a7c-8b1e478938b4 req-eeb5d162-0dc2-4816-b109-3fb3bc97cf1e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:29.893746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24274c02-077d-41d1-9a7c-8b1e478938b4 req-eeb5d162-0dc2-4816-b109-3fb3bc97cf1e tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 943 time: 0.6363256 Aug 31 19:13:29.944420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-114f2320-a30c-4460-88be-c581a5684cd2 service neutron] 10.222.0.67 "GET /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85/bindings/n-h1-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.4785898 Aug 31 19:13:30.014574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-d64fdc33-9d07-460d-bee2-af24e0935711 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:30.016611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-d64fdc33-9d07-460d-bee2-af24e0935711 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 804 time: 0.2672613 Aug 31 19:13:30.018818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1726ca6e-1732-4bc5-a2e2-336c653a7bfb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3804414 Aug 31 19:13:30.046435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Request body: {'port': {'device_id': '2fda8e80-f664-4707-a546-88bbd5387772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:30.095183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Request body: {'port': {'device_id': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'admin_state_up': True, 'tenant_id': 'be8ee7bbd5b6496282f195756ad9765c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:30.105682 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8c6df-8d2a-4ff4-9716-d032583627aa x-openstack-request-id: req-5da8c6df-8d2a-4ff4-9716-d032583627aa {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:30.106244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Deleting subnet 5d9c6fae-e099-47ec-a967-4156dc2433e5 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:13:30.107099 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4", "code": 200}, {"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-plugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:30.107533 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5da8c6df-8d2a-4ff4-9716-d032583627aa {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:30.122741 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'code': 200} Aug 31 19:13:30.128301 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'code': 200} Aug 31 19:13:30.182575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.201093 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c611af9b-15d7-4e58-951f-e970cba4b5d9 x-openstack-request-id: req-c611af9b-15d7-4e58-951f-e970cba4b5d9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:30.201439 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572b66f-10f0-443d-8695-06f144d0d5d4", "name": "network-vif-deleted", "tag": "3936be05-3bc7-4823-85e1-9ba577fdb1d4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:30.201840 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c611af9b-15d7-4e58-951f-e970cba4b5d9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:30.202335 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572b66f-10f0-443d-8695-06f144d0d5d4', 'name': 'network-vif-deleted', 'tag': '3936be05-3bc7-4823-85e1-9ba577fdb1d4', 'status': 'completed', 'code': 200} Aug 31 19:13:30.203110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.312757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24274c02-077d-41d1-9a7c-8b1e478938b4 req-f228ccb0-4ded-4e4b-8389-4180ffe5c64a tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181187 Aug 31 19:13:30.412934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.443984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:30.483519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 3936be05-3bc7-4823-85e1-9ba577fdb1d4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:30.484643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3936be05-3bc7-4823-85e1-9ba577fdb1d4 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:30.643820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.653202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:30.674702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.719736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Made reservation on behalf of be8ee7bbd5b6496282f195756ad9765c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:30.727846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.743794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.760212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Transition to ACTIVE for port object ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:30.795534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:30.993385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:31.024244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:31.025046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:31.086153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9c6fae-e099-47ec-a967-4156dc2433e5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:31.100154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0fa97-e010-4a97-8b46-cccea86be3d5 None None] Network deee7bef-f7a7-4289-a65f-b2875c46c6c2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:13:31.109997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9b849-5df8-4299-a3fd-4011e25b5a54 req-02c84d3e-a45d-4daa-ae26-122e7efc47a2 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:31.118610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30d9b849-5df8-4299-a3fd-4011e25b5a54 req-02c84d3e-a45d-4daa-ae26-122e7efc47a2 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.7651906 Aug 31 19:13:31.126353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:31.131164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:31.131402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-68f3e030-7414-4baf-a92b-204d95b0ab78 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5d9c6fae-e099-47ec-a967-4156dc2433e5 HTTP/1.1" status: 204 len: 168 time: 1.4449475 Aug 31 19:13:31.134090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:31.152789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58135f66-1650-4196-adc2-b5817b95b4e6 req-126dd72b-595a-4d26-9766-dda39e7800ea tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:31.160440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58135f66-1650-4196-adc2-b5817b95b4e6 req-126dd72b-595a-4d26-9766-dda39e7800ea tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 931 time: 0.7454062 Aug 31 19:13:31.197647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:31.247845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Attempting to bind port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:31.248317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Attempting to bind port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7fa116ca-6b9d-4249-b674-24f68991b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:31.248753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Attempting to bind port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 on network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:31.314591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:31.336223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 on network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:31.336557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Attempting to bind port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 on network 3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:31.378849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58135f66-1650-4196-adc2-b5817b95b4e6 req-d14d0515-873e-49fe-a8fb-0b80093d20c6 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171686 Aug 31 19:13:31.380581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-07e7bd17-d16c-4079-af54-43fcf8ed8923 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:31.384400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-07e7bd17-d16c-4079-af54-43fcf8ed8923 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.5530369 Aug 31 19:13:31.389583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:31.390750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Checking segment: {'id': '7fa116ca-6b9d-4249-b674-24f68991b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:31.391201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Bound using segment: {'id': '7fa116ca-6b9d-4249-b674-24f68991b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:31.394772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Bound port: ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa116ca-6b9d-4249-b674-24f68991b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:31.395266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:31.407370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dbc36c03-6237-451f-a169-121c20ca5fa9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:31.453574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:31.483402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: dbc36c03-6237-451f-a169-121c20ca5fa9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:31.484229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dbc36c03-6237-451f-a169-121c20ca5fa9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:31.622205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30d9b849-5df8-4299-a3fd-4011e25b5a54 req-3051bd3d-bc81-4c73-804c-2a86e08673ad tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992135 Aug 31 19:13:31.657056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] Transition to ACTIVE for port object 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:31.664433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:31.735948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] DHCP port deletion for deee7bef-f7a7-4289-a65f-b2875c46c6c2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:13:31.753972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] No DVR routers for this DVR port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:31.817604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] 10.222.0.67 "PUT /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85/bindings/n-h1-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8335276 Aug 31 19:13:31.819332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601e45e-8988-4f14-8a22-125cb7614e09 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:31.898146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80bd3aa9-ed44-46ce-a998-4e193fcd326b req-08dfb005-e660-439c-94e0-2eae93b1fcb9 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 210 time: 0.0657296 Aug 31 19:13:31.961849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c3e7e21-02bd-4c1d-97bb-1ff7e174a51e req-8cc342b8-d54a-46d8-a73d-46d31fbf328d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 210 time: 0.0589767 Aug 31 19:13:31.979736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Deleting port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:31.980196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:32.084864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:32.089481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,segment=NetworkSegment(7fa116ca-6b9d-4249-b674-24f68991b2dc),segment_id=7fa116ca-6b9d-4249-b674-24f68991b2dc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:32.093477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c75f-f294-408d-ab0e-db49abe7e3bc req-f544f020-2ce4-4c36-8ab5-8b27f090e650 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:32.108243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de94c75f-f294-408d-ab0e-db49abe7e3bc req-f544f020-2ce4-4c36-8ab5-8b27f090e650 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.1166670 Aug 31 19:13:32.130973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:32.136655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:32.138282 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d251fd5d-6de7-4f95-95be-312c36d7a657" -d '{"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:32.176180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de94c75f-f294-408d-ab0e-db49abe7e3bc req-e3a9b2f1-2cf0-491e-8aaf-22ec524bf63c tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661726 Aug 31 19:13:32.202253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] For port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,segment=NetworkSegment(9c295fd9-f553-4217-aebb-7f7d9485ad90),segment_id=9c295fd9-f553-4217-aebb-7f7d9485ad90)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:32.203207 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:32.228101 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513bdec-f8b7-4c0e-bda7-ff18ff0053a4 x-openstack-request-id: req-2513bdec-f8b7-4c0e-bda7-ff18ff0053a4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:32.229084 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:32.229363 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2513bdec-f8b7-4c0e-bda7-ff18ff0053a4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:32.229813 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'code': 200} Aug 31 19:13:32.233958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Allocated IP 172.20.0.7 (8664e65d-188a-40f3-828f-b8d363131f66/951adb2d-8c72-4ea0-8895-4e49116549c2/7ee92609-d037-43ce-ad34-710c86ca73e0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:32.255081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:32.255731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:32.257133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] 10.222.0.67 "PUT /v2.0/ports/ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 HTTP/1.1" status: 200 len: 1092 time: 2.2200880 Aug 31 19:13:32.266608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Calling delete_port for 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:32.288742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:32.293528 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435a4e4-59d2-4f08-9afb-020c6b4567a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:32.426735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:32.431201 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a249573-8200-44a5-a979-87ce6b913ff8 x-openstack-request-id: req-9a249573-8200-44a5-a979-87ce6b913ff8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:32.431790 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:32.432054 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a249573-8200-44a5-a979-87ce6b913ff8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:32.434196 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85', 'status': 'completed', 'code': 200} Aug 31 19:13:32.449448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-426a55fd-c8db-41c1-8f9f-bdd220d44aef tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=47d45e1ddf5f411d8da15effe001beda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462129 Aug 31 19:13:32.466502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] Pushing event deleted for resources: {'Port': ['ID=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:32.481893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11714e41-6881-4999-bb4a-4c785878f115 None None] No DVR routers for this DVR port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:32.505020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-426cbb9e-0cb1-41fc-a915-da1be4e1bb81 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:32.506612 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-426cbb9e-0cb1-41fc-a915-da1be4e1bb81 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.5703149 Aug 31 19:13:32.631596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d60df1-959a-47ca-93db-ecc41a3b9f1e req-76e90287-5c00-4e4e-9264-1b8e764bdc55 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:32.643583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01d60df1-959a-47ca-93db-ecc41a3b9f1e req-76e90287-5c00-4e4e-9264-1b8e764bdc55 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 943 time: 0.1686392 Aug 31 19:13:32.713140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-8c316db0-6f80-4f4b-9355-ca2134bdb39c tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:32.715142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-8c316db0-6f80-4f4b-9355-ca2134bdb39c tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645633 Aug 31 19:13:32.754970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01d60df1-959a-47ca-93db-ecc41a3b9f1e req-2821ca6b-685c-40dc-8c5f-df410e99f103 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074927 Aug 31 19:13:32.773905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-d24a03e2-0456-4aac-8ab9-d83b1cfd30de tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/quotas/47d45e1ddf5f411d8da15effe001beda HTTP/1.1" status: 200 len: 375 time: 0.0480697 Aug 31 19:13:32.853188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-282d79af-e557-4120-9a6e-022322b59a2f tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709341 Aug 31 19:13:33.062738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Deleting port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:33.063687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.066895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a47a7-a2cf-4d39-a3c6-bcd4fe68e7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:33.163018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Deleting port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:33.163734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.282554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-bab3798d-6478-4149-a8a3-bd1fcb5494de tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.284546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-bab3798d-6478-4149-a8a3-bd1fcb5494de tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 1.1933601 Aug 31 19:13:33.306735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:33.477826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:33.501699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-3d00637f-002b-471b-accc-11959ba6a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.503579 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-3d00637f-002b-471b-accc-11959ba6a8c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c78908c3840e4335b1b919de41b03c5d&device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 1095 time: 1.0813746 Aug 31 19:13:33.544177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-619b180d-eea4-43f6-b012-8badd8630072 req-ae0cd943-6306-4dc5-8341-6602aa8353cb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 210 time: 0.0990443 Aug 31 19:13:33.550087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-f4f6d9e3-e933-4e80-8c5c-f708f020b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.551775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-f4f6d9e3-e933-4e80-8c5c-f708f020b1a8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f&tenant_id=9393538463da4aa48688119a1608b443 HTTP/1.1" status: 200 len: 1096 time: 1.0231261 Aug 31 19:13:33.559591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:33.559965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:33.597403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d861a5-05fb-42e7-b336-6f3a4e161268 req-0e2f47c5-f2ae-4061-9144-7d8ba7313864 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.602731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96d861a5-05fb-42e7-b336-6f3a4e161268 req-0e2f47c5-f2ae-4061-9144-7d8ba7313864 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 943 time: 0.6642733 Aug 31 19:13:33.612065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] For port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0, host n-d-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:33.612442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.693794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96d861a5-05fb-42e7-b336-6f3a4e161268 req-f5706d91-f807-48e9-a88c-fc36c856e623 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Aug 31 19:13:33.715723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-1bb70fa0-0b3e-4694-b7ac-37acca8feffc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 HTTP/1.1" status: 200 len: 217 time: 0.1690509 Aug 31 19:13:33.741560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00e9164-41e1-49b1-8ffe-29f3d9a239b1 req-b2616768-c55e-48c5-bcd1-d33538a7c5a5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 210 time: 0.0526357 Aug 31 19:13:33.796632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Calling delete_port for 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:33.837231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a9cf1b-e17c-4fc1-ae02-19f081bd907f req-a998d054-7a19-49ff-b987-0e9fc3b69f75 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 210 time: 0.0351453 Aug 31 19:13:33.850116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.879631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 was not found and therefore no delete operation was performed {{(pid=94817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:13:33.889158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] For port 2424334e-9d02-4f50-9ccf-5d83bb108cc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2424334e-9d02-4f50-9ccf-5d83bb108cc0,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:33.889560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.905069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Calling delete_port for 2424334e-9d02-4f50-9ccf-5d83bb108cc0 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:33.934667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2912-07c5-4e21-9abb-2ff3cd5efaa8 req-d93fb026-05b8-4cf5-a12c-741d01a310c2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.943934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78da2912-07c5-4e21-9abb-2ff3cd5efaa8 req-d93fb026-05b8-4cf5-a12c-741d01a310c2 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.1043210 Aug 31 19:13:33.958358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:33.961887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-410e2288-99ac-4c2b-9479-0ea072c29308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:33.965468 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-410e2288-99ac-4c2b-9479-0ea072c29308 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00fd840a-d972-4d49-82c1-e7d55b1338c2 HTTP/1.1" status: 200 len: 854 time: 0.1954873 Aug 31 19:13:34.037753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:34.041745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.059194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78da2912-07c5-4e21-9abb-2ff3cd5efaa8 req-7eb180d0-bed6-4c8a-8f11-dcdd15dfc8ef tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142738 Aug 31 19:13:34.086864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb091-60ba-4f1c-848d-03d442c164db req-4c08f2ef-7c48-4060-9aa1-6766a2aef0b5 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.092817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-837fb091-60ba-4f1c-848d-03d442c164db req-4c08f2ef-7c48-4060-9aa1-6766a2aef0b5 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 943 time: 0.1307652 Aug 31 19:13:34.121445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:34.182764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-837fb091-60ba-4f1c-848d-03d442c164db req-88699844-344f-48ff-a0e9-f459658488f7 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Aug 31 19:13:34.183889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-21a405dd-083b-4baf-adcc-05ec6478278a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549244 Aug 31 19:13:34.186999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] No DVR routers for this DVR port 28b7f81d-a9ef-4c5d-bb81-d39b1a6bebc0 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:34.218361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-0efc76ff-4142-489d-8a1d-308dcb7d3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.219803 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-0efc76ff-4142-489d-8a1d-308dcb7d3fe1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9393538463da4aa48688119a1608b443&device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1096 time: 0.6172869 Aug 31 19:13:34.263324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.395937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-79fd6790-b2fe-4252-8c8b-b8472757fdb8 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47d45e1ddf5f411d8da15effe001beda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403152 Aug 31 19:13:34.458624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2424334e-9d02-4f50-9ccf-5d83bb108cc0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:34.524824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Network 8664e65d-188a-40f3-828f-b8d363131f66 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:34.526517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.560708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:34.562571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:34.583279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:34.588465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deee7bef-f7a7-4289-a65f-b2875c46c6c2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:34.656120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c295fd9-f553-4217-aebb-7f7d9485ad90') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:34.656413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c295fd9-f553-4217-aebb-7f7d9485ad90') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:13:34.666254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-047204e0-bd85-42b8-a077-17d79faa0e78 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.668771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-047204e0-bd85-42b8-a077-17d79faa0e78 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655056 Aug 31 19:13:34.693941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Request body: {'port': {'device_id': '1accaf54-520a-4854-8d8b-00d90e79872b', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '47d45e1ddf5f411d8da15effe001beda'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:34.706480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.727445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-400f1f8b-c03c-40ab-a7a7-ec792b1e1cda service neutron] 10.222.0.67 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263572 Aug 31 19:13:34.761056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.776592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-b2209e01-398f-4038-a2f0-44d9602a709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.778248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-b2209e01-398f-4038-a2f0-44d9602a709b service neutron] 10.222.0.82 "GET /v2.0/networks?id=745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 200 len: 907 time: 0.5278044 Aug 31 19:13:34.820459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5b34a-42b0-4abb-bb5c-eda54fb20481 req-674cc86b-ff96-4672-a13e-87b4b08146f0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.822260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ac5b34a-42b0-4abb-bb5c-eda54fb20481 req-674cc86b-ff96-4672-a13e-87b4b08146f0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 931 time: 0.1644454 Aug 31 19:13:34.822413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.829948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:13:34.830356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.842420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:34.843070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:13:34.845388 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:13:34.871670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-281efccc-e0ce-4a7f-9dd7-12ad77962942 req-6099ba5d-e108-4fa1-aff5-8bc7d0728976 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 210 time: 0.0591993 Aug 31 19:13:34.931428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.11 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/a409b2d1-76f7-4a53-bb13-fd390da54c6c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:34.961641 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-ec5365d0-0535-4652-bdcc-c9a291bf0174 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 200 len: 217 time: 0.1638525 Aug 31 19:13:34.969315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event deleted for resources: {'Port': ['ID=2424334e-9d02-4f50-9ccf-5d83bb108cc0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:35.014181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ac5b34a-42b0-4abb-bb5c-eda54fb20481 req-e2e7a2b4-7065-4257-bf3b-17ce6f052d5b tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693194 Aug 31 19:13:35.062433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4aa0fd84-60f4-4584-9712-a3f9abfca428 req-f6fcd4e5-7413-4a88-a346-b48029b0aab0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 210 time: 0.0741034 Aug 31 19:13:35.063587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Made reservation on behalf of 47d45e1ddf5f411d8da15effe001beda for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:35.068720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.087359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.101482 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-7ae2456d-9c6b-4e00-a569-51be83c0f1bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0109577 Aug 31 19:13:35.102294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.131832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Request body: {'port': {'device_id': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:35.194272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.195123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-215afea0-e257-49e0-9f24-bf43de0a82fb req-d1d25cb6-8134-4490-8672-e68c496f2e11 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 210 time: 0.0438199 Aug 31 19:13:35.210845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/deee7bef-f7a7-4289-a65f-b2875c46c6c2 HTTP/1.1" status: 204 len: 168 time: 4.0169928 Aug 31 19:13:35.212142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] No DVR routers for this DVR port 2424334e-9d02-4f50-9ccf-5d83bb108cc0 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:35.280962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.294295 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.82 "DELETE /v2.0/ports/2424334e-9d02-4f50-9ccf-5d83bb108cc0 HTTP/1.1" status: 204 len: 173 time: 3.8962913 Aug 31 19:13:35.311354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-deleted', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:35.313953 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8315bd-2552-4a6f-b1b2-a1cc78025c5e" -d '{"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-deleted", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:35.324350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cbd3b-e418-4465-bbc7-dcf2d26cefe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=deee7bef-f7a7-4289-a65f-b2875c46c6c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:35.343989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-4b1ae767-c830-4032-9207-fbdc1727b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:35.345708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-4b1ae767-c830-4032-9207-fbdc1727b041 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 200 len: 846 time: 0.3660023 Aug 31 19:13:35.347882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-52ee2a60-e45f-4c7d-b58d-966e0daabfa2 req-599472f8-0682-48d5-a764-52a1e0c76b8c service neutron] 10.222.0.67 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091747 Aug 31 19:13:35.417273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.448899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.465550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-829a84ff-5d3a-4cbc-9ded-e816d9c75206 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=745809cd-ee86-45aa-b8f0-f70066962da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837090 Aug 31 19:13:35.607736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.613166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:35.679351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df296302-a181-46f0-b211-051a0aeb8a20 req-7234fa43-ffb8-4482-8557-2d6d5da769d3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:35.695024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df296302-a181-46f0-b211-051a0aeb8a20 req-7234fa43-ffb8-4482-8557-2d6d5da769d3 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.2672050 Aug 31 19:13:35.699128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:35.702937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-e4a6a847-bdd5-4593-a8ac-5309f3786c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:35.704098 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-e4a6a847-bdd5-4593-a8ac-5309f3786c09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c78908c3840e4335b1b919de41b03c5d&device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 1095 time: 0.2350736 Aug 31 19:13:35.724412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48320) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:35.737010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64a198-438e-40b1-9345-aaab2f76b5b4 req-fc0c7b6c-cef1-490c-99a6-99844a282832 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:35.745870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a64a198-438e-40b1-9345-aaab2f76b5b4 req-fc0c7b6c-cef1-490c-99a6-99844a282832 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 943 time: 0.2469318 Aug 31 19:13:35.800403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-08baa983-ace7-465b-a1c5-4f931d905061 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127196 Aug 31 19:13:35.880895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-90d93725-9906-4248-bed3-6e58d6136ddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1078e3e8274746069c0119ff733c2078&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1528542 Aug 31 19:13:35.896549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a64a198-438e-40b1-9345-aaab2f76b5b4 req-554f20e0-53c6-45f8-aa2a-ff6930cf6af7 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477611 Aug 31 19:13:35.915111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df296302-a181-46f0-b211-051a0aeb8a20 req-b101dfac-32bf-4774-a994-66f44c591617 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190046 Aug 31 19:13:35.923490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:35.948679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Allocated IP 192.168.233.149 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/60628557-4439-49bc-9206-75635efb988b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:36.220377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15e0975b-b6a2-4dff-a000-5457039a2c2f req-1153217a-3f34-4faa-97d3-ce26ece98943 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4c2b1d-002d-4775-9d60-2a0b0a852c5b HTTP/1.1" status: 200 len: 210 time: 0.1414511 Aug 31 19:13:36.289537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.290403 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7496100d-3803-4541-8e63-c9c2006cdd6d x-openstack-request-id: req-7496100d-3803-4541-8e63-c9c2006cdd6d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:36.291442 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4c2b1d-002d-4775-9d60-2a0b0a852c5b", "name": "network-vif-deleted", "tag": "2424334e-9d02-4f50-9ccf-5d83bb108cc0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:36.292427 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7496100d-3803-4541-8e63-c9c2006cdd6d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:36.293088 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c2b1d-002d-4775-9d60-2a0b0a852c5b', 'name': 'network-vif-deleted', 'tag': '2424334e-9d02-4f50-9ccf-5d83bb108cc0', 'status': 'completed', 'code': 200} Aug 31 19:13:36.349001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd880-72ee-413d-bbc0-8e9b2a7885f4 req-7e11be86-a97b-4196-aca2-a13048ec79e1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:36.350775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50abd880-72ee-413d-bbc0-8e9b2a7885f4 req-7e11be86-a97b-4196-aca2-a13048ec79e1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 931 time: 0.2144029 Aug 31 19:13:36.372605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.440516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4271301-597e-4725-9156-35129265cace req-b44b3fe3-c7a3-4ed9-a344-55e3d2e1a816 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 210 time: 0.0883522 Aug 31 19:13:36.521738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.528130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50abd880-72ee-413d-bbc0-8e9b2a7885f4 req-85fef4ee-86fb-483f-89b4-442bdb6d022c tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451285 Aug 31 19:13:36.528242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-3c41d384-38ef-4f2c-938f-0f8f876fe0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:36.528242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-3c41d384-38ef-4f2c-938f-0f8f876fe0be service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 HTTP/1.1" status: 200 len: 915 time: 0.8073783 Aug 31 19:13:36.591416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fecc61f1-4bed-4942-a48a-a20b59cbee94 req-01f04703-12ef-478a-bcf6-d94d9892a23a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 210 time: 0.0841391 Aug 31 19:13:36.597294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.630904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Transition to ACTIVE for port object 60628557-4439-49bc-9206-75635efb988b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:36.659303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:36.693964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:36.696017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-041c15c4-e902-4289-b10c-a4ba8293fd6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 HTTP/1.1" status: 200 len: 217 time: 0.1418812 Aug 31 19:13:36.703911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-9d5f1762-81f2-49d7-a309-05d1cf0d47d4 service neutron] 10.222.0.82 "GET /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892844 Aug 31 19:13:36.706228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:36.717390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:36.717996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.722771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.726375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb8eb2a9-ad17-44dc-96f5-9f0cbcd3407f HTTP/1.1" status: 204 len: 168 time: 0.8011935 Aug 31 19:13:36.733077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.767562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e33e0c-7f58-46a2-afcd-53be63fa3de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8eb2a9-ad17-44dc-96f5-9f0cbcd3407f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:36.807661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:36.815209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:36.836839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:36.842068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-26130189-7f2e-48df-843c-5aa71e58a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:36.843547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-26130189-7f2e-48df-843c-5aa71e58a9c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00fd840a-d972-4d49-82c1-e7d55b1338c2 HTTP/1.1" status: 200 len: 854 time: 0.1386585 Aug 31 19:13:36.849357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee92609-d037-43ce-ad34-710c86ca73e0 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:36.880379 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.881355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Pushing event updated for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:36.940253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Transition to ACTIVE for port object 7ee92609-d037-43ce-ad34-710c86ca73e0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:36.956406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:36.957566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.966815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-2424e7b4-6c90-4524-9a6d-988e05c06e7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117172 Aug 31 19:13:36.969943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:36.982601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:36.983290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.037613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-00e60487-de01-469c-b359-3bd16b234529 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3498383 Aug 31 19:13:37.052748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Request body: {'port': {'device_id': '1accaf54-520a-4854-8d8b-00d90e79872b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:37.138298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:37.230619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-cde12644-3fe9-4b45-a83f-f4620baf78b8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9277141 Aug 31 19:13:37.251153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Request body: {'port': {'device_id': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:37.278774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f13de5b-d4f7-49dc-a8c0-9357f541e696 None None] Provisioning for port 60628557-4439-49bc-9206-75635efb988b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:37.287448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f13de5b-d4f7-49dc-a8c0-9357f541e696 None None] Provisioning complete for port 60628557-4439-49bc-9206-75635efb988b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:37.288192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0f13de5b-d4f7-49dc-a8c0-9357f541e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.293803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb13bf-f7d2-4a7c-9907-658e42299a21 req-b0c27eea-6740-4885-9c2d-ce885365ef97 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:37.305509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-debb13bf-f7d2-4a7c-9907-658e42299a21 req-b0c27eea-6740-4885-9c2d-ce885365ef97 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 943 time: 0.2176282 Aug 31 19:13:37.318209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.349302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80577dd4-8eb1-4d0f-b66b-2cfad077d2f8 req-b640a91d-2cc6-4d97-8aff-17c713b46563 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:37.357550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80577dd4-8eb1-4d0f-b66b-2cfad077d2f8 req-b640a91d-2cc6-4d97-8aff-17c713b46563 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.2119191 Aug 31 19:13:37.373018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-ff2c98ed-d0d5-4a60-a70e-332708a09d20 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:37.376221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-ff2c98ed-d0d5-4a60-a70e-332708a09d20 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f&tenant_id=9393538463da4aa48688119a1608b443&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.2769732 Aug 31 19:13:37.390240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0f13de5b-d4f7-49dc-a8c0-9357f541e696 None None] Port 60628557-4439-49bc-9206-75635efb988b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:13:37.437933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-debb13bf-f7d2-4a7c-9907-658e42299a21 req-ef4fc600-6a59-400d-bef4-1c88864d3fde tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156549 Aug 31 19:13:37.448392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:37.520344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.587113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-36e72eb9-9c25-47bd-b68e-c545cac0311b service neutron] 10.222.0.67 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114306 Aug 31 19:13:37.635359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Attempting to bind port 7ee92609-d037-43ce-ad34-710c86ca73e0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:37.635871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Attempting to bind port 7ee92609-d037-43ce-ad34-710c86ca73e0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:37.636275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Attempting to bind port 7ee92609-d037-43ce-ad34-710c86ca73e0 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:37.710482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Port 7ee92609-d037-43ce-ad34-710c86ca73e0 on network 8664e65d-188a-40f3-828f-b8d363131f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:37.710919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Attempting to bind port 7ee92609-d037-43ce-ad34-710c86ca73e0 on network 8664e65d-188a-40f3-828f-b8d363131f66 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:37.783208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80577dd4-8eb1-4d0f-b66b-2cfad077d2f8 req-259caa21-e41a-491e-859f-8eb8b3c48b11 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247506 Aug 31 19:13:37.794002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:37.794002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Checking segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:37.794432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Bound using segment: {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:37.794945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Bound port: 7ee92609-d037-43ce-ad34-710c86ca73e0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb189325-4f85-401d-a0a2-de85237d4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:37.795326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.825589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ad51443c-8b75-4195-9df7-37c4f922ac6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76293e490cab41bb8fe951363802b086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3687055 Aug 31 19:13:37.833996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:37.932509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db24e7-8786-4a17-b224-61b9872c59db req-d9a6eadd-bf5d-4088-ad2d-1add5ace3411 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:37.940375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9db24e7-8786-4a17-b224-61b9872c59db req-d9a6eadd-bf5d-4088-ad2d-1add5ace3411 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 932 time: 0.2105665 Aug 31 19:13:37.940970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-32bb4dc6-dbd1-48e0-83c2-8bf570a440af service neutron] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:37.961292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-32bb4dc6-dbd1-48e0-83c2-8bf570a440af service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:37.963149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a667b22-ca4f-44a0-862b-12cf435c08e0 req-32bb4dc6-dbd1-48e0-83c2-8bf570a440af service neutron] 10.222.0.82 "DELETE /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85/bindings/n-h2-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.5542133 Aug 31 19:13:37.984866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60628557-4439-49bc-9206-75635efb988b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:38.010867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.021137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2435a4e4-59d2-4f08-9afb-020c6b4567a4 req-d66a39a0-1548-4ac7-9fa8-fe1856d476f0 service neutron] 10.222.0.67 "GET /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165013 Aug 31 19:13:38.046989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:38.051873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:38.059829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.073483 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.080716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9db24e7-8786-4a17-b224-61b9872c59db req-b117ada7-cbc1-402e-9a7e-974ca4902a78 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394529 Aug 31 19:13:38.081725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Transition to ACTIVE for port object 60628557-4439-49bc-9206-75635efb988b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:38.113020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe718b-e3c7-43aa-a1c0-0b8f24c41022 req-f3a55f91-9289-4f03-93ea-d4dddce4dd96 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:38.122431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72fe718b-e3c7-43aa-a1c0-0b8f24c41022 req-f3a55f91-9289-4f03-93ea-d4dddce4dd96 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 943 time: 0.2236390 Aug 31 19:13:38.131590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.153683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.216238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a409b2d1-76f7-4a53-bb13-fd390da54c6c {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:38.233671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:38.234702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.236414 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] 10.222.0.67 "PUT /v2.0/ports/7ee92609-d037-43ce-ad34-710c86ca73e0 HTTP/1.1" status: 200 len: 1092 time: 3.1150126 Aug 31 19:13:38.237537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:38.239967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.298445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:38.304218 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49db7a-4386-4061-b97a-907b3f6a1553" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:38.311794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Transition to ACTIVE for port object a409b2d1-76f7-4a53-bb13-fd390da54c6c will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:38.382609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:38.417369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.419470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b4ed5-7257-4778-8078-b185f57e935e service neutron] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:38.476584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,segment=NetworkSegment(7fa116ca-6b9d-4249-b674-24f68991b2dc),segment_id=7fa116ca-6b9d-4249-b674-24f68991b2dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:38.495018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-67c130ea-a88a-4b2d-9be9-87fe5784e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:38.496382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-67c130ea-a88a-4b2d-9be9-87fe5784e999 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 1095 time: 0.1794031 Aug 31 19:13:38.503173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85', 'network_id': '3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11', 'port_id': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85', 'mac_address': 'fa:16:3e:f7:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fd840a-d972-4d49-82c1-e7d55b1338c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:38.515402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Attempting to bind port 60628557-4439-49bc-9206-75635efb988b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:38.515402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Attempting to bind port 60628557-4439-49bc-9206-75635efb988b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:38.515908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Attempting to bind port 60628557-4439-49bc-9206-75635efb988b on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:38.523799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72fe718b-e3c7-43aa-a1c0-0b8f24c41022 req-aa0ba4f4-3046-490a-9283-0ba027b91df1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004576 Aug 31 19:13:38.525027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Port 60628557-4439-49bc-9206-75635efb988b on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:38.525496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Attempting to bind port 60628557-4439-49bc-9206-75635efb988b on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:38.536477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:38.536816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:38.537526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:38.538050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Bound port: 60628557-4439-49bc-9206-75635efb988b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:38.538423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.570144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.601360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:38.630107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,segment=NetworkSegment(7fa116ca-6b9d-4249-b674-24f68991b2dc),segment_id=7fa116ca-6b9d-4249-b674-24f68991b2dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:38.638259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-b7e1bc4c-111d-4dea-a0bb-9c5df4d859cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ee92609-d037-43ce-ad34-710c86ca73e0 HTTP/1.1" status: 200 len: 217 time: 0.1233015 Aug 31 19:13:38.648494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.679228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:38.683874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=60628557-4439-49bc-9206-75635efb988b,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:38.695714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e4715-18e1-48ce-89db-01419040b1af req-abf570f7-1380-47d7-aa4b-30df27578f8f tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:38.698328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e21e4715-18e1-48ce-89db-01419040b1af req-abf570f7-1380-47d7-aa4b-30df27578f8f tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 948 time: 0.5128498 Aug 31 19:13:38.702023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.786888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:38.800031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-c14e3647-d3f6-40ce-b84c-f8b362ecc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:38.803950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-c14e3647-d3f6-40ce-b84c-f8b362ecc05e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.1493471 Aug 31 19:13:38.821877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:38.874825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e21e4715-18e1-48ce-89db-01419040b1af req-378d353e-26d7-4acb-b6d1-a3d51c0c883b tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658332 Aug 31 19:13:38.875470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:38.904375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ceeda5a8-37c8-4dd6-b09e-ec9dca979f85'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:38.955758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.960852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:38.962164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1682543a-c07c-4056-acfb-172b5d8c7a68 HTTP/1.1" status: 204 len: 168 time: 1.1251988 Aug 31 19:13:39.001517 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-4bd22497-b22f-4c71-987d-d163bacd8298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775401 Aug 31 19:13:39.017943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.018622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:39.020586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-3799b8c3-00e3-478e-9f8a-4548c8cdf6a5 service neutron] 10.222.0.82 "PUT /v2.0/ports/60628557-4439-49bc-9206-75635efb988b HTTP/1.1" status: 200 len: 1097 time: 1.9724977 Aug 31 19:13:39.021350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'tag': '60628557-4439-49bc-9206-75635efb988b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:39.026549 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78734c0c-0f6a-404b-b53f-b2c4d4407a26" -d '{"events": [{"name": "network-changed", "server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "tag": "60628557-4439-49bc-9206-75635efb988b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:39.034780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9ec23-5ced-450a-9631-a7926592a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682543a-c07c-4056-acfb-172b5d8c7a68,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:39.263514 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-af31742f-e49f-4be0-9f8d-0c9bfa0bed10 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410200 Aug 31 19:13:39.265238 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f32279a-12e6-430a-8dc6-707860e6842b x-openstack-request-id: req-1f32279a-12e6-430a-8dc6-707860e6842b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:39.265521 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:39.265769 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f32279a-12e6-430a-8dc6-707860e6842b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:39.266151 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'status': 'completed', 'code': 200} Aug 31 19:13:39.286133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-105d205e-d3a9-42b8-9ad2-467d59d2eef1 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.297417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-105d205e-d3a9-42b8-9ad2-467d59d2eef1 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.5969641 Aug 31 19:13:39.344345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-129c749e-4e8f-41eb-9619-be97894f23e3 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/quotas/94609671718246c4b726c7f04ecd9d17 HTTP/1.1" status: 200 len: 375 time: 0.0451717 Aug 31 19:13:39.381738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-d0307570-f23a-49b8-9466-805c7647f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.383938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-d0307570-f23a-49b8-9466-805c7647f145 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 1100 time: 0.2827859 Aug 31 19:13:39.438833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Attempting to bind port a409b2d1-76f7-4a53-bb13-fd390da54c6c on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:39.439906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Attempting to bind port a409b2d1-76f7-4a53-bb13-fd390da54c6c by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:39.440467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Attempting to bind port a409b2d1-76f7-4a53-bb13-fd390da54c6c on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:39.460083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Port a409b2d1-76f7-4a53-bb13-fd390da54c6c on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:39.464088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Attempting to bind port a409b2d1-76f7-4a53-bb13-fd390da54c6c on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:39.477683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:39.479069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:39.479468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:39.480758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Bound port: a409b2d1-76f7-4a53-bb13-fd390da54c6c, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:39.481453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:39.507254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-a1fc6c43-4805-469d-b142-29a079e9f825 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=60628557-4439-49bc-9206-75635efb988b HTTP/1.1" status: 200 len: 217 time: 0.0905950 Aug 31 19:13:39.569671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345032-ed3c-4e86-8a3d-aefdc8055f27 req-ab44b439-560f-4e82-b2c4-63f661aa1e6d tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.578020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c345032-ed3c-4e86-8a3d-aefdc8055f27 req-ab44b439-560f-4e82-b2c4-63f661aa1e6d tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 944 time: 0.1922557 Aug 31 19:13:39.585788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-8184e16c-1d33-4296-b415-cf7ce0cfa99c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2405274 Aug 31 19:13:39.615210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3277252-b342-4bc7-93ed-a145c5194ba4 req-4e5f96c2-0bde-40cb-9030-791a344cd6ba service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302932 Aug 31 19:13:39.619411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:39.643314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:39.665081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:39.681880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-332078d0-f856-48c4-91cf-6467125b1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.683890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-332078d0-f856-48c4-91cf-6467125b1b1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1655257 Aug 31 19:13:39.779882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.781436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:39.783880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] 10.222.0.82 "PUT /v2.0/ports/a409b2d1-76f7-4a53-bb13-fd390da54c6c HTTP/1.1" status: 200 len: 1093 time: 2.5385623 Aug 31 19:13:39.802986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f85c64-bd5e-4248-ad67-73215b023048 service neutron] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:39.816462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c345032-ed3c-4e86-8a3d-aefdc8055f27 req-7b00087a-f6b9-4c8e-86ff-4b0c3af54038 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370188 Aug 31 19:13:39.861369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-dc2a074f-9a5a-491f-9b7d-74a241d83bf2 service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637570 Aug 31 19:13:39.925726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-ed7c73ca-a4a9-4603-bf0a-4ec9a7058ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.927184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-ed7c73ca-a4a9-4603-bf0a-4ec9a7058ae5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be8ee7bbd5b6496282f195756ad9765c&device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 1095 time: 0.1417472 Aug 31 19:13:39.933862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-4b577a75-1b1f-44e7-9c71-7f6aef55a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.935380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-4b577a75-1b1f-44e7-9c71-7f6aef55a2f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 1096 time: 0.0810533 Aug 31 19:13:39.959019 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ec013e-dcb4-4e56-8ca3-bd8ca0c5ba4d x-openstack-request-id: req-c6ec013e-dcb4-4e56-8ca3-bd8ca0c5ba4d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:39.959608 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "tag": "60628557-4439-49bc-9206-75635efb988b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:39.959608 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6ec013e-dcb4-4e56-8ca3-bd8ca0c5ba4d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:39.959820 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'tag': '60628557-4439-49bc-9206-75635efb988b', 'status': 'completed', 'code': 200} Aug 31 19:13:39.970733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-8087fbae-3e90-43b9-8e90-7c160ed24cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:39.972358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-8087fbae-3e90-43b9-8e90-7c160ed24cd3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2786961 Aug 31 19:13:40.078928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-665c0a24-103d-475b-97cd-5d6f7368db30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c HTTP/1.1" status: 200 len: 217 time: 0.1034701 Aug 31 19:13:40.116032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-eb574315-7488-40c2-8144-631836db6c39 service neutron] 10.222.0.73 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537301 Aug 31 19:13:40.148727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1ae51-4d9c-4862-862b-865a50140f33 req-9c09f68d-3e14-4a3a-b218-31fd7390023c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.150860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fc1ae51-4d9c-4862-862b-865a50140f33 req-9c09f68d-3e14-4a3a-b218-31fd7390023c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.1059306 Aug 31 19:13:40.155155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-81980242-547c-46e8-94c3-8a85334115ad service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713829 Aug 31 19:13:40.169771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-7e03ab18-83be-4684-8871-3f140295e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.171412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-7e03ab18-83be-4684-8871-3f140295e038 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 200 len: 905 time: 0.2351515 Aug 31 19:13:40.178897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-2bc4e07f-3f8d-42c6-804c-9d2be3f99479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.186853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-2bc4e07f-3f8d-42c6-804c-9d2be3f99479 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0847173 Aug 31 19:13:40.247229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:40.262979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fc1ae51-4d9c-4862-862b-865a50140f33 req-55bbcb26-c738-4813-bdf4-53a937e1c789 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041391 Aug 31 19:13:40.283227 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-73688de6-d9b7-4275-8478-aa0ae491e0c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804753 Aug 31 19:13:40.318128 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-2eae946e-dc72-4b85-98bf-6d5f2b36bb2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ee92609-d037-43ce-ad34-710c86ca73e0 HTTP/1.1" status: 200 len: 217 time: 0.1304996 Aug 31 19:13:40.360602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c93079-5626-4386-8c92-6bf428c5e8a6 req-e01dc227-a517-4d0d-b2b8-b227fa1a5a9c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883810 Aug 31 19:13:40.424547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:40.433716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:40.434468 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:40.578564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:40.617472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-0c1f405f-7a59-42fc-b8ce-04e9cf1e2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.622055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-0c1f405f-7a59-42fc-b8ce-04e9cf1e2c7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 200 len: 844 time: 0.2855964 Aug 31 19:13:40.624122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:40.628046 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27f424f-6c3a-4f76-8235-c8e5dd77c3a9" -d '{"events": [{"server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "name": "network-vif-plugged", "status": "completed", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:40.663315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1517-ef6c-45a5-ab5d-07b90c59e061 req-ca6e4a91-b7c3-4616-b6a2-fcd331f49818 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.674101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-540c1517-ef6c-45a5-ab5d-07b90c59e061 req-ca6e4a91-b7c3-4616-b6a2-fcd331f49818 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 1096 time: 0.2805409 Aug 31 19:13:40.689975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,segment=NetworkSegment(7fa116ca-6b9d-4249-b674-24f68991b2dc),segment_id=7fa116ca-6b9d-4249-b674-24f68991b2dc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:40.697353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-7ee97f44-20bf-4d47-806d-33a3bcbfddf2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8664e65d-188a-40f3-828f-b8d363131f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614398 Aug 31 19:13:40.702049 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:40.717143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-c9ad2bfb-3bad-4602-9121-d495536e4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.718696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-c9ad2bfb-3bad-4602-9121-d495536e4711 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 1100 time: 0.2354484 Aug 31 19:13:40.729787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-540c1517-ef6c-45a5-ab5d-07b90c59e061 req-14634096-97ed-4aef-8e58-0c7f49a06549 tempest-LiveMigrationTest-1576305557 tempest-LiveMigrationTest-1576305557-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Aug 31 19:13:40.762986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2a72-9fbb-4d67-966f-2b373dcbbc2d req-0a72ad45-fb4b-4ba4-b431-b12988fd1e5d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.771044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-916f2a72-9fbb-4d67-966f-2b373dcbbc2d req-0a72ad45-fb4b-4ba4-b431-b12988fd1e5d tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 943 time: 0.2640386 Aug 31 19:13:40.878260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:40.896779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-2dc6c824-f088-4612-8277-0ba57cd85df1 service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910548 Aug 31 19:13:40.918000 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-8a137974-4074-4d4a-ad4f-2336a52b7fad service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018548 Aug 31 19:13:40.937395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-08961a83-4b18-4ab5-bf72-9d6eb451461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:40.939220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-08961a83-4b18-4ab5-bf72-9d6eb451461f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1876719 Aug 31 19:13:41.035714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-29db4876-ad84-46a3-86d9-47567d1d9e85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=60628557-4439-49bc-9206-75635efb988b HTTP/1.1" status: 200 len: 217 time: 0.0766759 Aug 31 19:13:41.050198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-916f2a72-9fbb-4d67-966f-2b373dcbbc2d req-d4540d1d-a7ba-4a50-8bac-9c5e50d8e08e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383261 Aug 31 19:13:41.120822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0f49db7a-4386-4061-b97a-907b3f6a1553 req-4a160d3a-c104-4a75-a881-20a25acc651e service neutron] 10.222.0.67 "GET /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140839 Aug 31 19:13:41.130742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee0c67ff-0b93-427b-a8b3-da2042d82656 req-d90c60e9-490c-436d-9968-1ee323e1ebf8 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609228 Aug 31 19:13:41.176062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82417386-d897-4fc5-8039-9c0bac34c6e0 req-f7865eef-80cc-4965-bfef-227ba1fc5e92 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:41.185631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82417386-d897-4fc5-8039-9c0bac34c6e0 req-f7865eef-80cc-4965-bfef-227ba1fc5e92 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 948 time: 0.3413069 Aug 31 19:13:41.236681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-8da9d955-e9c2-4980-90a5-3d3aa49e5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:41.238610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-8da9d955-e9c2-4980-90a5-3d3aa49e5178 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1924543 Aug 31 19:13:41.250791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82417386-d897-4fc5-8039-9c0bac34c6e0 req-952c4e5e-cc6c-417a-9a98-99d1826e31b6 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642681 Aug 31 19:13:41.267883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:41.270395 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013c88c-bee5-4ca6-96c6-57ceb22eb772" -d '{"events": [{"name": "network-changed", "server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:41.370299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90d9514c-3e5f-4df9-859c-989393f35203 req-6499fe0a-ae06-453a-b659-c3f4f089fe04 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 210 time: 0.1116726 Aug 31 19:13:41.389645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-064ba3ec-aa11-4999-bdd9-b758bd3a46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:41.391590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-064ba3ec-aa11-4999-bdd9-b758bd3a46e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1396170 Aug 31 19:13:41.478967 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1532e9c-3baf-44e1-846a-cc6005f389a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:41.544618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-097117a8-7288-4761-be66-4c55224c63bb service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394286 Aug 31 19:13:41.733443 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e664f-8b50-4369-8fbf-7befa89ad3f2 x-openstack-request-id: req-682e664f-8b50-4369-8fbf-7befa89ad3f2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:41.736161 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "name": "network-vif-plugged", "status": "completed", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:41.736653 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-682e664f-8b50-4369-8fbf-7befa89ad3f2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:41.737229 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85', 'code': 200} Aug 31 19:13:41.779674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78734c0c-0f6a-404b-b53f-b2c4d4407a26 req-fe01cdd6-c468-44d2-808d-b4e317113ecf service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205834 Aug 31 19:13:41.834617 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc07381-fd7a-4dee-8a52-cbecda67eefe x-openstack-request-id: req-bfc07381-fd7a-4dee-8a52-cbecda67eefe {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:41.835159 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:41.835159 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfc07381-fd7a-4dee-8a52-cbecda67eefe {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:41.835529 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'status': 'completed', 'code': 200} Aug 31 19:13:41.853105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed4db-3003-49b3-8789-0fff59693159 req-109241e7-5846-45d7-aa9a-344052a228cb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:41.856654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f74ed4db-3003-49b3-8789-0fff59693159 req-109241e7-5846-45d7-aa9a-344052a228cb tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 945 time: 0.0758061 Aug 31 19:13:42.019668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f74ed4db-3003-49b3-8789-0fff59693159 req-ea794264-868a-4a37-8920-a9db4933480f tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561184 Aug 31 19:13:42.030158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-7a166e4c-cd12-47c3-9af0-927a0857bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.031670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-7a166e4c-cd12-47c3-9af0-927a0857bea4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 1096 time: 0.1113262 Aug 31 19:13:42.044628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550252b-4bfe-4955-9a5c-82487fa09bfd req-632e3963-61a3-4d3b-bb40-84a723a2c703 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.051830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3550252b-4bfe-4955-9a5c-82487fa09bfd req-632e3963-61a3-4d3b-bb40-84a723a2c703 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.1145360 Aug 31 19:13:42.084709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056367ed-6367-4b10-b1a9-36cac2da0567 req-63eb56ab-7ac6-487d-b8db-9369f39e80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.087129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-056367ed-6367-4b10-b1a9-36cac2da0567 req-63eb56ab-7ac6-487d-b8db-9369f39e80fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 1097 time: 0.1659923 Aug 31 19:13:42.139910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-831b8168-bc37-4b21-ab77-3470f39227ce tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.141564 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-831b8168-bc37-4b21-ab77-3470f39227ce tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.67 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 821 time: 0.2377846 Aug 31 19:13:42.165985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Request body: {'port': {'device_id': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'admin_state_up': True, 'tenant_id': '94609671718246c4b726c7f04ecd9d17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:42.234364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3550252b-4bfe-4955-9a5c-82487fa09bfd req-909f3288-cab8-4b11-bfc7-5593cc7effde tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815886 Aug 31 19:13:42.249343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:42.282347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-056367ed-6367-4b10-b1a9-36cac2da0567 req-01b2c0a2-1427-4cc6-b667-042785361d05 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852331 Aug 31 19:13:42.297790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-cdaca148-33ec-4052-b501-d58abd97d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.298061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Made reservation on behalf of 94609671718246c4b726c7f04ecd9d17 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:42.299812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-cdaca148-33ec-4052-b501-d58abd97d6e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.1896813 Aug 31 19:13:42.302984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:42.315168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4e386-bf09-4b3c-b8b6-323069823b56 req-9ba68f5f-e3cb-4d5f-9615-676341ae51e7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.316815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53b4e386-bf09-4b3c-b8b6-323069823b56 req-9ba68f5f-e3cb-4d5f-9615-676341ae51e7 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.1756434 Aug 31 19:13:42.369262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-27842892-6f17-4017-90c6-850ee85cebe8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c HTTP/1.1" status: 200 len: 217 time: 0.0504363 Aug 31 19:13:42.414891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:42.428621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'mac_address': 'fa:16:3e:0e:0e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:42.530284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b864-a055-4320-8919-93b2d2c5452d req-cad74aa7-3bb9-4b17-847b-922a23457cbb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.536097 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3584b864-a055-4320-8919-93b2d2c5452d req-cad74aa7-3bb9-4b17-847b-922a23457cbb tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 944 time: 0.1233361 Aug 31 19:13:42.536231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 60628557-4439-49bc-9206-75635efb988b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:42.542965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53b4e386-bf09-4b3c-b8b6-323069823b56 req-01fddbd0-7a06-405d-a4f5-138b9585a1f1 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724741 Aug 31 19:13:42.612205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-3e6aa22d-df32-45a0-9e07-ad9f058654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.614023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-3e6aa22d-df32-45a0-9e07-ad9f058654b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.2092717 Aug 31 19:13:42.616320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Allocated IP 172.20.0.12 (87a85d53-1810-4e08-b8a3-70c3b2830320/adca81d1-7a77-4cbe-8e92-e9a565f08caf/d56a76e3-1b93-4ee8-a796-1b63347c58ed) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:42.635997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:42.699900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee92609-d037-43ce-ad34-710c86ca73e0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:42.709879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-3bbe6dc4-70f7-4fd7-94e8-81ba967bc479 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809331 Aug 31 19:13:42.736336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Deleting port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:42.736683 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:42.817872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:42.837442 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:42.846718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] For port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:42.847311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:42.862847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Calling delete_port for 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:42.930055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=60628557-4439-49bc-9206-75635efb988b,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:42.959466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '60628557-4439-49bc-9206-75635efb988b', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '60628557-4439-49bc-9206-75635efb988b', 'mac_address': 'fa:16:3e:dd:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:42.965656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:42.981465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71120-bb63-4663-906e-72c883c3ee23 req-e9860368-8003-499f-90ed-fc31612d7f1f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:42.989267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9d71120-bb63-4663-906e-72c883c3ee23 req-e9860368-8003-499f-90ed-fc31612d7f1f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 943 time: 0.2909720 Aug 31 19:13:43.008784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccab03c-de94-45ac-8863-92c3c1f6d577 req-386223d5-bbc2-45d5-9391-705a4562512e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:43.023292 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.026197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ccab03c-de94-45ac-8863-92c3c1f6d577 req-386223d5-bbc2-45d5-9391-705a4562512e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 948 time: 0.2288511 Aug 31 19:13:43.042776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60628557-4439-49bc-9206-75635efb988b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:43.049630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-9ca72783-f98a-4502-ae40-1371c267f2da service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157849 Aug 31 19:13:43.094074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=60628557-4439-49bc-9206-75635efb988b,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:43.108392 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.126439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ee92609-d037-43ce-ad34-710c86ca73e0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:43.233523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:43.389048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.442016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event deleted for resources: {'Port': ['ID=5ba43ae9-7584-4a88-aca5-7dd1cc965a85,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:43.518055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] No DVR routers for this DVR port 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:43.522941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.525678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3584b864-a055-4320-8919-93b2d2c5452d req-8c339398-1fa9-4039-8dc2-4cb7daf7578d tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "DELETE /v2.0/ports/5ba43ae9-7584-4a88-aca5-7dd1cc965a85 HTTP/1.1" status: 204 len: 173 time: 0.9761574 Aug 31 19:13:43.593346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['60628557-4439-49bc-9206-75635efb988b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:43.594698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.661935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.671477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9d71120-bb63-4663-906e-72c883c3ee23 req-d9c94dab-3354-4d65-9592-048eaff7a5a6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799753 Aug 31 19:13:43.714241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Network 87a85d53-1810-4e08-b8a3-70c3b2830320 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:43.720797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:43.733159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:43.761334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ccab03c-de94-45ac-8863-92c3c1f6d577 req-e8652001-a54c-4e73-aaa2-559fdcf55307 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340870 Aug 31 19:13:43.806205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:43.808023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:43.839523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-deleted', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:43.842358 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ecc9bf-8981-4805-a901-651476e61ed6" -d '{"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-deleted", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:43.847198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6879213 Aug 31 19:13:43.848287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312786b8-f8b0-44af-a1bc-65901f1c5f32 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event updated for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:43.863931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Request body: {'port': {'device_id': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:43.882142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1013c88c-bee5-4ca6-96c6-57ceb22eb772 req-16345a25-2c82-4c6d-91f9-9719fe0cc3ce service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131483 Aug 31 19:13:43.918955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b40150-8469-464f-923a-ea11948f4298 req-2dddcb8e-054c-4785-a64c-3b5ca5b326b6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:43.921229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b40150-8469-464f-923a-ea11948f4298 req-2dddcb8e-054c-4785-a64c-3b5ca5b326b6 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 932 time: 0.0930295 Aug 31 19:13:43.963586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.021515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b40150-8469-464f-923a-ea11948f4298 req-21d5598d-174d-4448-9c3b-b3c77eba367b tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867572 Aug 31 19:13:44.179044 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56055bcc-8e2c-4728-a1b5-5468dadc2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.231670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae82e-4ba6-4dea-87f7-f742dac78ec1 req-dd23c02c-1e56-4e4c-8d25-b912e1ba0681 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:44.240803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9dae82e-4ba6-4dea-87f7-f742dac78ec1 req-dd23c02c-1e56-4e4c-8d25-b912e1ba0681 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 945 time: 0.1187694 Aug 31 19:13:44.260494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0799b897-3349-4d25-9a04-22cfe945cd4e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:44.320590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4cf40-eef8-45e7-9337-29451baa09df req-890d7e67-e96d-43a7-8a27-680ddf8c1ebb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:44.334433 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.335949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29e4cf40-eef8-45e7-9337-29451baa09df req-890d7e67-e96d-43a7-8a27-680ddf8c1ebb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.1422846 Aug 31 19:13:44.387551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9dae82e-4ba6-4dea-87f7-f742dac78ec1 req-dd6e734b-5a1f-4347-994b-ed99aff88766 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446116 Aug 31 19:13:44.413485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56a76e3-1b93-4ee8-a796-1b63347c58ed {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:44.440666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.458397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29e4cf40-eef8-45e7-9337-29451baa09df req-a79c2c4b-ba4b-41c7-89c2-62546a47c1f6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213856 Aug 31 19:13:44.479892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Transition to ACTIVE for port object d56a76e3-1b93-4ee8-a796-1b63347c58ed will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:44.487195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.494067 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.528488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:44.658816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4899659-fa4a-4579-ad5d-9bea9db0b957 req-8c977aaa-6d60-4334-8de9-cab1a5d58d93 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.1258767 Aug 31 19:13:44.665372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Pushing event updated for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:44.688653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:44.693178 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd171d92-d7c2-4b34-9a18-3b53de5983f7 x-openstack-request-id: req-cd171d92-d7c2-4b34-9a18-3b53de5983f7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:44.694998 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb53a9-cb86-4168-a2b8-38ac06beaa5f", "name": "network-vif-deleted", "tag": "5ba43ae9-7584-4a88-aca5-7dd1cc965a85", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:44.695589 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd171d92-d7c2-4b34-9a18-3b53de5983f7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:44.699151 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb53a9-cb86-4168-a2b8-38ac06beaa5f', 'name': 'network-vif-deleted', 'tag': '5ba43ae9-7584-4a88-aca5-7dd1cc965a85', 'status': 'completed', 'code': 200} Aug 31 19:13:44.703333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:44.709551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'mac_address': 'fa:16:3e:db:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:44.735072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:13:44.735407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5ba43ae9-7584-4a88-aca5-7dd1cc965a85 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:13:44.795691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.806193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a409b2d1-76f7-4a53-bb13-fd390da54c6c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:44.813702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Attempting to bind port d56a76e3-1b93-4ee8-a796-1b63347c58ed on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:13:44.815244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Attempting to bind port d56a76e3-1b93-4ee8-a796-1b63347c58ed by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:13:44.817718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Attempting to bind port d56a76e3-1b93-4ee8-a796-1b63347c58ed on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:44.827730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Port d56a76e3-1b93-4ee8-a796-1b63347c58ed on network 87a85d53-1810-4e08-b8a3-70c3b2830320 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:13:44.840079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:44.840211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Attempting to bind port d56a76e3-1b93-4ee8-a796-1b63347c58ed on network 87a85d53-1810-4e08-b8a3-70c3b2830320 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:13:44.840316 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.842955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:13:44.845114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Checking segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:13:44.845763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Bound using segment: {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:13:44.846319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Bound port: d56a76e3-1b93-4ee8-a796-1b63347c58ed, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93af17cc-27d4-48b4-950a-74b9e0487848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:13:44.855675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:44.907717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:44.942163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485c4f-eef0-4c5d-923e-aa6b246cfa96 req-ede36a44-4b40-4d2b-b21e-a64c7912efe1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:44.951082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2485c4f-eef0-4c5d-923e-aa6b246cfa96 req-ede36a44-4b40-4d2b-b21e-a64c7912efe1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 944 time: 0.0877090 Aug 31 19:13:45.025581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:13:45.030212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:13:45.037583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:45.071064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2485c4f-eef0-4c5d-923e-aa6b246cfa96 req-aaacb99e-7f5a-412d-a30c-4f63a6637b58 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186266 Aug 31 19:13:45.084534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.086362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:45.089175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] 10.222.0.67 "PUT /v2.0/ports/d56a76e3-1b93-4ee8-a796-1b63347c58ed HTTP/1.1" status: 200 len: 1093 time: 1.2300997 Aug 31 19:13:45.095894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820948e0-bed9-4a5f-9352-eb8d7f9858bd req-5691a1b4-7711-4092-ac40-e94f6d9c2898 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.103817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-820948e0-bed9-4a5f-9352-eb8d7f9858bd req-5691a1b4-7711-4092-ac40-e94f6d9c2898 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 950 time: 0.1304049 Aug 31 19:13:45.140373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b684-80ea-4715-9bf9-1135fdd40165 service neutron] Pushing event updated for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:45.147802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a409b2d1-76f7-4a53-bb13-fd390da54c6c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:45.165503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-820948e0-bed9-4a5f-9352-eb8d7f9858bd req-b487f79e-42f0-434d-b7d8-cd8e3e27a8b7 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560718 Aug 31 19:13:45.253348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-894bd99b-e674-459c-a38d-369852fc98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.258869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a3f3-efad-4315-94c8-54dc42727fb9 req-bc3a84bd-0975-408c-b66b-41f3a2982627 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.261610 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-894bd99b-e674-459c-a38d-369852fc98ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 1096 time: 0.1119320 Aug 31 19:13:45.267807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bf7a3f3-efad-4315-94c8-54dc42727fb9 req-bc3a84bd-0975-408c-b66b-41f3a2982627 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 949 time: 0.0979044 Aug 31 19:13:45.306016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:45.331994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bf7a3f3-efad-4315-94c8-54dc42727fb9 req-895addf8-236e-458d-806a-18d3889da8c4 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Aug 31 19:13:45.350326 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-56187088-f0f7-4bf9-8db8-f4b17f6a213e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed HTTP/1.1" status: 200 len: 217 time: 0.0799315 Aug 31 19:13:45.455568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126e74-f8d0-4acd-bdac-812a846617a2 req-233ac861-e5da-4bb5-9294-a5beb1917380 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.457308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb126e74-f8d0-4acd-bdac-812a846617a2 req-233ac861-e5da-4bb5-9294-a5beb1917380 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 944 time: 0.1243546 Aug 31 19:13:45.513495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-3e8386fb-0ccf-44b2-8b8b-5190ecee0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.514998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-3e8386fb-0ccf-44b2-8b8b-5190ecee0433 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.1564314 Aug 31 19:13:45.558494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb126e74-f8d0-4acd-bdac-812a846617a2 req-260347e0-35c1-4686-a8e0-191fe8255638 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 Aug 31 19:13:45.562797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:45.585125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955d4a6-7c8c-402d-82c3-e7e153b86215 req-8e71ab0c-0892-4c49-84d8-846c7c4811c1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:45.586895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a955d4a6-7c8c-402d-82c3-e7e153b86215 req-8e71ab0c-0892-4c49-84d8-846c7c4811c1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 945 time: 0.0723121 Aug 31 19:13:45.590107 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-3c1ccc32-ddb3-4624-bc44-d2ef17866513 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656064 Aug 31 19:13:45.660014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a955d4a6-7c8c-402d-82c3-e7e153b86215 req-f33ea673-6e0b-4ffe-9c82-ddd280d8d747 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Aug 31 19:13:45.726430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-42e96d63-f4c2-46f0-b769-ae453143d208 service neutron] 10.222.0.67 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255085 Aug 31 19:13:45.790299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74fcec6c-bdb6-4246-b850-916305493b94 req-059c8a67-d763-4eaf-950c-b85dbe93c6a5 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.0442951 Aug 31 19:13:45.888696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-65c75e55-2c3a-4f98-a0eb-65c67d50f7ee req-b6e3b750-e62d-4412-944a-c3b7c4692b7b service neutron] 10.222.0.67 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437066 Aug 31 19:13:45.891165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:46.013172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1b88-f897-4c19-a1eb-973b7be0cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.116105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1b88-f897-4c19-a1eb-973b7be0cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.133983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1b88-f897-4c19-a1eb-973b7be0cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.187948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1b88-f897-4c19-a1eb-973b7be0cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce503570-c255-4886-a532-bd06f9e1e1ae,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:46.194961 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4c8f1b88-f897-4c19-a1eb-973b7be0cec0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93b787456bdd4ae8ba1c7bc7c8e2d1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026369 Aug 31 19:13:46.199660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:46.255313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:46.257691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588396-9d14-447a-aa05-e77086d79b0c req-d0e71bea-88a2-49dc-a4bb-03994fb58d77 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:46.265984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49588396-9d14-447a-aa05-e77086d79b0c req-d0e71bea-88a2-49dc-a4bb-03994fb58d77 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 944 time: 0.0823479 Aug 31 19:13:46.269642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.308878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.310456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49588396-9d14-447a-aa05-e77086d79b0c req-cf1f85a1-8f85-4a2e-b64b-0e335be1f34e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Aug 31 19:13:46.369884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7ee92609-d037-43ce-ad34-710c86ca73e0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:46.379988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7ee92609-d037-43ce-ad34-710c86ca73e0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:46.380760 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.397014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.400225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.401895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce503570-c255-4886-a532-bd06f9e1e1ae HTTP/1.1" status: 204 len: 168 time: 0.2013772 Aug 31 19:13:46.433126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec23ec-c619-44f3-b295-8f3680430d0f req-e5f22f76-147c-4085-ab48-025667eb351f tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:46.433331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889635cc-3a86-4434-8217-ff12f16b5384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce503570-c255-4886-a532-bd06f9e1e1ae,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:46.448945 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42ec23ec-c619-44f3-b295-8f3680430d0f req-e5f22f76-147c-4085-ab48-025667eb351f tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 950 time: 0.0774624 Aug 31 19:13:46.511026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 60628557-4439-49bc-9206-75635efb988b up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:46.516297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42ec23ec-c619-44f3-b295-8f3680430d0f req-de4034db-f555-41c6-b71f-eb88a3b6a054 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Aug 31 19:13:46.590397 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.620627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:46.623024 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e71413-fa96-4490-9239-96fd19c9faff" -d '{"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:46.625870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 60628557-4439-49bc-9206-75635efb988b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:46.637977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 60628557-4439-49bc-9206-75635efb988b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:46.638379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.663349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:46.688143 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.701508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:46.703257 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5dfce2-8840-41a7-b447-85573a2fb282" -d '{"events": [{"name": "network-changed", "server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:46.748169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8537-fcbf-4bf0-a398-a9769b1292fe req-1428417a-b92d-4d9c-9fba-b58b16f7d2a1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:46.752709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfe8537-fcbf-4bf0-a398-a9769b1292fe req-1428417a-b92d-4d9c-9fba-b58b16f7d2a1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 949 time: 0.1073015 Aug 31 19:13:46.813609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfe8537-fcbf-4bf0-a398-a9769b1292fe req-021dfb1f-122c-4ef1-bc2e-81a690f2f3db tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542231 Aug 31 19:13:46.818468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:46.853390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.928220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=60628557-4439-49bc-9206-75635efb988b,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:46.935007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.941065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:46.950331 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:46.966171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:46.986081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a481746-6ccf-4e7b-87a1-337f172c2132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.020800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fed95-34b9-427e-a9da-17d0b8c3ca51 req-80b8e4b9-78a7-48f1-a052-d2586287336e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.023214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-164fed95-34b9-427e-a9da-17d0b8c3ca51 req-80b8e4b9-78a7-48f1-a052-d2586287336e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 944 time: 0.0741944 Aug 31 19:13:47.044507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:47.072360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port a409b2d1-76f7-4a53-bb13-fd390da54c6c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:47.078292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a409b2d1-76f7-4a53-bb13-fd390da54c6c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:47.078888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.082987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-164fed95-34b9-427e-a9da-17d0b8c3ca51 req-c14159d1-8d62-4fcd-a697-052fb2aac132 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Aug 31 19:13:47.204763 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca02338-1287-47e1-b032-732db0485c3d x-openstack-request-id: req-2ca02338-1287-47e1-b032-732db0485c3d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:47.205294 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:47.205714 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ca02338-1287-47e1-b032-732db0485c3d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:47.206266 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'code': 200} Aug 31 19:13:47.220178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a481746-6ccf-4e7b-87a1-337f172c2132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.229249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a481746-6ccf-4e7b-87a1-337f172c2132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.288368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4a481746-6ccf-4e7b-87a1-337f172c2132 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb64a16d1d5b4189898dea4e77f9caa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209324 Aug 31 19:13:47.300264 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc1145-a803-46a2-890b-30e560eb2ca2 x-openstack-request-id: req-29dc1145-a803-46a2-890b-30e560eb2ca2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:47.300807 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:47.301244 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29dc1145-a803-46a2-890b-30e560eb2ca2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:47.301805 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed', 'status': 'completed', 'code': 200} Aug 31 19:13:47.302576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a481746-6ccf-4e7b-87a1-337f172c2132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c86bbe1-5ce3-4eb3-88f9-c7b5013b820d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:47.306707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:47.317734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.363117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fee353-5b85-436c-abc2-38132d6db6a5 req-5b02a85d-36c0-49e3-8832-d32b750e6beb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.365259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14fee353-5b85-436c-abc2-38132d6db6a5 req-5b02a85d-36c0-49e3-8832-d32b750e6beb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 945 time: 0.1091723 Aug 31 19:13:47.405018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:47.417326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.451609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14fee353-5b85-436c-abc2-38132d6db6a5 req-3c0d9c8d-b2b3-4145-953a-91f849a64fcd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703037 Aug 31 19:13:47.470917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-c4055f44-9789-412b-a35c-a01a275ccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.472530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-c4055f44-9789-412b-a35c-a01a275ccf60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94609671718246c4b726c7f04ecd9d17&device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 1096 time: 0.1461732 Aug 31 19:13:47.482992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aeaac-0bad-4416-96b5-22f425443b2f req-df36450e-f5a6-4595-b564-63425cd388d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.484529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f24aeaac-0bad-4416-96b5-22f425443b2f req-df36450e-f5a6-4595-b564-63425cd388d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 1097 time: 0.1788046 Aug 31 19:13:47.514569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:47.516883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8a99511-5b5a-42f1-bcbf-a44ba312f33d req-6a030027-a435-4ce6-89e9-8570a39947ce tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.0641685 Aug 31 19:13:47.620509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f24aeaac-0bad-4416-96b5-22f425443b2f req-92195daf-bd00-4824-b997-ed87413941cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Aug 31 19:13:47.628248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-9b1ef7ba-356f-43b7-b910-cb9d1a02e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.629691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-9b1ef7ba-356f-43b7-b910-cb9d1a02e4a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 200 len: 922 time: 0.1422212 Aug 31 19:13:47.630295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.653029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79644c-c8f7-4027-b718-78adb99bc0ee req-3e092cba-ef0b-4613-a0b0-d36ed72390d5 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.654117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.654869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a79644c-c8f7-4027-b718-78adb99bc0ee req-3e092cba-ef0b-4613-a0b0-d36ed72390d5 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.0600243 Aug 31 19:13:47.697172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a79644c-c8f7-4027-b718-78adb99bc0ee req-6e683839-5ab6-49c0-894e-9c03a0a28259 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Aug 31 19:13:47.712397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.716832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:47.721205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c86bbe1-5ce3-4eb3-88f9-c7b5013b820d HTTP/1.1" status: 204 len: 168 time: 0.4101782 Aug 31 19:13:47.730173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e115e-c843-47dc-9bee-3c1e647662d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c86bbe1-5ce3-4eb3-88f9-c7b5013b820d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:47.865484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-0d272995-8d80-47b0-8af5-ca10a8273180 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed HTTP/1.1" status: 200 len: 217 time: 0.0369973 Aug 31 19:13:47.937987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-48d3baec-a0d0-4c10-8260-a5eb75421f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.939490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-48d3baec-a0d0-4c10-8260-a5eb75421f4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 200 len: 861 time: 0.0590525 Aug 31 19:13:47.984562 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-ab3896a6-e50f-429f-8a90-7200b51ef6f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87a85d53-1810-4e08-b8a3-70c3b2830320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358183 Aug 31 19:13:47.988994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1a55e-608a-4bfe-b8a6-ba1a2900ab28 req-b26ae23c-19ea-4963-8086-6df0b1daa521 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:47.990521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00b1a55e-608a-4bfe-b8a6-ba1a2900ab28 req-b26ae23c-19ea-4963-8086-6df0b1daa521 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.0717909 Aug 31 19:13:48.032474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00b1a55e-608a-4bfe-b8a6-ba1a2900ab28 req-468b9334-e3ef-437a-93ad-fac918770dab tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349219 Aug 31 19:13:48.094550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-e937e35e-d518-4a56-b623-c2bc7f523dfd service neutron] 10.222.0.67 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955396 Aug 31 19:13:48.206208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c5dfce2-8840-41a7-b447-85573a2fb282 req-8b443c20-7c57-4228-abfc-9791eb7bfefb service neutron] 10.222.0.67 "GET /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015863 Aug 31 19:13:48.247835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769f21-8284-4ccc-91b5-bb4850cf7297 req-c8784e29-8c6c-4e9d-8da2-9f0361e95437 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:48.249557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff769f21-8284-4ccc-91b5-bb4850cf7297 req-c8784e29-8c6c-4e9d-8da2-9f0361e95437 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 944 time: 0.0634859 Aug 31 19:13:48.279832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d56a76e3-1b93-4ee8-a796-1b63347c58ed details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:48.294417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff769f21-8284-4ccc-91b5-bb4850cf7297 req-a9e86bf2-8283-44f7-88a2-693647b29a0d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 Aug 31 19:13:48.392612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:48.405592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed', 'network_id': '87a85d53-1810-4e08-b8a3-70c3b2830320', 'port_id': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed', 'mac_address': 'fa:16:3e:cc:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca81d1-7a77-4cbe-8e92-e9a565f08caf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:48.448486 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:48.462478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56a76e3-1b93-4ee8-a796-1b63347c58ed {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:48.483814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:48.488538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:48.521122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:48.593086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:48.597970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9866648-a02d-46e3-84fa-0ee92ceaace5 req-d7efff48-171c-43ef-af9d-b4397f43fd4c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:48.599691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9866648-a02d-46e3-84fa-0ee92ceaace5 req-d7efff48-171c-43ef-af9d-b4397f43fd4c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0643222 Aug 31 19:13:48.667282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:48.701981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9866648-a02d-46e3-84fa-0ee92ceaace5 req-4487af7d-5958-4753-80b2-c98143d578f4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948043 Aug 31 19:13:48.725000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:48.733148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:48.808815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:48.879343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d56a76e3-1b93-4ee8-a796-1b63347c58ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:48.891138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba074db-f7a9-4e90-aeee-84f1f56ceb05 req-007bc4df-ea33-43a1-9c0e-6a8f0e5c3272 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebdb53a9-cb86-4168-a2b8-38ac06beaa5f HTTP/1.1" status: 200 len: 210 time: 0.0314929 Aug 31 19:13:48.958068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234e3f3-56d4-43b1-bd7d-245a87dff61b req-afd9f4a4-2c63-4e72-8851-ef50e362a8d6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:48.960159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4234e3f3-56d4-43b1-bd7d-245a87dff61b req-afd9f4a4-2c63-4e72-8851-ef50e362a8d6 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.0680032 Aug 31 19:13:49.016838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4234e3f3-56d4-43b1-bd7d-245a87dff61b req-d3fb01e4-29c7-4f77-8ac1-0dd5a95ec9c2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 Aug 31 19:13:49.199774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700023-77b9-4fd7-812d-5f32814f0931 req-a9d1caa4-6493-4982-a77f-c82c05e6e8cf tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:49.207296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39700023-77b9-4fd7-812d-5f32814f0931 req-a9d1caa4-6493-4982-a77f-c82c05e6e8cf tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.0734961 Aug 31 19:13:49.208533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60628557-4439-49bc-9206-75635efb988b'}, {'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c'}, {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:49.210863 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f45760-9a8b-444f-a506-b4b6b624987b" -d '{"events": [{"server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "name": "network-vif-plugged", "status": "completed", "tag": "60628557-4439-49bc-9206-75635efb988b"}, {"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c"}, {"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-unplugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:49.286791 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd98b5-dc88-4982-b933-ceaf03f72968 x-openstack-request-id: req-95fd98b5-dc88-4982-b933-ceaf03f72968 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:49.287096 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "name": "network-vif-plugged", "status": "completed", "tag": "60628557-4439-49bc-9206-75635efb988b", "code": 200}, {"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c", "code": 200}, {"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-unplugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:49.288032 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95fd98b5-dc88-4982-b933-ceaf03f72968 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:49.288471 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60628557-4439-49bc-9206-75635efb988b', 'code': 200} Aug 31 19:13:49.288767 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'code': 200} Aug 31 19:13:49.289018 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'code': 200} Aug 31 19:13:49.293332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39700023-77b9-4fd7-812d-5f32814f0931 req-ddc0c27f-7286-48ca-be56-56515fb8a5bb tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834880 Aug 31 19:13:49.452730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e1d5c-27bb-4cf0-87a5-894c091fcaf7 req-1ded4f4c-da66-48b8-8ef0-b0894e4322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:49.455258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d4e1d5c-27bb-4cf0-87a5-894c091fcaf7 req-1ded4f4c-da66-48b8-8ef0-b0894e4322eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 1102 time: 0.0574217 Aug 31 19:13:49.493784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45de98-f98f-43c7-8071-0be51b822595 req-690b2ade-4981-4c7c-9c49-81b811bca7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:49.495532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f45de98-f98f-43c7-8071-0be51b822595 req-690b2ade-4981-4c7c-9c49-81b811bca7db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 1098 time: 0.0974779 Aug 31 19:13:49.500604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d4e1d5c-27bb-4cf0-87a5-894c091fcaf7 req-cdf5e309-35f2-4bfb-9e56-00ef864f950e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Aug 31 19:13:49.516189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef0ea5-ad17-40d6-8e87-71b68c24e986 req-7b5fe000-28ab-4b53-aa76-c73fbdbddc08 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:49.517756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bef0ea5-ad17-40d6-8e87-71b68c24e986 req-7b5fe000-28ab-4b53-aa76-c73fbdbddc08 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 945 time: 0.0754511 Aug 31 19:13:49.565138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bef0ea5-ad17-40d6-8e87-71b68c24e986 req-fe567557-47ea-4b84-bf6d-ec3dabda7fd8 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Aug 31 19:13:49.719776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f45de98-f98f-43c7-8071-0be51b822595 req-b7610a27-48d9-4c70-ba12-71283648579d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 31 19:13:49.825361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949643c2-ea56-4b16-9342-5b1b66f8a64f req-de0fb830-13c4-4572-89a7-c6b14ef30809 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:49.826834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-949643c2-ea56-4b16-9342-5b1b66f8a64f req-de0fb830-13c4-4572-89a7-c6b14ef30809 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0596952 Aug 31 19:13:49.866976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-949643c2-ea56-4b16-9342-5b1b66f8a64f req-0349afd9-6e86-4d63-a680-2007e380a240 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Aug 31 19:13:50.195150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589ce6a-da17-4970-a202-a17f026bb2c3 req-ac2262d1-1339-4a98-a6a5-e11a0ffa33c2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:50.196963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f589ce6a-da17-4970-a202-a17f026bb2c3 req-ac2262d1-1339-4a98-a6a5-e11a0ffa33c2 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.0513351 Aug 31 19:13:50.239009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f589ce6a-da17-4970-a202-a17f026bb2c3 req-035bd5e4-20e1-4b5e-93ae-e2f5efb5827f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352354 Aug 31 19:13:50.334741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:50.341611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d56a76e3-1b93-4ee8-a796-1b63347c58ed up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:50.503213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca60fe2-3935-4636-b981-61c2ee6e7ca6 req-2d981eb8-5028-4a04-9ea9-dc6ffcb73069 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:50.505356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca60fe2-3935-4636-b981-61c2ee6e7ca6 req-2d981eb8-5028-4a04-9ea9-dc6ffcb73069 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.0789807 Aug 31 19:13:50.544893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:50.566945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port d56a76e3-1b93-4ee8-a796-1b63347c58ed completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:50.588422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca60fe2-3935-4636-b981-61c2ee6e7ca6 req-c3a5a858-7449-41da-8560-e48fd2d11526 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738802 Aug 31 19:13:50.589162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port d56a76e3-1b93-4ee8-a796-1b63347c58ed triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:50.598753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:50.762849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb041b3-9ae3-4bb7-ba82-7a97f8a00efa req-2f951346-b70a-427f-86e0-63d418d2c0d4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:50.788018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcb041b3-9ae3-4bb7-ba82-7a97f8a00efa req-2f951346-b70a-427f-86e0-63d418d2c0d4 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 945 time: 0.1248705 Aug 31 19:13:50.799143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bf98b45-9ef8-41ac-b5ea-9e573e62ee9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:50.803419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:50.816544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'mac_address': 'fa:16:3e:fa:c2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:50.846181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcb041b3-9ae3-4bb7-ba82-7a97f8a00efa req-a05e0b6d-9b3c-4259-9fe0-4b414fa4fdba tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554221 Aug 31 19:13:50.925974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.005118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:51.008362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.012797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.097672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dfac8e3-9317-465d-a563-7c379d981b6a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:51.101085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bf98b45-9ef8-41ac-b5ea-9e573e62ee9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.108559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bf98b45-9ef8-41ac-b5ea-9e573e62ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.141385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:51.155691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.162934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:51.210206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf98b45-9ef8-41ac-b5ea-9e573e62ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e988b43-ac54-47e7-99c0-f276a3d536ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:51.226825 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7bf98b45-9ef8-41ac-b5ea-9e573e62ee9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=409bc70a38114655a2477a82b565b2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745238 Aug 31 19:13:51.228944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:51.246212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:51.290691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:51.294318 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7521b6-edcb-4713-9730-bb38ab511094" -d '{"events": [{"server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "name": "network-vif-plugged", "status": "completed", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:51.299025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.303571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['2dfac8e3-9317-465d-a563-7c379d981b6a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:51.309128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a88d-6433-4009-9cc5-af57e46aa74b req-b2486e33-3de1-4cb9-bb88-6525211e811e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:51.310975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c51a88d-6433-4009-9cc5-af57e46aa74b req-b2486e33-3de1-4cb9-bb88-6525211e811e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1267076 Aug 31 19:13:51.332679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.367861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c51a88d-6433-4009-9cc5-af57e46aa74b req-997caf96-fec5-48a4-8c45-b54fafe5db97 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Aug 31 19:13:51.387535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8336-947e-4d96-831a-f9a90ed69a27 req-ed2ebc24-f422-459c-b863-65032f5e74bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:51.389481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8d8336-947e-4d96-831a-f9a90ed69a27 req-ed2ebc24-f422-459c-b863-65032f5e74bb tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.1453974 Aug 31 19:13:51.450693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.454022 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac9347e-07d2-4891-929b-211f9dc88adc x-openstack-request-id: req-eac9347e-07d2-4891-929b-211f9dc88adc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:51.454548 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "name": "network-vif-plugged", "status": "completed", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:51.454548 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eac9347e-07d2-4891-929b-211f9dc88adc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:51.455093 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed', 'code': 200} Aug 31 19:13:51.455987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:51.458487 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e988b43-ac54-47e7-99c0-f276a3d536ea HTTP/1.1" status: 204 len: 168 time: 0.2259631 Aug 31 19:13:51.464067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8d8336-947e-4d96-831a-f9a90ed69a27 req-f9863d26-1a6f-4349-bdcf-456a609cc2f0 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Aug 31 19:13:51.491997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c8de5-52ff-40ac-9f16-03fd1402d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e988b43-ac54-47e7-99c0-f276a3d536ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:51.601874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27020918-14bb-4ab2-8737-0ae838f1f6dc req-59326ef9-5582-40ad-a404-e4e96fe02d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:51.604175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27020918-14bb-4ab2-8737-0ae838f1f6dc req-59326ef9-5582-40ad-a404-e4e96fe02d32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 1098 time: 0.0473146 Aug 31 19:13:51.657236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27020918-14bb-4ab2-8737-0ae838f1f6dc req-a3885ef6-b7b7-42fe-8d86-76d185b321fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Aug 31 19:13:51.795755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f477-4f38-463e-b9db-eb84d31f1a06 req-887c5d02-3449-491e-afd3-ccf1558709cc tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:51.805399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10f1f477-4f38-463e-b9db-eb84d31f1a06 req-887c5d02-3449-491e-afd3-ccf1558709cc tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.1092532 Aug 31 19:13:51.872491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10f1f477-4f38-463e-b9db-eb84d31f1a06 req-4cdce455-f1b5-4de2-8784-4c238af9c85d tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652044 Aug 31 19:13:52.049733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:52.080231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6af65a66-d126-4434-889f-57cd87804ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.091055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeea0a-7e8f-43d9-91ad-2eb9ab262fef req-c0f0d9cf-f47f-4cfd-bdca-b58ab53f1b8a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:52.103966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfdeea0a-7e8f-43d9-91ad-2eb9ab262fef req-c0f0d9cf-f47f-4cfd-bdca-b58ab53f1b8a tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 946 time: 0.1300707 Aug 31 19:13:52.189195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfdeea0a-7e8f-43d9-91ad-2eb9ab262fef req-3ecba2e7-ee64-44e0-b4d9-5184e44779c5 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828128 Aug 31 19:13:52.319737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:13:52.320780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6af65a66-d126-4434-889f-57cd87804ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.323170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:52.327557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6af65a66-d126-4434-889f-57cd87804ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.371255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af65a66-d126-4434-889f-57cd87804ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2514ef77-2e3f-4664-868b-21b3eef40082,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:52.400050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6300f80-20c2-469e-9a4e-e7750170ee63 req-c1079ca6-2910-4a2b-861b-6ff9f0e96406 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:52.401561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6300f80-20c2-469e-9a4e-e7750170ee63 req-c1079ca6-2910-4a2b-861b-6ff9f0e96406 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1082766 Aug 31 19:13:52.428623 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6af65a66-d126-4434-889f-57cd87804ddd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3f0b65d193f4a8f9021efc1bc558c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777382 Aug 31 19:13:52.431825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:13:52.477983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6300f80-20c2-469e-9a4e-e7750170ee63 req-253a5d86-85d5-471a-9b9e-3d60624e9f37 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Aug 31 19:13:52.513575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.539093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.561263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:52.575616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'network_id': '8664e65d-188a-40f3-828f-b8d363131f66', 'port_id': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'mac_address': 'fa:16:3e:0e:0e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951adb2d-8c72-4ea0-8895-4e49116549c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:13:52.594284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.597634 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.599173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2514ef77-2e3f-4664-868b-21b3eef40082 HTTP/1.1" status: 204 len: 168 time: 0.1661754 Aug 31 19:13:52.613942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd740997-467b-4447-bd96-7ef033ec0dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2514ef77-2e3f-4664-868b-21b3eef40082,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:52.698633 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.778079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ee92609-d037-43ce-ad34-710c86ca73e0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:13:52.847256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816292bc-8239-44ba-8da7-4678fd31e8a3 req-971c6421-2fc0-4678-b254-141acec6429f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:52.848356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:52.849342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 2dfac8e3-9317-465d-a563-7c379d981b6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:52.849719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.864523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-816292bc-8239-44ba-8da7-4678fd31e8a3 req-971c6421-2fc0-4678-b254-141acec6429f tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.2195959 Aug 31 19:13:52.889095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:52.943091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-816292bc-8239-44ba-8da7-4678fd31e8a3 req-3f5f558a-fbe6-4635-bfa4-a023b1b77cb7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771992 Aug 31 19:13:52.953492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e491f11-d63b-4646-abd6-180af0d34211 req-f2c87a18-2094-4523-b3cf-7b265c3080e1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:52.962905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e491f11-d63b-4646-abd6-180af0d34211 req-f2c87a18-2094-4523-b3cf-7b265c3080e1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.0882404 Aug 31 19:13:53.080143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:53.084032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e491f11-d63b-4646-abd6-180af0d34211 req-dfd75aa9-f855-4acd-8b59-f437f77e4aa1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197474 Aug 31 19:13:53.148531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ee92609-d037-43ce-ad34-710c86ca73e0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:53.317182 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:53.431631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:53.446672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:53.488875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:53.491042 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78428fb-f84b-42d5-94b6-7bba5aa58629" -d '{"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-plugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:53.610180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83423-95b0-4627-b77c-cfda7a13f714 req-bfbddf2a-5a01-4ad1-999e-1e5848907875 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:53.612524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fa83423-95b0-4627-b77c-cfda7a13f714 req-bfbddf2a-5a01-4ad1-999e-1e5848907875 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 946 time: 0.2845426 Aug 31 19:13:53.635909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-911c3562-5f05-4546-854f-b27c827f18d1 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=47d45e1ddf5f411d8da15effe001beda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712316 Aug 31 19:13:53.637761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:53.829311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fa83423-95b0-4627-b77c-cfda7a13f714 req-c1ff1258-ebe7-4e8b-b8d7-35777373b11e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044771 Aug 31 19:13:53.932329 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2f486-651f-4099-a93a-8108c78e54f8 x-openstack-request-id: req-2bc2f486-651f-4099-a93a-8108c78e54f8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:53.932624 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-plugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:53.932880 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bc2f486-651f-4099-a93a-8108c78e54f8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:53.933280 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'code': 200} Aug 31 19:13:53.936361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-f9058a54-5af6-47d8-ad0d-af67e7b63e8a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:53.955673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-f9058a54-5af6-47d8-ad0d-af67e7b63e8a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183184 Aug 31 19:13:54.017151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-efa83dfe-7d0f-432e-b67f-3a0fa29590b6 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/quotas/47d45e1ddf5f411d8da15effe001beda HTTP/1.1" status: 200 len: 375 time: 0.0604506 Aug 31 19:13:54.155122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-61117442-1c93-473f-8e00-a4fcffcbf4b5 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370661 Aug 31 19:13:54.175555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7e40-2bc2-4fa0-9aec-e2f0091af094 req-5d0692e6-1b24-45bb-93f8-abd176294b8c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:54.184918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daac7e40-2bc2-4fa0-9aec-e2f0091af094 req-5d0692e6-1b24-45bb-93f8-abd176294b8c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1193581 Aug 31 19:13:54.247957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daac7e40-2bc2-4fa0-9aec-e2f0091af094 req-bef4e441-ab62-4c51-b8c3-1e7e0c5e5aa9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619831 Aug 31 19:13:54.344471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:13:54.502697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7ee92609-d037-43ce-ad34-710c86ca73e0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:54.503077 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:54.517232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34d9440c-825a-4281-a0c9-14f19e4c289c req-6249719b-bc7e-4df8-8fb3-f3d8d9643c64 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 210 time: 0.0651562 Aug 31 19:13:54.689579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ca8c5-b3aa-4e99-9b1e-0a913d8174cd req-5a579baa-b0ac-4982-bed7-ac545eb4ecd1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:54.698273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf7ca8c5-b3aa-4e99-9b1e-0a913d8174cd req-5a579baa-b0ac-4982-bed7-ac545eb4ecd1 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 944 time: 0.1247573 Aug 31 19:13:54.788031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf7ca8c5-b3aa-4e99-9b1e-0a913d8174cd req-29bd8e69-431e-448d-b07a-19b47d96e8d7 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888000 Aug 31 19:13:54.867106 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:54.996643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:55.011487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:55.064001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd163-8500-40a4-b3db-8cebeb6f9291 req-df42d748-81b3-4b29-8d48-4b95eb5eee1d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:55.078671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f74cd163-8500-40a4-b3db-8cebeb6f9291 req-df42d748-81b3-4b29-8d48-4b95eb5eee1d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 946 time: 0.1183853 Aug 31 19:13:55.140396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f74cd163-8500-40a4-b3db-8cebeb6f9291 req-6dc92bb9-948f-43ec-b4b7-afebf4b0c38c tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Aug 31 19:13:55.151696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:55.566567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7615de-124c-4d66-928d-f7165ff7f5e5 req-70d7e207-f225-4445-852e-cc3a08d03e32 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:55.603088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c7615de-124c-4d66-928d-f7165ff7f5e5 req-70d7e207-f225-4445-852e-cc3a08d03e32 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1964102 Aug 31 19:13:55.908449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c7615de-124c-4d66-928d-f7165ff7f5e5 req-476e2576-a6cb-480f-9a7d-dd6f4cac35f2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998514 Aug 31 19:13:55.934235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:55.937225 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8114f-fcda-456f-b949-0a2dc41b44c2" -d '{"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:55.969425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476065d-4730-425c-be18-d133ea1eb5bd req-29743942-9ad9-44ff-a95a-c0eeb684cd37 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:55.983716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a476065d-4730-425c-be18-d133ea1eb5bd req-29743942-9ad9-44ff-a95a-c0eeb684cd37 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 946 time: 0.2966576 Aug 31 19:13:56.070610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a476065d-4730-425c-be18-d133ea1eb5bd req-d6d08859-0651-41ef-b79c-dc262646089e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757408 Aug 31 19:13:56.118298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c09e24ee-0084-4587-8b18-2bf1e557a2e9 req-2dab4688-5b9f-4a3b-8411-516366e926fc tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 210 time: 0.0499728 Aug 31 19:13:56.282862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b82834-e5db-4ea5-ad8d-1758f58df427 req-474522e1-7a1c-4bcd-8add-e98216b53864 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:56.290662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03b82834-e5db-4ea5-ad8d-1758f58df427 req-474522e1-7a1c-4bcd-8add-e98216b53864 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 945 time: 0.1030648 Aug 31 19:13:56.399933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03b82834-e5db-4ea5-ad8d-1758f58df427 req-133a674b-f09b-41eb-a156-d382360ee3c4 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041219 Aug 31 19:13:56.509921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-304bd3e2-79c9-44c6-9a85-f54cd6ecc565 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47d45e1ddf5f411d8da15effe001beda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820684 Aug 31 19:13:56.525924 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08fde9d-42ed-47af-8ff1-8b6ff5fcf29d x-openstack-request-id: req-c08fde9d-42ed-47af-8ff1-8b6ff5fcf29d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:56.526774 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:56.527316 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c08fde9d-42ed-47af-8ff1-8b6ff5fcf29d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:56.528088 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'code': 200} Aug 31 19:13:56.690940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-c8553efa-03ef-4c3f-afb9-9db8a1271a35 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942971 Aug 31 19:13:56.952737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-846df505-e4bd-4265-b6ff-a5587fe9cc51 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:56.954442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-846df505-e4bd-4265-b6ff-a5587fe9cc51 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237206 Aug 31 19:13:57.002481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Request body: {'port': {'device_id': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '47d45e1ddf5f411d8da15effe001beda'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:57.182311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Made reservation on behalf of 47d45e1ddf5f411d8da15effe001beda for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:13:57.187115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:57.270201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-829cd4ec-7e23-45c5-b0df-80ba16f8746d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:57.282350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-829cd4ec-7e23-45c5-b0df-80ba16f8746d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757548 Aug 31 19:13:57.365580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-45305df4-c413-431a-8839-274c2e97a051 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/quotas/21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 375 time: 0.0810509 Aug 31 19:13:57.441661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4c4fff0d-ca44-400e-a51c-07c2ab5c7d2f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750122 Aug 31 19:13:57.481353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463d06b-db0b-4c20-a51c-510949b72666 req-d6e513b7-cdf3-45d6-b622-9b113aeeb942 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:57.493728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6463d06b-db0b-4c20-a51c-510949b72666 req-d6e513b7-cdf3-45d6-b622-9b113aeeb942 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 946 time: 0.1078982 Aug 31 19:13:57.699874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Deleting port d56a76e3-1b93-4ee8-a796-1b63347c58ed {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:57.700351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:57.770350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602979-f9e8-4565-9ee8-2f77378f5684 req-f3490318-0f08-46a2-b0c4-fd969925e846 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:57.779307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96602979-f9e8-4565-9ee8-2f77378f5684 req-f3490318-0f08-46a2-b0c4-fd969925e846 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.3575509 Aug 31 19:13:57.891376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] For port d56a76e3-1b93-4ee8-a796-1b63347c58ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d56a76e3-1b93-4ee8-a796-1b63347c58ed,segment=NetworkSegment(93af17cc-27d4-48b4-950a-74b9e0487848),segment_id=93af17cc-27d4-48b4-950a-74b9e0487848)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:57.891912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:57.898303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Allocated IP 192.168.233.236 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/c1a47983-f121-4c5f-ac7b-ebd792d411f7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:13:57.920457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96602979-f9e8-4565-9ee8-2f77378f5684 req-cb353a5b-19dd-4bda-b049-36e224ff3c17 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399803 Aug 31 19:13:57.928652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Calling delete_port for d56a76e3-1b93-4ee8-a796-1b63347c58ed owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:58.128209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15f08f82-3474-4a81-af7b-46bff5019053 req-5363c75d-5438-47ba-990e-9e873264a563 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 210 time: 0.0543368 Aug 31 19:13:58.201067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.215296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d56a76e3-1b93-4ee8-a796-1b63347c58ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:58.255562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event deleted for resources: {'Port': ['ID=d56a76e3-1b93-4ee8-a796-1b63347c58ed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:58.288211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-1bfb560f-9077-449f-a901-c32811327678 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:58.291539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-1bfb560f-9077-449f-a901-c32811327678 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.1336617 Aug 31 19:13:58.369937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb524-7d0d-4f05-abd0-02d622ed8346 req-dfbca242-6da3-4eb2-978f-cefbcee4250d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:58.370479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:13:58.370600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f3eb524-7d0d-4f05-abd0-02d622ed8346 req-dfbca242-6da3-4eb2-978f-cefbcee4250d tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c69a206-fa9f-41c2-9287-ca88f83759fd HTTP/1.1" status: 200 len: 867 time: 0.3515472 Aug 31 19:13:58.407214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] No DVR routers for this DVR port d56a76e3-1b93-4ee8-a796-1b63347c58ed on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:58.412021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.414290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6463d06b-db0b-4c20-a51c-510949b72666 req-7eeabd55-4012-4b1a-a3e1-407549700dbf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.67 "DELETE /v2.0/ports/d56a76e3-1b93-4ee8-a796-1b63347c58ed HTTP/1.1" status: 204 len: 173 time: 0.9077752 Aug 31 19:13:58.415488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'name': 'network-vif-deleted', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:58.418274 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eafcd7-9b7a-427b-aa59-56c69be8139f" -d '{"events": [{"server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "name": "network-vif-deleted", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:58.473861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46fc5-a7ee-43e7-9a40-69a7077b4f61 req-32aff06b-e4dc-4d69-86ac-97ad7589d4d6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:58.484951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acc46fc5-a7ee-43e7-9a40-69a7077b4f61 req-32aff06b-e4dc-4d69-86ac-97ad7589d4d6 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 944 time: 0.1842217 Aug 31 19:13:58.497578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Deleting port 0799b897-3349-4d25-9a04-22cfe945cd4e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:58.498604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.544929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.564989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Transition to ACTIVE for port object c1a47983-f121-4c5f-ac7b-ebd792d411f7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:13:58.607214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] For port 0799b897-3349-4d25-9a04-22cfe945cd4e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0799b897-3349-4d25-9a04-22cfe945cd4e,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:58.607950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.620759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.623106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.625538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Calling delete_port for 0799b897-3349-4d25-9a04-22cfe945cd4e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:58.645656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['60628557-4439-49bc-9206-75635efb988b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:13:58.688495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Pushing event updated for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:58.732227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acc46fc5-a7ee-43e7-9a40-69a7077b4f61 req-772a987b-5128-4caf-8f68-a43be5fa2953 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461898 Aug 31 19:13:58.737389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f3eb524-7d0d-4f05-abd0-02d622ed8346 req-dcb898e1-5f4e-4a28-b803-206907e78bd3 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups?id=14e7e779-cdae-494d-9ec7-4532e97080c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182197 Aug 31 19:13:58.774441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:13:58.785198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:13:58.792966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:13:58.834029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:58.846766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:13:58.853464 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89cf92-a8b8-40c5-893a-9c81f1f78f98" -d '{"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:13:58.868623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.869405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:58.958440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event deleted for resources: {'Port': ['ID=0799b897-3349-4d25-9a04-22cfe945cd4e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:58.961105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bca554f7-81f9-458f-9e98-afdbb9215651 req-95a5f008-e9dd-400f-bc1f-0ed5e3d98718 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0535669 Aug 31 19:13:59.044345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:13:59.097019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] No DVR routers for this DVR port 0799b897-3349-4d25-9a04-22cfe945cd4e on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:13:59.100663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:59.101206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.114702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.120325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0528daf-b0f7-4508-8f5c-5b0fd9981521 req-32b0ecb9-3105-4feb-a9a4-0bbcd04b2e70 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.67 "DELETE /v2.0/ports/0799b897-3349-4d25-9a04-22cfe945cd4e HTTP/1.1" status: 204 len: 173 time: 0.8152263 Aug 31 19:13:59.151602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c074d-810d-4133-8e4f-be1eece604e8 req-78880989-0455-48ae-ba0d-eb6b3e213f49 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:59.160071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-159c074d-810d-4133-8e4f-be1eece604e8 req-78880989-0455-48ae-ba0d-eb6b3e213f49 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 943 time: 0.2549217 Aug 31 19:13:59.206690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-159c074d-810d-4133-8e4f-be1eece604e8 req-bf722e26-619d-4b67-943d-9fecc5fca9fa tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/security-groups?id=37daec2f-4731-4055-a0a2-53b5b4be424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Aug 31 19:13:59.214330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-712cb959-dc37-4a2f-bf0e-bc9e88c1f989 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2178645 Aug 31 19:13:59.235078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Request body: {'port': {'device_id': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:13:59.287822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-47e29379-7048-4db1-94c5-f06cf9c38425 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:59.290526 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-47e29379-7048-4db1-94c5-f06cf9c38425 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 943 time: 0.1958997 Aug 31 19:13:59.308843 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d6c49-63be-4c34-8f38-7d76849e7ce8 x-openstack-request-id: req-c65d6c49-63be-4c34-8f38-7d76849e7ce8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:59.309809 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:59.310279 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c65d6c49-63be-4c34-8f38-7d76849e7ce8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:59.310877 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'code': 200} Aug 31 19:13:59.322498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f31bded8-a821-4231-b9c9-f8407b49f5ff None None] Provisioning for port c1a47983-f121-4c5f-ac7b-ebd792d411f7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:13:59.332381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f31bded8-a821-4231-b9c9-f8407b49f5ff None None] Provisioning complete for port c1a47983-f121-4c5f-ac7b-ebd792d411f7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:13:59.332764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f31bded8-a821-4231-b9c9-f8407b49f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.374732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.440959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f31bded8-a821-4231-b9c9-f8407b49f5ff None None] Port c1a47983-f121-4c5f-ac7b-ebd792d411f7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:13:59.491533 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bc23b-0713-4147-a845-beb43bccc045 x-openstack-request-id: req-af6bc23b-0713-4147-a845-beb43bccc045 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:13:59.492086 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c69a206-fa9f-41c2-9287-ca88f83759fd", "name": "network-vif-deleted", "tag": "d56a76e3-1b93-4ee8-a796-1b63347c58ed", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:13:59.494170 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af6bc23b-0713-4147-a845-beb43bccc045 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:13:59.494826 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c69a206-fa9f-41c2-9287-ca88f83759fd', 'name': 'network-vif-deleted', 'tag': 'd56a76e3-1b93-4ee8-a796-1b63347c58ed', 'status': 'completed', 'code': 200} Aug 31 19:13:59.580208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Deleting port 7ee92609-d037-43ce-ad34-710c86ca73e0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:13:59.581942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.703433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b040-a214-465b-95ed-59733120b3a4 req-4742a53c-6e18-4b31-95e3-92a412355364 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:59.705376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2050b040-a214-465b-95ed-59733120b3a4 req-4742a53c-6e18-4b31-95e3-92a412355364 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.2146864 Aug 31 19:13:59.719940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] For port 7ee92609-d037-43ce-ad34-710c86ca73e0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee92609-d037-43ce-ad34-710c86ca73e0,segment=NetworkSegment(fb189325-4f85-401d-a0a2-de85237d4e25),segment_id=fb189325-4f85-401d-a0a2-de85237d4e25)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:13:59.720462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:13:59.741038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Calling delete_port for 7ee92609-d037-43ce-ad34-710c86ca73e0 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:13:59.816677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd802b-8d39-47e5-940d-512fa5c526ed req-82f0f43e-3791-4bbe-bbba-55ef17c29f9a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:13:59.818562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8dd802b-8d39-47e5-940d-512fa5c526ed req-82f0f43e-3791-4bbe-bbba-55ef17c29f9a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 936 time: 0.2128546 Aug 31 19:13:59.827458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2050b040-a214-465b-95ed-59733120b3a4 req-9fc8474d-b714-4b12-a5b1-e0720e7d191d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093802 Aug 31 19:13:59.918121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8dd802b-8d39-47e5-940d-512fa5c526ed req-b7e3ca48-45f5-4c62-a817-cfc9b2825466 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874782 Aug 31 19:13:59.968925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.027400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c93c4fd8-487c-4a3c-a951-82851c456b0d req-4a465521-a9de-4ee2-9755-40759d915126 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=6193ec31-0db2-4e3f-a8e4-e576d87fa10f HTTP/1.1" status: 200 len: 210 time: 0.0717976 Aug 31 19:14:00.084260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Pushing event deleted for resources: {'Port': ['ID=7ee92609-d037-43ce-ad34-710c86ca73e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:00.100153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a47983-f121-4c5f-ac7b-ebd792d411f7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:00.113956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.124618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] No DVR routers for this DVR port 7ee92609-d037-43ce-ad34-710c86ca73e0 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:00.137574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.140228 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8d2c0c8e-e0f7-4cd3-aa8a-00ef96b7d36b req-03c0d759-232d-4a8e-91c5-baa085ad9a9e tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.67 "DELETE /v2.0/ports/7ee92609-d037-43ce-ad34-710c86ca73e0 HTTP/1.1" status: 204 len: 173 time: 0.8310974 Aug 31 19:14:00.142970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-7ed8d16f-4518-41b5-8b3b-57bfb7b58718 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643752 Aug 31 19:14:00.186046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14a8dd10-8058-4aa1-8bc4-e659c573c7c1 req-9757348f-4f60-4328-b321-729ff1efe896 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0436311 Aug 31 19:14:00.187222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Transition to ACTIVE for port object c1a47983-f121-4c5f-ac7b-ebd792d411f7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:00.194676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.249880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:00.384983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:00.448325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-a7c589fd-6c04-4c45-88fd-ceb745da6d47 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:00.451618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-a7c589fd-6c04-4c45-88fd-ceb745da6d47 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025112 Aug 31 19:14:00.463602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 0799b897-3349-4d25-9a04-22cfe945cd4e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:00.464333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0799b897-3349-4d25-9a04-22cfe945cd4e not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:00.467150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d56a76e3-1b93-4ee8-a796-1b63347c58ed no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:00.473997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Request body: {'port': {'device_id': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '21360d979ff84629b26f0f43d4e483e2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:00.567048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:00.635679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15738994-ef5b-4c0d-be0e-c280ac9416df req-a0be6256-89b1-4a73-8dc6-5c061abc3517 tempest-ImagesTestJSON-351754606 tempest-ImagesTestJSON-351754606-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d1439bd-ec5e-4969-8c59-b8b489030f29 HTTP/1.1" status: 200 len: 210 time: 0.1481314 Aug 31 19:14:00.678475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Attempting to bind port c1a47983-f121-4c5f-ac7b-ebd792d411f7 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:00.679093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Attempting to bind port c1a47983-f121-4c5f-ac7b-ebd792d411f7 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:00.679632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Attempting to bind port c1a47983-f121-4c5f-ac7b-ebd792d411f7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:00.687908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Port c1a47983-f121-4c5f-ac7b-ebd792d411f7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:14:00.689333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Attempting to bind port c1a47983-f121-4c5f-ac7b-ebd792d411f7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:00.699229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:00.700094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:00.700717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:00.701800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Bound port: c1a47983-f121-4c5f-ac7b-ebd792d411f7, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:00.702534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.703379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.733994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Made reservation on behalf of 21360d979ff84629b26f0f43d4e483e2 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:00.737884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.759529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.772127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: d56a76e3-1b93-4ee8-a796-1b63347c58ed {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:00.772543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d56a76e3-1b93-4ee8-a796-1b63347c58ed not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:00.784957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.822589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:00.826190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:00.833832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.906970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.909720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.913691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "DELETE /v2.0/security-groups/05ec23c8-4bbd-4305-a044-44d66f61b10b HTTP/1.1" status: 204 len: 168 time: 0.3430119 Aug 31 19:14:00.913878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:00.913878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:00.915524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] 10.222.0.82 "PUT /v2.0/ports/c1a47983-f121-4c5f-ac7b-ebd792d411f7 HTTP/1.1" status: 200 len: 1097 time: 1.6910920 Aug 31 19:14:00.916115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:00.918846 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18" -d '{"events": [{"name": "network-changed", "server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:00.924157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49124) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:00.945914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef649e4-5463-498c-8ef7-6d0691f94ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:00.949037 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b2d3f458-725f-4fcc-b540-963339ba723e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] show failed (client error): The resource could not be found. Aug 31 19:14:00.951970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2d3f458-725f-4fcc-b540-963339ba723e tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "GET /v2.0/security-groups/05ec23c8-4bbd-4305-a044-44d66f61b10b HTTP/1.1" status: 404 len: 347 time: 0.0249343 Aug 31 19:14:00.960180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:00.961686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff608d-ca1e-4bb8-82e5-cd9da10f4507 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec23c8-4bbd-4305-a044-44d66f61b10b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:01.039247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.047532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.133296 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c065155-dc15-4ba1-9d2c-2a3ba843f41c x-openstack-request-id: req-1c065155-dc15-4ba1-9d2c-2a3ba843f41c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:01.136005 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:01.138397 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c065155-dc15-4ba1-9d2c-2a3ba843f41c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:01.141240 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7', 'status': 'completed', 'code': 200} Aug 31 19:14:01.165009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8005073-0602-4b7b-865d-14b9a70880e7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:01.278484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Allocated IP 192.168.233.227 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/f9cca48e-2346-4e04-8637-26a91be5a643) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:01.325878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73db1b4-16b0-4860-9cf2-921cc4aa1383 req-c0c9b03f-3bcd-4bde-800e-7a36a02216d8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:01.334069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f73db1b4-16b0-4860-9cf2-921cc4aa1383 req-c0c9b03f-3bcd-4bde-800e-7a36a02216d8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.3636227 Aug 31 19:14:01.401561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-a7bfca04-d124-4845-b437-567d40e50ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:01.403046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-a7bfca04-d124-4845-b437-567d40e50ea0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 1100 time: 0.4297354 Aug 31 19:14:01.419352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134dc3c-91ec-4dc4-a181-2160fe61c955 req-c6f954cf-fd41-4cb9-baf6-926173acac78 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:01.421097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e134dc3c-91ec-4dc4-a181-2160fe61c955 req-c6f954cf-fd41-4cb9-baf6-926173acac78 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 948 time: 0.2789147 Aug 31 19:14:01.498365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-deleted', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e'}, {'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-deleted', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:01.502816 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac66c19-dc06-4cbc-9d6c-bfef401555b5" -d '{"events": [{"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-deleted", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e"}, {"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-deleted", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:01.508262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f73db1b4-16b0-4860-9cf2-921cc4aa1383 req-0683d3e1-d667-4a87-ab7b-ab2bf06bdf3c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730649 Aug 31 19:14:01.528638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.538968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e134dc3c-91ec-4dc4-a181-2160fe61c955 req-6026af0b-fcd5-475d-8273-081d19cc1d3c tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116076 Aug 31 19:14:01.544718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-f83f8c5c-fcb0-455f-9850-35f773ac27a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7 HTTP/1.1" status: 200 len: 217 time: 0.1091549 Aug 31 19:14:01.546219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Deleting port 63f379c5-f6d0-49f5-b3fd-e0dc79c15910 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:01.547131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.564758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Transition to ACTIVE for port object f9cca48e-2346-4e04-8637-26a91be5a643 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:01.644007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.645078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.651008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.674288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Calling delete_port for 63f379c5-f6d0-49f5-b3fd-e0dc79c15910 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:01.729467 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e12f3-ccbc-4d1d-87e1-b56c462920b9 x-openstack-request-id: req-123e12f3-ccbc-4d1d-87e1-b56c462920b9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:01.730011 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6193ec31-0db2-4e3f-a8e4-e576d87fa10f", "name": "network-vif-deleted", "tag": "0799b897-3349-4d25-9a04-22cfe945cd4e", "status": "completed", "code": 200}, {"server_uuid": "0d1439bd-ec5e-4969-8c59-b8b489030f29", "name": "network-vif-deleted", "tag": "7ee92609-d037-43ce-ad34-710c86ca73e0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:01.730011 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-123e12f3-ccbc-4d1d-87e1-b56c462920b9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:01.730392 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6193ec31-0db2-4e3f-a8e4-e576d87fa10f', 'name': 'network-vif-deleted', 'tag': '0799b897-3349-4d25-9a04-22cfe945cd4e', 'status': 'completed', 'code': 200} Aug 31 19:14:01.730598 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1439bd-ec5e-4969-8c59-b8b489030f29', 'name': 'network-vif-deleted', 'tag': '7ee92609-d037-43ce-ad34-710c86ca73e0', 'status': 'completed', 'code': 200} Aug 31 19:14:01.732364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:01.748846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:01.752810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:01.755102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:01.840203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:01.840883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:01.871419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-4dc6e3e0-524c-4905-954c-c83b86ffa6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4063075 Aug 31 19:14:01.891962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Request body: {'port': {'device_id': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:01.978418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.165194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-966a171c-f26a-4560-a264-6e1db3c636d3 None None] Provisioning for port f9cca48e-2346-4e04-8637-26a91be5a643 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:02.170659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-966a171c-f26a-4560-a264-6e1db3c636d3 None None] Provisioning complete for port f9cca48e-2346-4e04-8637-26a91be5a643 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:02.171418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-966a171c-f26a-4560-a264-6e1db3c636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.233099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-966a171c-f26a-4560-a264-6e1db3c636d3 None None] Port f9cca48e-2346-4e04-8637-26a91be5a643 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:02.241063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3db78e-dbbe-480c-9bdd-5ee1416f49dc req-6d7a1ae3-598b-4394-9d13-a033d6ed6ad4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.241909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb3db78e-dbbe-480c-9bdd-5ee1416f49dc req-6d7a1ae3-598b-4394-9d13-a033d6ed6ad4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 936 time: 0.5798898 Aug 31 19:14:02.244154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-471fbddd-4801-4333-a99c-5214e27fa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.245470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-471fbddd-4801-4333-a99c-5214e27fa3ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.5824094 Aug 31 19:14:02.375038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa330de-930e-4898-8cb6-1673e5f5e8d2 req-68c4cebc-5e3c-4eaf-acd4-b9094d416135 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.377760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fa330de-930e-4898-8cb6-1673e5f5e8d2 req-68c4cebc-5e3c-4eaf-acd4-b9094d416135 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.1968803 Aug 31 19:14:02.382009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:02.383445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cca48e-2346-4e04-8637-26a91be5a643 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:02.393303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.408845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7ee92609-d037-43ce-ad34-710c86ca73e0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:02.409673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee92609-d037-43ce-ad34-710c86ca73e0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:02.441055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Transition to ACTIVE for port object f9cca48e-2346-4e04-8637-26a91be5a643 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:02.455115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.466403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-ad4171a1-5632-47f9-a3bb-5f2f6aec5eca tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.466809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb3db78e-dbbe-480c-9bdd-5ee1416f49dc req-6b76780d-1e09-4213-b869-91e41eca8380 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133267 Aug 31 19:14:02.468034 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-ad4171a1-5632-47f9-a3bb-5f2f6aec5eca tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 945 time: 0.0655491 Aug 31 19:14:02.473893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.499753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-f22b8780-a496-430f-abfe-ed8e8b7cc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.501257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-f22b8780-a496-430f-abfe-ed8e8b7cc7ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2323554 Aug 31 19:14:02.535442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Pushing event deleted for resources: {'Port': ['ID=63f379c5-f6d0-49f5-b3fd-e0dc79c15910,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:02.650773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:02.692439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fa330de-930e-4898-8cb6-1673e5f5e8d2 req-5c191be3-d9d3-486b-a8c6-d611d77c5f44 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310944 Aug 31 19:14:02.841553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Deleting port fb247bb6-a25b-47b0-9a68-f0738258c3c6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:02.842133 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.861030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.863432 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:02.864779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-553a3bce-7687-4003-b757-c8e96f81abdf tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] 10.222.0.73 "DELETE /v2.0/floatingips/4cc1cd12-f42d-4589-ab57-e719e93d60f2 HTTP/1.1" status: 204 len: 168 time: 1.9031329 Aug 31 19:14:02.933683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-9ad09a2e-c713-45b0-b88e-617fccbe8a53 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106734 Aug 31 19:14:02.938189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:02.938671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:02.939168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:02.944467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40bad-005f-4709-bd1a-379e7d3badbc req-9b1bf9a8-562c-4d4f-8067-8387a5e6e71f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:02.952546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0f40bad-005f-4709-bd1a-379e7d3badbc req-9b1bf9a8-562c-4d4f-8067-8387a5e6e71f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.2123322 Aug 31 19:14:02.954586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:14:02.955030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:02.964688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:02.965212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:02.965712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:02.966265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Bound port: f9cca48e-2346-4e04-8637-26a91be5a643, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:02.966735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.003510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] For port fb247bb6-a25b-47b0-9a68-f0738258c3c6, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fb247bb6-a25b-47b0-9a68-f0738258c3c6,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:03.004040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.036440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Calling delete_port for fb247bb6-a25b-47b0-9a68-f0738258c3c6 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:03.060061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fc62c-df49-48a7-a847-bc26081e836f req-f1d70569-ea3d-4770-a8eb-debf9f4dd83e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:03.061596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb7fc62c-df49-48a7-a847-bc26081e836f req-f1d70569-ea3d-4770-a8eb-debf9f4dd83e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 948 time: 0.2025721 Aug 31 19:14:03.099322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0f40bad-005f-4709-bd1a-379e7d3badbc req-847eeee8-fb4b-4e91-b69f-a6c299c56bf4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408508 Aug 31 19:14:03.122053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:03.142891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:03.152843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.176280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-080d5ef1-56b8-4296-9553-7edaa81a7614 req-7eb50ad7-7efc-48f2-8a1b-5d88bf77495a service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198000 Aug 31 19:14:03.207908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:03.208555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.210431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 1097 time: 1.3248074 Aug 31 19:14:03.245409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb7fc62c-df49-48a7-a847-bc26081e836f req-a462e2b4-ff32-46b5-9695-33a375e095de tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609628 Aug 31 19:14:03.292439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98e3c-49a8-4f16-925a-f9bc5e3204f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:03.335140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-92ebf376-b19d-45d7-b565-80825ba33908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:03.340166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-92ebf376-b19d-45d7-b565-80825ba33908 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=47d45e1ddf5f411d8da15effe001beda&device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 1100 time: 0.0793655 Aug 31 19:14:03.405613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.409012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-e82d1411-b543-461f-862c-2cc973079c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:03.418048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-e82d1411-b543-461f-862c-2cc973079c8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1100 time: 0.1191297 Aug 31 19:14:03.462736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:03.476507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event deleted for resources: {'Port': ['ID=fb247bb6-a25b-47b0-9a68-f0738258c3c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:03.531096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Deleting subnet adca81d1-7a77-4cbe-8e92-e9a565f08caf {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:03.536316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.555535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-67fb61c4-492b-4c7a-b021-daa44c06bdd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.1177275 Aug 31 19:14:03.571474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] No DVR routers for this DVR port fb247bb6-a25b-47b0-9a68-f0738258c3c6 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:03.580676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.585776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.589113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5dfb8793-89a0-4a5a-a9a8-5e0c340f45f9 req-51e21449-77ec-4c71-90d5-2065df7456da tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "DELETE /v2.0/ports/fb247bb6-a25b-47b0-9a68-f0738258c3c6 HTTP/1.1" status: 204 len: 173 time: 1.0952303 Aug 31 19:14:03.656926 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:03.661813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-1140a782-ce99-48ee-8e83-ddeb1078aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:03.663478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-1140a782-ce99-48ee-8e83-ddeb1078aeaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0937176 Aug 31 19:14:03.756888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:03.958083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Deleting subnet 951adb2d-8c72-4ea0-8895-4e49116549c2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:03.962623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.009171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.069597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e48a41f-42af-4a14-96c5-5d2dfe8ed066 req-69879494-a4e5-492e-8866-1ca919be7d76 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a570362-73cc-421d-a5f9-c1c70d01e7f3 HTTP/1.1" status: 200 len: 210 time: 0.1785510 Aug 31 19:14:04.137102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.140992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.147794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}, {'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-deleted', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:04.150764 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84" -d '{"events": [{"name": "network-changed", "server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}, {"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-deleted", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:04.154600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991514-dd9b-49c9-a43a-b43dff8e637e req-98fa88f0-7bac-4d3b-b519-c77f60dea6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.160712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf991514-dd9b-49c9-a43a-b43dff8e637e req-98fa88f0-7bac-4d3b-b519-c77f60dea6f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 948 time: 0.4001141 Aug 31 19:14:04.176767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-413013f5-ad04-4d3c-bc5d-b56171c00085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.178263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-413013f5-ad04-4d3c-bc5d-b56171c00085 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5008783 Aug 31 19:14:04.255919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-a0223f91-9b55-4f7f-86e6-c07a8b2e5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.257670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-a0223f91-9b55-4f7f-86e6-c07a8b2e5c70 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.9101510 Aug 31 19:14:04.269855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adca81d1-7a77-4cbe-8e92-e9a565f08caf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:04.280910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.283257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e914a05-253d-42e5-b392-df906fafacb3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/adca81d1-7a77-4cbe-8e92-e9a565f08caf HTTP/1.1" status: 204 len: 168 time: 0.8229620 Aug 31 19:14:04.286414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:04.327790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-43b8c11f-a071-48b4-ac53-0360c9a8459c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7 HTTP/1.1" status: 200 len: 217 time: 0.0407906 Aug 31 19:14:04.338182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf991514-dd9b-49c9-a43a-b43dff8e637e req-1228ca11-ccc8-4da1-aa97-68cb4ae6fa6e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440384 Aug 31 19:14:04.432426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.469007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-cb9c9449-fbca-421d-a53d-61d1041ff7c8 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810097 Aug 31 19:14:04.488635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.556902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-e6a616c4-5d84-4a1c-be41-8837ae2b57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.572185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-e6a616c4-5d84-4a1c-be41-8837ae2b57ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2280090 Aug 31 19:14:04.573059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951adb2d-8c72-4ea0-8895-4e49116549c2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:04.591569 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.593264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-53f8b622-e1f6-4d4b-84cb-4be5d73c8673 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/951adb2d-8c72-4ea0-8895-4e49116549c2 HTTP/1.1" status: 204 len: 168 time: 0.8314972 Aug 31 19:14:04.604344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:04.629893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.643279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c1a47983-f121-4c5f-ac7b-ebd792d411f7 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:04.648798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:04.689666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c65f-316f-4e50-bc34-7a3d410f8eed req-d768e9c9-a92b-4255-84f4-8b335d61dcc6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.692326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d824c65f-316f-4e50-bc34-7a3d410f8eed req-d768e9c9-a92b-4255-84f4-8b335d61dcc6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1546748 Aug 31 19:14:04.697030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-a1dbb7af-93c2-4d31-b705-7652d34255cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:04.699069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-a1dbb7af-93c2-4d31-b705-7652d34255cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186469 Aug 31 19:14:04.727630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a85d53-1810-4e08-b8a3-70c3b2830320']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:04.744653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: fb247bb6-a25b-47b0-9a68-f0738258c3c6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:04.748355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fb247bb6-a25b-47b0-9a68-f0738258c3c6 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:04.763452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93af17cc-27d4-48b4-950a-74b9e0487848') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:04.763779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93af17cc-27d4-48b4-950a-74b9e0487848') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:04.766264 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e6b32-797d-4ef3-9a92-6529899c89e3 x-openstack-request-id: req-043e6b32-797d-4ef3-9a92-6529899c89e3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:04.766622 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "status": "completed", "code": 200}, {"server_uuid": "1a570362-73cc-421d-a5f9-c1c70d01e7f3", "name": "network-vif-deleted", "tag": "fb247bb6-a25b-47b0-9a68-f0738258c3c6", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:04.766809 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-043e6b32-797d-4ef3-9a92-6529899c89e3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:04.767319 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'status': 'completed', 'code': 200} Aug 31 19:14:04.767575 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a570362-73cc-421d-a5f9-c1c70d01e7f3', 'name': 'network-vif-deleted', 'tag': 'fb247bb6-a25b-47b0-9a68-f0738258c3c6', 'status': 'completed', 'code': 200} Aug 31 19:14:04.782261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.785808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.848749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.860397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:04.861044 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:04.863401 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:04.879037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0d74e6b-0563-483f-9c9e-b06c71b1dedc req-b0a14f24-e03b-4588-a718-1a68aeff15db service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716867 Aug 31 19:14:04.927730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d824c65f-316f-4e50-bc34-7a3d410f8eed req-f5dcd036-0c46-4443-a19e-538c6954e7ab tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186525 Aug 31 19:14:04.929210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:04.944154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7', 'mac_address': 'fa:16:3e:1c:26:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:05.024950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.027240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.051748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.054065 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/87a85d53-1810-4e08-b8a3-70c3b2830320 HTTP/1.1" status: 204 len: 168 time: 0.7662151 Aug 31 19:14:05.062739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.084464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a85d53-1810-4e08-b8a3-70c3b2830320,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:05.087194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-f55c4abd-df14-4356-802a-290296ff78d6 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745818 Aug 31 19:14:05.097009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8664e65d-188a-40f3-828f-b8d363131f66']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:05.102758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.103448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.104028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.104803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.105380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.105930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.106474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.107035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.108257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.108839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.109385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.109926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e669b-941d-451b-bfd7-61a5cd9dfcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:05.117871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a47983-f121-4c5f-ac7b-ebd792d411f7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:05.127305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb189325-4f85-401d-a0a2-de85237d4e25') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:05.127789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb189325-4f85-401d-a0a2-de85237d4e25') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:05.138063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-fc58d14d-31c6-401b-81ff-ed347c2af7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.139655 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-fc58d14d-31c6-401b-81ff-ed347c2af7cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1100 time: 0.1267579 Aug 31 19:14:05.143234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.194006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:05.203075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.206547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.221638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:05.222226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:05.224422 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:05.310447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.319816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.340298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8664e65d-188a-40f3-828f-b8d363131f66 HTTP/1.1" status: 204 len: 168 time: 0.7222066 Aug 31 19:14:05.343622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-f6d8b98b-8bbc-4eaa-bdf6-a7edab4458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.348726 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-f6d8b98b-8bbc-4eaa-bdf6-a7edab4458fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1985307 Aug 31 19:14:05.387357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:05.388624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b0f0c7-3197-4cb6-8ac1-7ec303887c18 req-73560630-3fc8-4945-86c1-d05b66c72f54 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893531 Aug 31 19:14:05.424354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b64a3-632b-4c7d-8bd7-a4b4d3516221 admin admin] Pushing event deleted for resources: {'Network': ['ID=8664e65d-188a-40f3-828f-b8d363131f66,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:05.448084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d16cd-4a91-4a72-8814-fb07431280e4 req-3ca7b225-5cf7-4a23-b5a0-66bd63b49c7e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.450376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-551d16cd-4a91-4a72-8814-fb07431280e4 req-3ca7b225-5cf7-4a23-b5a0-66bd63b49c7e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 948 time: 0.4626753 Aug 31 19:14:05.486314 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-1b74630d-38a6-4a13-a0fa-a2b556bde9f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.1169679 Aug 31 19:14:05.487597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:05.515626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c1a47983-f121-4c5f-ac7b-ebd792d411f7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:05.574548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9a39ff7-59d0-4c2b-a062-e8b7f271f4f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94609671718246c4b726c7f04ecd9d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847802 Aug 31 19:14:05.581519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-6e1b2420-8681-4462-a7c6-6fbd627c199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.583340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-551d16cd-4a91-4a72-8814-fb07431280e4 req-c187301f-7036-4989-8934-9118f809f10e tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237316 Aug 31 19:14:05.584088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-6e1b2420-8681-4462-a7c6-6fbd627c199a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0793753 Aug 31 19:14:05.584723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:05.702536 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:14:05.704195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.728060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:05.757093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-22ae9fb2-33c9-4cc6-8513-750302768d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.759291 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-22ae9fb2-33c9-4cc6-8513-750302768d23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644173 Aug 31 19:14:05.765788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.829384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b417fc7b-fe62-4110-b035-4424bf875f2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be8ee7bbd5b6496282f195756ad9765c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994241 Aug 31 19:14:05.829854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:05.935857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56fb21-1abe-4db4-b651-11ac62ac71da req-1aad8250-a4ea-430f-b44b-ba259985d3de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:05.938302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd56fb21-1abe-4db4-b651-11ac62ac71da req-1aad8250-a4ea-430f-b44b-ba259985d3de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 948 time: 0.1619015 Aug 31 19:14:05.950154 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-c29991ca-78ba-41e7-ad2b-d0a0f1a95f10 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798124 Aug 31 19:14:05.951018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.958118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.961586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:05.963615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14e7e779-cdae-494d-9ec7-4532e97080c5 HTTP/1.1" status: 204 len: 168 time: 0.3776243 Aug 31 19:14:06.001076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f964-6b82-4ea5-bbb0-1dd62b7bcee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7e779-cdae-494d-9ec7-4532e97080c5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:06.028611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.060510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd56fb21-1abe-4db4-b651-11ac62ac71da req-43bb05c8-50b2-433c-9ac5-70e5e1d21f69 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918653 Aug 31 19:14:06.137020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b012ec51-7f03-4d85-9ff2-fe2bfbfebb84 req-2f00db71-21f2-4b5a-82c6-65069cc82e43 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734741 Aug 31 19:14:06.186440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.205553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.212312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37daec2f-4731-4055-a0a2-53b5b4be424e HTTP/1.1" status: 204 len: 168 time: 0.3789823 Aug 31 19:14:06.233891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94add4e-d668-4b39-b51a-4ad8d91a3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37daec2f-4731-4055-a0a2-53b5b4be424e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:06.279442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8a274-4931-45aa-8c5a-06834ae2a327 req-f2402a66-7b30-4048-a587-ded3373dc512 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:06.281088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63b8a274-4931-45aa-8c5a-06834ae2a327 req-f2402a66-7b30-4048-a587-ded3373dc512 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.1021404 Aug 31 19:14:06.308603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0231e-d0a5-4fea-b900-f06f767fe23c req-30b9d21f-478d-43a5-bb10-220fc3b4f768 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:06.310148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67b0231e-d0a5-4fea-b900-f06f767fe23c req-30b9d21f-478d-43a5-bb10-220fc3b4f768 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0958812 Aug 31 19:14:06.398271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63b8a274-4931-45aa-8c5a-06834ae2a327 req-505dd6e7-4423-41d4-a707-b0cd0f8393d9 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038525 Aug 31 19:14:06.413765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:06.440252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67b0231e-d0a5-4fea-b900-f06f767fe23c req-ff54d5ed-93b3-4fcd-9768-6975ca2b40c5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031895 Aug 31 19:14:06.604080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:06.640070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'mac_address': 'fa:16:3e:70:c3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:06.646773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c1a47983-f121-4c5f-ac7b-ebd792d411f7 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:06.740203 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.769006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cca48e-2346-4e04-8637-26a91be5a643 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:06.792959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port c1a47983-f121-4c5f-ac7b-ebd792d411f7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:06.807205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c1a47983-f121-4c5f-ac7b-ebd792d411f7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:06.807896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.811105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:06.844918 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:06.885861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a721280-20d1-471b-8afb-9855f180bf6d req-35362137-8296-4188-a9d8-3a22772e6701 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:06.887477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a721280-20d1-471b-8afb-9855f180bf6d req-35362137-8296-4188-a9d8-3a22772e6701 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.2750545 Aug 31 19:14:06.954854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:07.013082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227db8-eff9-4060-b5c6-2dbbd0d56897 req-d4eac88f-b371-491b-98ec-41a22ce104fa tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:07.023062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d227db8-eff9-4060-b5c6-2dbbd0d56897 req-d4eac88f-b371-491b-98ec-41a22ce104fa tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 949 time: 0.3076873 Aug 31 19:14:07.038450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:07.091101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:07.098930 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95a29c-9cb3-49dd-8867-c7634a5da705" -d '{"events": [{"server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:07.123533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:07.136324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:07.201871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d227db8-eff9-4060-b5c6-2dbbd0d56897 req-f121079c-d918-4a38-8964-f950321333ad tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768730 Aug 31 19:14:07.203848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:07.331783 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b610d75-4f41-4956-8104-4e2d15f35ff0 x-openstack-request-id: req-7b610d75-4f41-4956-8104-4e2d15f35ff0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:07.332073 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:07.332366 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b610d75-4f41-4956-8104-4e2d15f35ff0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:07.332821 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7', 'code': 200} Aug 31 19:14:07.333524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:07.399592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Deleting port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:07.405294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:07.536918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1368e0f-960e-48bb-a3ce-c20efd5aa487 req-32d95cc1-2f17-4e66-91f4-086c125c098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:07.544899 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e1368e0f-960e-48bb-a3ce-c20efd5aa487 req-32d95cc1-2f17-4e66-91f4-086c125c098e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 1102 time: 0.1443512 Aug 31 19:14:07.591069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458938eb-7f6e-4873-bb72-aa0dc52c40fd req-cc6e9bd8-7b8d-446b-aec1-c8deeebef28c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:07.598345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-458938eb-7f6e-4873-bb72-aa0dc52c40fd req-cc6e9bd8-7b8d-446b-aec1-c8deeebef28c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 949 time: 0.3262908 Aug 31 19:14:07.650989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e1368e0f-960e-48bb-a3ce-c20efd5aa487 req-3ced700a-a628-48e2-a60b-bd058fc05bf2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969632 Aug 31 19:14:07.701865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] For port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,segment=NetworkSegment(2c78f053-e01d-4727-a397-852835bc9271),segment_id=2c78f053-e01d-4727-a397-852835bc9271)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:07.702348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:07.713673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a92b-7fdf-4766-bacf-bf8a8a3dd9e8 req-6ce40bab-0ba9-4a9f-af8e-df1b5b6b4477 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:07.721334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d226a92b-7fdf-4766-bacf-bf8a8a3dd9e8 req-6ce40bab-0ba9-4a9f-af8e-df1b5b6b4477 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/ports?device_id=b30cfddf-bd54-422a-b367-28d6ff053dbb HTTP/1.1" status: 200 len: 945 time: 0.1784441 Aug 31 19:14:07.751706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-458938eb-7f6e-4873-bb72-aa0dc52c40fd req-76f0a83c-2cf5-4744-b716-4c1f3ce67f6f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446989 Aug 31 19:14:07.775333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Calling delete_port for b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:07.864236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d226a92b-7fdf-4766-bacf-bf8a8a3dd9e8 req-a0d76056-4dc3-4260-b7ae-f8a0ebc6b9b0 tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.73 "GET /v2.0/security-groups?id=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372283 Aug 31 19:14:07.997526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014ce7c-2f9e-4e71-b0f9-107cba3b44b6 req-acc95959-34e2-4894-b32d-84affd44dbd0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:08.005455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d014ce7c-2f9e-4e71-b0f9-107cba3b44b6 req-acc95959-34e2-4894-b32d-84affd44dbd0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1564765 Aug 31 19:14:08.063736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d014ce7c-2f9e-4e71-b0f9-107cba3b44b6 req-31b69905-ce85-484b-aa7f-42a2ebb2ef10 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567791 Aug 31 19:14:08.138045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:08.185156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Pushing event deleted for resources: {'Port': ['ID=b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:08.246438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] No DVR routers for this DVR port b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:08.252774 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:08.255672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a721280-20d1-471b-8afb-9855f180bf6d req-8fd07cf0-8466-4a0e-bb23-0954dae495bf tempest-LiveMigrationTest-866462121 tempest-LiveMigrationTest-866462121-project] 10.222.0.82 "DELETE /v2.0/ports/b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 HTTP/1.1" status: 204 len: 173 time: 1.3485367 Aug 31 19:14:08.257795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-deleted', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:08.260803 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04502b76-ba76-4838-bbe2-b7eb1973a61d" -d '{"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-deleted", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:08.416283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:08.539303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbe43-eb8c-46ca-89fe-cbdea69ef004 req-61005ea8-6620-480f-a2bb-f45f0111ced6 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:08.551015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f9cca48e-2346-4e04-8637-26a91be5a643 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:08.555420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7facbe43-eb8c-46ca-89fe-cbdea69ef004 req-61005ea8-6620-480f-a2bb-f45f0111ced6 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.1407590 Aug 31 19:14:08.563086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f9cca48e-2346-4e04-8637-26a91be5a643 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:08.563460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:08.639458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7facbe43-eb8c-46ca-89fe-cbdea69ef004 req-fb7899b7-42ff-4743-a549-bd8d594e82f7 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830281 Aug 31 19:14:08.682053 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a1e12-0ce3-469d-9b0a-eed07160841c x-openstack-request-id: req-403a1e12-0ce3-469d-9b0a-eed07160841c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:08.682434 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30cfddf-bd54-422a-b367-28d6ff053dbb", "name": "network-vif-deleted", "tag": "b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:08.682757 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-403a1e12-0ce3-469d-9b0a-eed07160841c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:08.683327 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30cfddf-bd54-422a-b367-28d6ff053dbb', 'name': 'network-vif-deleted', 'tag': 'b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0', 'status': 'completed', 'code': 200} Aug 31 19:14:08.713394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:08.785432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:08.798363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:08.935684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:09.019577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5dedf-7fe5-4309-8fd1-9ba8daacf992 req-114d4a0a-a4f3-4aa1-802c-e360b30dc0f4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:09.027476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07a5dedf-7fe5-4309-8fd1-9ba8daacf992 req-114d4a0a-a4f3-4aa1-802c-e360b30dc0f4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1415863 Aug 31 19:14:09.087930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07a5dedf-7fe5-4309-8fd1-9ba8daacf992 req-18282fda-71b3-49f3-b23d-f51acbe4eb4e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543911 Aug 31 19:14:09.234905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:09.333723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:09.337629 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ef64b3-9681-4024-8c9b-9a3734cbecbf" -d '{"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:09.470958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838512a-13ee-4c31-bb65-982e83488eea req-9cf713ec-066a-4482-93de-8fb1a2c5c274 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:09.502032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2838512a-13ee-4c31-bb65-982e83488eea req-9cf713ec-066a-4482-93de-8fb1a2c5c274 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1439209 Aug 31 19:14:09.666395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Deleting subnet f8df6115-9453-4893-9868-13a30afb647e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:09.687438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.703883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:09.732887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.783728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.798255 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade72830-ef1e-4578-9510-658296d61810 x-openstack-request-id: req-ade72830-ef1e-4578-9510-658296d61810 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:09.798773 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:09.798881 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ade72830-ef1e-4578-9510-658296d61810 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:09.799220 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'code': 200} Aug 31 19:14:09.839785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2838512a-13ee-4c31-bb65-982e83488eea req-d277cb4e-146f-455a-bab0-fed806b5379b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690973 Aug 31 19:14:09.865733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8271299f-f6a7-41d2-9291-7ff9aeb03b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.872976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.907244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8df6115-9453-4893-9868-13a30afb647e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:09.913185 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:09.917934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bcad6fd7-3827-408d-b911-a01f2bd5a2cc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8df6115-9453-4893-9868-13a30afb647e HTTP/1.1" status: 204 len: 168 time: 0.6794980 Aug 31 19:14:09.920147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:10.005640 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.052695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95838468-9d5f-41e0-8b50-5f77f42dd704 req-bdc8bbd0-bc2d-4105-afde-a0dc69113c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:10.054605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-95838468-9d5f-41e0-8b50-5f77f42dd704 req-bdc8bbd0-bc2d-4105-afde-a0dc69113c32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.1635611 Aug 31 19:14:10.119412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-95838468-9d5f-41e0-8b50-5f77f42dd704 req-12063deb-f5d7-4cc0-99db-1c0b5e6ce01b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552678 Aug 31 19:14:10.166707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7b1de-df94-406d-980c-980f8465f951 req-519551d8-2baf-4a5d-8c02-177d824b5618 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:10.168403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8271299f-f6a7-41d2-9291-7ff9aeb03b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.174063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8271299f-f6a7-41d2-9291-7ff9aeb03b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.175057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7b1de-df94-406d-980c-980f8465f951 req-519551d8-2baf-4a5d-8c02-177d824b5618 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.1655912 Aug 31 19:14:10.195065 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.224288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271299f-f6a7-41d2-9291-7ff9aeb03b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e10e5-5efe-4f5e-a553-91e9feae2c9e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:10.233124 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8271299f-f6a7-41d2-9291-7ff9aeb03b4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62e17e0861704f0982232d44a272c35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252478 Aug 31 19:14:10.233475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:10.244090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745809cd-ee86-45aa-b8f0-f70066962da9']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:10.280852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c78f053-e01d-4727-a397-852835bc9271') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:10.282316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c78f053-e01d-4727-a397-852835bc9271') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:10.298775 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.342267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.346099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.369899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7b1de-df94-406d-980c-980f8465f951 req-15fc20c7-8ef3-4a86-977f-2eba052b9fd7 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913695 Aug 31 19:14:10.401471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.429540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:10.432194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.432568 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.436174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.437662 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/919e10e5-5efe-4f5e-a553-91e9feae2c9e HTTP/1.1" status: 204 len: 168 time: 0.2030597 Aug 31 19:14:10.458357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076c387-6019-4bac-915a-36f8a3f2c294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e10e5-5efe-4f5e-a553-91e9feae2c9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:10.469812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395270-d967-46e4-b96c-5d86017fa1c2 req-593fb6d5-e323-41db-9fd0-95fd8245dd26 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:10.481688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51395270-d967-46e4-b96c-5d86017fa1c2 req-593fb6d5-e323-41db-9fd0-95fd8245dd26 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1729245 Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:10.486794 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:10.674029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:10.721264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.733399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:10.733853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b9eb97f0-4ad3-4352-95bb-3ab1486a1cf0 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:10.742339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.745515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] 10.222.0.73 "DELETE /v2.0/networks/745809cd-ee86-45aa-b8f0-f70066962da9 HTTP/1.1" status: 204 len: 168 time: 0.8233716 Aug 31 19:14:10.748057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:10.771022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51395270-d967-46e4-b96c-5d86017fa1c2 req-c45b420c-544e-4e53-98dd-4a20f438e0b9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881727 Aug 31 19:14:10.797551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eeb60-f9d7-4da8-9e0e-4ba2f07e9708 admin admin] Pushing event deleted for resources: {'Network': ['ID=745809cd-ee86-45aa-b8f0-f70066962da9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:10.860604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Deleting subnet 5c73bfff-6c7b-49ef-9985-115f99b72a9f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:10.867510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:10.916350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:10.950664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654f21-ce9f-4894-94af-645110ae34ad req-46c371d4-64ce-4400-a200-90e7e80e87be tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:10.962868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9654f21-ce9f-4894-94af-645110ae34ad req-46c371d4-64ce-4400-a200-90e7e80e87be tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.1112688 Aug 31 19:14:10.968094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.057074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9654f21-ce9f-4894-94af-645110ae34ad req-28724383-c992-43fc-9ad8-4066187c2a23 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932181 Aug 31 19:14:11.067667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.109752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8a96f-b81b-446e-b4fc-e1f00e805edc req-71a23105-4ebc-49ba-a4bd-25c99aa2fdbc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:11.122198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ed8a96f-b81b-446e-b4fc-e1f00e805edc req-71a23105-4ebc-49ba-a4bd-25c99aa2fdbc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0900979 Aug 31 19:14:11.182581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ed8a96f-b81b-446e-b4fc-e1f00e805edc req-0d59ef65-4636-4178-9a36-89f7d5a155e9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 Aug 31 19:14:11.190824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bfbcd5f-16fe-4af8-8122-44ce799a36eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.259255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.365967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c73bfff-6c7b-49ef-9985-115f99b72a9f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:11.411261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.416690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1272f542-d1a6-4946-acd8-e7bc244850f2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5c73bfff-6c7b-49ef-9985-115f99b72a9f HTTP/1.1" status: 204 len: 168 time: 0.6646192 Aug 31 19:14:11.417318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:11.477458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08892709-94fc-43c8-853c-905506265c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.560954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.615602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bfbcd5f-16fe-4af8-8122-44ce799a36eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.655221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bfbcd5f-16fe-4af8-8122-44ce799a36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.715743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.729499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3bfbcd5f-16fe-4af8-8122-44ce799a36eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b690497addd45e281baccc99bb1bf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000264 Aug 31 19:14:11.729499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbcd5f-16fe-4af8-8122-44ce799a36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73938036-2db1-46a1-b66f-1719edbc5dbb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:11.729820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:11.735510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5579a3-86ba-47b6-92e2-17f6bba456ee']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:11.750247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd21a23-b2dc-4235-a9d1-c2f7bf696a5c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:11.751326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd21a23-b2dc-4235-a9d1-c2f7bf696a5c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:11.763633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.782102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.790306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:11.790694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:11.849473 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:11.858334 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.871370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.876196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4e5579a3-86ba-47b6-92e2-17f6bba456ee HTTP/1.1" status: 204 len: 168 time: 0.4559326 Aug 31 19:14:11.889139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ef1b0-fa02-4216-b1f6-84bdab83fbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5579a3-86ba-47b6-92e2-17f6bba456ee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:11.957326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:11.983540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.044184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012721e-5a7f-45f0-89b4-2b05d01b68a0 req-c1c95a19-4eb9-49e9-87e9-0795136a942b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:12.046379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0012721e-5a7f-45f0-89b4-2b05d01b68a0 req-c1c95a19-4eb9-49e9-87e9-0795136a942b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1485078 Aug 31 19:14:12.085507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.089533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.093200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73938036-2db1-46a1-b66f-1719edbc5dbb HTTP/1.1" status: 204 len: 168 time: 0.3626137 Aug 31 19:14:12.111725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494671f5-c043-4102-94a7-f63b9f678551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73938036-2db1-46a1-b66f-1719edbc5dbb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:12.121799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0012721e-5a7f-45f0-89b4-2b05d01b68a0 req-8a5a10b6-3cc0-48aa-a422-a10c6ff1a3c6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677826 Aug 31 19:14:12.174203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:12.295719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d6fc763c-eec7-45e1-acb4-5cc8c2e47d70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9393538463da4aa48688119a1608b443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1203105 Aug 31 19:14:12.303531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:12.413562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.467182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.477430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb82330-3ce0-4bc1-a57f-13588d4c9e06 req-d94dd110-9d95-401a-a0fb-e347e9c5d8e8 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:12.478658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bb82330-3ce0-4bc1-a57f-13588d4c9e06 req-d94dd110-9d95-401a-a0fb-e347e9c5d8e8 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.1224399 Aug 31 19:14:12.576457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bb82330-3ce0-4bc1-a57f-13588d4c9e06 req-9ab1e18e-fea1-4bc3-83a8-0c9f5f4c0a54 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861714 Aug 31 19:14:12.606173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.611717 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:12.611717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e38eb7b7-0792-4a7f-b53e-c1d588a27ca0 HTTP/1.1" status: 204 len: 168 time: 0.3053851 Aug 31 19:14:12.619380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1eb99-9b5a-4c76-adf8-c2b1bc86deaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38eb7b7-0792-4a7f-b53e-c1d588a27ca0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:12.754267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791ecc-5009-4595-95ce-8ca47ddbb121 req-29f3a543-743f-414c-8b59-c7cd5b728f3d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:12.756125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50791ecc-5009-4595-95ce-8ca47ddbb121 req-29f3a543-743f-414c-8b59-c7cd5b728f3d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0654991 Aug 31 19:14:12.815354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50791ecc-5009-4595-95ce-8ca47ddbb121 req-dd9c73b5-6263-4aed-8c19-41300f81bb67 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502772 Aug 31 19:14:12.989495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-e07a3903-1a1a-4428-a3ea-ed2f8a935065 tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:12.991025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-e07a3903-1a1a-4428-a3ea-ed2f8a935065 tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 1102 time: 0.0803578 Aug 31 19:14:13.032178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-cc034db8-6aac-4abd-b268-dd625928c23c tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.065801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-957db50d-97cb-49e2-896b-6a16967f4fa1 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:13.073062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-957db50d-97cb-49e2-896b-6a16967f4fa1 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.0759664 Aug 31 19:14:13.096773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.216142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-cc034db8-6aac-4abd-b268-dd625928c23c tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.216867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:13.278980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-cc034db8-6aac-4abd-b268-dd625928c23c tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.309471 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f2bf783-6007-4ac2-a74b-af1091628653 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c599bcb8d62347ca8e9b1b95e0896559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906954 Aug 31 19:14:13.314489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:13.344793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a45dfe0f-a988-47f3-8854-af3dac578747 req-cc034db8-6aac-4abd-b268-dd625928c23c tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421662 Aug 31 19:14:13.362673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc034db8-6aac-4abd-b268-dd625928c23c tempest-LiveMigrationNegativeTest-1385496740 tempest-LiveMigrationNegativeTest-1385496740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c6a4b-5174-4356-97ff-2ef00213cdc1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:13.431141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.441142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.463897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.478961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2903064c-8e38-44f4-824f-dff0538d2ea8 req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050150 Aug 31 19:14:13.513907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97553592-2357-4be2-8f98-19f75f0ff0c6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:13.517153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.531486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.532162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.532291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.532543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.532922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.533345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.533763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.534427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.534427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.536139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.536139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.536944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ed30d-8209-4e96-aebc-693787d79521 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:13.640248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.645244 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:13.651277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/660d5044-bed1-4401-9635-0d589523ff9b HTTP/1.1" status: 204 len: 168 time: 0.3254232 Aug 31 19:14:13.686625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ed3c9-38e7-42d0-89eb-9ddbbca4577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d5044-bed1-4401-9635-0d589523ff9b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:14.172267 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b2a958c2-9316-40a1-b12a-a73e10b8a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.286681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.333301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:14.340161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a3a7f-349d-40ed-8934-9abd63404aad req-8b5d1c63-4ef3-4719-8e37-641c518aacf2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:14.343813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d8a3a7f-349d-40ed-8934-9abd63404aad req-8b5d1c63-4ef3-4719-8e37-641c518aacf2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.2194040 Aug 31 19:14:14.402231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.457821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d8a3a7f-349d-40ed-8934-9abd63404aad req-c532bc84-feb6-4aa2-805d-b752bbed6653 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Aug 31 19:14:14.572933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1565204366-network', 'tenant_id': '9e8c6c71ab5f4f939229750961389b00'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:14.634904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Made reservation on behalf of 9e8c6c71ab5f4f939229750961389b00 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:14.637552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.666717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.731458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200dcee-86a9-4394-9f8a-43f8d3be522d req-877eaacd-89a9-46bd-8bc3-6fe40789b4d7 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:14.742423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5200dcee-86a9-4394-9f8a-43f8d3be522d req-877eaacd-89a9-46bd-8bc3-6fe40789b4d7 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.1068070 Aug 31 19:14:14.834544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5200dcee-86a9-4394-9f8a-43f8d3be522d req-04f4ce9b-59ab-4bc0-a180-eebd11a64749 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911853 Aug 31 19:14:14.969835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:14.980433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.030159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:15.039605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:14:15.046670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0110d3-b819-46a5-aa2f-7ddb209c73a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:15.056778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.057035 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Added segment ab18bf42-150e-4af0-b766-b6fc3a73d416 of type vlan for network ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 Aug 31 19:14:15.120937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a4bd9-7d99-4cb2-a23a-26d086d1a34f req-59e9b7fc-7f09-4321-86bd-c8ae1be64a83 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:15.129998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-144a4bd9-7d99-4cb2-a23a-26d086d1a34f req-59e9b7fc-7f09-4321-86bd-c8ae1be64a83 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1330302 Aug 31 19:14:15.139192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.146456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-fc4e72cd-281d-4e12-9763-5c022de0005b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033983 Aug 31 19:14:15.177669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-144a4bd9-7d99-4cb2-a23a-26d086d1a34f req-31f83555-2fd0-437e-becd-98c5cc39e18d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Aug 31 19:14:15.198723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.200648 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:15.201504 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.271256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.287754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.299379 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9647281 Aug 31 19:14:15.302472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:15.307783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Request body: {'subnet': {'network_id': 'ecf0bb5d-7e3d-49fe-ae24-e46664e2f831', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1565204366-subnet', 'tenant_id': '9e8c6c71ab5f4f939229750961389b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:15.324187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1afcd-546b-4b38-93a7-075c83a11d02 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf0bb5d-7e3d-49fe-ae24-e46664e2f831,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:15.334660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:14:15.334660 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:14:15.334660 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id_1': '3c1e59b5c5cc4d4ab1067b901a8c49b6', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 14, 15, 315930)}] Aug 31 19:14:15.334660 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:14:15.336712 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:14:15.345123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Made reservation on behalf of 9e8c6c71ab5f4f939229750961389b00 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:15.347578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.359092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:14:15.603069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.727396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51482ff1-21be-4832-bd04-0e60de920eb3 req-aee6c210-cfc3-486f-b709-b8565ab8809d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:15.729169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51482ff1-21be-4832-bd04-0e60de920eb3 req-aee6c210-cfc3-486f-b709-b8565ab8809d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1526353 Aug 31 19:14:15.733248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.837164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:15.878300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51482ff1-21be-4832-bd04-0e60de920eb3 req-e894207e-9c76-4a7e-aee4-cd27b3a56250 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919220 Aug 31 19:14:15.919381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-ca4dc091-0743-4683-9b1d-94465258ae25 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:15.920931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-ca4dc091-0743-4683-9b1d-94465258ae25 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.2131312 Aug 31 19:14:15.921652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d4e0c4-8c5f-4b93-8f9c-fd6f22692475,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:15.980134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Checking segment: {'id': 'ab18bf42-150e-4af0-b766-b6fc3a73d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ecf0bb5d-7e3d-49fe-ae24-e46664e2f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:15.980502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Network hostable DHCP agents. Network: ecf0bb5d-7e3d-49fe-ae24-e46664e2f831, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:14:16.053675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.061219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.114816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c1e59b5c5cc4d4ab1067b901a8c49b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0803752 Aug 31 19:14:16.116285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04decf01-a937-410d-bc5f-fed1a9f1accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f6882-882c-4cde-9222-18db0f39ec3b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:16.121732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:16.201013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.252372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.318002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.320863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.324756 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c6f6882-882c-4cde-9222-18db0f39ec3b HTTP/1.1" status: 204 len: 168 time: 0.1965208 Aug 31 19:14:16.333709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bc69b-0899-4311-84e5-d21b8ebf841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f6882-882c-4cde-9222-18db0f39ec3b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:16.587660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Network ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:14:16.608652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ecf0bb5d-7e3d-49fe-ae24-e46664e2f831) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:16.619342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371539b-3e69-478f-8ba3-5412468ba063 None None] Network ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:16.633316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b29d22-3ef6-43ba-9580-6e10c6dcad07 req-8ce6ce11-6365-452b-87fa-a5b1a8f13598 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:16.640197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22b29d22-3ef6-43ba-9580-6e10c6dcad07 req-8ce6ce11-6365-452b-87fa-a5b1a8f13598 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=adf8ddb5-9688-4ade-9100-627ba04db9d3 HTTP/1.1" status: 200 len: 950 time: 0.6634240 Aug 31 19:14:16.648105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:16.648837 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.673039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9f120-ef4a-4e2c-8beb-cbb450131a05 req-a95ed37d-30af-44fb-beb0-d140c5269ab6 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:16.681398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-17d9f120-ef4a-4e2c-8beb-cbb450131a05 req-a95ed37d-30af-44fb-beb0-d140c5269ab6 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 950 time: 0.2024813 Aug 31 19:14:16.732014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Deleting port c1a47983-f121-4c5f-ac7b-ebd792d411f7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:16.732479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:16.745630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9979cc27-9cb1-4aff-a73d-55257c15e2fe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4420490 Aug 31 19:14:16.770978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6f5bf-8da0-4c70-9c1c-b5177eb0c790 None None] Network ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:16.849289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-17d9f120-ef4a-4e2c-8beb-cbb450131a05 req-60ad2f7f-f8c4-4089-ad46-ba9d8359f7b1 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668875 Aug 31 19:14:16.885871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22b29d22-3ef6-43ba-9580-6e10c6dcad07 req-857361bb-1526-43a1-87ad-e23d8a87ec5a tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344449 Aug 31 19:14:16.987564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.058738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] For port c1a47983-f121-4c5f-ac7b-ebd792d411f7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c1a47983-f121-4c5f-ac7b-ebd792d411f7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:17.060035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.071216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-13dbd9b2-b6c3-45f3-a309-2fdb52b64608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.076750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-13dbd9b2-b6c3-45f3-a309-2fdb52b64608 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.0784931 Aug 31 19:14:17.111696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Calling delete_port for c1a47983-f121-4c5f-ac7b-ebd792d411f7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:17.190916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-b70bd46b-9993-4dc3-9cd7-fcf00b364826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.192722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-b70bd46b-9993-4dc3-9cd7-fcf00b364826 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1049938 Aug 31 19:14:17.212219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed642-641b-4aa2-bb1e-e1b6105f389d req-2a82deef-5acd-4448-a13b-f1ff940f19ca tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.222192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-233ed642-641b-4aa2-bb1e-e1b6105f389d req-2a82deef-5acd-4448-a13b-f1ff940f19ca tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.2846923 Aug 31 19:14:17.260420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-6cefd37c-e32c-439f-a77b-1e830fde4b77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.0536978 Aug 31 19:14:17.300725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-233ed642-641b-4aa2-bb1e-e1b6105f389d req-179b2469-59b7-41da-bbb1-8f9a52815b5b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 Aug 31 19:14:17.350145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-3a1ec6c2-b614-406a-ae72-87907aa6d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.357011 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-3a1ec6c2-b614-406a-ae72-87907aa6d1f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0861859 Aug 31 19:14:17.432444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.442056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:17.445797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['60628557-4439-49bc-9206-75635efb988b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:17.479622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Pushing event deleted for resources: {'Port': ['ID=c1a47983-f121-4c5f-ac7b-ebd792d411f7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:17.485014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-648837be-8e9c-4087-9d08-58adc8984ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.492791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-648837be-8e9c-4087-9d08-58adc8984ebe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217408 Aug 31 19:14:17.552520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] No DVR routers for this DVR port c1a47983-f121-4c5f-ac7b-ebd792d411f7 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:17.557055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.559383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fb9a652-9c80-46b3-9ca6-28210ace9e29 req-5ff6aa20-bc83-472b-b57c-587654fd6a24 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "DELETE /v2.0/ports/c1a47983-f121-4c5f-ac7b-ebd792d411f7 HTTP/1.1" status: 204 len: 173 time: 1.6008720 Aug 31 19:14:17.564562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'name': 'network-vif-deleted', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:17.567504 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c0c76-018c-42ac-956a-32d0ccac6398" -d '{"events": [{"server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "name": "network-vif-deleted", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:17.572892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.573584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.574218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.574843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.575480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.576287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.577002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:17.579293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a79a17ea-b719-45a3-9dfc-9202383b99e9 req-64d65816-5abb-40e8-9d06-489f4d54589d tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.2610111 Aug 31 19:14:17.682593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-47b34d1d-39c5-4a4d-8a4e-bbe10597c2c2 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866820 Aug 31 19:14:17.778145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-network', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:17.830179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Made reservation on behalf of fb895d7ff6844401ba38adbbde910595 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:17.832508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.850185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1020784696', 'description': 'tempest-description-1854176208'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:17.860708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:17.877136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1c7c34f4-883b-4a0c-9e3b-434078c4c444 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850154 Aug 31 19:14:17.892656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.012368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.018498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebcabf-4eca-4d2d-bdb1-7f686d336fde req-a9e60207-2e83-46f7-b734-3c4b4123aa57 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:18.019247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.019856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4ebcabf-4eca-4d2d-bdb1-7f686d336fde req-a9e60207-2e83-46f7-b734-3c4b4123aa57 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.0606019 Aug 31 19:14:18.039045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:14:18.049885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.050355 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Added segment f090c2e8-44ff-452a-a46c-26ba7003242a of type vlan for network 9733deef-e587-4969-ab5f-a93c897e99ae Aug 31 19:14:18.115745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.127131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4ebcabf-4eca-4d2d-bdb1-7f686d336fde req-6e9067eb-ecf4-4a64-9f18-707cd330d2b1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932977 Aug 31 19:14:18.205739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.221004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.222639 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.222968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:18.223886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.231706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.264519 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297fc03b-5d82-4c55-aab4-9fee53304dbc x-openstack-request-id: req-297fc03b-5d82-4c55-aab4-9fee53304dbc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:18.266792 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf8ddb5-9688-4ade-9100-627ba04db9d3", "name": "network-vif-deleted", "tag": "c1a47983-f121-4c5f-ac7b-ebd792d411f7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:18.267063 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-297fc03b-5d82-4c55-aab4-9fee53304dbc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:18.269785 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf8ddb5-9688-4ade-9100-627ba04db9d3', 'name': 'network-vif-deleted', 'tag': 'c1a47983-f121-4c5f-ac7b-ebd792d411f7', 'status': 'completed', 'code': 200} Aug 31 19:14:18.279297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.280543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43a129f6-870c-4fea-a315-6b80031cb9bb req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4345701 Aug 31 19:14:18.331250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8854237 Aug 31 19:14:18.335498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:18.341221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Request body: {'subnet': {'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-subnet', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:18.363570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0640de9-ff32-4bfa-a878-388f2505d5a3 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1582b160-6415-45ab-a552-6f0781ce8e48,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.367493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731c26-0664-410d-b64c-f3df317609e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9733deef-e587-4969-ab5f-a93c897e99ae,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.412509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9733deef-e587-4969-ab5f-a93c897e99ae details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:14:18.433340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Made reservation on behalf of fb895d7ff6844401ba38adbbde910595 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:18.437201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.456107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e92bb-f8d2-4c0d-87ee-0b96fa686a5d req-1efc1330-1b85-4467-a469-52b859de4393 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:18.470089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d3e92bb-f8d2-4c0d-87ee-0b96fa686a5d req-1efc1330-1b85-4467-a469-52b859de4393 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 886 time: 0.1917293 Aug 31 19:14:18.485947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:18.592990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-4fd6767f-ba90-41d4-a1af-1abedd85bea2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/1582b160-6415-45ab-a552-6f0781ce8e48 HTTP/1.1" status: 200 len: 1805 time: 0.1214678 Aug 31 19:14:18.598712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1582b160-6415-45ab-a552-6f0781ce8e48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:18.599315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1582b160-6415-45ab-a552-6f0781ce8e48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:18.627378 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.652670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:18.655459 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15b2ee-c33a-4437-bf46-0b9f47a2ef47" -d '{"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-unplugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:18.670207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:18.676687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.687075 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.690570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60e0ea-ee05-4ded-a596-36f715d87979 req-bda467b5-829b-42bd-a4c4-ed8c45998d11 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:18.702680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e60e0ea-ee05-4ded-a596-36f715d87979 req-bda467b5-829b-42bd-a4c4-ed8c45998d11 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.0978835 Aug 31 19:14:18.711717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c1a47983-f121-4c5f-ac7b-ebd792d411f7 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:18.738870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: c1a47983-f121-4c5f-ac7b-ebd792d411f7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:18.739203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c1a47983-f121-4c5f-ac7b-ebd792d411f7 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:18.745536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6f77d1-e856-4dca-90ab-e28725b22fe6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.764938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.767971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Checking segment: {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:18.768551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Network hostable DHCP agents. Network: 9733deef-e587-4969-ab5f-a93c897e99ae, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:14:18.770236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.772420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.772764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.773132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.773465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.773798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.774141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.775035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.775369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.775716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.776038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.776540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.776864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:18.784008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e60e0ea-ee05-4ded-a596-36f715d87979 req-993a7951-6ed9-4d20-ae60-8f47e7e5ba6d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786271 Aug 31 19:14:18.787625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Network 9733deef-e587-4969-ab5f-a93c897e99ae is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:14:18.802908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9733deef-e587-4969-ab5f-a93c897e99ae) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:18.814930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd2a91-4420-478c-9368-0b9aaa49832b None None] Network 9733deef-e587-4969-ab5f-a93c897e99ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:18.817446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:18.818066 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.827591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.835858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.837314 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a67c0ae-0802-4224-8592-0d7d5fbbe9c6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5006442 Aug 31 19:14:18.840060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:18.846953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:18.876187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3ff6a0-91c6-4ffe-8d4d-ae5a3eb61b90,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:18.883742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.889043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.893822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.895951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-952a1815-4720-417d-a3e1-21ab3af7d53b req-416529cd-92c1-4972-89fb-d3503b06d1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3014553 Aug 31 19:14:18.960751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:18.989028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ce58c-7414-4b12-a8b5-22f9f990144b None None] Network 9733deef-e587-4969-ab5f-a93c897e99ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:19.050648 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a2aa49-0026-4f7a-b91c-d9f1690fc573 x-openstack-request-id: req-42a2aa49-0026-4f7a-b91c-d9f1690fc573 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:19.051127 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-unplugged", "status": "completed", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:19.051596 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42a2aa49-0026-4f7a-b91c-d9f1690fc573 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:19.052547 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'code': 200} Aug 31 19:14:19.079046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-679349340', 'description': 'tempest-description-240711049'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:19.132398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.150586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.151079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.151552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.152053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.152523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.152985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.153445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.153910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.155900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebf40113-d336-4520-9226-a5659c0fe734 req-c5e25215-faac-4031-a0c6-b3ce545b4890 tempest-NetworksTest-745507797 tempest-NetworksTest-745507797-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5723 time: 0.2439029 Aug 31 19:14:19.209197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.304414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.320982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.424967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788f114b-5b2f-49b4-bd0d-e08d1f0af0d7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:19.462054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.463371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3530eaa-9b1c-495e-bbde-7cfbfa05389a req-f577b9ac-ea56-4a4f-a6ab-b165351e2551 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3924985 Aug 31 19:14:19.548852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.570849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.616631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64493-e410-4033-85c4-c04659e3054a req-0db3811b-26e4-4951-8e51-82022310a684 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.619148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a64493-e410-4033-85c4-c04659e3054a req-0db3811b-26e4-4951-8e51-82022310a684 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.1240373 Aug 31 19:14:19.620109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:19.658174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f6db-7aa8-40da-a100-b7c178819237 req-0da0912a-e570-446b-a93a-2688363117ee tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.666788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e6f6db-7aa8-40da-a100-b7c178819237 req-0da0912a-e570-446b-a93a-2688363117ee tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1170866 Aug 31 19:14:19.706739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Allocated IP 172.25.3.183 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/05e0d7ec-ea3d-474b-94b4-36789de74b0a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:19.715515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a64493-e410-4033-85c4-c04659e3054a req-a9148928-40e1-4831-910d-ac91fa9b0dab tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858240 Aug 31 19:14:19.719025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e6f6db-7aa8-40da-a100-b7c178819237 req-6dc1d0e7-b83a-4522-933f-d51e7b27e40e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Aug 31 19:14:19.808175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c046eb68-7345-462b-95de-13382a72540e req-36c0d12d-2d26-4ea9-b000-fb0a7ca0cc2d tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/788f114b-5b2f-49b4-bd0d-e08d1f0af0d7 HTTP/1.1" status: 200 len: 1803 time: 0.0584939 Aug 31 19:14:19.814576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76091de2-4a33-4832-8ff1-8052496a4bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.832668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '788f114b-5b2f-49b4-bd0d-e08d1f0af0d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:19.832995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '788f114b-5b2f-49b4-bd0d-e08d1f0af0d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:19.851614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:14:19.851614 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:14:19.851614 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '9e8c6c71ab5f4f939229750961389b00', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 14, 19, 840883)}] Aug 31 19:14:19.851614 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:14:19.852680 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:14:19.870304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.919770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:19.947558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d971a-531c-465f-887a-7b2c5240fe47 req-0defbc26-bbf7-45f6-b8c0-98abe3a1c3a5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:19.949145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-402d971a-531c-465f-887a-7b2c5240fe47 req-0defbc26-bbf7-45f6-b8c0-98abe3a1c3a5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.0858607 Aug 31 19:14:19.957608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:19.963708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:19.966627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:19.996560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Pushing event updated for resources: {'Port': ['ID=05e0d7ec-ea3d-474b-94b4-36789de74b0a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:20.012662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76091de2-4a33-4832-8ff1-8052496a4bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.018872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-402d971a-531c-465f-887a-7b2c5240fe47 req-c9b73173-8c1d-462f-a858-9229787ef521 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Aug 31 19:14:20.019982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76091de2-4a33-4832-8ff1-8052496a4bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.068631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-76091de2-4a33-4832-8ff1-8052496a4bac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6d9ce4d38e34d828cd2376cb8ca8fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442046 Aug 31 19:14:20.068887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:20.076092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76091de2-4a33-4832-8ff1-8052496a4bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e1802-2f69-4d0c-94cc-f310a21ed31c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:20.135655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.161121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.217864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.220755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.224849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a10e1802-2f69-4d0c-94cc-f310a21ed31c HTTP/1.1" status: 204 len: 168 time: 0.1521988 Aug 31 19:14:20.232091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a56a5-3218-490a-8d46-8d62eb3f0e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e1802-2f69-4d0c-94cc-f310a21ed31c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:20.428533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.470515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.476674 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.509782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc72b47d-2600-497c-ac7c-e94e8d039cf4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:20.520396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.521593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c046eb68-7345-462b-95de-13382a72540e req-d4219fa8-e6d2-434b-a10b-01adf4e7e53a tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6956398 Aug 31 19:14:20.561281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2004533599', 'description': 'tempest-description-763586429'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:20.597685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.612309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.643857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:20.666841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-396d52ca-b413-4115-b3b5-cdaff0b5adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.708020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.713158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.721085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:20.751225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f40b7b-1ffc-4586-9879-f4c1090afddf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:20.861221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:20.889918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'mac_address': 'fa:16:3e:6b:0f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:20.917329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.921181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-396d52ca-b413-4115-b3b5-cdaff0b5adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.923562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936f63-e7e3-4229-a851-d2686fb8cb0a req-dc068089-c2e8-406b-b8c9-a50ec206457a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:20.933105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b936f63-e7e3-4229-a851-d2686fb8cb0a req-dc068089-c2e8-406b-b8c9-a50ec206457a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1112306 Aug 31 19:14:20.956836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.970757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-cc9c3e51-8473-495b-a051-55e08d0989ce tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:20.972358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-cc9c3e51-8473-495b-a051-55e08d0989ce tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.1100810 Aug 31 19:14:20.977538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:20.979051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:20.980259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f32dfad0-ed3a-438b-8e36-fc9193750132 req-667b451c-a77d-4aca-a511-edb60299d2a2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4337151 Aug 31 19:14:20.996497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b936f63-e7e3-4229-a851-d2686fb8cb0a req-10e59e0b-73d8-4418-bcbc-08a0b506e510 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623105 Aug 31 19:14:21.029964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:21.040714 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.087708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-396d52ca-b413-4115-b3b5-cdaff0b5adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.120925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2058931631', 'description': 'tempest-description-1230864250'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:21.127878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:21.146804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-396d52ca-b413-4115-b3b5-cdaff0b5adae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba78de0614ad4e72bc76ec2d68f9b5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018458 Aug 31 19:14:21.150336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:21.153208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d52ca-b413-4115-b3b5-cdaff0b5adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c095dfe1-6a17-45b9-a9a4-6d4e8cafb743,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:21.158477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['33dc32d7-7f2a-4095-999f-42f89227fcfb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:21.182280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.216872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:14:21.222891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4a239-ab86-4c79-9303-ea1e02708484 req-6177a097-3f5a-4884-8f7d-6414c7457cba tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:21.227740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19d4a239-ab86-4c79-9303-ea1e02708484 req-6177a097-3f5a-4884-8f7d-6414c7457cba tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 950 time: 0.1240671 Aug 31 19:14:21.232908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.239244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Deleting port 60628557-4439-49bc-9206-75635efb988b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:21.239877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.301588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.399372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:21.404284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.406242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.416697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Sync routers for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:21.421960 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c095dfe1-6a17-45b9-a9a4-6d4e8cafb743 HTTP/1.1" status: 204 len: 168 time: 0.2584567 Aug 31 19:14:21.426483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19d4a239-ab86-4c79-9303-ea1e02708484 req-1ed0a90e-fad1-4478-9964-882b75ff04b6 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/security-groups?id=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898179 Aug 31 19:14:21.430589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:21.431888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:21.458993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4622a5-8f25-48aa-bbf6-0b06fe2bbfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095dfe1-6a17-45b9-a9a4-6d4e8cafb743,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:21.474090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] For port 60628557-4439-49bc-9206-75635efb988b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=60628557-4439-49bc-9206-75635efb988b,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:21.474090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.522152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Calling delete_port for 60628557-4439-49bc-9206-75635efb988b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:21.557517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.587106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.588930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-050b0ddb-4022-4ea4-bf34-ac80a0579360 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7475576 Aug 31 19:14:21.591464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:21.599998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.614369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165665f-4b73-4314-a759-aba1718a231d req-7a1766a3-076a-4ffa-82db-c51c64b82b06 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:21.622609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4165665f-4b73-4314-a759-aba1718a231d req-7a1766a3-076a-4ffa-82db-c51c64b82b06 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1447382 Aug 31 19:14:21.686107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:21.687319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5521e4ea-2a18-471c-a1aa-f42b14685ef7 req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5854378 Aug 31 19:14:21.694032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59419f61-c089-4b45-b219-a247350be481 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c1b93d-ae31-4ee2-a67f-7e6a7cc94688,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:21.729721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4165665f-4b73-4314-a759-aba1718a231d req-0db7a4a1-31be-46a9-a315-7efd131087d6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062098 Aug 31 19:14:21.806651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:21.893158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-0de153ff-188b-48b0-a56f-5b5d60dfb2e8 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/c1f40b7b-1ffc-4586-9879-f4c1090afddf HTTP/1.1" status: 200 len: 1804 time: 0.1558425 Aug 31 19:14:21.969780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-6b8934a6-b865-4076-8a20-fddf9f008ae1 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/70c1b93d-ae31-4ee2-a67f-7e6a7cc94688 HTTP/1.1" status: 200 len: 1805 time: 0.0755515 Aug 31 19:14:21.984586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1f40b7b-1ffc-4586-9879-f4c1090afddf', 'remote_group_id': '70c1b93d-ae31-4ee2-a67f-7e6a7cc94688', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:21.984586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1f40b7b-1ffc-4586-9879-f4c1090afddf', 'remote_group_id': '70c1b93d-ae31-4ee2-a67f-7e6a7cc94688', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:22.026589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.048267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['60628557-4439-49bc-9206-75635efb988b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:22.169740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] No DVR routers for this DVR port 60628557-4439-49bc-9206-75635efb988b on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:22.172998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.176539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8c9da13-35bb-49d4-8148-3ad2b354581c req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.82 "DELETE /v2.0/ports/60628557-4439-49bc-9206-75635efb988b HTTP/1.1" status: 204 len: 173 time: 1.1725440 Aug 31 19:14:22.184748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'name': 'network-vif-deleted', 'tag': '60628557-4439-49bc-9206-75635efb988b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:22.187514 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb9e38-0c69-4151-9af0-cd54f45292e0" -d '{"events": [{"server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "name": "network-vif-deleted", "tag": "60628557-4439-49bc-9206-75635efb988b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:22.190679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88998a6b-d5e9-4cf5-898c-3b1d4baaa896 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] Pushing event deleted for resources: {'Port': ['ID=60628557-4439-49bc-9206-75635efb988b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:22.232569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:20Z', 'revision_number': 3, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:22.290054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327ea14-d3c4-42af-90cc-a4c061dfa1c4 req-8e8fecc2-e421-4b69-85a1-acb4e50e2a0a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:22.292056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9327ea14-d3c4-42af-90cc-a4c061dfa1c4 req-8e8fecc2-e421-4b69-85a1-acb4e50e2a0a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1448188 Aug 31 19:14:22.297504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.299735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Checking router: 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:22.300125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Updating router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 port 05e0d7ec-ea3d-474b-94b4-36789de74b0a binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:22.337361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.440058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9327ea14-d3c4-42af-90cc-a4c061dfa1c4 req-84d10129-5ad7-43a9-acbf-d971fbcb65a8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279881 Aug 31 19:14:22.480131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.487922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.525534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de84d51c-cc33-44d6-a40a-4f29449d8d60,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:22.537625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.540586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908304f5-4a13-4d60-9c1c-43f92c28972b req-b35fce9a-18db-4555-bf7c-82d97c036e61 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5630214 Aug 31 19:14:22.641587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.645455 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c120f063-b514-4e60-937f-b5cc1643ce2b x-openstack-request-id: req-c120f063-b514-4e60-937f-b5cc1643ce2b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:22.646007 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1accaf54-520a-4854-8d8b-00d90e79872b", "name": "network-vif-deleted", "tag": "60628557-4439-49bc-9206-75635efb988b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:22.646262 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c120f063-b514-4e60-937f-b5cc1643ce2b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:22.646888 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1accaf54-520a-4854-8d8b-00d90e79872b', 'name': 'network-vif-deleted', 'tag': '60628557-4439-49bc-9206-75635efb988b', 'status': 'completed', 'code': 200} Aug 31 19:14:22.699395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1342572961', 'description': 'tempest-description-2096433211'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:22.771306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:22.801742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e64cc73d-d92d-49ca-aea9-7aa0106132d7 req-d7421cd4-1a76-46ef-b2cf-1f6196c40578 tempest-LiveMigrationNegativeTest-1239996967 tempest-LiveMigrationNegativeTest-1239996967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1accaf54-520a-4854-8d8b-00d90e79872b HTTP/1.1" status: 200 len: 210 time: 0.0421135 Aug 31 19:14:22.803089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:22.894851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:23.065832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 33dc32d7-7f2a-4095-999f-42f89227fcfb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:23.066448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.070657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.088434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-network', 'tenant_id': '398698be000a4e85ba3c981011794de7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:23.105932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.130970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Allocated IP 172.20.0.1 (9733deef-e587-4969-ab5f-a93c897e99ae/3f6f77d1-e856-4dca-90ab-e28725b22fe6/5631dbda-fbfa-4309-91e2-63222283a77a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:23.183568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.200877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Transition to ACTIVE for port object 05e0d7ec-ea3d-474b-94b4-36789de74b0a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:23.236490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.243676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601a2292-d15d-4b04-bd15-e1fa8bc78e8e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.249587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Made reservation on behalf of 398698be000a4e85ba3c981011794de7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:23.255909 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.303405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.306588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.307872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32db81ef-02a7-49cd-9ab7-21cc45e2162e req-543cc90b-ac28-41d0-9390-600dcd0c6437 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6147947 Aug 31 19:14:23.326878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.341446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.374748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.381465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535dcc3-63bb-48b8-8284-65fa62ea2b1a None None] Pushing event updated for resources: {'Port': ['ID=05e0d7ec-ea3d-474b-94b4-36789de74b0a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.395579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Attempting to bind port 05e0d7ec-ea3d-474b-94b4-36789de74b0a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:23.398842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Attempting to bind port 05e0d7ec-ea3d-474b-94b4-36789de74b0a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:23.399440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Attempting to bind port 05e0d7ec-ea3d-474b-94b4-36789de74b0a on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:23.403866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb46c-49a9-4399-9b7e-6bb2f955088f req-0c382ad8-c5d1-492e-9fd9-258dec731b5d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:23.414223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:23.414747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:23.415274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.417873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:23.418404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Bound port: 05e0d7ec-ea3d-474b-94b4-36789de74b0a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:23.418897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.419751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d8cb46c-49a9-4399-9b7e-6bb2f955088f req-0c382ad8-c5d1-492e-9fd9-258dec731b5d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1967387 Aug 31 19:14:23.453928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:23.456657 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d77029-4ee0-4460-afa0-ef6290c7f047" -d '{"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:23.460940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Pushing event updated for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.474328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:23.483725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Network 9733deef-e587-4969-ab5f-a93c897e99ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:23.486898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:23.498602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:23.501515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.502682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 60628557-4439-49bc-9206-75635efb988b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:23.555952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d8cb46c-49a9-4399-9b7e-6bb2f955088f req-5a4ed1fe-985c-4381-9bed-b5fd9261d12d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236165 Aug 31 19:14:23.598929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40b388-af3c-4dfc-9010-6a797cf1ae05 req-588df51c-f3dd-4cad-ae45-c9a2945a19b7 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:23.606801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d40b388-af3c-4dfc-9010-6a797cf1ae05 req-588df51c-f3dd-4cad-ae45-c9a2945a19b7 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 945 time: 0.1835759 Aug 31 19:14:23.607015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.628882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-492738514', 'description': 'tempest-description-2056476599'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:23.689288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d40b388-af3c-4dfc-9010-6a797cf1ae05 req-34be40cc-3048-44ff-801d-70aee8a3d742 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812900 Aug 31 19:14:23.715266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.729017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 60628557-4439-49bc-9206-75635efb988b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:23.729856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 60628557-4439-49bc-9206-75635efb988b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:23.749173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] For port 05e0d7ec-ea3d-474b-94b4-36789de74b0a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:23.751353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.756476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] For port 05e0d7ec-ea3d-474b-94b4-36789de74b0a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05e0d7ec-ea3d-474b-94b4-36789de74b0a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:23.765629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.765855 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.787744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:14:23.812141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.812566 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Added segment 55a68d61-c193-4686-bced-138a21916941 of type vlan for network bb8c41d3-147e-4508-ab0d-95b302c88ced Aug 31 19:14:23.844767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535dcc3-63bb-48b8-8284-65fa62ea2b1a None None] Pushing event updated for resources: {'Port': ['ID=05e0d7ec-ea3d-474b-94b4-36789de74b0a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.879658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.888969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:23.892118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:23.901253 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.926137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a66c99-8cc0-4f1f-b916-74096cf466c5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:23.930659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:23.973403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9c54-985a-4d3b-bc5a-b11681ad3bd0 req-32348937-a7da-41b9-b56f-c6b9fd1d6e20 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:24.014946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f86b9c54-985a-4d3b-bc5a-b11681ad3bd0 req-32348937-a7da-41b9-b56f-c6b9fd1d6e20 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.1984639 Aug 31 19:14:24.050020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.051151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:24.051881 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.100492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:24.114840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.127173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.157509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f86b9c54-985a-4d3b-bc5a-b11681ad3bd0 req-20207251-7eb3-40dd-8e8d-56cadb5cd5c5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414881 Aug 31 19:14:24.188989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8c41d3-147e-4508-ab0d-95b302c88ced,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:24.201085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.224380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bb8c41d3-147e-4508-ab0d-95b302c88ced details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:14:24.248627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Pushing event updated for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:24.253569 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2fe7d-a6ac-4398-9912-b42863c0e2bb x-openstack-request-id: req-cbe2fe7d-a6ac-4398-9912-b42863c0e2bb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:24.253868 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-plugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:24.254126 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbe2fe7d-a6ac-4398-9912-b42863c0e2bb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:24.254586 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'code': 200} Aug 31 19:14:24.265271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.277044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.330201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-11ebe687-92dc-472b-8f79-d8be72691c92 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4312220 Aug 31 19:14:24.342709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:24.355856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Request body: {'subnet': {'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-subnet', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:24.368185 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.386526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81525b48-40c1-427a-9fe8-327e8c3c6703 req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7511082 Aug 31 19:14:24.401267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcc593-4c76-4d64-bb27-d3c8988e9169 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d501e95f-754c-4941-85a1-ef611c3ef885,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:24.451766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Made reservation on behalf of 398698be000a4e85ba3c981011794de7 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:24.455117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:24.483112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Network 9733deef-e587-4969-ab5f-a93c897e99ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:24.485471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:24.519682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-2cc44ecc-ccee-413b-a720-2d58a8b2d6ab tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/601a2292-d15d-4b04-bd15-e1fa8bc78e8e HTTP/1.1" status: 200 len: 1805 time: 0.1115499 Aug 31 19:14:24.612691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-29091fb8-6bb9-46af-9bc9-867120dd56c4 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/d501e95f-754c-4941-85a1-ef611c3ef885 HTTP/1.1" status: 200 len: 1804 time: 0.0917571 Aug 31 19:14:24.626798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 1, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:24.628025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '601a2292-d15d-4b04-bd15-e1fa8bc78e8e', 'remote_group_id': 'd501e95f-754c-4941-85a1-ef611c3ef885', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:24.628457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '601a2292-d15d-4b04-bd15-e1fa8bc78e8e', 'remote_group_id': 'd501e95f-754c-4941-85a1-ef611c3ef885', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:24.706550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d12929-9d10-40d6-9600-3b1a01be745e None None] The sync data for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 is: [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 1, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:24.725622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:14:24.742772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:24.905183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50050) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:24.921464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:24.955379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c909ac-7d0b-4d89-85a1-fa09161e2273 req-0ab52def-ff44-47ac-9360-2a099c1b79d7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:24.957880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98c909ac-7d0b-4d89-85a1-fa09161e2273 req-0ab52def-ff44-47ac-9360-2a099c1b79d7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.2378557 Aug 31 19:14:24.958019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'mac_address': 'fa:16:3e:db:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:25.030656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.054209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.094677 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.167723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a409b2d1-76f7-4a53-bb13-fd390da54c6c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:25.216131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98c909ac-7d0b-4d89-85a1-fa09161e2273 req-9aa117bf-27bb-4575-988b-3e2ba3c72d34 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201288 Aug 31 19:14:25.232180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:25.240760 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.247359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-b70c5830-dc64-4dcc-9db8-d814bf7e6372 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:25.248683 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-b70c5830-dc64-4dcc-9db8-d814bf7e6372 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 945 time: 0.3378625 Aug 31 19:14:25.268623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.351188 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.359075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a409b2d1-76f7-4a53-bb13-fd390da54c6c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:25.375296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:25.393171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:25.399941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ae5b79b-d0e9-43ce-bd15-f18dd6252afd admin admin] 10.222.0.73 "PUT /v2.0/routers/4cf68e61-d046-4b47-bb9b-67c5ece6dd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8069963 Aug 31 19:14:25.486454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Deleting port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:25.489205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.611866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Checking segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:25.612488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Network hostable DHCP agents. Network: bb8c41d3-147e-4508-ab0d-95b302c88ced, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:14:25.615469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8001df6e-f18c-4ece-be0a-8a91fffbf88a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:25.688102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] For port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,segment=NetworkSegment(7fa116ca-6b9d-4249-b674-24f68991b2dc),segment_id=7fa116ca-6b9d-4249-b674-24f68991b2dc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:25.688566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.714806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Calling delete_port for ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:25.721111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9653f075-26fa-406c-9293-9de64ac42d9e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:25.746436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4cf19843-e80a-4982-9f1b-4685d097209b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47d45e1ddf5f411d8da15effe001beda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319252 Aug 31 19:14:25.746436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.765417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60cffd67-2411-4e21-93af-afe3c7a41cb3 req-7da15d4f-9523-4cfb-bd31-a279a66ba372 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1501575 Aug 31 19:14:25.766728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50074) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:25.912684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afa30-0d9c-47c5-b17e-16e3324269c2 req-a4d023c2-6122-49e0-8ecb-38e777a3a001 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:25.916232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-034afa30-0d9c-47c5-b17e-16e3324269c2 req-a4d023c2-6122-49e0-8ecb-38e777a3a001 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fda8e80-f664-4707-a546-88bbd5387772 HTTP/1.1" status: 200 len: 945 time: 0.5708296 Aug 31 19:14:25.921650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Network bb8c41d3-147e-4508-ab0d-95b302c88ced is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:14:25.971869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:25.985649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ceeda5a8-37c8-4dd6-b09e-ec9dca979f85'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:26.004376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bb8c41d3-147e-4508-ab0d-95b302c88ced) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:26.034685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Pushing event deleted for resources: {'Port': ['ID=ceeda5a8-37c8-4dd6-b09e-ec9dca979f85,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:26.035860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543b556-16fd-4076-8246-3cfc0b5ee46d None None] Network bb8c41d3-147e-4508-ab0d-95b302c88ced requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:26.057414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:26.058058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.136297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-034afa30-0d9c-47c5-b17e-16e3324269c2 req-3881ff47-8a8b-43b0-86c5-994057211ee0 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2f727fd-2742-4be2-bad3-eb8f8901118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089300 Aug 31 19:14:26.140650 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4a94ab8-7acf-411f-9185-34b5859ddc51 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7937512 Aug 31 19:14:26.144719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:26.150166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:26.153583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] No DVR routers for this DVR port ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:26.167796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.176158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577555b-4376-4d2c-a9bb-24d40148ad8e req-f897a3da-bc63-42fe-959e-3d2500a19da3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:26.179422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5577555b-4376-4d2c-a9bb-24d40148ad8e req-f897a3da-bc63-42fe-959e-3d2500a19da3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 945 time: 0.2474363 Aug 31 19:14:26.197266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54da6c6a-81b8-4bf0-a8be-aeb0d981b684 req-1ff9e788-a13d-46c7-baf3-ccc8cfd24377 tempest-VolumesAdminNegativeTest-1860969679 tempest-VolumesAdminNegativeTest-1860969679-project] 10.222.0.67 "DELETE /v2.0/ports/ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 HTTP/1.1" status: 204 len: 173 time: 0.9261332 Aug 31 19:14:26.197810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'name': 'network-vif-deleted', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:26.225034 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f4b86-e9f9-4e0e-a459-681651c2b26b" -d '{"events": [{"server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "name": "network-vif-deleted", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:26.274601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.378836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5577555b-4376-4d2c-a9bb-24d40148ad8e req-e8655ec0-5dfa-4cd6-be8b-e49c599c5912 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774361 Aug 31 19:14:26.418739 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.420117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.439821 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.448072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bb8c41d3-147e-4508-ab0d-95b302c88ced', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'fixed_ips': [{'subnet_id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:14:26.449571 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.712182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Allocated IP 172.20.0.2 (bb8c41d3-147e-4508-ab0d-95b302c88ced/8001df6e-f18c-4ece-be0a-8a91fffbf88a/9ce48ea7-1aaf-4901-b3c8-b575885f0d06) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:26.798166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-9daf84ec-1446-4515-99c6-7b1056f3eb94 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/d501e95f-754c-4941-85a1-ef611c3ef885 HTTP/1.1" status: 200 len: 1804 time: 0.3329155 Aug 31 19:14:26.813739 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.815283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.825969 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:26.844756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73ed8f42-3d20-4e92-a576-3b3a9a5a6b29 HTTP/1.1" status: 204 len: 168 time: 1.0691011 Aug 31 19:14:26.899553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09e7fc-b796-4daa-923d-e2b1c259aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed8f42-3d20-4e92-a576-3b3a9a5a6b29,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:26.923823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:27.091162 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.111263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Transition to ACTIVE for port object 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:27.134257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Transition to ACTIVE for port object 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:27.143457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.187403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a409b2d1-76f7-4a53-bb13-fd390da54c6c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:27.187920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.251785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Network bb8c41d3-147e-4508-ab0d-95b302c88ced is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:27.262421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:27.269034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:27.301905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Pushing event updated for resources: {'Port': ['ID=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:27.395685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Attempting to bind port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:27.396335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Attempting to bind port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:27.396756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Attempting to bind port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 on network bb8c41d3-147e-4508-ab0d-95b302c88ced {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:27.403697 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.407051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:27.407468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Checking segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:27.407829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.408568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Bound using segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:27.409154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Bound port: 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:27.409564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.466362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:27.468954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:27.471763 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a9982-c7ce-4efc-8f9b-4e54009f9637" -d '{"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:27.476706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.541651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:27.584727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05e0d7ec-ea3d-474b-94b4-36789de74b0a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:27.635189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.638696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.681382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:27.682247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21ce6e91-fd95-4a3b-8f6e-4d3993da2045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ff8b98c0465487382f1aaaa542becfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374350 Aug 31 19:14:27.758266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.941095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:27.978518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.044606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.044981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] For port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:28.048506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.050384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d364c40-94a5-44dd-b16d-e60a208177a9 req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/d501e95f-754c-4941-85a1-ef611c3ef885 HTTP/1.1" status: 204 len: 173 time: 1.2490730 Aug 31 19:14:28.053560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] For port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:28.067845 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.077602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:28.092411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85b08e-cf63-4d13-b091-f637d2328b56 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d501e95f-754c-4941-85a1-ef611c3ef885,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:28.229318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.233134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.234351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b89c6a4b-5174-4356-97ff-2ef00213cdc1 HTTP/1.1" status: 204 len: 168 time: 0.5417018 Aug 31 19:14:28.247972 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Sync routers for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:28.248545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3c1e8-fb48-4ca0-85da-afea0d81c4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c6a4b-5174-4356-97ff-2ef00213cdc1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:28.299268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:28.302458 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:28.305999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.314228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5eff74-9f3a-41f3-a7a5-f85d061a5166 None None] Pushing event updated for resources: {'Port': ['ID=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:28.359132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.375374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 05e0d7ec-ea3d-474b-94b4-36789de74b0a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:28.423367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 05e0d7ec-ea3d-474b-94b4-36789de74b0a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:28.425482 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.656814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Allocated IP 172.25.3.171 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:28.688016 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:28.766523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:28.855921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 05e0d7ec-ea3d-474b-94b4-36789de74b0a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05e0d7ec-ea3d-474b-94b4-36789de74b0a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:28.864701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:29.048838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=05e0d7ec-ea3d-474b-94b4-36789de74b0a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:29.059477 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:29.223997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:29.303931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Pushing event updated for resources: {'Port': ['ID=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:29.327106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:29.334193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:29.340631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:29.538710 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 2, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:29.633468 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Checking router: 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:29.633825 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Updating router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 port 5631dbda-fbfa-4309-91e2-63222283a77a binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:29.746092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05e0d7ec-ea3d-474b-94b4-36789de74b0a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:29.772352 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:29.881423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 05e0d7ec-ea3d-474b-94b4-36789de74b0a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:29.881423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.033660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.169803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:30.309292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:30.371212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d137536-d975-42d9-8434-145d7ea0a48c None None] Network bb8c41d3-147e-4508-ab0d-95b302c88ced requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:30.406441 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.419766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Transition to ACTIVE for port object 5631dbda-fbfa-4309-91e2-63222283a77a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:30.433708 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.516307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:30.565131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:30.565131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ceeda5a8-37c8-4dd6-b09e-ec9dca979f85 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:30.566505 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Attempting to bind port 5631dbda-fbfa-4309-91e2-63222283a77a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:30.567019 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Attempting to bind port 5631dbda-fbfa-4309-91e2-63222283a77a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:30.567457 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Attempting to bind port 5631dbda-fbfa-4309-91e2-63222283a77a on network 9733deef-e587-4969-ab5f-a93c897e99ae {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:30.579492 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:30.579982 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Checking segment: {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:30.580778 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.581471 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Bound using segment: {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:30.582058 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Bound port: 5631dbda-fbfa-4309-91e2-63222283a77a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:30.582596 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.599808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Provisioning for port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:30.609702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Provisioning complete for port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:30.609989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.690803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.760184 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Pushing event updated for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:30.764729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] For port 5631dbda-fbfa-4309-91e2-63222283a77a, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:30.784272 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] For port 5631dbda-fbfa-4309-91e2-63222283a77a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5631dbda-fbfa-4309-91e2-63222283a77a,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:30.803181 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.808151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.812902 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.813387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.813836 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.814296 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.814729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.816833 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.817279 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.818166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.818166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.819369 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.820473 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:14:30.870381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Router 67a88822-7062-4754-b00d-22c82fe2ec2e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:14:30.945654 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:30.989966 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cedf4-7b7d-4f92-87b9-564864a625ac None None] Pushing event updated for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:30.999674 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:31.002911 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:31.019064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] For port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:31.031183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:31.198636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefb0e2-46b6-4257-80fa-64f755a97840 None None] Pushing event updated for resources: {'Port': ['ID=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:31.249040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:31.275487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Sync routers for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:31.313788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:31.314496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:31.326203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:31.329888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7d443b4c-9a18-4c89-a415-8b9f9e74e48c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1841698 Aug 31 19:14:31.333767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:31.410910 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:31.595226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6389ce97-75bf-4e70-98fa-e52002f7ea78 None None] Provisioning complete for port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:31.595927 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6389ce97-75bf-4e70-98fa-e52002f7ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:31.667185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5631dbda-fbfa-4309-91e2-63222283a77a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:31.674992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:31.864670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 5631dbda-fbfa-4309-91e2-63222283a77a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:31.885541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5631dbda-fbfa-4309-91e2-63222283a77a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:31.885971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:31.986004 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:30Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:32.144611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:32.174070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:29Z', 'revision_number': 3, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:32.262447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Checking router: 67a88822-7062-4754-b00d-22c82fe2ec2e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:32.263074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Updating router 67a88822-7062-4754-b00d-22c82fe2ec2e port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:32.316931 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a00b8-4713-4041-9b2c-e6cc06fb7860 None None] The sync data for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 is: [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:30Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:32.388718 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:32.400852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 5631dbda-fbfa-4309-91e2-63222283a77a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5631dbda-fbfa-4309-91e2-63222283a77a,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:32.439058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:32.440223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:32.673242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:32.857076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:32.927192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Allocated IP 172.20.0.1 (bb8c41d3-147e-4508-ab0d-95b302c88ced/8001df6e-f18c-4ece-be0a-8a91fffbf88a/9a70049f-2d3b-4a59-94e1-4c3851d7198b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:33.003005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:33.003406 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.206003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.223082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Transition to ACTIVE for port object 9a70049f-2d3b-4a59-94e1-4c3851d7198b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:33.276837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.388881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Pushing event updated for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:33.403081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Network bb8c41d3-147e-4508-ab0d-95b302c88ced is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:33.404911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:33.407398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:33.467797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.517981 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.563289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Transition to ACTIVE for port object 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:33.579062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.717401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3887-6f5a-4160-af10-be479db94cc1 None None] Pushing event updated for resources: {'Port': ['ID=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:33.732972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5631dbda-fbfa-4309-91e2-63222283a77a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:33.809064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Attempting to bind port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:33.809662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Attempting to bind port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:33.810079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Attempting to bind port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:33.818354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:33.819143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:33.820550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.820550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:33.820805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Bound port: 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:33.821390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:33.885600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] For port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:33.889831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] For port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:34.073511 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:34.160162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3887-6f5a-4160-af10-be479db94cc1 None None] Pushing event updated for resources: {'Port': ['ID=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:34.180560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:34.181408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:34.312814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:34.337056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:34.458475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-999a3157-4d62-4ee0-8ee7-be559603a04f None None] Provisioning for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:34.470327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-999a3157-4d62-4ee0-8ee7-be559603a04f None None] Provisioning complete for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:34.470802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-999a3157-4d62-4ee0-8ee7-be559603a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:34.542682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5631dbda-fbfa-4309-91e2-63222283a77a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:34.543428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:34.544685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-999a3157-4d62-4ee0-8ee7-be559603a04f None None] Port 9a70049f-2d3b-4a59-94e1-4c3851d7198b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:34.609801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:29Z', 'revision_number': 3, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:34.642909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15f7f6-6dce-478c-9432-8372eb45fff4 None None] The sync data for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 is: [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:29Z', 'revision_number': 3, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:34.833913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:34.846129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:35.003586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Pushing event updated for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:35.021663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:35.225145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Network bb8c41d3-147e-4508-ab0d-95b302c88ced is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:35.228349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:35.509766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Router 67a88822-7062-4754-b00d-22c82fe2ec2e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:14:35.620052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:35.762297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be931459-1ba3-46d6-98f3-1b41e976bb10 None None] Provisioning complete for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:35.762687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be931459-1ba3-46d6-98f3-1b41e976bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:35.825653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:35.844380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e0bbf83-70d8-4058-9e02-0c75800a2296 admin admin] 10.222.0.73 "PUT /v2.0/routers/67a88822-7062-4754-b00d-22c82fe2ec2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4957502 Aug 31 19:14:35.898476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:35.913654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-be931459-1ba3-46d6-98f3-1b41e976bb10 None None] Port 9a70049f-2d3b-4a59-94e1-4c3851d7198b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:35.916424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:35.916791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:36.097035 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:36.158620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:36.166739 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:36.327225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:37.072425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:37.078332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-network', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:37.117248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Made reservation on behalf of 4c68df9e081c4cb0aca7cc8baa32f761 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:37.121049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.133991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.265599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.270797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.287500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:14:37.333307 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Sync routers for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:37.357268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:37.358190 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:37.383817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8f310-3a65-48b9-80e3-62f98dded9e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:37.387264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.393226 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Added segment 2b24f1e6-1975-432a-8ae2-904bf4f21c36 of type vlan for network c32e61d6-8d91-4699-948a-511a11473b7d Aug 31 19:14:37.511629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.566774 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.568518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:37.568669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.584635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:37.605714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:37.673022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:37.673454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.674828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6004825 Aug 31 19:14:37.677624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:37.687142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Request body: {'subnet': {'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-subnet', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:37.719559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eeddd-211c-4fcf-9225-1b65b5b1b165 admin admin] Pushing event updated for resources: {'Network': ['ID=c32e61d6-8d91-4699-948a-511a11473b7d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:37.790980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Made reservation on behalf of 4c68df9e081c4cb0aca7cc8baa32f761 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:37.795362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:37.807038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c32e61d6-8d91-4699-948a-511a11473b7d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:14:38.211716 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:34Z', 'revision_number': 4, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a70049f-2d3b-4a59-94e1-4c3851d7198b', 'name': '', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'mac_address': 'fa:16:3e:13:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:32Z', 'updated_at': '2021-08-31T19:14:34Z', 'revision_number': 2, 'project_id': '398698be000a4e85ba3c981011794de7', 'subnets': [{'id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:38.247061 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Checking router: 67a88822-7062-4754-b00d-22c82fe2ec2e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:38.247312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Updating router 67a88822-7062-4754-b00d-22c82fe2ec2e port 9a70049f-2d3b-4a59-94e1-4c3851d7198b binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:38.283425 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.290732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.414447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Checking segment: {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:38.414902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Network hostable DHCP agents. Network: c32e61d6-8d91-4699-948a-511a11473b7d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:14:38.417223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49ac11a-0901-41bc-85de-1d7f60294d04,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:38.436842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Network c32e61d6-8d91-4699-948a-511a11473b7d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:14:38.452243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c32e61d6-8d91-4699-948a-511a11473b7d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:38.464092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2f840-9938-43ea-a91d-495b5d89ad58 None None] Network c32e61d6-8d91-4699-948a-511a11473b7d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:38.464385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:38.464836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.507521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36a12a62-c7cb-4b16-a58f-4cc0ce05715a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8280025 Aug 31 19:14:38.510775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:38.518192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:38.568611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.572014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.666642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.671812 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.683543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Transition to ACTIVE for port object 9a70049f-2d3b-4a59-94e1-4c3851d7198b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:38.698739 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.813232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c32e61d6-8d91-4699-948a-511a11473b7d', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:14:38.813232 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.835159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed92d37-a2ba-4e05-971c-4b1bdf16e428 None None] Pushing event updated for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:38.860909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.980942 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Attempting to bind port 9a70049f-2d3b-4a59-94e1-4c3851d7198b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:38.981311 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Attempting to bind port 9a70049f-2d3b-4a59-94e1-4c3851d7198b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:38.981691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Attempting to bind port 9a70049f-2d3b-4a59-94e1-4c3851d7198b on network bb8c41d3-147e-4508-ab0d-95b302c88ced {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:38.993732 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:38.994198 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Checking segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:38.994506 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:38.994902 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Bound using segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:38.995375 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Bound port: 9a70049f-2d3b-4a59-94e1-4c3851d7198b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:38.995792 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.151519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Allocated IP 172.20.0.2 (c32e61d6-8d91-4699-948a-511a11473b7d/f49ac11a-0901-41bc-85de-1d7f60294d04/68ac27fa-fd8a-486f-82a5-08849372de9c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:39.151802 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] For port 9a70049f-2d3b-4a59-94e1-4c3851d7198b, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:39.160578 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] For port 9a70049f-2d3b-4a59-94e1-4c3851d7198b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a70049f-2d3b-4a59-94e1-4c3851d7198b,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:39.166854 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.294397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.362559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.374782 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:39.375749 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:39.680442 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.689125 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:39.703842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Transition to ACTIVE for port object 68ac27fa-fd8a-486f-82a5-08849372de9c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:39.704974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Allocated IP 172.25.3.81 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:39.751393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Transition to ACTIVE for port object 68ac27fa-fd8a-486f-82a5-08849372de9c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:39.767434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:39.915589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Network c32e61d6-8d91-4699-948a-511a11473b7d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:39.941009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Pushing event updated for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:39.948992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:39.954894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:39.977716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:40.020018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed92d37-a2ba-4e05-971c-4b1bdf16e428 None None] Pushing event updated for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:40.058511 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:34Z', 'revision_number': 4, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a70049f-2d3b-4a59-94e1-4c3851d7198b', 'name': '', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'mac_address': 'fa:16:3e:13:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:32Z', 'updated_at': '2021-08-31T19:14:39Z', 'revision_number': 4, 'project_id': '398698be000a4e85ba3c981011794de7', 'subnets': [{'id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:40.066580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:40.098010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Attempting to bind port 68ac27fa-fd8a-486f-82a5-08849372de9c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:40.098402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Attempting to bind port 68ac27fa-fd8a-486f-82a5-08849372de9c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:40.098807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Attempting to bind port 68ac27fa-fd8a-486f-82a5-08849372de9c on network c32e61d6-8d91-4699-948a-511a11473b7d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:40.111738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:40.113883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:40.114890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Checking segment: {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:40.115318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:40.116789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Bound using segment: {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:40.117292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Bound port: 68ac27fa-fd8a-486f-82a5-08849372de9c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:40.118161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:40.120343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:40.124483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:40.142520 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edd94-b6db-4e30-ab2f-47c29b54da89 None None] The sync data for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 is: [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:14:34Z', 'revision_number': 4, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9a70049f-2d3b-4a59-94e1-4c3851d7198b', 'name': '', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'mac_address': 'fa:16:3e:13:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:32Z', 'updated_at': '2021-08-31T19:14:39Z', 'revision_number': 4, 'project_id': '398698be000a4e85ba3c981011794de7', 'subnets': [{'id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:40.205406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Pushing event updated for resources: {'Port': ['ID=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:40.324376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:40.333635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=68ac27fa-fd8a-486f-82a5-08849372de9c,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:40.341351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:40.476162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf31f3-37a8-41fa-9b9c-2bd38ebc42c4 None None] Pushing event updated for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:40.704721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:41.172886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:41.454840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:14:41.485789 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-203003f3-37f2-4d96-9eea-d4bc17923d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:41.687527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a70049f-2d3b-4a59-94e1-4c3851d7198b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:41.747564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:41.775421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:41.777728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8cfc9b66-21d4-4f14-822d-7375746bf245 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2631929 Aug 31 19:14:41.780337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:41.809980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Sync routers for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:41.836707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:41.846982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:41.847438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:41.903105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:41.903895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:42.030197 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:42.169207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 9a70049f-2d3b-4a59-94e1-4c3851d7198b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a70049f-2d3b-4a59-94e1-4c3851d7198b,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:42.177220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886b0a7-8678-48e5-b179-2deece720600 None None] Network c32e61d6-8d91-4699-948a-511a11473b7d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:42.325412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:42.326209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 68ac27fa-fd8a-486f-82a5-08849372de9c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:42.365413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:42.464738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:42.468908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:42.520823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-a0f59ec6-f00f-40d1-8bba-25c9833436b5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:42.523276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-a0f59ec6-f00f-40d1-8bba-25c9833436b5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 819 time: 0.2137268 Aug 31 19:14:42.558518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Provisioning for port 68ac27fa-fd8a-486f-82a5-08849372de9c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:42.567033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Provisioning complete for port 68ac27fa-fd8a-486f-82a5-08849372de9c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:42.567401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:42.576802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe731-5984-42a6-bf61-e73ec6bd93db req-93d3fd98-dbdc-4766-8593-cf2582c6ecf1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:42.578673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8abbe731-5984-42a6-bf61-e73ec6bd93db req-93d3fd98-dbdc-4766-8593-cf2582c6ecf1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.0890400 Aug 31 19:14:42.580125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-a038c03f-bf99-4801-8f52-0f7472077d85 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/quotas/fb895d7ff6844401ba38adbbde910595 HTTP/1.1" status: 200 len: 375 time: 0.0423222 Aug 31 19:14:42.628455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 68ac27fa-fd8a-486f-82a5-08849372de9c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:42.688722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8abbe731-5984-42a6-bf61-e73ec6bd93db req-ea857b9d-a35a-401e-a705-3ba56e5b6ac5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949473 Aug 31 19:14:42.700566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-ea856eaf-8636-4188-8d23-62fcda7b218b tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055171 Aug 31 19:14:42.704376 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:14:42.822276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Allocated IP 172.20.0.1 (c32e61d6-8d91-4699-948a-511a11473b7d/f49ac11a-0901-41bc-85de-1d7f60294d04/95f65859-e552-44f5-ae59-dff64a1c6997) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:42.855615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:42.943198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:42.960944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Transition to ACTIVE for port object 95f65859-e552-44f5-ae59-dff64a1c6997 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:42.982530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Deleting subnet 00fd840a-d972-4d49-82c1-e7d55b1338c2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:42.994750 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d60bd22-4ea3-42b0-a613-4075d6346ea6 x-openstack-request-id: req-3d60bd22-4ea3-42b0-a613-4075d6346ea6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:42.995165 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fda8e80-f664-4707-a546-88bbd5387772", "name": "network-vif-deleted", "tag": "ceeda5a8-37c8-4dd6-b09e-ec9dca979f85", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:42.995528 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d60bd22-4ea3-42b0-a613-4075d6346ea6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:42.996369 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fda8e80-f664-4707-a546-88bbd5387772', 'name': 'network-vif-deleted', 'tag': 'ceeda5a8-37c8-4dd6-b09e-ec9dca979f85', 'status': 'completed', 'code': 200} Aug 31 19:14:42.999972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.010010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.023181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Network c32e61d6-8d91-4699-948a-511a11473b7d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:43.025108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:43.033175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:43.037087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 68ac27fa-fd8a-486f-82a5-08849372de9c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:43.038779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.086229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:43.145079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.147920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.203165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f181d-1b37-4cb8-a265-daeac4c98301 req-a05dd866-e225-4f2c-bf51-728a12e80faf tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:43.204749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-998f181d-1b37-4cb8-a265-daeac4c98301 req-a05dd866-e225-4f2c-bf51-728a12e80faf tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.2159419 Aug 31 19:14:43.242074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.252968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.335189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-5e8e52d5-11ce-4741-8c1f-2ad291158fe1 service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198008 Aug 31 19:14:43.376327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=68ac27fa-fd8a-486f-82a5-08849372de9c,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:43.384703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:40Z', 'revision_number': 3, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:43.387181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.417612 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.432409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.456072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-65367e15-4e9e-4ea2-9682-b5fbb1ee1462 service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197433 Aug 31 19:14:43.493249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:14:43.493249 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:14:43.501534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-998f181d-1b37-4cb8-a265-daeac4c98301 req-57ba059a-6e91-4c2f-b92e-4f429124f8a6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867742 Aug 31 19:14:43.514045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Checking router: 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:43.514670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Updating router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:43.576794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.605941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.606862 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a660e6-eaf7-4f5a-8f8d-c09f75782717 x-openstack-request-id: req-44a660e6-eaf7-4f5a-8f8d-c09f75782717 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:43.607345 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:43.607437 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44a660e6-eaf7-4f5a-8f8d-c09f75782717 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:43.607814 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'code': 200} Aug 31 19:14:43.611782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/00fd840a-d972-4d49-82c1-e7d55b1338c2 HTTP/1.1" status: 204 len: 168 time: 0.7546992 Aug 31 19:14:43.614470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:43.675047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.763914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc077-a447-4dfb-8264-f132cc456668 None None] Pushing event updated for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:43.775039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.782670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42f6d4-bd31-40a1-a428-833d2520585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fd840a-d972-4d49-82c1-e7d55b1338c2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:43.809419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Provisioning for port 95f65859-e552-44f5-ae59-dff64a1c6997 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:43.818184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Provisioning complete for port 95f65859-e552-44f5-ae59-dff64a1c6997 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:43.818783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:43.960946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Port 95f65859-e552-44f5-ae59-dff64a1c6997 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:44.024431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.040106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:44.071756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa116ca-6b9d-4249-b674-24f68991b2dc') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:44.071973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa116ca-6b9d-4249-b674-24f68991b2dc') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:44.097907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.139937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.159332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:44.164656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:44.214868 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:44.223564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Provisioning complete for port 68ac27fa-fd8a-486f-82a5-08849372de9c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:44.223981 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-711f15dd-22a4-459f-8024-e68fa7bb73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.284326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Request body: {'security_group': {'name': 'tempest-securitygroup-295610389', 'description': 'tempest-description-1285047086'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:44.364534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80bce319-b2a8-40b4-8e19-66b27a05cbd1 req-1d1aec2b-dbe0-42f5-bafb-71ab16becdf2 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/601a2292-d15d-4b04-bd15-e1fa8bc78e8e HTTP/1.1" status: 200 len: 1805 time: 0.5780463 Aug 31 19:14:44.440262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.455736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.474744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11 HTTP/1.1" status: 204 len: 168 time: 0.8430612 Aug 31 19:14:44.477996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:44.495120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.538663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25f5eb50-56cf-4295-89cb-70131f17f2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.553889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.566164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7ebf6-eefd-46cc-8c07-720e83481371 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d80cfb7-e96b-4e2f-a0ee-2b7c4c774a11,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:44.578173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.590045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.594204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.595127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.637447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Deleting subnet 46988553-b89a-4493-9b47-c4aa85f09c31 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:14:44.641349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.696796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a70049f-2d3b-4a59-94e1-4c3851d7198b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:44.701842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.800844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bff856a3-a27a-4560-8755-6fa6699a5ffe req-1cd846ef-d65a-4ca3-96fc-9bee391b5092 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Aug 31 19:14:44.802852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.820207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:44.854099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:44.858604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.860609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.900102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.908297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.921871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a70049f-2d3b-4a59-94e1-4c3851d7198b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:44.922279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:44.933505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.005444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Transition to ACTIVE for port object 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:45.007249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Network c32e61d6-8d91-4699-948a-511a11473b7d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:45.008860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:45.019257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46988553-b89a-4493-9b47-c4aa85f09c31,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:45.023361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.025299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-704a5729-3e12-417d-9339-7b218f095723 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/46988553-b89a-4493-9b47-c4aa85f09c31 HTTP/1.1" status: 204 len: 168 time: 0.5437007 Aug 31 19:14:45.027092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6215048-9fc5-41a2-b3c0-cb741e97e642,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:45.031684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:45.096342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6c281344-cffa-4a6d-ab59-cef957aadf30 None None] Provisioning complete for port 95f65859-e552-44f5-ae59-dff64a1c6997 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:45.096831 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c281344-cffa-4a6d-ab59-cef957aadf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.172913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:14:45.183282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b871-a292-4318-9aa3-0b91de0ffbed req-bb1881dd-5f09-4802-aed3-7ffbecf02ba5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:45.196782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.210280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4476b871-a292-4318-9aa3-0b91de0ffbed req-bb1881dd-5f09-4802-aed3-7ffbecf02ba5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.2756531 Aug 31 19:14:45.358054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075bdc4-9c7d-471a-a3be-4b96023fd22a None None] Pushing event updated for resources: {'Port': ['ID=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:45.362423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.390644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4476b871-a292-4318-9aa3-0b91de0ffbed req-4ca14cbb-0057-4317-9998-bf0657320987 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788943 Aug 31 19:14:45.403891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.447310 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.492109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Attempting to bind port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:45.492486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Attempting to bind port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:45.492843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Attempting to bind port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:45.509169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:45.509872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:45.510476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.511047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:45.512790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Bound port: 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:45.513564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.516498 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.550135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:45.560762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c9305332-3400-4c6a-82e4-ecb46e084aa2 admin admin] 10.222.0.73 "PUT /v2.0/routers/6c49aaf4-b91b-4c38-9901-b7bc636c0dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7790837 Aug 31 19:14:45.570635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1282821840', 'description': 'tempest-description-1647482480'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:45.589243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-d6396a70-756d-41b7-a6e2-8a0acd0c93ad tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:45.590930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-d6396a70-756d-41b7-a6e2-8a0acd0c93ad tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 819 time: 0.3479066 Aug 31 19:14:45.605483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 68ac27fa-fd8a-486f-82a5-08849372de9c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:45.607396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6c281344-cffa-4a6d-ab59-cef957aadf30 None None] Port 95f65859-e552-44f5-ae59-dff64a1c6997 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:45.607611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'port': {'device_id': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'admin_state_up': True, 'tenant_id': 'fb895d7ff6844401ba38adbbde910595'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:45.654107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.656979 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.659394 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-fba2b77e-b01d-4646-a08f-627a0abf8431 service neutron] show failed (client error): The resource could not be found. Aug 31 19:14:45.660531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-fba2b77e-b01d-4646-a08f-627a0abf8431 service neutron] 10.222.0.67 "GET /v2.0/ports/f9cca48e-2346-4e04-8637-26a91be5a643/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.2587385 Aug 31 19:14:45.675025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-952a5015-1cd5-46f4-828e-2be71d5e9b44 req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3949890 Aug 31 19:14:45.694336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.698102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.712892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b9ae7-a17d-43bc-93fb-42dfe1f106a5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea9cfd-570e-4cd8-8f33-bd82c1f26bd9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:45.718024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.730125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:45.732701 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c1a10-06ef-453a-bde8-731d6aa7529b" -d '{"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-unplugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:45.754554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Made reservation on behalf of fb895d7ff6844401ba38adbbde910595 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:45.762135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.775407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:45.781701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a9e891-9f71-4e45-81ed-879de7ad4f07']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:45.800243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.807851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] For port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:45.911383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b723d79-58b8-4c2b-8ad9-3ad62304ba34') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:45.911738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b723d79-58b8-4c2b-8ad9-3ad62304ba34') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:45.925848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d86164ee-b87d-4d1c-ba5d-dda1a8b58f8f None None] Provisioning complete for port 95f65859-e552-44f5-ae59-dff64a1c6997 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:45.926168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d86164ee-b87d-4d1c-ba5d-dda1a8b58f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:45.937247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:45.954019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Allocated IP 172.20.0.4 (9733deef-e587-4969-ab5f-a93c897e99ae/3f6f77d1-e856-4dca-90ab-e28725b22fe6/b2224483-085e-4e97-b042-b460b4257e90) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:45.964187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.011005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] For port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:46.024349 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.077613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.109619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:14:46.110056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.122682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160747c-b082-42ab-b015-49719c40499d req-663064f4-b149-447a-b703-6ede6d4dae06 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:46.124750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9160747c-b082-42ab-b015-49719c40499d req-663064f4-b149-447a-b703-6ede6d4dae06 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 946 time: 0.3275013 Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:14:46.125744 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:14:46.128934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d86164ee-b87d-4d1c-ba5d-dda1a8b58f8f None None] Port 95f65859-e552-44f5-ae59-dff64a1c6997 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:14:46.144915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 68ac27fa-fd8a-486f-82a5-08849372de9c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:46.146035 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.254674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.274708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075bdc4-9c7d-471a-a3be-4b96023fd22a None None] Pushing event updated for resources: {'Port': ['ID=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:46.305293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.309987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:46.310735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:46.379003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Network 9733deef-e587-4969-ab5f-a93c897e99ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:46.385308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:46.396979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:46.405776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:46.484252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:46.485206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.571591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:46.715258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-11e7f608-217b-44f1-9e9f-3ba859633126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:46.717318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-11e7f608-217b-44f1-9e9f-3ba859633126 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1102 time: 0.7206125 Aug 31 19:14:46.718731 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.733008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.737515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f4a9e891-9f71-4e45-81ed-879de7ad4f07 HTTP/1.1" status: 204 len: 168 time: 1.7032332 Aug 31 19:14:46.755050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:46.795469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.798812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf06312-bc35-42e8-bab8-1121917ffcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a9e891-9f71-4e45-81ed-879de7ad4f07,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:46.809518 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-4ce560f2-cc96-43d2-b090-41386a4a277d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068415 Aug 31 19:14:46.823415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9160747c-b082-42ab-b015-49719c40499d req-4f898314-7e2a-4a0c-b3e4-8572c70161e6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401281 Aug 31 19:14:46.824418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Request body: {'port': {'device_id': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:46.826212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.874701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2598c44e-663e-475a-9da1-83cc1a310b89,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:46.921348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.933352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:46.934723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4581cb9e-21d1-4368-8cc6-b51533562fa9 req-abd28083-49ac-4bbd-b041-882ed2ff0784 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4140699 Aug 31 19:14:46.960316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Request body: {'security_group': {'name': 'tempest-securitygroup-152212319', 'description': 'tempest-description-1230874559'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:46.995270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.159186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.204342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '95f65859-e552-44f5-ae59-dff64a1c6997', 'name': '', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'mac_address': 'fa:16:3e:bf:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:42Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 2, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'subnets': [{'id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:47.280624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66803a-b5a0-4af1-98dc-6a112e48dcb1 None None] The sync data for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 is: [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '95f65859-e552-44f5-ae59-dff64a1c6997', 'name': '', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'mac_address': 'fa:16:3e:bf:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:42Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 2, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'subnets': [{'id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:47.294271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:47.361636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618936f-be13-41a3-99a5-8a34a56d473a req-145f6694-2c49-4063-a912-188ca5c155bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:47.363877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-145f6694-2c49-4063-a912-188ca5c155bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 1098 time: 0.3286054 Aug 31 19:14:47.402037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:47.421398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.465540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3b568-df44-475e-bee3-6969ef3725d8 req-1fcfb3ec-ff79-40d8-9130-2432111689d8 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:47.465540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34f3b568-df44-475e-bee3-6969ef3725d8 req-1fcfb3ec-ff79-40d8-9130-2432111689d8 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 949 time: 0.1211147 Aug 31 19:14:47.515536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:47.555282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2224483-085e-4e97-b042-b460b4257e90 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:47.595877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.618724 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f856ae6-bfa5-4a36-afc9-c29efacc4557 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c78908c3840e4335b1b919de41b03c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218486 Aug 31 19:14:47.621627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:47.633694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Transition to ACTIVE for port object b2224483-085e-4e97-b042-b460b4257e90 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:47.645230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34f3b568-df44-475e-bee3-6969ef3725d8 req-5150cb43-22ef-418d-8b76-dce20bcf38e9 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683400 Aug 31 19:14:47.656079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.691832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:47.704943 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f1a0b-20fe-4495-8026-b5e0ec288ffb" -d '{"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:47.722479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.762667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618936f-be13-41a3-99a5-8a34a56d473a req-df36f59a-6cc1-4a11-9aee-e2030e41486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:47.764183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-df36f59a-6cc1-4a11-9aee-e2030e41486b service neutron] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.3056641 Aug 31 19:14:47.775618 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196e108-207e-496c-a9c3-b42fd10cd603 x-openstack-request-id: req-9196e108-207e-496c-a9c3-b42fd10cd603 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:47.775952 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-unplugged", "status": "completed", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:47.776203 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9196e108-207e-496c-a9c3-b42fd10cd603 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:47.776816 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'code': 200} Aug 31 19:14:47.799275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:47.848089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.856549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-97ea7172-0dac-43c4-b643-4d95c2369c61 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c HTTP/1.1" status: 200 len: 217 time: 0.0740805 Aug 31 19:14:47.878343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.908948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:47.931712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Transition to ACTIVE for port object f9cca48e-2346-4e04-8637-26a91be5a643 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:48.000098 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.046536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.088065 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.101110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618936f-be13-41a3-99a5-8a34a56d473a req-52d80832-22e2-484b-aab9-a7a70544d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:48.101331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-344f6c0b-d21e-4355-aa7f-d5fd46aacdda req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1481173 Aug 31 19:14:48.102834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-52d80832-22e2-484b-aab9-a7a70544d692 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.2386830 Aug 31 19:14:48.143398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085ac6-9e59-480c-be9a-a7e3f9c3fb9b tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249d33da-b07e-4db8-96f3-0bb094f14739,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:48.232220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.255700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.258834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2f727fd-2742-4be2-bad3-eb8f8901118e HTTP/1.1" status: 204 len: 168 time: 0.6312435 Aug 31 19:14:48.311078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Attempting to bind port b2224483-085e-4e97-b042-b460b4257e90 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:48.311078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Attempting to bind port b2224483-085e-4e97-b042-b460b4257e90 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:48.311078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Attempting to bind port b2224483-085e-4e97-b042-b460b4257e90 on network 9733deef-e587-4969-ab5f-a93c897e99ae {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:48.319911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] No DVR routers for this DVR port f9cca48e-2346-4e04-8637-26a91be5a643 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:48.323381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:48.346742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-a106aad9-d022-4ddf-b740-e713af689914 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228986 Aug 31 19:14:48.355368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb778aa-0893-4c6b-8ae9-ea9190c5d4fa req-b74c9970-bc14-4ef3-8f27-ec86290bf6bc tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:48.357218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eb778aa-0893-4c6b-8ae9-ea9190c5d4fa req-b74c9970-bc14-4ef3-8f27-ec86290bf6bc tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 943 time: 0.4747202 Aug 31 19:14:48.367956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb90586-19a1-401d-9cdd-2c617524a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f727fd-2742-4be2-bad3-eb8f8901118e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:48.390156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Port b2224483-085e-4e97-b042-b460b4257e90 on network 9733deef-e587-4969-ab5f-a93c897e99ae not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:14:48.392288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Attempting to bind port b2224483-085e-4e97-b042-b460b4257e90 on network 9733deef-e587-4969-ab5f-a93c897e99ae {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:48.444787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:48.445868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Checking segment: {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:48.449777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Bound using segment: {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:48.450634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Bound port: b2224483-085e-4e97-b042-b460b4257e90, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f090c2e8-44ff-452a-a46c-26ba7003242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:48.451760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.653475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:48.653809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:48.654390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:48.681434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:14:48.681783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Attempting to bind port f9cca48e-2346-4e04-8637-26a91be5a643 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:48.691157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eb778aa-0893-4c6b-8ae9-ea9190c5d4fa req-2cd48749-8bb5-4591-a0a2-8a5e2f477d77 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163953 Aug 31 19:14:48.701104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db2651-81a2-47bb-83bc-0235268ed5ad req-e9934b18-8243-4c0b-b1b4-cffe2e6afe52 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:48.702668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37db2651-81a2-47bb-83bc-0235268ed5ad req-e9934b18-8243-4c0b-b1b4-cffe2e6afe52 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 948 time: 0.3956501 Aug 31 19:14:48.703485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:48.703852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:48.704241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:48.704681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Bound port: f9cca48e-2346-4e04-8637-26a91be5a643, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:48.705042 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:48.820552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37db2651-81a2-47bb-83bc-0235268ed5ad req-986104a9-a80f-492d-a3c5-7145c7bf9635 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911407 Aug 31 19:14:48.851032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:48.925648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-2dc70a24-f0bd-452e-9dc5-7d0c241cd8af tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 200 len: 1805 time: 0.1067109 Aug 31 19:14:48.935485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2598c44e-663e-475a-9da1-83cc1a310b89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:48.935485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2598c44e-663e-475a-9da1-83cc1a310b89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:48.993103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:49.039750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:49.072384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.105624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.111211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.141352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-ee482c4b-d73a-4f11-9988-7ec026203982 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430468 Aug 31 19:14:49.143278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:49.163093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:49.166181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93879714-b983-4038-9065-47014aa29e83,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:49.179890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50318) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:49.200842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.227655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:49.252523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.253785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc2817c2-f8a0-4379-bda2-f3989bb49c29 req-5609915d-f778-468f-86a2-19bc69f591f6 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3254828 Aug 31 19:14:49.260722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-084371b7-8c93-4f0a-944d-afea35990c49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23c70bc6af644240bf5a43b850e9d6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740373 Aug 31 19:14:49.260722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:49.263887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:49.302340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:49.302713 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.331491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.338829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.382658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.457600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.457866 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3a76f-6d95-4f2d-80a2-57221b0d07f5 x-openstack-request-id: req-8da3a76f-6d95-4f2d-80a2-57221b0d07f5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:49.457991 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:49.458248 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8da3a76f-6d95-4f2d-80a2-57221b0d07f5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:49.458647 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'code': 200} Aug 31 19:14:49.466577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.469801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.471130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fbd96ea-0570-4402-a749-670c54664713 HTTP/1.1" status: 204 len: 168 time: 0.2060041 Aug 31 19:14:49.501883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:49.512317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.514280 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] 10.222.0.67 "PUT /v2.0/ports/b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 1092 time: 2.6958160 Aug 31 19:14:49.514757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:49.520911 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836c462-98e3-4c45-b0d3-1263b18482c3" -d '{"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:49.582807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30b2b-bf04-4f50-ade9-23e98ceb872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd96ea-0570-4402-a749-670c54664713,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:49.648653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:49.664813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:49.683989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.685958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] 10.222.0.82 "PUT /v2.0/ports/f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 1097 time: 2.9378431 Aug 31 19:14:49.736608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.746438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505394d5-2a23-46db-8aff-f93290ed942a service neutron] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:49.857794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:49.858551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8618936f-be13-41a3-99a5-8a34a56d473a req-da8cf18d-9264-4db0-9413-f16126593264 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685042 Aug 31 19:14:49.882438 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dd7123-42ec-4d7a-9775-68e7b6e5206e" -d '{"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:49.888776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-b2f6e856-f576-4031-a322-9ab4bcc20e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:49.905449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-b2f6e856-f576-4031-a322-9ab4bcc20e45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1095 time: 0.2870667 Aug 31 19:14:49.933063 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:49.996346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afbc5-07e8-4374-883d-13255aea04cd service neutron] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:50.023528 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-a2060b08-6485-4b9d-a832-e4fef9af41de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.1085472 Aug 31 19:14:50.052536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f454f43-2281-4309-8c10-77e9512a8443 req-90b889b2-36d6-4426-83c4-7462da9d8afc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.054335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f454f43-2281-4309-8c10-77e9512a8443 req-90b889b2-36d6-4426-83c4-7462da9d8afc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.4652379 Aug 31 19:14:50.065794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:50.085793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-fda8c08e-3995-4310-ad65-a5edc06504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.088736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:50.095075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.108484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-fda8c08e-3995-4310-ad65-a5edc06504bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1100 time: 0.3679283 Aug 31 19:14:50.184752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-468a29a7-c01b-4cc3-bee3-8ff68f7dbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.186212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-468a29a7-c01b-4cc3-bee3-8ff68f7dbc8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1538389 Aug 31 19:14:50.218809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-736389799', 'description': 'tempest-description-1082429397'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:50.237359 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-c7fe70ca-7d40-4cb5-aa8a-2f2afd52fc1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351050 Aug 31 19:14:50.271907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f454f43-2281-4309-8c10-77e9512a8443 req-ad8ecd40-4589-48bf-8d07-e45828f19111 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900690 Aug 31 19:14:50.275464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.283573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:50.318189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.373374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-5e9a0f95-a02a-4bad-bc82-6c9071abfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.376444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-5e9a0f95-a02a-4bad-bc82-6c9071abfe5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2521682 Aug 31 19:14:50.452470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-5799666d-80ae-4c46-9553-31433c089186 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066212 Aug 31 19:14:50.479968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-52e32ff3-f8a7-4006-943e-2eea3d61c2b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.0937161 Aug 31 19:14:50.571384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:50.585892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc492c52-9a5e-49fe-90b5-6a58b81606de req-1c3dbc17-f740-4452-aabf-880246652724 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205907 Aug 31 19:14:50.616054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-9747b56e-6df7-48aa-af4f-6d89a14b3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.618314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-9747b56e-6df7-48aa-af4f-6d89a14b3d07 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1247368 Aug 31 19:14:50.691974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-7b3ae0ba-6570-4346-9ace-5515e7a17f7b tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 200 len: 2398 time: 0.1804137 Aug 31 19:14:50.696861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:50.727259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2598c44e-663e-475a-9da1-83cc1a310b89', 'remote_group_id': None}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:50.727586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2598c44e-663e-475a-9da1-83cc1a310b89', 'remote_group_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:50.755298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.757908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:50.768678 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.791411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-49a15c78-beda-411d-be57-200cbe96bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.793769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-49a15c78-beda-411d-be57-200cbe96bdec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669843 Aug 31 19:14:50.813018 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-ca6b2a34-ae92-4080-a72f-621a0d257595 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012859 Aug 31 19:14:50.862116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:50.875869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:50.877138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:50.958235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-e89928e4-bd42-46f2-bba4-e460da4e2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:50.961163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-74a26f7c-0dd1-4f25-a3cd-15e3d2031fdc service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557679 Aug 31 19:14:50.961977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-e89928e4-bd42-46f2-bba4-e460da4e2923 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 1100 time: 0.0890715 Aug 31 19:14:50.977129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5161f1f1-6538-46c8-a973-a419bb481e55,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:51.028909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-877929613-network', 'tenant_id': '446656defb644ce69f4734d153973bd7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:51.119812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-d1dafc77-3ac5-4bea-926c-526a3d16f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.121189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-d1dafc77-3ac5-4bea-926c-526a3d16f6e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1280375 Aug 31 19:14:51.130527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.182690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.199304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.210388 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Sync routers for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:51.211016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-dae8413d-df08-4854-9d3c-d79bc065a20d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2dfac8e3-9317-465d-a563-7c379d981b6a HTTP/1.1" status: 200 len: 217 time: 0.0471017 Aug 31 19:14:51.219939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-c6e88117-884d-4f3d-9670-a66b36e6a3e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925574 Aug 31 19:14:51.222468 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:51.223096 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:51.253249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.267518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da56d49a-c722-4cbb-8a9e-f399bb93f8ab req-03c1eb88-bb40-446a-afad-82a2631391e0 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940986 Aug 31 19:14:51.270907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e559ec3-7d44-4820-9ac6-51c110641eba,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:51.274885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.285059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-60dfdce5-ca57-48fd-8cb3-27634462386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.286808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-60dfdce5-ca57-48fd-8cb3-27634462386d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0657136 Aug 31 19:14:51.320123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bea0bf-7f7c-46e5-8610-71b8fc5bcd3f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:51.372765 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.373934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb313016-170f-4c9b-ba1f-95de7c36c21d req-da722c95-9228-48b4-881b-03d505cc3715 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1627114 Aug 31 19:14:51.375072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.388536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f60bc27b-c866-4900-81ff-bdd3a08bf9d2 req-01f025dd-aba4-4920-bebd-fbe124682c5e tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6879718 Aug 31 19:14:51.404903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Made reservation on behalf of 446656defb644ce69f4734d153973bd7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:51.407163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.435877 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:51.446834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.454876 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4deabf-f010-49d5-a6c1-ab1bbc20be80 x-openstack-request-id: req-9b4deabf-f010-49d5-a6c1-ab1bbc20be80 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:51.455177 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:51.455432 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b4deabf-f010-49d5-a6c1-ab1bbc20be80 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:51.455856 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:14:51.460291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:51.462656 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b15d266-1933-4455-8773-d9cded32d32a" -d '{"events": [{"name": "network-changed", "server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:51.479150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-fab7f949-eee2-4541-8d08-091c378a37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.480964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-fab7f949-eee2-4541-8d08-091c378a37da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 1101 time: 0.1900251 Aug 31 19:14:51.484013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-afe6c593-2162-40a2-8f9a-4c4a4d5af835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.485430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-afe6c593-2162-40a2-8f9a-4c4a4d5af835 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1822667 Aug 31 19:14:51.590691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d322a2c-dd9b-4da7-9b15-b8cc6d94c1f9 req-5c223eec-39ef-4de2-bc37-5a698e650b44 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.592333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d322a2c-dd9b-4da7-9b15-b8cc6d94c1f9 req-5c223eec-39ef-4de2-bc37-5a698e650b44 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 943 time: 0.1045408 Aug 31 19:14:51.671997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965023c3-1ddc-427b-b11e-310e809baf6e req-bb73a0b3-9919-4c14-9eaa-37ee892bc3ea tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:51.681176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-965023c3-1ddc-427b-b11e-310e809baf6e req-bb73a0b3-9919-4c14-9eaa-37ee892bc3ea tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 948 time: 0.0878162 Aug 31 19:14:51.705467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d322a2c-dd9b-4da7-9b15-b8cc6d94c1f9 req-64b99dfe-e087-404d-b934-f6388e9ed5ee tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031148 Aug 31 19:14:51.753854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.755175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-965023c3-1ddc-427b-b11e-310e809baf6e req-02831cc1-0d6f-4e22-9e1e-e7566be8e1f7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Aug 31 19:14:51.814410 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cea227-a675-4226-91d7-9bf3acba6e71 x-openstack-request-id: req-f6cea227-a675-4226-91d7-9bf3acba6e71 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:51.814731 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:51.814986 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6cea227-a675-4226-91d7-9bf3acba6e71 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:51.815445 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'code': 200} Aug 31 19:14:51.864114 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '95f65859-e552-44f5-ae59-dff64a1c6997', 'name': '', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'mac_address': 'fa:16:3e:bf:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:42Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 2, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'subnets': [{'id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:51.929604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:51.974713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-554232152', 'description': 'tempest-description-1562295535'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:51.981738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23895f57-304f-4e29-b154-66b5e75e48a1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:51.994860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-60ce8e1e-23f7-44b0-9328-5b159f728423 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677172 Aug 31 19:14:52.007788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:14:52.036903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3cc90-691a-4cf6-a889-0e0b458849f0 req-abcc1e20-c6fe-4caa-99bd-2835e7dd0e4b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:52.041119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87f3cc90-691a-4cf6-a889-0e0b458849f0 req-abcc1e20-c6fe-4caa-99bd-2835e7dd0e4b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.1685138 Aug 31 19:14:52.046768 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Checking router: 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:52.048001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Updating router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc port 95f65859-e552-44f5-ae59-dff64a1c6997 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:52.078110 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.091602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-3c05eb4e-38ce-447b-a638-455b389e1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:52.093122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-3c05eb4e-38ce-447b-a638-455b389e1385 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1095 time: 0.5673256 Aug 31 19:14:52.096977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.096977 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Added segment d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb of type vlan for network 8202e860-f311-42ce-a690-fb2aabc38686 Aug 31 19:14:52.173723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87f3cc90-691a-4cf6-a889-0e0b458849f0 req-7928fb4f-755c-4e54-9a0d-d41b370f44a7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234646 Aug 31 19:14:52.207509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.258261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.269612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-e4b4c60f-8ddc-46b2-8164-44fe2f3c4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:52.272138 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-e4b4c60f-8ddc-46b2-8164-44fe2f3c4cce service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.7468100 Aug 31 19:14:52.329618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc4b47c9-786c-48c9-9ebb-46b927886d78 req-1ec1d764-74f2-4e3a-89b2-b923a8b1da54 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 200 len: 2996 time: 0.1011698 Aug 31 19:14:52.412584 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.419403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.549215 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.563587 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Transition to ACTIVE for port object 95f65859-e552-44f5-ae59-dff64a1c6997 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:52.567319 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b02928-b562-48c4-96a9-19bb1f0dd7ef x-openstack-request-id: req-b8b02928-b562-48c4-96a9-19bb1f0dd7ef {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:52.567592 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:52.567864 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8b02928-b562-48c4-96a9-19bb1f0dd7ef {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:52.568574 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'status': 'completed', 'code': 200} Aug 31 19:14:52.572098 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.590495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.591744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b135c96c-a5bc-4e72-8e91-540e45724ce0 req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6220963 Aug 31 19:14:52.595592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0debb8-7693-41e0-99ca-8460d2eafc24 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592dd749-1e50-4d40-8af7-6d383585b68b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:52.647577 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc66c-d14a-4a9f-bf52-f70aead386d0 None None] Pushing event updated for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:52.710285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:14:52.732805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-d5d89e7e-e3eb-49a5-acbe-d89e1ec7cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:52.734482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-d5d89e7e-e3eb-49a5-acbe-d89e1ec7cfe9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1100 time: 0.2361362 Aug 31 19:14:52.736625 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Attempting to bind port 95f65859-e552-44f5-ae59-dff64a1c6997 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:52.737085 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Attempting to bind port 95f65859-e552-44f5-ae59-dff64a1c6997 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:52.737450 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Attempting to bind port 95f65859-e552-44f5-ae59-dff64a1c6997 on network c32e61d6-8d91-4699-948a-511a11473b7d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:52.745054 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:52.745455 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Checking segment: {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:52.745831 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.746228 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Bound using segment: {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:52.746696 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Bound port: 95f65859-e552-44f5-ae59-dff64a1c6997, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b24f1e6-1975-432a-8ae2-904bf4f21c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:52.747096 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.749703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-53d1b6be-d3d0-4ee4-8acf-46a0908a9e89 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-group-rules/6e559ec3-7d44-4820-9ac6-51c110641eba HTTP/1.1" status: 200 len: 783 time: 0.0999353 Aug 31 19:14:52.760952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-41a2430d-55e2-4ed7-b890-87869cf0939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:52.762534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-41a2430d-55e2-4ed7-b890-87869cf0939c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1100 time: 0.1970291 Aug 31 19:14:52.826117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] For port 95f65859-e552-44f5-ae59-dff64a1c6997, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:52.830047 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] For port 95f65859-e552-44f5-ae59-dff64a1c6997, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=95f65859-e552-44f5-ae59-dff64a1c6997,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:52.839390 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:52.840365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-77252ff6-6852-46a1-bbe9-e35e06a14507 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb HTTP/1.1" status: 200 len: 217 time: 0.5567203 Aug 31 19:14:52.857599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3756ce1f-e7f1-4af2-8ae8-47f9e3140edf req-38f888ae-b6bb-49f4-a219-906eba0ed7b4 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8540194 Aug 31 19:14:52.864970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:52.924508 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc66c-d14a-4a9f-bf52-f70aead386d0 None None] Pushing event updated for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:52.951710 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:52.952584 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:53.029306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-8026f936-33c0-4c5f-b14b-38238c903a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.030771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-8026f936-33c0-4c5f-b14b-38238c903a2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1722844 Aug 31 19:14:53.058068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.070524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.071122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.125418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:53.153636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'mac_address': 'fa:16:3e:70:c3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:53.267437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-d8df6120-bb58-4b73-9d9c-725eeef72ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.273879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-d8df6120-bb58-4b73-9d9c-725eeef72ab0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.5231857 Aug 31 19:14:53.275575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-6a749eae-45b1-40ed-a4fb-af8d1e0874a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.281357 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.291529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-6a749eae-45b1-40ed-a4fb-af8d1e0874a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 1.1822329 Aug 31 19:14:53.308102 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:53.330309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cca48e-2346-4e04-8637-26a91be5a643 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:53.357965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4899170 Aug 31 19:14:53.375169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50432) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:53.397255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:53.403913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.433967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Request body: {'subnet': {'network_id': '8202e860-f311-42ce-a690-fb2aabc38686', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-subnet', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:53.466658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-bcabe859-b3ef-4209-b87b-2bad263df82b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.1235604 Aug 31 19:14:53.551569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-83f921e0-530e-439f-9b63-deb579f1b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.554201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-83f921e0-530e-439f-9b63-deb579f1b420 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0706732 Aug 31 19:14:53.560006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-40464a81-7eb5-416a-9fbd-b96e2c08c00f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 200 len: 2996 time: 0.7963984 Aug 31 19:14:53.634582 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-1e597a71-fcac-47c1-98cc-2127650d24c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.2934761 Aug 31 19:14:53.637033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13184-6f07-4783-b64f-5480ff491387 admin admin] Pushing event updated for resources: {'Network': ['ID=8202e860-f311-42ce-a690-fb2aabc38686,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:53.656868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8202e860-f311-42ce-a690-fb2aabc38686 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:14:53.665463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:53.691235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-ee693ef5-3976-4c15-b26f-e2a5cf408584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.698384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-ee693ef5-3976-4c15-b26f-e2a5cf408584 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6474788 Aug 31 19:14:53.713828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:53.721845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.743301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.793693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-89f3baf1-8cd3-4190-8d1a-ea49b1bb8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.797400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-89f3baf1-8cd3-4190-8d1a-ea49b1bb8f21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1487010 Aug 31 19:14:53.822679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-7c728e47-7b25-4782-9f1f-217139a278a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.833363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-7c728e47-7b25-4782-9f1f-217139a278a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 1.0503266 Aug 31 19:14:53.846445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-c4e5dbbb-6596-4883-9d20-cd3cf72b565a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325058 Aug 31 19:14:53.881987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Made reservation on behalf of 446656defb644ce69f4734d153973bd7 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:14:53.886892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:53.916637 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '95f65859-e552-44f5-ae59-dff64a1c6997', 'name': '', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'mac_address': 'fa:16:3e:bf:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:42Z', 'updated_at': '2021-08-31T19:14:52Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'subnets': [{'id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:53.960081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-a3a6d89c-a85f-4653-b1ba-4ff2e5b87c15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.1118634 Aug 31 19:14:53.961306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59854757-6f89-4a87-aa53-a736c1fa02d9 None None] The sync data for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 is: [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:14:43Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '95f65859-e552-44f5-ae59-dff64a1c6997', 'name': '', 'network_id': 'c32e61d6-8d91-4699-948a-511a11473b7d', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'mac_address': 'fa:16:3e:bf:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:42Z', 'updated_at': '2021-08-31T19:14:52Z', 'revision_number': 4, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'subnets': [{'id': 'f49ac11a-0901-41bc-85de-1d7f60294d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:14:53.994074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-02e0ee94-05b5-47bb-80c1-70cebf007489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:53.995919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-02e0ee94-05b5-47bb-80c1-70cebf007489 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4335277 Aug 31 19:14:53.996795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:54.002561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:54.003988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed510b53-64d8-42ba-9cb8-18698be49d9c req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6e559ec3-7d44-4820-9ac6-51c110641eba HTTP/1.1" status: 204 len: 173 time: 0.3406484 Aug 31 19:14:54.242118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825a198-adf7-44e1-88d6-bb2ae475fe0f tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e559ec3-7d44-4820-9ac6-51c110641eba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:54.267509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-fc2feb01-1f7b-489e-83c4-c08cf7127a6c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687533 Aug 31 19:14:54.344848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-c54f320f-03f2-46d3-a15f-5c2825235387 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:54.362261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-c54f320f-03f2-46d3-a15f-5c2825235387 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=f014b3c4-b112-45a8-807e-ef899642fa8f HTTP/1.1" status: 200 len: 944 time: 0.3989286 Aug 31 19:14:54.408716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-94afaac6-0f68-46a7-9b07-d91982352f20 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498286 Aug 31 19:14:54.422217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-0b49cb2f-620c-4708-b3a6-f7bd11b532ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:54.424290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-0b49cb2f-620c-4708-b3a6-f7bd11b532ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.4191718 Aug 31 19:14:54.496248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c8d9ca-2017-430f-b4e1-0d651c32ab6b req-455ee68f-d158-4083-96a9-27c93aebd6d6 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133577 Aug 31 19:14:54.572036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b2224483-085e-4e97-b042-b460b4257e90 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:14:54.593983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d266-1933-4455-8773-d9cded32d32a req-f74b7306-e27e-47e2-88e0-b4e96cb03efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:54.595697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-f74b7306-e27e-47e2-88e0-b4e96cb03efc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573448 Aug 31 19:14:54.632404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f836c462-98e3-4c45-b0d3-1263b18482c3 req-e4a62ad4-476f-4efc-beaf-1907806f46e8 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144115 Aug 31 19:14:54.746719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 95f65859-e552-44f5-ae59-dff64a1c6997 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:54.821348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-c1980726-b6d3-4b24-a4ad-0b702196341b service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126739 Aug 31 19:14:54.822637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:54.837889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:54.863270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b2224483-085e-4e97-b042-b460b4257e90', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'port_id': 'b2224483-085e-4e97-b042-b460b4257e90', 'mac_address': 'fa:16:3e:3a:13:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:14:54.910943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:54.975460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-fb7b5525-63d0-49b6-a1cf-88c655ee17fa service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465022 Aug 31 19:14:54.986838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 95f65859-e552-44f5-ae59-dff64a1c6997 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:55.000634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0768da1-cf32-4b40-bc1d-e7dcb9fe5239,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:55.017195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 95f65859-e552-44f5-ae59-dff64a1c6997 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:55.017510 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.017992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Checking segment: {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:55.018465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Network hostable DHCP agents. Network: 8202e860-f311-42ce-a690-fb2aabc38686, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:14:55.056708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Network 8202e860-f311-42ce-a690-fb2aabc38686 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:14:55.072421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8202e860-f311-42ce-a690-fb2aabc38686) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:55.089689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:55.090651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.114784 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2a049e2-fb0e-4dc5-a620-7a807dd9a9ce admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7129793 Aug 31 19:14:55.117320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:55.117657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.122884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:14:55.146000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ff588-7d19-42a5-8dd8-dc1f3487d1f6 None None] Network 8202e860-f311-42ce-a690-fb2aabc38686 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:55.151067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.161669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.242606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.258939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2224483-085e-4e97-b042-b460b4257e90 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:14:55.328283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port f9cca48e-2346-4e04-8637-26a91be5a643 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:55.339918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port f9cca48e-2346-4e04-8637-26a91be5a643 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:55.340297 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.346549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-8bdd1efb-7a48-474b-8c00-67d7f8e88766 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 57045 time: 1.0932713 Aug 31 19:14:55.383023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port a409b2d1-76f7-4a53-bb13-fd390da54c6c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:14:55.383379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.396512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:55.402158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8202e860-f311-42ce-a690-fb2aabc38686', 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'fixed_ips': [{'subnet_id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:14:55.403411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.422452 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.535316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.537390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-4d70c1b6-da51-4748-99f4-76439cedf13d service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422499 Aug 31 19:14:55.575133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-a0cb7989-518b-40dd-86c3-fe8702784adc tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/01f8c676-2f70-4f94-8a3a-25e22a1231e6 HTTP/1.1" status: 200 len: 2973 time: 0.2030907 Aug 31 19:14:55.590712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b15d266-1933-4455-8773-d9cded32d32a req-7cbc0e32-67e9-4cf7-9f10-64c6b2ee617f service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544298 Aug 31 19:14:55.645695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:55.664080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-8577b7d0-f089-4851-844e-e1f7e6e66acf tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/01f8c676-2f70-4f94-8a3a-25e22a1231e6 HTTP/1.1" status: 200 len: 2973 time: 0.0875473 Aug 31 19:14:55.682576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:14:55.739047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-809e8078-248f-42bb-9e22-0d5ae8116e50 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/23895f57-304f-4e29-b154-66b5e75e48a1 HTTP/1.1" status: 200 len: 2981 time: 0.0731146 Aug 31 19:14:55.750636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port a409b2d1-76f7-4a53-bb13-fd390da54c6c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a409b2d1-76f7-4a53-bb13-fd390da54c6c,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:55.751018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.773460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for a409b2d1-76f7-4a53-bb13-fd390da54c6c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:14:55.859405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-bef41068-85de-4607-b293-23264354d988 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/23895f57-304f-4e29-b154-66b5e75e48a1 HTTP/1.1" status: 200 len: 2981 time: 0.1192513 Aug 31 19:14:55.859713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.887210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.925520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Allocated IP 172.20.0.2 (8202e860-f311-42ce-a690-fb2aabc38686/c0768da1-cf32-4b40-bc1d-e7dcb9fe5239/80055727-129e-45ec-8a95-267d1fc58431) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:55.936324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:55.942007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-c30d87a7-957b-43dd-a9a5-9cd7efa8b2e0 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/270ef707-a1be-4231-98a9-d608191c1165 HTTP/1.1" status: 200 len: 2981 time: 0.0816183 Aug 31 19:14:55.968358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.033003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-66344e33-34f3-46fa-b122-7cfb6bc3f1ed tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/270ef707-a1be-4231-98a9-d608191c1165 HTTP/1.1" status: 200 len: 2981 time: 0.0900230 Aug 31 19:14:56.080738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 95f65859-e552-44f5-ae59-dff64a1c6997, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=95f65859-e552-44f5-ae59-dff64a1c6997,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:56.092646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Allocated IP 172.25.3.38 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/605814fe-c542-47db-b298-b1f94a698a8c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:56.093732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:56.096522 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf61a60-11bf-4137-86c4-2b9b3d37d5db" -d '{"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:56.103376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-ab6d90c7-e553-4648-9bd7-1a107d648331 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b HTTP/1.1" status: 200 len: 2981 time: 0.0692594 Aug 31 19:14:56.122187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.128812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.139807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:56.165782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.166871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:14:56.178087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=a409b2d1-76f7-4a53-bb13-fd390da54c6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:56.220834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: a409b2d1-76f7-4a53-bb13-fd390da54c6c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:14:56.221494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a409b2d1-76f7-4a53-bb13-fd390da54c6c not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:14:56.252536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-30b67020-5b6a-42b2-87dc-70224d52efdb tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b HTTP/1.1" status: 200 len: 2981 time: 0.1478484 Aug 31 19:14:56.261282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port a409b2d1-76f7-4a53-bb13-fd390da54c6c on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:14:56.273094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.297122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.309808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd972cb-3ad7-471f-98d2-495452abe48c req-47ebcaa8-2d86-4d7b-b9a0-523495841376 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "DELETE /v2.0/ports/a409b2d1-76f7-4a53-bb13-fd390da54c6c HTTP/1.1" status: 204 len: 173 time: 1.9531608 Aug 31 19:14:56.310618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-deleted', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:14:56.320240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.328837 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3cf780-937b-44cb-8a1a-f77c068ca944" -d '{"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-deleted", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:14:56.355160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.365200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Transition to ACTIVE for port object 80055727-129e-45ec-8a95-267d1fc58431 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:56.377970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=605814fe-c542-47db-b298-b1f94a698a8c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:56.388197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Transition to ACTIVE for port object 80055727-129e-45ec-8a95-267d1fc58431 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:56.394783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-21626054-984e-4d0e-a9c5-3d9749283277 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/3ede384b-fe9e-40fe-ac12-6514b63da633 HTTP/1.1" status: 200 len: 2977 time: 0.1398358 Aug 31 19:14:56.400558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:56.402301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:56.404849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:56.424971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:56.440412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.498241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Network 8202e860-f311-42ce-a690-fb2aabc38686 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:56.504893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:56.507255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-21d92447-3d9d-49b2-a996-e5bbfaa2563e tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/3ede384b-fe9e-40fe-ac12-6514b63da633 HTTP/1.1" status: 200 len: 2977 time: 0.1045671 Aug 31 19:14:56.516604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:56.583990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-e8145747-6dcd-45ec-bab5-ddefe94ee5e3 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/4b0110d3-b819-46a5-aa2f-7ddb209c73a5 HTTP/1.1" status: 200 len: 2981 time: 0.0676296 Aug 31 19:14:56.641482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Attempting to bind port 80055727-129e-45ec-8a95-267d1fc58431 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:56.646066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Attempting to bind port 80055727-129e-45ec-8a95-267d1fc58431 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:56.646795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Attempting to bind port 80055727-129e-45ec-8a95-267d1fc58431 on network 8202e860-f311-42ce-a690-fb2aabc38686 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:56.648770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:56.699807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:56.700982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Checking segment: {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:56.701643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.702278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Bound using segment: {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:56.703007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Bound port: 80055727-129e-45ec-8a95-267d1fc58431, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:56.703674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.715339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-bef53ceb-5a83-4c67-b460-2a4309554f83 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/4b0110d3-b819-46a5-aa2f-7ddb209c73a5 HTTP/1.1" status: 200 len: 2981 time: 0.1098619 Aug 31 19:14:56.749725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 95f65859-e552-44f5-ae59-dff64a1c6997 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:56.830487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-d63c652e-5c31-4236-a9d6-9b3372ab1ed4 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/5161f1f1-6538-46c8-a973-a419bb481e55 HTTP/1.1" status: 200 len: 2981 time: 0.1038928 Aug 31 19:14:56.874436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] For port 80055727-129e-45ec-8a95-267d1fc58431, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:56.882562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] For port 80055727-129e-45ec-8a95-267d1fc58431, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80055727-129e-45ec-8a95-267d1fc58431,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:56.883617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.917138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:56.920105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-d3579105-6807-41a1-b1a3-5a0f804e3e50 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/5161f1f1-6538-46c8-a973-a419bb481e55 HTTP/1.1" status: 200 len: 2981 time: 0.0856013 Aug 31 19:14:56.998653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Pushing event updated for resources: {'Port': ['ID=80055727-129e-45ec-8a95-267d1fc58431,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:56.998921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 95f65859-e552-44f5-ae59-dff64a1c6997 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:57.000379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:57.058717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-b271a798-9707-4271-9dc6-4fa79b747455 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/5f4f0fa2-ba07-4898-8cce-e9e854a8a11d HTTP/1.1" status: 200 len: 2981 time: 0.1313281 Aug 31 19:14:57.083505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9358-92e5-40f9-94cc-aa03491f8f3b None None] Pushing event updated for resources: {'Port': ['ID=80055727-129e-45ec-8a95-267d1fc58431,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:57.179311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-32bf9c6f-591b-4740-b18e-630a88c12d37 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/5f4f0fa2-ba07-4898-8cce-e9e854a8a11d HTTP/1.1" status: 200 len: 2981 time: 0.1094191 Aug 31 19:14:57.223115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:57.289462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-ce1a92ac-4e9a-4138-8424-6a8b0e47cde9 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8ba8f310-3a65-48b9-80e3-62f98dded9e8 HTTP/1.1" status: 200 len: 2981 time: 0.1065173 Aug 31 19:14:57.453286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-5a6a6576-855f-4270-8992-9f400969a1e8 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8ba8f310-3a65-48b9-80e3-62f98dded9e8 HTTP/1.1" status: 200 len: 2981 time: 0.1411743 Aug 31 19:14:57.484586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e30bb6-519f-401c-9115-cfd1e89ede0e req-b6c7db28-7c14-4d63-a9ce-057e01885a8a tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:57.486366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26e30bb6-519f-401c-9115-cfd1e89ede0e req-b6c7db28-7c14-4d63-a9ce-057e01885a8a tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 944 time: 0.0977201 Aug 31 19:14:57.525876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Router efd61a67-6311-426d-864f-7b005de1a1aa is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:14:57.578818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-b8ba9c5b-e064-44e0-befc-4fb2d97962a2 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/97553592-2357-4be2-8f98-19f75f0ff0c6 HTTP/1.1" status: 200 len: 2981 time: 0.1042726 Aug 31 19:14:57.606454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26e30bb6-519f-401c-9115-cfd1e89ede0e req-c74488cf-c65e-4e03-bbd2-d1d96486c6ee tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932229 Aug 31 19:14:57.658718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-ac4ec9bf-c99d-453f-b917-634f29b3a985 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/97553592-2357-4be2-8f98-19f75f0ff0c6 HTTP/1.1" status: 200 len: 2981 time: 0.0728133 Aug 31 19:14:57.685112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:14:57.698917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Sync routers for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:14:57.709559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:57.710196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:57.724778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:57.726724 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8249b210-595d-4b98-87c1-1347edcc0ef4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6078277 Aug 31 19:14:57.729666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:14:57.762396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-e12f5b40-cea3-4cf4-bf90-343f39ba6305 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/99a66c99-8cc0-4f1f-b916-74096cf466c5 HTTP/1.1" status: 200 len: 2981 time: 0.0940773 Aug 31 19:14:57.814562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1d489-dc02-4ace-86d0-7a5a9278d4df req-e1859cc0-202c-4e8f-a94f-bc38fa10f7de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:57.823560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb1d489-dc02-4ace-86d0-7a5a9278d4df req-e1859cc0-202c-4e8f-a94f-bc38fa10f7de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1200244 Aug 31 19:14:57.874553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb1d489-dc02-4ace-86d0-7a5a9278d4df req-3029daa6-fed8-4e60-89d3-c030f6e47176 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 Aug 31 19:14:57.876145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:14:57.962636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-47a10f5b-83bb-4ca8-ab75-b3cc8ee97dee tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/99a66c99-8cc0-4f1f-b916-74096cf466c5 HTTP/1.1" status: 200 len: 2981 time: 0.1768270 Aug 31 19:14:58.054119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-750564fb-ba56-42fe-8474-93e345b7d6f3 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bfd87601-c9db-4935-b5d8-2caee5ff2e45 HTTP/1.1" status: 200 len: 2981 time: 0.0903857 Aug 31 19:14:58.122949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-c0fe53ff-cec7-4535-b3fe-043a07a7d864 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 200 len: 2398 time: 0.1786957 Aug 31 19:14:58.180952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:56Z', 'revision_number': 3, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:58.200503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-4356ef54-cd37-4126-a4e5-0762bef08bd3 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bfd87601-c9db-4935-b5d8-2caee5ff2e45 HTTP/1.1" status: 200 len: 2981 time: 0.1334598 Aug 31 19:14:58.239399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Checking router: efd61a67-6311-426d-864f-7b005de1a1aa for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:14:58.240702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Updating router efd61a67-6311-426d-864f-7b005de1a1aa port 605814fe-c542-47db-b298-b1f94a698a8c binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:14:58.275595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.286607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-45f17121-60ca-417a-86de-cf9252639ae2 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/70c1b93d-ae31-4ee2-a67f-7e6a7cc94688 HTTP/1.1" status: 200 len: 1805 time: 0.0783191 Aug 31 19:14:58.309080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.385733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.410364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-31fc8eca-9a8c-47f3-a8c1-ff3deaf90b17 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f6215048-9fc5-41a2-b3c0-cb741e97e642 HTTP/1.1" status: 200 len: 2981 time: 0.1225817 Aug 31 19:14:58.479787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-8fe10ec9-fced-4b99-8e4e-ae2cf811b4c5 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f6215048-9fc5-41a2-b3c0-cb741e97e642 HTTP/1.1" status: 200 len: 2981 time: 0.0684376 Aug 31 19:14:58.557649 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.561355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.571486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b5ba0e3-0905-49c1-bb1f-0032f69d9609 req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/2598c44e-663e-475a-9da1-83cc1a310b89 HTTP/1.1" status: 204 len: 173 time: 0.4474926 Aug 31 19:14:58.602384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b2224483-085e-4e97-b042-b460b4257e90 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:58.614999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0970cd-80ae-45ee-916d-4c47f515e380 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2598c44e-663e-475a-9da1-83cc1a310b89,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:58.619154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-2df27601-26a8-4d04-b475-4ea2b5a83d04 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f8005073-0602-4b7b-865d-14b9a70880e7 HTTP/1.1" status: 200 len: 2981 time: 0.1384754 Aug 31 19:14:58.629181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d18e5-bab3-492d-afbf-65b970e70fce None None] Network 8202e860-f311-42ce-a690-fb2aabc38686 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:14:58.726957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-faa9e750-62fb-467b-9c5f-9bb750134cc4 req-8c70b7a9-f3d8-4bec-8dd7-f9d28cb70e0c tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f8005073-0602-4b7b-865d-14b9a70880e7 HTTP/1.1" status: 200 len: 2981 time: 0.0957294 Aug 31 19:14:58.797572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-928060e4-cb23-478c-bf22-90e75ae0f33a None None] Provisioning for port 80055727-129e-45ec-8a95-267d1fc58431 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:58.811181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.831611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80055727-129e-45ec-8a95-267d1fc58431 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:14:58.838472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b2224483-085e-4e97-b042-b460b4257e90 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:58.844758 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d117b3-d280-4ea2-a7dc-24707ebe7485 x-openstack-request-id: req-95d117b3-d280-4ea2-a7dc-24707ebe7485 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:58.845277 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f014b3c4-b112-45a8-807e-ef899642fa8f", "name": "network-vif-deleted", "tag": "a409b2d1-76f7-4a53-bb13-fd390da54c6c", "status": "failed", "code": 422}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:58.845847 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95d117b3-d280-4ea2-a7dc-24707ebe7485 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:58.846538 n-d-778550-14 neutron-server[94816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f014b3c4-b112-45a8-807e-ef899642fa8f', 'name': 'network-vif-deleted', 'tag': 'a409b2d1-76f7-4a53-bb13-fd390da54c6c', 'status': 'failed', 'code': 422} returned with failed status Aug 31 19:14:58.860167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Transition to ACTIVE for port object 605814fe-c542-47db-b298-b1f94a698a8c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:58.872284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.912794 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3da2a-2464-496a-9f56-a48ccedab7fc x-openstack-request-id: req-eed3da2a-2464-496a-9f56-a48ccedab7fc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:14:58.913088 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:14:58.913429 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eed3da2a-2464-496a-9f56-a48ccedab7fc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:14:58.913840 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'code': 200} Aug 31 19:14:58.922863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b2224483-085e-4e97-b042-b460b4257e90 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:58.923510 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:58.943133 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-4335aead-aae7-4472-96d8-222101447efc req-fc1cc487-3180-4a29-a787-47dc965aae36 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] show failed (client error): The resource could not be found. Aug 31 19:14:58.944268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4335aead-aae7-4472-96d8-222101447efc req-fc1cc487-3180-4a29-a787-47dc965aae36 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/d501e95f-754c-4941-85a1-ef611c3ef885 HTTP/1.1" status: 404 len: 352 time: 0.0312531 Aug 31 19:14:58.975674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.122345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Allocated IP 172.20.0.1 (8202e860-f311-42ce-a690-fb2aabc38686/c0768da1-cf32-4b40-bc1d-e7dcb9fe5239/2209d983-4466-4a55-8b40-7499899f02b8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:14:59.123064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Attempting to bind port 605814fe-c542-47db-b298-b1f94a698a8c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:14:59.123441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Attempting to bind port 605814fe-c542-47db-b298-b1f94a698a8c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:14:59.123834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Attempting to bind port 605814fe-c542-47db-b298-b1f94a698a8c on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:14:59.136005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac838d5-ded6-4051-b89d-adc5cab90cf0 None None] Pushing event updated for resources: {'Port': ['ID=605814fe-c542-47db-b298-b1f94a698a8c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:59.144505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:14:59.144888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:14:59.145361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.145911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:14:59.146587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Bound port: 605814fe-c542-47db-b298-b1f94a698a8c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:14:59.146971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.153062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 80055727-129e-45ec-8a95-267d1fc58431 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:14:59.196262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80055727-129e-45ec-8a95-267d1fc58431 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:59.196643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.281545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ff7c-69cd-4f28-9aca-ef169ee34e24 req-422f85e7-ee70-469e-8fc9-ac37e8fdadf8 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:59.326283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4215ff7c-69cd-4f28-9aca-ef169ee34e24 req-422f85e7-ee70-469e-8fc9-ac37e8fdadf8 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 944 time: 0.2385209 Aug 31 19:14:59.342234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.365259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Transition to ACTIVE for port object 2209d983-4466-4a55-8b40-7499899f02b8 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:14:59.417680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.424395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] For port 605814fe-c542-47db-b298-b1f94a698a8c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:14:59.431082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] For port 605814fe-c542-47db-b298-b1f94a698a8c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=605814fe-c542-47db-b298-b1f94a698a8c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:14:59.433844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.446080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.503081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Pushing event updated for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:59.516999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Network 8202e860-f311-42ce-a690-fb2aabc38686 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:14:59.518444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:14:59.521773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:14:59.542995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac838d5-ded6-4051-b89d-adc5cab90cf0 None None] Pushing event updated for resources: {'Port': ['ID=605814fe-c542-47db-b298-b1f94a698a8c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:14:59.609483 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.652772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:14:59.653416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:14:59.695771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:59.752965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.756050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.815996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.888794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 80055727-129e-45ec-8a95-267d1fc58431, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80055727-129e-45ec-8a95-267d1fc58431,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:14:59.938378 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4215ff7c-69cd-4f28-9aca-ef169ee34e24 req-7ec64f48-7aff-4748-9ccb-456ca94a0242 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098087 Aug 31 19:14:59.989493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.993554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d144a25b-aef0-42fe-856f-b5102c9f2cc3 None None] Provisioning complete for port 80055727-129e-45ec-8a95-267d1fc58431 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:14:59.994314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d144a25b-aef0-42fe-856f-b5102c9f2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:14:59.994447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-df23bbe2-5bea-441e-b380-a7f5d5413c20 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:14:59.996127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-df23bbe2-5bea-441e-b380-a7f5d5413c20 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1&tenant_id=21360d979ff84629b26f0f43d4e483e2&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 950 time: 0.6494102 Aug 31 19:15:00.026790 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.035782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.050032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:00.077007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b05a586-ba53-4693-ba9f-5fcfb458e742 req-b2d37f9e-b259-4659-8ca0-348e20f9d848 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0deca9c1cfa04335b9067cc9c905a660 HTTP/1.1" status: 200 len: 6102 time: 0.8544140 Aug 31 19:15:00.120072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Pushing event updated for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:00.153787 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-93f97673-6dbb-43dd-ac76-31246111218b service neutron] delete failed (client error): The resource could not be found. Aug 31 19:15:00.156872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-93f97673-6dbb-43dd-ac76-31246111218b service neutron] 10.222.0.67 "DELETE /v2.0/ports/f9cca48e-2346-4e04-8637-26a91be5a643/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.1519322 Aug 31 19:15:00.166855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:00.180114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.181093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b05a586-ba53-4693-ba9f-5fcfb458e742 req-0a4215e0-c3d1-4087-9449-dff080153d26 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "GET /v2.0/security-groups/f6215048-9fc5-41a2-b3c0-cb741e97e642 HTTP/1.1" status: 200 len: 2981 time: 0.0974712 Aug 31 19:15:00.255969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-4ea12cc3-a676-4652-b40b-eccddbc5a48d tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/601a2292-d15d-4b04-bd15-e1fa8bc78e8e HTTP/1.1" status: 200 len: 1805 time: 0.0655124 Aug 31 19:15:00.297060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=80055727-129e-45ec-8a95-267d1fc58431,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:00.342248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Network 8202e860-f311-42ce-a690-fb2aabc38686 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:00.344333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:00.367671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b05a586-ba53-4693-ba9f-5fcfb458e742 req-c6e1df4b-3ea6-4f7c-9b54-3910175cd708 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "GET /v2.0/security-groups/f6215048-9fc5-41a2-b3c0-cb741e97e642 HTTP/1.1" status: 200 len: 2981 time: 0.1821461 Aug 31 19:15:00.399047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-36c9d9d5-fbdc-4aa5-a3e6-8355280b740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:00.400600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-36c9d9d5-fbdc-4aa5-a3e6-8355280b740d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.1307561 Aug 31 19:15:00.514687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:56Z', 'revision_number': 3, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:00.553877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Router efd61a67-6311-426d-864f-7b005de1a1aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:00.566012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f802a6-5f44-4abb-85fe-69c257a7be0e None None] The sync data for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 is: [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:56Z', 'revision_number': 3, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:00.589909 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.613623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dfbe90d1-693a-4b8c-a65f-548b5455bf87 None None] Provisioning for port 2209d983-4466-4a55-8b40-7499899f02b8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:00.627041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dfbe90d1-693a-4b8c-a65f-548b5455bf87 None None] Provisioning complete for port 2209d983-4466-4a55-8b40-7499899f02b8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:00.628691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dfbe90d1-693a-4b8c-a65f-548b5455bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.639118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.697769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe90d1-693a-4b8c-a65f-548b5455bf87 None None] Port 2209d983-4466-4a55-8b40-7499899f02b8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:00.754594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80055727-129e-45ec-8a95-267d1fc58431 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:00.771943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.775023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:00.788993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae2325f3-9757-4b19-a1e7-7cb3863a2f93 req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/601a2292-d15d-4b04-bd15-e1fa8bc78e8e HTTP/1.1" status: 204 len: 173 time: 0.5262423 Aug 31 19:15:00.797871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:00.821859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2111253a-8cbb-4e27-8ebe-bb7896870354 admin admin] 10.222.0.73 "PUT /v2.0/routers/efd61a67-6311-426d-864f-7b005de1a1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849192 Aug 31 19:15:00.848691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455172d-c748-4050-ab75-437abe14645c tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a2292-d15d-4b04-bd15-e1fa8bc78e8e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:00.919665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:00.923969 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15ab3f-6b52-4028-a8ac-0d02a372f058" -d '{"events": [{"server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:00.962432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-00f04752-6ff7-44fa-a681-d1d1eb93b740 None None] Provisioning complete for port 2209d983-4466-4a55-8b40-7499899f02b8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:01.001724 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00f04752-6ff7-44fa-a681-d1d1eb93b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.011830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80055727-129e-45ec-8a95-267d1fc58431 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:01.012604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.027381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-ffaf5c2d-4b70-46df-8aa0-38a8e31b1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:01.029833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-ffaf5c2d-4b70-46df-8aa0-38a8e31b1ee6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.6167152 Aug 31 19:15:01.053462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-bb09199d-d0fe-40b7-b972-866cabf4f57b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:01.055452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-bb09199d-d0fe-40b7-b972-866cabf4f57b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.5453579 Aug 31 19:15:01.060364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-00f04752-6ff7-44fa-a681-d1d1eb93b740 None None] Port 2209d983-4466-4a55-8b40-7499899f02b8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:01.081557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85fc53-95cb-4f3a-bb9d-2b67336284a0 req-a2d7e6f6-5d78-45f6-b22d-7d8fb851c969 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:01.083130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f85fc53-95cb-4f3a-bb9d-2b67336284a0 req-a2d7e6f6-5d78-45f6-b22d-7d8fb851c969 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1991620 Aug 31 19:15:01.094905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-26fca20b-ba48-4b54-96a5-bb80734c797e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0240853 Aug 31 19:15:01.168105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-bca0371d-4e0b-45ac-a059-31d4f8e136f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.1113126 Aug 31 19:15:01.186084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-d034d691-4c67-4ad1-80c7-1cc03929a119 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568321 Aug 31 19:15:01.243754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f85fc53-95cb-4f3a-bb9d-2b67336284a0 req-dd2734b9-3141-4bb4-a293-5c817986f79f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475158 Aug 31 19:15:01.273709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-71776fab-e97a-479d-afc8-4150eea7f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:01.275182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-71776fab-e97a-479d-afc8-4150eea7f76f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0916607 Aug 31 19:15:01.435100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-e6c15ab2-76ee-4d9d-8723-24ce3d19bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:01.436697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-e6c15ab2-76ee-4d9d-8723-24ce3d19bb98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521108 Aug 31 19:15:01.529582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3141828d-c087-41f0-a2a6-8ee087137854 req-d4656631-bd76-4a37-8b5f-dad6e58b931b tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/592dd749-1e50-4d40-8af7-6d383585b68b HTTP/1.1" status: 200 len: 1777 time: 0.1427140 Aug 31 19:15:01.576636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-ec65d160-2a77-4b2f-96ec-6e5a78cd403f service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773856 Aug 31 19:15:01.704061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-f98c788a-18c5-4291-b5e7-9466ce250e16 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507317 Aug 31 19:15:01.706548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3141828d-c087-41f0-a2a6-8ee087137854 req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.801018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3141828d-c087-41f0-a2a6-8ee087137854 req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.823837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-b0535fad-c5b2-4492-87e0-492fc38ed070 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325156 Aug 31 19:15:01.877505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3141828d-c087-41f0-a2a6-8ee087137854 req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.880364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3141828d-c087-41f0-a2a6-8ee087137854 req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:01.900187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3141828d-c087-41f0-a2a6-8ee087137854 req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/592dd749-1e50-4d40-8af7-6d383585b68b HTTP/1.1" status: 204 len: 173 time: 0.3542426 Aug 31 19:15:01.902620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9645ee55-fa9d-4211-b922-b978d204e4cf req-9eed7e76-2468-40bd-aa5b-1dd3eb5ba1e4 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869690 Aug 31 19:15:01.948321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b59d-c1e9-4074-aa60-36e6b34d0a41 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592dd749-1e50-4d40-8af7-6d383585b68b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:02.010028 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456fbae1-f7f9-480b-8d6c-cb4166793e0b x-openstack-request-id: req-456fbae1-f7f9-480b-8d6c-cb4166793e0b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:02.010882 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:02.011347 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-456fbae1-f7f9-480b-8d6c-cb4166793e0b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:02.012221 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'code': 200} Aug 31 19:15:02.043877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-67671c82-2c8b-4a6a-adc3-eb69c682af21 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/70c1b93d-ae31-4ee2-a67f-7e6a7cc94688 HTTP/1.1" status: 200 len: 1805 time: 0.1330037 Aug 31 19:15:02.221559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a898-7c36-42e0-9fb8-0708f4f1a296 req-b6d78a24-eeb1-4873-8759-3c149a4a99d3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:02.223658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f63a898-7c36-42e0-9fb8-0708f4f1a296 req-b6d78a24-eeb1-4873-8759-3c149a4a99d3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1313071 Aug 31 19:15:02.226348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.270228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81cd1f-83f3-429a-b392-0a4ecbabad5c req-b031f144-5aca-47a0-990f-702ac85e2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:02.274522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e81cd1f-83f3-429a-b392-0a4ecbabad5c req-b031f144-5aca-47a0-990f-702ac85e2a88 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1346934 Aug 31 19:15:02.293192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.348964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f63a898-7c36-42e0-9fb8-0708f4f1a296 req-b0c1a645-e894-4994-9c71-84520af48cd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136017 Aug 31 19:15:02.386681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e81cd1f-83f3-429a-b392-0a4ecbabad5c req-6117ebf0-707c-46c9-8926-48bf08388788 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861518 Aug 31 19:15:02.421207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.424809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.426419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92ba0bb5-317c-421f-abc4-af62b46b74a4 req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/70c1b93d-ae31-4ee2-a67f-7e6a7cc94688 HTTP/1.1" status: 204 len: 173 time: 0.3816061 Aug 31 19:15:02.444822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c07b7-60c8-441c-87d4-829364017537 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c1b93d-ae31-4ee2-a67f-7e6a7cc94688,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:02.635851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-b9920fb2-5660-4d9f-9ec8-b00946aab71e tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "GET /v2.0/security-groups/47bea0bf-7f7c-46e5-8610-71b8fc5bcd3f HTTP/1.1" status: 200 len: 1777 time: 0.0579288 Aug 31 19:15:02.765559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 605814fe-c542-47db-b298-b1f94a698a8c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:02.826854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.863900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35047f9d-1098-4dfd-b599-132b30643682 req-1a70080d-90d0-43db-a62b-fb6821c2c78b tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2226224 Aug 31 19:15:02.884638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:02.891622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.927822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 605814fe-c542-47db-b298-b1f94a698a8c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:02.947915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.948882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 605814fe-c542-47db-b298-b1f94a698a8c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:02.949302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:02.966887 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Sync routers for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:03.000172 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:03.003961 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:03.020124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.023451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.024686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-31843687-9100-49db-9bf7-37bfd3c6bb5f req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/47bea0bf-7f7c-46e5-8610-71b8fc5bcd3f HTTP/1.1" status: 204 len: 173 time: 0.3848000 Aug 31 19:15:03.069364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2cd0-d715-44ff-9302-70b4b52a1b16 tempest-SecurityGroupsTestAdminJSON-1041865251 tempest-SecurityGroupsTestAdminJSON-1041865251-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bea0bf-7f7c-46e5-8610-71b8fc5bcd3f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:03.146857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d1f1733-d0a0-4312-8cfb-9c480b2b0292 req-18f8fa38-118d-4d1b-9369-8d67eb3ffcfd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 210 time: 0.0393288 Aug 31 19:15:03.178872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.200478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.212316 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:03.255921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 605814fe-c542-47db-b298-b1f94a698a8c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=605814fe-c542-47db-b298-b1f94a698a8c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:03.264174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.392030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Allocated IP 172.25.3.166 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/545d00da-4512-4773-9402-1b4e7c957ac0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:03.405713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=605814fe-c542-47db-b298-b1f94a698a8c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:03.554731 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 4, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '2209d983-4466-4a55-8b40-7499899f02b8', 'name': '', 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'mac_address': 'fa:16:3e:ca:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:58Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 2, 'project_id': '446656defb644ce69f4734d153973bd7', 'subnets': [{'id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:03.623335 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Checking router: efd61a67-6311-426d-864f-7b005de1a1aa for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:03.637274 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Updating router efd61a67-6311-426d-864f-7b005de1a1aa port 2209d983-4466-4a55-8b40-7499899f02b8 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:15:03.644525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1d1c8-b21f-4ff8-a2e8-5e1dfbbcee9b req-a9e83526-e93f-4680-9665-0c4164338578 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:03.652957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d1d1c8-b21f-4ff8-a2e8-5e1dfbbcee9b req-a9e83526-e93f-4680-9665-0c4164338578 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.3636651 Aug 31 19:15:03.682474 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.724911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:03.769334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d1d1c8-b21f-4ff8-a2e8-5e1dfbbcee9b req-819ab84b-9647-4fee-8f53-c1742a6e38e5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109681 Aug 31 19:15:03.802852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-371b7e8b-ed23-46e2-bbf7-7a40f82dda50 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:03.804879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-371b7e8b-ed23-46e2-bbf7-7a40f82dda50 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.3114760 Aug 31 19:15:03.821599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:03.983428 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1991010c-269a-4021-892d-d43e6b288dd3 req-45b9ae0b-3d4e-4cea-9c70-ef19f6c29df9 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/c1f40b7b-1ffc-4586-9879-f4c1090afddf HTTP/1.1" status: 200 len: 1804 time: 0.1754971 Aug 31 19:15:04.029999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:04.033870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.036146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.115172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=545d00da-4512-4773-9402-1b4e7c957ac0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:04.141216 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.168730 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Transition to ACTIVE for port object 2209d983-4466-4a55-8b40-7499899f02b8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:04.178013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:04.181850 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.187403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:04.200598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:04.234925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1991010c-269a-4021-892d-d43e6b288dd3 req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.257867 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b6d7-4083-4829-8635-6ecb25bc12cc None None] Pushing event updated for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:04.304282 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1991010c-269a-4021-892d-d43e6b288dd3 req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.341501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Attempting to bind port 2209d983-4466-4a55-8b40-7499899f02b8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:04.341872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Attempting to bind port 2209d983-4466-4a55-8b40-7499899f02b8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:04.343354 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Attempting to bind port 2209d983-4466-4a55-8b40-7499899f02b8 on network 8202e860-f311-42ce-a690-fb2aabc38686 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:04.348944 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:04.349411 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Checking segment: {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:04.350024 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.350633 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Bound using segment: {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:04.351369 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Bound port: 2209d983-4466-4a55-8b40-7499899f02b8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:04.352547 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.412064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.4 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/9b1ed1dc-a39a-42ec-bf22-2cb2917048e3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:04.431832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.438389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1991010c-269a-4021-892d-d43e6b288dd3 req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.448350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1991010c-269a-4021-892d-d43e6b288dd3 req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.456172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1991010c-269a-4021-892d-d43e6b288dd3 req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/c1f40b7b-1ffc-4586-9879-f4c1090afddf HTTP/1.1" status: 204 len: 173 time: 0.4715452 Aug 31 19:15:04.496586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] For port 2209d983-4466-4a55-8b40-7499899f02b8, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:04.501717 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] For port 2209d983-4466-4a55-8b40-7499899f02b8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2209d983-4466-4a55-8b40-7499899f02b8,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:04.502837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c22f7-a57a-46ad-b0dc-f143efd3f1b0 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f40b7b-1ffc-4586-9879-f4c1090afddf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:04.509963 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.582173 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b6d7-4083-4829-8635-6ecb25bc12cc None None] Pushing event updated for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:04.614082 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:04.615325 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:04.704160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 605814fe-c542-47db-b298-b1f94a698a8c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:04.781527 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:04.789520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 605814fe-c542-47db-b298-b1f94a698a8c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:04.789759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.799527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.881362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.937935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:04.950995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:04.990551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:04.999804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:05.039523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:05.057332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-e4560cca-1094-413c-a36a-15b0a3b52952 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "GET /v2.0/security-groups/249d33da-b07e-4db8-96f3-0bb094f14739 HTTP/1.1" status: 200 len: 1777 time: 0.3244777 Aug 31 19:15:05.084838 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 4, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '2209d983-4466-4a55-8b40-7499899f02b8', 'name': '', 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'mac_address': 'fa:16:3e:ca:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:58Z', 'updated_at': '2021-08-31T19:15:04Z', 'revision_number': 4, 'project_id': '446656defb644ce69f4734d153973bd7', 'subnets': [{'id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:05.115237 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36235366-46bd-46b6-8d81-f55bba72cf77 None None] The sync data for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 is: [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:14:59Z', 'revision_number': 4, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '2209d983-4466-4a55-8b40-7499899f02b8', 'name': '', 'network_id': '8202e860-f311-42ce-a690-fb2aabc38686', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'mac_address': 'fa:16:3e:ca:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:58Z', 'updated_at': '2021-08-31T19:15:04Z', 'revision_number': 4, 'project_id': '446656defb644ce69f4734d153973bd7', 'subnets': [{'id': 'c0768da1-cf32-4b40-bc1d-e7dcb9fe5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:05.153526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:05.154155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.227327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-feb7b2e7-f0f0-48af-bb51-31150da0492d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4094176 Aug 31 19:15:05.246494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Request body: {'port': {'device_id': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:05.330421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.332353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.364835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.388615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.529025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.531224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=545d00da-4512-4773-9402-1b4e7c957ac0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:05.536992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.539891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.552808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2e56e32-ad1c-439f-a182-f7bddbe3b405 req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "DELETE /v2.0/security-groups/249d33da-b07e-4db8-96f3-0bb094f14739 HTTP/1.1" status: 204 len: 173 time: 0.4829586 Aug 31 19:15:05.601956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1053d-393f-4aa5-96c2-386c224b50ff tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d33da-b07e-4db8-96f3-0bb094f14739,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:05.612927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.685679 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:05.687023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35047f9d-1098-4dfd-b599-132b30643682 req-d3f52373-0f5c-40db-bd02-400f609bcbd6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8071742 Aug 31 19:15:05.817445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35047f9d-1098-4dfd-b599-132b30643682 req-9ba3a9a6-4aea-44b6-a374-406b935192d5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1165767 Aug 31 19:15:05.933155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03676afb-85c8-467d-a8d4-aed2b0581545 req-d15115db-abef-442d-aaad-658e76db7ffc tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:05.937919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03676afb-85c8-467d-a8d4-aed2b0581545 req-d15115db-abef-442d-aaad-658e76db7ffc tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.2938952 Aug 31 19:15:06.059520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35047f9d-1098-4dfd-b599-132b30643682 req-6f0c2e94-2abd-49f9-9a0a-18f3221c2117 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:06.061156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35047f9d-1098-4dfd-b599-132b30643682 req-6f0c2e94-2abd-49f9-9a0a-18f3221c2117 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2323003 Aug 31 19:15:06.126959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03676afb-85c8-467d-a8d4-aed2b0581545 req-36af4873-fb92-461b-a45a-27d52cf175fb tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738744 Aug 31 19:15:06.291428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2f3fd-5ff5-436a-8b29-41b5d979ba14 req-fa65ec99-983c-479a-96c7-9c67636db781 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:06.293026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecb2f3fd-5ff5-436a-8b29-41b5d979ba14 req-fa65ec99-983c-479a-96c7-9c67636db781 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 931 time: 0.0799122 Aug 31 19:15:06.359774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:06.373491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:06.380733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9b066-6b84-4d0c-a556-62a128be95ef req-a1219721-4766-446a-906c-7806e744b283 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:06.382506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbd9b066-6b84-4d0c-a556-62a128be95ef req-a1219721-4766-446a-906c-7806e744b283 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.2250812 Aug 31 19:15:06.746778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2209d983-4466-4a55-8b40-7499899f02b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:06.752746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Transition to ACTIVE for port object 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:06.766173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecb2f3fd-5ff5-436a-8b29-41b5d979ba14 req-35f7def6-7d21-4ff2-a078-31869db5fe01 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547460 Aug 31 19:15:06.770058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:06.824057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbd9b066-6b84-4d0c-a556-62a128be95ef req-c3c2fab2-2c3d-49bd-b16a-f567b471803b tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249370 Aug 31 19:15:06.870701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:06.873242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 2209d983-4466-4a55-8b40-7499899f02b8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:06.881292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2209d983-4466-4a55-8b40-7499899f02b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:06.881675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:06.980586 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:06.981989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53c0687f-0f26-4931-8713-376120b60ee1 req-ac948c4f-24d8-4d3b-9d2f-0e0d1c298658 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/788f114b-5b2f-49b4-bd0d-e08d1f0af0d7 HTTP/1.1" status: 200 len: 2402 time: 0.1546063 Aug 31 19:15:07.021663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 2209d983-4466-4a55-8b40-7499899f02b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2209d983-4466-4a55-8b40-7499899f02b8,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:07.028777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.078751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-ced31f37-8909-4b52-9bf5-e57ee392937c tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "GET /v2.0/security-groups/03ea9cfd-570e-4cd8-8f33-bd82c1f26bd9 HTTP/1.1" status: 200 len: 1777 time: 0.1342945 Aug 31 19:15:07.086779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:07.101428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Attempting to bind port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:07.101640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Attempting to bind port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:07.101975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Attempting to bind port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:07.123943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:15:07.124701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Attempting to bind port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:07.133975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53c0687f-0f26-4931-8713-376120b60ee1 req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.145360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:07.145748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:07.146910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:07.147361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Bound port: 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:07.147769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.192256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53c0687f-0f26-4931-8713-376120b60ee1 req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.271677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.307707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:07.319119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.335208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:07.346166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.360616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53c0687f-0f26-4931-8713-376120b60ee1 req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.363425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53c0687f-0f26-4931-8713-376120b60ee1 req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.365243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53c0687f-0f26-4931-8713-376120b60ee1 req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/788f114b-5b2f-49b4-bd0d-e08d1f0af0d7 HTTP/1.1" status: 204 len: 173 time: 0.3819611 Aug 31 19:15:07.458352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:07.459155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.460413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] 10.222.0.82 "PUT /v2.0/ports/9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 HTTP/1.1" status: 200 len: 1092 time: 2.2193229 Aug 31 19:15:07.460895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:07.463188 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc68c924-2b25-471b-99b3-e85a9a9f4000" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:07.471172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72f5c7-4483-44e0-925a-f447626137ad tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788f114b-5b2f-49b4-bd0d-e08d1f0af0d7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:07.495557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.498163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.510793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22aba50c-c6f0-4c52-a188-8839e455ee25 req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] 10.222.0.73 "DELETE /v2.0/security-groups/03ea9cfd-570e-4cd8-8f33-bd82c1f26bd9 HTTP/1.1" status: 204 len: 173 time: 0.4152281 Aug 31 19:15:07.549239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382df5-c802-41f9-a069-80d032bc74f5 tempest-SecurityGroupsTestAdminJSON-1305646296 tempest-SecurityGroupsTestAdminJSON-1305646296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea9cfd-570e-4cd8-8f33-bd82c1f26bd9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:07.606658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2716dd-8540-41a5-9be4-fa60fb75d893 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:07.646951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-b1214883-7c75-4c84-ba55-cecb083fa872 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2512560 Aug 31 19:15:07.653212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-7d8726aa-93b9-43d5-bcac-2f7a60082a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:07.654891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-7d8726aa-93b9-43d5-bcac-2f7a60082a5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 1095 time: 0.1072938 Aug 31 19:15:07.660446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:07.692790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:07.744021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-32a323fd-7b46-435b-96bb-b084f9ef867d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 HTTP/1.1" status: 200 len: 217 time: 0.0627811 Aug 31 19:15:07.898187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:07.908323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac155-60e7-4ff6-a8ac-643617588981 req-76de2514-d780-461e-a371-8a9aa4f4c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:07.909614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-76de2514-d780-461e-a371-8a9aa4f4c944 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.1238720 Aug 31 19:15:07.978006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-c48779c7-6415-4482-9c8c-b6b6b6bb3c02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510464 Aug 31 19:15:07.999816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a66b-5158-455a-8663-fda243cbb320 req-e13edfa7-1dc6-4494-8d9c-f9afc63f7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:08.001338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-e13edfa7-1dc6-4494-8d9c-f9afc63f7d0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1809983 Aug 31 19:15:08.065968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33de022d-5e15-4250-b1a4-52246a87b6c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0deca9c1cfa04335b9067cc9c905a660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659720 Aug 31 19:15:08.071873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:08.115527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-78e519dc-a23f-4b6b-8d11-ec231f806f51 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "GET /v2.0/security-groups/1582b160-6415-45ab-a552-6f0781ce8e48 HTTP/1.1" status: 200 len: 2398 time: 0.2026787 Aug 31 19:15:08.148964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.173771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.224914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.227810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.229219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6215048-9fc5-41a2-b3c0-cb741e97e642 HTTP/1.1" status: 204 len: 168 time: 0.1560731 Aug 31 19:15:08.238272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-393d967c-7aa7-40ae-bf38-50b4647f6338 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519944 Aug 31 19:15:08.240050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.253233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6215048-9fc5-41a2-b3c0-cb741e97e642,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:08.272640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.272897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a66b-5158-455a-8663-fda243cbb320 req-8efa3a22-4eaa-4bd6-99b8-21f0dad69ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:08.273422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.273939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.274226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-8efa3a22-4eaa-4bd6-99b8-21f0dad69ede service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.2538500 Aug 31 19:15:08.274654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.275309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.276864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.279786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ebd65-1a1b-416c-bcc1-b5cdf8d4251d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:08.496017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-6f36aa1b-4d15-4c9f-a8fc-f3e2a77bbb20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.1829598 Aug 31 19:15:08.504954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.569746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86cac155-60e7-4ff6-a8ac-643617588981 req-2511000b-e740-4e59-9203-11eea1c63a15 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151915 Aug 31 19:15:08.622357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.652987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a66b-5158-455a-8663-fda243cbb320 req-4b7f589a-dd81-4c56-ab0f-81569aabd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:08.654599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-4b7f589a-dd81-4c56-ab0f-81569aabd93c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1431587 Aug 31 19:15:08.701369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-809a5fb5-33c3-484e-98a8-ea5696f5e5ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377901 Aug 31 19:15:08.722359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Allocated IP 172.25.3.210 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/29815823-bb0f-4492-828a-2619c71f2e0c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:08.779136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2209d983-4466-4a55-8b40-7499899f02b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:08.804950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.813109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.814314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc24a482-46d4-4e1f-91f7-dfe238ae09ca req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] 10.222.0.73 "DELETE /v2.0/security-groups/1582b160-6415-45ab-a552-6f0781ce8e48 HTTP/1.1" status: 204 len: 173 time: 0.6892753 Aug 31 19:15:08.822398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:08.926380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2209d983-4466-4a55-8b40-7499899f02b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:08.926766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.933947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:08.943292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Deleting subnet 56d4e0c4-8c5f-4b93-8f9c-fd6f22692475 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:15:08.957978 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:08.969214 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601a3dd-9c73-46b2-82f1-1e3b28d4349d x-openstack-request-id: req-c601a3dd-9c73-46b2-82f1-1e3b28d4349d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:08.969537 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:08.969761 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c601a3dd-9c73-46b2-82f1-1e3b28d4349d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:08.970151 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3', 'status': 'completed', 'code': 200} Aug 31 19:15:08.972473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011b42f-9413-42d0-8184-e60b11f82a93 tempest-SecurityGroupRulesTestJSON-1436131154 tempest-SecurityGroupRulesTestJSON-1436131154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1582b160-6415-45ab-a552-6f0781ce8e48,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:09.034467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.110001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.126618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-6fff40f3-a23b-4c8f-9dc9-8f4c1165823f service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133329 Aug 31 19:15:09.135329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ba3ad-0108-4041-9b95-a2a75d5bc860 req-af89931e-2e2d-493b-bd3c-93ef1b23989c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:09.136532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd9ba3ad-0108-4041-9b95-a2a75d5bc860 req-af89931e-2e2d-493b-bd3c-93ef1b23989c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1527710 Aug 31 19:15:09.166557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-d1926771-73d3-4e2c-af32-47faba79ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:09.170108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-d1926771-73d3-4e2c-af32-47faba79ac6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 1095 time: 0.2620556 Aug 31 19:15:09.175293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-20211db3-4f25-4835-a020-4c4e1dc1eaa6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2845a6a62294ae5868b383429f08661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982820 Aug 31 19:15:09.177083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.185643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:09.203918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.205800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/56d4e0c4-8c5f-4b93-8f9c-fd6f22692475 HTTP/1.1" status: 204 len: 168 time: 0.3823996 Aug 31 19:15:09.212829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:09.228811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3efa-9668-4272-97cf-30f6830b8317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d4e0c4-8c5f-4b93-8f9c-fd6f22692475,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:09.266791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.297074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.352333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd9ba3ad-0108-4041-9b95-a2a75d5bc860 req-38473280-0088-476b-83ec-a10fe84e4fd2 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949244 Aug 31 19:15:09.367801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.382421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.385659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.387102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5161f1f1-6538-46c8-a973-a419bb481e55 HTTP/1.1" status: 204 len: 168 time: 0.1975651 Aug 31 19:15:09.402048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d027db-9597-4cb5-99b6-954b02e70e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5161f1f1-6538-46c8-a973-a419bb481e55,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:09.555394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.572857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-2930dd00-ff98-458c-a2ef-9ee7873b5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:09.574348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-2930dd00-ff98-458c-a2ef-9ee7873b5f9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.3859546 Aug 31 19:15:09.592720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1086a66b-5158-455a-8663-fda243cbb320 req-2239c7bc-fb2c-4730-a9a7-e5c82a7b43fa service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507899 Aug 31 19:15:09.680860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.738568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-ec3e7c08-ba4f-4d2b-a02b-0bb861f56e25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 HTTP/1.1" status: 200 len: 217 time: 0.1485183 Aug 31 19:15:09.775911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be6fd7-e1f8-40f4-9ab4-78e52fa2375a req-d188dc14-5e56-4557-a884-8cfe500cf913 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:09.777500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67be6fd7-e1f8-40f4-9ab4-78e52fa2375a req-d188dc14-5e56-4557-a884-8cfe500cf913 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 943 time: 0.2925262 Aug 31 19:15:09.779557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:09.796691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:09.798533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=29815823-bb0f-4492-828a-2619c71f2e0c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:09.818830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:09.954327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67be6fd7-e1f8-40f4-9ab4-78e52fa2375a req-d598853d-5c66-46c9-a7e4-3d43df1ca6e7 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607113 Aug 31 19:15:09.955906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:09.983313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf0bb5d-7e3d-49fe-ae24-e46664e2f831']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:09.996496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-bf876ede-1a2b-405d-9bf1-f40dcb26fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:09.998372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-bf876ede-1a2b-405d-9bf1-f40dcb26fd03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.2175982 Aug 31 19:15:10.009276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab18bf42-150e-4af0-b766-b6fc3a73d416') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:10.009665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab18bf42-150e-4af0-b766-b6fc3a73d416') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:10.034730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.082249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-e9173245-86d6-4539-8324-23085613c628 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691390 Aug 31 19:15:10.123054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.194451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:15:10.194866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:15:10.196581 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:15:10.202971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.646794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-4431eb5b-fb4d-4c3b-a63c-5480a71b15c2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667248 Aug 31 19:15:10.656002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-aae8a600-be96-4cc4-971b-7f3464ec19df service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638430 Aug 31 19:15:10.664462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.698178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.703550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:10.707709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ecf0bb5d-7e3d-49fe-ae24-e46664e2f831 HTTP/1.1" status: 204 len: 168 time: 1.4797785 Aug 31 19:15:10.833684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425754-5ede-4454-bcc5-9940165428a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf0bb5d-7e3d-49fe-ae24-e46664e2f831,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:10.910005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:15:10.944787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:11.000769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc68c924-2b25-471b-99b3-e85a9a9f4000 req-4d24c46d-4926-47b7-a372-ac5d535cd152 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262372 Aug 31 19:15:11.026969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-a14e04a3-263c-4ea2-ad8f-a2694dab3fe0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:11.028540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-a14e04a3-263c-4ea2-ad8f-a2694dab3fe0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3665266 Aug 31 19:15:11.050292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b51c0c39-651a-41bf-b7ce-aa410a5f4ceb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e8c6c71ab5f4f939229750961389b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024232 Aug 31 19:15:11.052148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:11.059147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-4c9f83b3-63fc-4e60-9a29-4b5d266d19c0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/quotas/21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 375 time: 0.0237136 Aug 31 19:15:11.061391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:11.074010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3', 'mac_address': 'fa:16:3e:91:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:15:11.123763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.141106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:11.161424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-7b14a6f2-3ff4-4faa-b7e1-563fe0cebd72 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959332 Aug 31 19:15:11.165636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:11.170373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.172835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.176304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.193086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.246849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.263210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=29815823-bb0f-4492-828a-2619c71f2e0c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:11.272436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.293330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:11.293921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.296482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-0097f66a-9010-462d-a47c-b1ee16f189dc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6398771 Aug 31 19:15:11.345854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.348411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.349765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b0110d3-b819-46a5-aa2f-7ddb209c73a5 HTTP/1.1" status: 204 len: 168 time: 0.2963407 Aug 31 19:15:11.366083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a48aef-15cf-4830-83c8-5d0ebe4b5952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0110d3-b819-46a5-aa2f-7ddb209c73a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:11.401123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-6273b6b6-a821-4e56-9f09-b616813ba4ce tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0921445 Aug 31 19:15:11.419530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9b1ed1dc-a39a-42ec-bf22-2cb2917048e3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:11.587410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3859961-91ff-4110-a368-9cda42e2da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:11.621931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-ae3fbe05-214b-4836-8825-578bc982913c tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:11.623698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fda7db77-96a6-4e8d-be45-2cf49677aee7 req-ae3fbe05-214b-4836-8825-578bc982913c tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2042603 Aug 31 19:15:11.796880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30f91-b62b-45ae-bc23-4c6252a8d8cc req-b8f07d97-89f1-4318-855e-68e201ae57ef tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:11.804858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2b30f91-b62b-45ae-bc23-4c6252a8d8cc req-b8f07d97-89f1-4318-855e-68e201ae57ef tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1205859 Aug 31 19:15:11.842747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c9f5-d368-414a-8122-0291ebd1fcae req-8fee50af-f01b-4013-9e9e-d1f4d097e179 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:11.844425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c26c9f5-d368-414a-8122-0291ebd1fcae req-8fee50af-f01b-4013-9e9e-d1f4d097e179 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 944 time: 0.1112769 Aug 31 19:15:11.870051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2b30f91-b62b-45ae-bc23-4c6252a8d8cc req-d6977880-5b10-4b2d-bb68-eb106730d1f9 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641239 Aug 31 19:15:11.937847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c26c9f5-d368-414a-8122-0291ebd1fcae req-781ba472-8a87-494b-9053-003ebcb3ac89 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834968 Aug 31 19:15:12.016004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-951f1f6c-0864-40e3-bf58-22146cee96a6 req-8e821e29-fdaa-41d8-9ce7-b99272cfc142 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 210 time: 0.0404735 Aug 31 19:15:12.330554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-b0e78c93-e7b6-45e4-b3f3-2870fb5a09b8 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1937814 Aug 31 19:15:12.337398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:12.402995 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:12.573959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:12.609081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:12.765070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Allocated IP 172.25.3.239 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/70dfc649-6333-4633-9d8a-ea0a2b791568) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:12.778162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1968431870-network', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:12.806427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Made reservation on behalf of 720e8f46fa5b464d9e350394b7c53f4e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:12.811197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:12.821890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:12.939014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:12.976777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.009564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.019933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.036263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:15:13.043217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:13.049642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:13.050013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.056050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.085421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.092291 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Added segment c0105e9f-f4a8-4d55-8828-298cbe8c68d9 of type vlan for network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 Aug 31 19:15:13.121367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad68e81-2d9f-4cf1-b4da-da983b95d70a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:13.156792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=70dfc649-6333-4633-9d8a-ea0a2b791568,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:13.167024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:13.179983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:13.183191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:13.190183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.195708 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.226773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.228344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:13.229091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.231580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:13.234387 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c69ac0e-f461-4f00-9a9a-d7b48e4d7bee" -d '{"events": [{"server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:13.256182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:13.262112 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.314167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.325866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-fe022f79-d11f-46c7-866c-53b73e155142 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2476125 Aug 31 19:15:13.339486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7296746 Aug 31 19:15:13.345214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:13.360322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Request body: {'subnet': {'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1968431870-subnet', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:13.362289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:13.376571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a82bee-63e4-4bfd-9000-016d8c53ed09 admin admin] Pushing event updated for resources: {'Network': ['ID=cbda617e-e873-4b51-b7fc-eeb1ef143ae9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:13.393757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:15:13.421354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Made reservation on behalf of 720e8f46fa5b464d9e350394b7c53f4e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:13.427707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.486469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.650989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-a7eebeb0-038c-4964-8c9e-cda7dacc7446 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:13.653011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-a7eebeb0-038c-4964-8c9e-cda7dacc7446 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210692 Aug 31 19:15:13.680874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.697937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Request body: {'port': {'device_id': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '21360d979ff84629b26f0f43d4e483e2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:13.758092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:13.772899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Checking segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:13.773564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Network hostable DHCP agents. Network: cbda617e-e873-4b51-b7fc-eeb1ef143ae9, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:15:13.795506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:15:13.807753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cbda617e-e873-4b51-b7fc-eeb1ef143ae9) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:13.812765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:13.813217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.828069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955614c2-b487-4ce5-ae11-cc3f8b08a6ec None None] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:13.840442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90437648-540d-498e-a773-cfd5d68959cc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4941187 Aug 31 19:15:13.842723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:13.848258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:13.871842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.873250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.937284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.951200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.969073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d2062-eb4e-4b87-8f48-5ddbcfb1ce56 req-31eb3033-98f4-46e0-801e-f81772a7ff92 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:13.971079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-938d2062-eb4e-4b87-8f48-5ddbcfb1ce56 req-31eb3033-98f4-46e0-801e-f81772a7ff92 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1169252 Aug 31 19:15:13.972917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Made reservation on behalf of 21360d979ff84629b26f0f43d4e483e2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:13.977031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:13.979279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.042606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:15:14.044658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.119191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.160188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-938d2062-eb4e-4b87-8f48-5ddbcfb1ce56 req-0a8bfd80-fe7b-4a6c-980d-7c2d835e84b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765554 Aug 31 19:15:14.160807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=70dfc649-6333-4633-9d8a-ea0a2b791568,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:14.181625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.190892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:14.194780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.205605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e07280a2-9844-4e2b-94fd-4189b4e6d824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.241873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.243798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Allocated IP 172.20.0.2 (cbda617e-e873-4b51-b7fc-eeb1ef143ae9/bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0/562fe3b9-10ad-4374-8679-789f23cc2d47) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:14.249144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-e458f97a-e7c3-4f7c-976d-5715c0e79498 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9173493 Aug 31 19:15:14.333972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-848a8cf8-caf4-49a3-b5b3-99b926df9cab tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0838611 Aug 31 19:15:14.339672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.346654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.355472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Allocated IP 192.168.233.168 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:14.369526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.439293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262fc76-9e7c-461d-8c90-501473f3f36e req-4a5c7fc4-5b2b-4b39-a6ca-6f3ddbab611e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:14.441080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0262fc76-9e7c-461d-8c90-501473f3f36e req-4a5c7fc4-5b2b-4b39-a6ca-6f3ddbab611e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1476068 Aug 31 19:15:14.490595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Allocated IP 172.25.3.181 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/2f8da46c-d74a-4af2-af6b-32618e08cc99) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:14.549894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-5c4f0b57-d8eb-48ac-b7fd-fe615e2761eb tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:14.551468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89c3deb9-0d40-4692-bdb0-ff206e966ea7 req-5c4f0b57-d8eb-48ac-b7fd-fe615e2761eb tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1936657 Aug 31 19:15:14.562690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.566206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0262fc76-9e7c-461d-8c90-501473f3f36e req-5539f7f4-f725-47c4-bb8e-2b8e1fb4ccda tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174786 Aug 31 19:15:14.570518 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.580589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Transition to ACTIVE for port object 562fe3b9-10ad-4374-8679-789f23cc2d47 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:14.610157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Transition to ACTIVE for port object 562fe3b9-10ad-4374-8679-789f23cc2d47 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:14.620025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.648489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.663056 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db557d23-57f2-4420-82c3-e5ca52c66477 x-openstack-request-id: req-db557d23-57f2-4420-82c3-e5ca52c66477 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:14.663352 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:14.663603 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db557d23-57f2-4420-82c3-e5ca52c66477 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:14.664018 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3', 'code': 200} Aug 31 19:15:14.684106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:14.687601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:14.690436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:14.702906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.703792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Pushing event updated for resources: {'Port': ['ID=562fe3b9-10ad-4374-8679-789f23cc2d47,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:14.712399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87ea7ecf-db36-494b-ba35-d4fa5d8baee8 req-84eb160a-f22d-4b34-9cc7-9f8f565ad914 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 210 time: 0.0809932 Aug 31 19:15:14.776781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:14.780328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:14.782915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:14.814444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Attempting to bind port 562fe3b9-10ad-4374-8679-789f23cc2d47 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:14.814825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Attempting to bind port 562fe3b9-10ad-4374-8679-789f23cc2d47 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:14.815754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.817445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Attempting to bind port 562fe3b9-10ad-4374-8679-789f23cc2d47 on network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:14.820945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8da46c-d74a-4af2-af6b-32618e08cc99,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:14.828150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:14.829728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Checking segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:14.831345 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.831788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Bound using segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:14.835204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Bound port: 562fe3b9-10ad-4374-8679-789f23cc2d47, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:14.836080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.837637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Transition to ACTIVE for port object 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:14.846235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5312-a627-47ab-9e11-1641cf4e3a5b req-8daa6bb1-6383-4f7e-8054-bfac64118e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:14.847846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ab5312-a627-47ab-9e11-1641cf4e3a5b req-8daa6bb1-6383-4f7e-8054-bfac64118e1f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 1097 time: 0.0918729 Aug 31 19:15:14.910554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ab5312-a627-47ab-9e11-1641cf4e3a5b req-eefbdda2-c5eb-4d97-a7b9-58e900dd386e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547078 Aug 31 19:15:14.916005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.926376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] For port 562fe3b9-10ad-4374-8679-789f23cc2d47, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:14.936896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:14.949744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] For port 562fe3b9-10ad-4374-8679-789f23cc2d47, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=562fe3b9-10ad-4374-8679-789f23cc2d47,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:14.975581 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:14.985966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:15.016764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:15.021899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:15.120024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13df44-6ff7-448a-9d01-6fe68d938346 None None] Pushing event updated for resources: {'Port': ['ID=562fe3b9-10ad-4374-8679-789f23cc2d47,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:15.146321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:15.147203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.176583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:15.180299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-58862395-f2f0-42a5-a36d-6a5bb5d45aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4871063 Aug 31 19:15:15.244293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Request body: {'port': {'device_id': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:15.268675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.331782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.441264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.493397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-be083a5a-26b6-4083-8bb1-928dfc06b4a7 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:15.500869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-be083a5a-26b6-4083-8bb1-928dfc06b4a7 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/networks?id=bb8c41d3-147e-4508-ab0d-95b302c88ced HTTP/1.1" status: 200 len: 815 time: 0.3341606 Aug 31 19:15:15.517799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8ea969c-1dfb-4611-942c-1f658dbee16d None None] Provisioning for port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:15.524070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8ea969c-1dfb-4611-942c-1f658dbee16d None None] Provisioning complete for port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:15.524756 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8ea969c-1dfb-4611-942c-1f658dbee16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.549654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-c6cf629a-17dd-4d64-8757-d57218f42898 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/quotas/398698be000a4e85ba3c981011794de7 HTTP/1.1" status: 200 len: 375 time: 0.0477822 Aug 31 19:15:15.565013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea969c-1dfb-4611-942c-1f658dbee16d None None] Port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:15.596410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.758620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-570b898a-57a5-4e99-81b2-eeeeb00c0d32 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=398698be000a4e85ba3c981011794de7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081301 Aug 31 19:15:15.852864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:15.996073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Router 299781b5-1186-4e64-8cb1-1ca2fea0df4b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:15:16.124990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:16.137725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Sync routers for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:16.149575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:16.150418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:16.152140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.157057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-41c05925-5274-4979-bf2e-e7a494aa83f3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3099623 Aug 31 19:15:16.157354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:16.218379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76ec738a-b005-4763-9534-85f8c8a2224e req-051556a1-2ce1-4a44-842c-967ce4f074cf tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6965315 Aug 31 19:15:16.228580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:16.301004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:16.302672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.319501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-56ca8990-9cd9-4344-9335-d93dd8a6ffa1 service neutron] 10.222.0.73 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218151 Aug 31 19:15:16.445901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95feb82-2a01-4669-a8b8-f8d733c5c9ca None None] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:16.472930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:16.489764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.518246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-23fb186c-0b9c-4354-9bd9-afde63f9bebf service neutron] 10.222.0.73 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694088 Aug 31 19:15:16.519147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Transition to ACTIVE for port object 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:16.532407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.549945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11191b28-8716-4e3b-8eae-02df4dd4231f None None] Provisioning for port 562fe3b9-10ad-4374-8679-789f23cc2d47 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:16.620390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.630705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:16.675099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:15Z', 'revision_number': 3, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:16.719338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Checking router: 299781b5-1186-4e64-8cb1-1ca2fea0df4b for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:16.719851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Updating router 299781b5-1186-4e64-8cb1-1ca2fea0df4b port 2f8da46c-d74a-4af2-af6b-32618e08cc99 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:15:16.732661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.772798 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.818606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 562fe3b9-10ad-4374-8679-789f23cc2d47 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:16.888257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Attempting to bind port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:16.888607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Attempting to bind port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:16.888944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Attempting to bind port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:16.909934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:15:16.909934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Attempting to bind port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:16.927798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:16.928225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:16.928755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:16.929092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Bound port: 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:16.929527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:16.956098 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.018737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Allocated IP 172.25.3.69 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/6d943f78-c97a-4a44-ba2e-36e9fb4f0348) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:17.080495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27e8a8-c326-484f-931e-a923046576a6 req-6e4cf0cb-6e9e-449c-b334-08a2731f0404 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:17.080693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 562fe3b9-10ad-4374-8679-789f23cc2d47 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:17.082090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf27e8a8-c326-484f-931e-a923046576a6 req-6e4cf0cb-6e9e-449c-b334-08a2731f0404 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1411297 Aug 31 19:15:17.090880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 562fe3b9-10ad-4374-8679-789f23cc2d47 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:17.091257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.115249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Allocated IP 172.20.0.1 (cbda617e-e873-4b51-b7fc-eeb1ef143ae9/bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0/a91f6b28-4131-45ea-b90d-6b28a6a950a2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:17.204758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.205412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:17.210090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:17.225164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.243405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 562fe3b9-10ad-4374-8679-789f23cc2d47, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=562fe3b9-10ad-4374-8679-789f23cc2d47,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:17.248880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.290011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.302223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2f29bb5e-b148-41c0-8477-a828c9073d0b None None] Provisioning complete for port 562fe3b9-10ad-4374-8679-789f23cc2d47 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:17.302815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f29bb5e-b148-41c0-8477-a828c9073d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.304239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf27e8a8-c326-484f-931e-a923046576a6 req-d8212669-a5fc-472f-8d19-186c776c0393 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048209 Aug 31 19:15:17.307781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:17.308445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Transition to ACTIVE for port object a91f6b28-4131-45ea-b90d-6b28a6a950a2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:17.336829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:17.337465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.338873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-ff666fc0-8f74-4852-83ac-c369b23df648 service neutron] 10.222.0.67 "PUT /v2.0/ports/4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 1097 time: 2.1374876 Aug 31 19:15:17.339362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:17.341703 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea36339-4c09-4db3-bd14-f07cb57f40d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:17.366614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=562fe3b9-10ad-4374-8679-789f23cc2d47,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:17.397512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.412477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.474927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:17.483551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:17.487426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:17.509942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-b397d3b6-ee6b-4c2c-89a3-ca33814f74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:17.511510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-b397d3b6-ee6b-4c2c-89a3-ca33814f74c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1100 time: 0.1062968 Aug 31 19:15:17.514392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Pushing event updated for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:17.545724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.588487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-632db84a-726c-4909-b29a-de3cbd31adab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0545774 Aug 31 19:15:17.632576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.724692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.782859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=6d943f78-c97a-4a44-ba2e-36e9fb4f0348,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:17.793414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:17.797262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:17.800541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-79b3c113-0276-45b8-9695-da14fd217b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:17.805515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-79b3c113-0276-45b8-9695-da14fd217b3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2078977 Aug 31 19:15:17.806793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:17.943262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.956250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Transition to ACTIVE for port object 2f8da46c-d74a-4af2-af6b-32618e08cc99 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:17.977966 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:17.978259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffa62-11a8-4219-bf51-598bb413a586 req-9dd0738b-4741-46a9-9b66-92c4f5cccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:17.980014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-9dd0738b-4741-46a9-9b66-92c4f5cccb50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1584496 Aug 31 19:15:18.007162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.013444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.015068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.059718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Attempting to bind port 2f8da46c-d74a-4af2-af6b-32618e08cc99 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:18.061222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Attempting to bind port 2f8da46c-d74a-4af2-af6b-32618e08cc99 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:18.062764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Attempting to bind port 2f8da46c-d74a-4af2-af6b-32618e08cc99 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:18.077237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ed39eeb-c8eb-4de1-b4c4-4eea4c22bba4 None None] Provisioning for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:18.091488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.093487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ed39eeb-c8eb-4de1-b4c4-4eea4c22bba4 None None] Provisioning complete for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:18.093975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed39eeb-c8eb-4de1-b4c4-4eea4c22bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.096943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Pushing event updated for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:18.099058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.149303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b97ff-d494-4883-95b3-6f188aed3b2d None None] Pushing event updated for resources: {'Port': ['ID=2f8da46c-d74a-4af2-af6b-32618e08cc99,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:18.152058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:18.152513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:18.152974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.153582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:18.154255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Bound port: 2f8da46c-d74a-4af2-af6b-32618e08cc99, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:18.154866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.163458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-9f47a96b-9227-4b7a-8880-37107ed82d8e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743832 Aug 31 19:15:18.183309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9ed39eeb-c8eb-4de1-b4c4-4eea4c22bba4 None None] Port a91f6b28-4131-45ea-b90d-6b28a6a950a2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:18.200333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:18.202754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:18.218472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] For port 2f8da46c-d74a-4af2-af6b-32618e08cc99, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:18.223917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] For port 2f8da46c-d74a-4af2-af6b-32618e08cc99, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8da46c-d74a-4af2-af6b-32618e08cc99,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:18.229011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.296784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b97ff-d494-4883-95b3-6f188aed3b2d None None] Pushing event updated for resources: {'Port': ['ID=2f8da46c-d74a-4af2-af6b-32618e08cc99,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:18.311924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:18.313312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:18.352925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0a93e-654c-4694-8dbc-9df194645403 req-a4689963-1972-4171-9fff-e616dc9b3daa tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:18.354526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05b0a93e-654c-4694-8dbc-9df194645403 req-a4689963-1972-4171-9fff-e616dc9b3daa tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.2076662 Aug 31 19:15:18.378657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Router 299781b5-1186-4e64-8cb1-1ca2fea0df4b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:18.439962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:18.546569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:18.559043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f04a2930-41b0-4dea-82ff-b26824274911 admin admin] 10.222.0.73 "PUT /v2.0/routers/299781b5-1186-4e64-8cb1-1ca2fea0df4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3999085 Aug 31 19:15:18.571094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-383ffa62-11a8-4219-bf51-598bb413a586 req-f657c595-d1d6-417c-b611-ff5153fc6711 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836014 Aug 31 19:15:18.582394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05b0a93e-654c-4694-8dbc-9df194645403 req-5ca6c081-8e63-42ca-849c-51f2831f4cdf tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118449 Aug 31 19:15:18.611337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-cf203dfb-9c6b-48d9-b9b1-b61312ffef87 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:18.613327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-cf203dfb-9c6b-48d9-b9b1-b61312ffef87 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.82 "GET /v2.0/networks?id=bb8c41d3-147e-4508-ab0d-95b302c88ced HTTP/1.1" status: 200 len: 815 time: 0.2309663 Aug 31 19:15:18.641092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.649649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Request body: {'port': {'device_id': '680af13a-0f19-4189-995d-899a1624c416', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'admin_state_up': True, 'tenant_id': '398698be000a4e85ba3c981011794de7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:18.659193 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.691451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ad159d0d-1e86-43aa-82fd-31f200e7d0e8 None None] Provisioning complete for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:18.691451 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad159d0d-1e86-43aa-82fd-31f200e7d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.724012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 562fe3b9-10ad-4374-8679-789f23cc2d47 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:18.781937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ad159d0d-1e86-43aa-82fd-31f200e7d0e8 None None] Port a91f6b28-4131-45ea-b90d-6b28a6a950a2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:18.792628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 2, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:18.821865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15fbf2-4f70-4713-b465-edf762414ace None None] The sync data for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 is: [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 2, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:18.831303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 562fe3b9-10ad-4374-8679-789f23cc2d47 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:18.831788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.928440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event updated for resources: {'Port': ['ID=6d943f78-c97a-4a44-ba2e-36e9fb4f0348,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:18.956629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:18.983802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b23738-4984-42cf-aad8-5f3c4ac6abbc req-6ed38a09-b730-4548-acc0-bb0670175910 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:18.995021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11b23738-4984-42cf-aad8-5f3c4ac6abbc req-6ed38a09-b730-4548-acc0-bb0670175910 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 948 time: 0.1988249 Aug 31 19:15:19.029486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Made reservation on behalf of 398698be000a4e85ba3c981011794de7 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:19.034594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:19.107173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:19.116034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76ec738a-b005-4763-9534-85f8c8a2224e req-d2d10f99-8df5-4593-bdb1-e0f89d89c4e5 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8965807 Aug 31 19:15:19.184913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11b23738-4984-42cf-aad8-5f3c4ac6abbc req-dcc95e5d-da15-493e-9c6c-8e4bb8759c9a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740444 Aug 31 19:15:19.295819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Allocated IP 172.20.0.8 (bb8c41d3-147e-4508-ab0d-95b302c88ced/8001df6e-f18c-4ece-be0a-8a91fffbf88a/c8dc7979-0bcb-4443-8e2c-9692416b877e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:19.538076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76ec738a-b005-4763-9534-85f8c8a2224e req-bfc1e145-7d77-4469-8930-c27f2d978686 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.4209809 Aug 31 19:15:19.552318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-044311f5-7769-4509-90c0-cc719ed6842a req-c5781ec2-c9e8-45e3-bb77-6286f0874d6b tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 210 time: 0.1006515 Aug 31 19:15:19.670319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:19.690628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Transition to ACTIVE for port object c8dc7979-0bcb-4443-8e2c-9692416b877e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:19.706107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:15:19.730301 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b46e29-4de7-49a8-bb0b-8c5137dc4db9 x-openstack-request-id: req-01b46e29-4de7-49a8-bb0b-8c5137dc4db9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:19.730742 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:19.731031 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01b46e29-4de7-49a8-bb0b-8c5137dc4db9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:19.731521 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'status': 'completed', 'code': 200} Aug 31 19:15:19.748450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:19.844458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Pushing event updated for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:19.925985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Network bb8c41d3-147e-4508-ab0d-95b302c88ced is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:19.934872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:19.944260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:19.961741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-7d4a21eb-8055-4a19-9265-b4897ec34cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:19.963444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-7d4a21eb-8055-4a19-9265-b4897ec34cba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1100 time: 0.2309391 Aug 31 19:15:20.005369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec738a-b005-4763-9534-85f8c8a2224e req-dd24ac76-1e21-412b-b3c0-936e5e3e9b16 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.018601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76ec738a-b005-4763-9534-85f8c8a2224e req-dd24ac76-1e21-412b-b3c0-936e5e3e9b16 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.4570692 Aug 31 19:15:20.243723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-29d3ccf4-d35c-4431-a0b7-54e3f110532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.245258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-29d3ccf4-d35c-4431-a0b7-54e3f110532b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2479854 Aug 31 19:15:20.323921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-10542e19-8c3d-4bb6-8e82-5bdc803692e5 None None] Provisioning for port c8dc7979-0bcb-4443-8e2c-9692416b877e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:20.329287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-10542e19-8c3d-4bb6-8e82-5bdc803692e5 None None] Provisioning complete for port c8dc7979-0bcb-4443-8e2c-9692416b877e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:20.329796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-10542e19-8c3d-4bb6-8e82-5bdc803692e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.348505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-49104f63-1f10-4c09-9d97-2ebbb243ea68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0799558 Aug 31 19:15:20.359979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.360652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.409500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356ea9-7218-4526-a64a-999faae371c0 req-21c6433b-4310-4581-9622-89679058a5ca tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.419874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-10542e19-8c3d-4bb6-8e82-5bdc803692e5 None None] Port c8dc7979-0bcb-4443-8e2c-9692416b877e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:20.420262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4356ea9-7218-4526-a64a-999faae371c0 req-21c6433b-4310-4581-9622-89679058a5ca tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.4239163 Aug 31 19:15:20.513527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-ebacb3f9-0f3d-475d-a58e-51b043886f5c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8882151 Aug 31 19:15:20.521971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-4c98c084-f981-46d5-ba74-26590530cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.523467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-4c98c084-f981-46d5-ba74-26590530cd6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1310613 Aug 31 19:15:20.556666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4356ea9-7218-4526-a64a-999faae371c0 req-0f724864-4075-42de-8a04-f3d49a1284dc tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342552 Aug 31 19:15:20.599373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:20.606002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799518775', 'description': 'tempest-description--1669336553'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:20.626590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-e63ed133-fe2e-42dd-89ab-f2ad6d60650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:20.628203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-e63ed133-fe2e-42dd-89ab-f2ad6d60650a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823317 Aug 31 19:15:20.641205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.808676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb4b9e8-9dfd-4242-b7a2-0651d0093bac req-9bc44317-ac17-44a9-be2a-e7675d775642 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips/2dc718d7-6ad2-4266-8aaf-25bc97615fbd HTTP/1.1" status: 200 len: 692 time: 0.1320121 Aug 31 19:15:20.810020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8da46c-d74a-4af2-af6b-32618e08cc99 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:20.851065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.861883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.931698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:20.935455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:20.939343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8722d0a-6c47-4d2c-b20b-5b9f9a5431a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3365674 Aug 31 19:15:20.939770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:20.946493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'security_group_rule': {'security_group_id': '3bcc0c9f-80ac-4055-ad51-31ab0b0c2101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:20.991303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 2f8da46c-d74a-4af2-af6b-32618e08cc99 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:21.002989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.004157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2f8da46c-d74a-4af2-af6b-32618e08cc99 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:21.004157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.024436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eab59d-48a9-4871-afbf-c4337cafcea3 req-dbf136d3-8232-4c54-8aef-ae34e8fc1775 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:21.026188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8eab59d-48a9-4871-afbf-c4337cafcea3 req-dbf136d3-8232-4c54-8aef-ae34e8fc1775 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.2564175 Aug 31 19:15:21.064533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-44dd7332-df5a-48b5-8948-af2a3f63b1a7 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239666 Aug 31 19:15:21.107531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.116877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.175738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.177993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368906 Aug 31 19:15:21.186037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:21.202258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'security_group_rule': {'security_group_id': '3bcc0c9f-80ac-4055-ad51-31ab0b0c2101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:21.205745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ea36339-4c09-4db3-bd14-f07cb57f40d8 req-3f62b7f7-3b55-4761-a112-23d2e04f0ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992258 Aug 31 19:15:21.218405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c271b-e710-4070-86a2-2caa901ec3c2 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7bd8e0-d702-4d76-93d1-7504a67997c9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:21.228026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4b9e8-9dfd-4242-b7a2-0651d0093bac req-eea6a727-7faf-4685-a33b-3dca7db77ab0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:21.245522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb4b9e8-9dfd-4242-b7a2-0651d0093bac req-eea6a727-7faf-4685-a33b-3dca7db77ab0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.4026656 Aug 31 19:15:21.266394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8eab59d-48a9-4871-afbf-c4337cafcea3 req-6d28bdc5-1835-4316-9126-e42e145b52d5 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310045 Aug 31 19:15:21.283806 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.352246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.376815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 2f8da46c-d74a-4af2-af6b-32618e08cc99, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8da46c-d74a-4af2-af6b-32618e08cc99,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:21.382894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.451076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.457240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.460695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=2f8da46c-d74a-4af2-af6b-32618e08cc99,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:21.474910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.475670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.476249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.476864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.477434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.478026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.478790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.479776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.480562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.481054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.481553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.482086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:15:21.496626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93833835-aac0-4d61-af54-a27ffb8c12e8 req-d5af6c9f-4e92-4c7f-b3f2-60d9241ffd97 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:21.505494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93833835-aac0-4d61-af54-a27ffb8c12e8 req-d5af6c9f-4e92-4c7f-b3f2-60d9241ffd97 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1473775 Aug 31 19:15:21.514902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.521675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3284669 Aug 31 19:15:21.522307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:21.532587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:21.544103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34046992-e356-44bf-8ff8-ca5e1677167a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f32dd53-28c3-44a1-bd65-c310619cc7d5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:21.554134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2556b-45ce-4395-b24d-d9412a4f5970 req-5872b77f-4734-4a09-a18e-cee2e93d88ff tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:21.555958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78e2556b-45ce-4395-b24d-d9412a4f5970 req-5872b77f-4734-4a09-a18e-cee2e93d88ff tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 948 time: 0.1560738 Aug 31 19:15:21.602171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93833835-aac0-4d61-af54-a27ffb8c12e8 req-ef32c215-f091-4c92-8527-5cb445ac8d04 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950725 Aug 31 19:15:21.606389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.671069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78e2556b-45ce-4395-b24d-d9412a4f5970 req-29580a8b-5805-43a8-a7ec-bb9fadb55197 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065114 Aug 31 19:15:21.768450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9123e-2481-47a7-ac75-131b0944e88a req-29e440e3-3e79-40d1-b941-2dff331bfe5a tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:21.776861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b9123e-2481-47a7-ac75-131b0944e88a req-29e440e3-3e79-40d1-b941-2dff331bfe5a tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 931 time: 0.0805871 Aug 31 19:15:21.812763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:21.880948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-8abf1d76-2226-4587-82e1-320d88ddf0ac tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips/2dc718d7-6ad2-4266-8aaf-25bc97615fbd HTTP/1.1" status: 200 len: 692 time: 0.1028435 Aug 31 19:15:21.974969 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Sync routers for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:21.985842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Allocated IP 172.25.3.118 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/b8b16edc-5b13-4e24-8bab-adaa4b6fbed7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:21.990434 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:21.991138 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:22.154243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.206019 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:22.226937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.282658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:22.290434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:22.293574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:22.349120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'Port': ['ID=b8b16edc-5b13-4e24-8bab-adaa4b6fbed7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:22.409636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b9123e-2481-47a7-ac75-131b0944e88a req-f07ec549-ad2e-4796-b25b-9e1fc9de19e6 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124439 Aug 31 19:15:22.443125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-5364c499-c344-48cb-a0d0-c30d210db96c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:22.444760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-5364c499-c344-48cb-a0d0-c30d210db96c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.67 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.6080840 Aug 31 19:15:22.469699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.526703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.566428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 2, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:22.649542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-8e12a548-7234-458f-b23b-34694daed431 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:22.654077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Checking router: 299781b5-1186-4e64-8cb1-1ca2fea0df4b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:22.654467 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Updating router 299781b5-1186-4e64-8cb1-1ca2fea0df4b port a91f6b28-4131-45ea-b90d-6b28a6a950a2 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:15:22.657478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-8e12a548-7234-458f-b23b-34694daed431 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.7671394 Aug 31 19:15:22.699326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e2498-7564-4d7b-a1ee-76980aaccef4 req-2b178c15-93d1-41e9-bc52-c98df7daba4c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:22.715583 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.725466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c78e2498-7564-4d7b-a1ee-76980aaccef4 req-2b178c15-93d1-41e9-bc52-c98df7daba4c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.2560055 Aug 31 19:15:22.740947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8da46c-d74a-4af2-af6b-32618e08cc99 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:22.745472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:15:22.798955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.808850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.842885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-3ccd34b2-ed10-4d9f-8528-2ca9521ecb94 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1843860 Aug 31 19:15:22.876142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2f8da46c-d74a-4af2-af6b-32618e08cc99 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:22.876909 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:22.948231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:22.998782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'mac_address': 'fa:16:3e:aa:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:15:23.012930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.036945 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c78e2498-7564-4d7b-a1ee-76980aaccef4 req-b0c51586-c054-4041-878f-c284425fba50 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103046 Aug 31 19:15:23.039049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'Port': ['ID=b8b16edc-5b13-4e24-8bab-adaa4b6fbed7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:23.055192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-4627112a-5025-4c36-b917-e3cfd0addb20 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.2106440 Aug 31 19:15:23.058618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.060101 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.072238 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd898bae-1535-4aed-a4b9-a434fa1e8073 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5467641 Aug 31 19:15:23.092975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:23.108461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Deleting port 2dfac8e3-9317-465d-a563-7c379d981b6a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:23.108461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.118865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:23.131928 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.216723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:23.233553 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.258183 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Transition to ACTIVE for port object a91f6b28-4131-45ea-b90d-6b28a6a950a2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:23.270834 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.362118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:23.409790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8baacd-3e3d-4031-ba7c-acb8723db98e None None] Pushing event updated for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:23.531695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Attempting to bind port a91f6b28-4131-45ea-b90d-6b28a6a950a2 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:23.532436 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Attempting to bind port a91f6b28-4131-45ea-b90d-6b28a6a950a2 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:23.532809 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Attempting to bind port a91f6b28-4131-45ea-b90d-6b28a6a950a2 on network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:23.540194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:23.541028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Checking segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:23.541791 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.542332 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Bound using segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:23.542994 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Bound port: a91f6b28-4131-45ea-b90d-6b28a6a950a2, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:23.543421 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.630502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] For port 2dfac8e3-9317-465d-a563-7c379d981b6a, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2dfac8e3-9317-465d-a563-7c379d981b6a,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:23.631874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.653790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Calling delete_port for 2dfac8e3-9317-465d-a563-7c379d981b6a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:23.686557 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] For port a91f6b28-4131-45ea-b90d-6b28a6a950a2, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:23.700306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] For port a91f6b28-4131-45ea-b90d-6b28a6a950a2, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a91f6b28-4131-45ea-b90d-6b28a6a950a2,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:23.709827 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.841907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Deleting port 6d943f78-c97a-4a44-ba2e-36e9fb4f0348 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:23.843218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.920839 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:23.921543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:23.929312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8baacd-3e3d-4031-ba7c-acb8723db98e None None] Pushing event updated for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:23.946079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.946750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:23.962097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Calling delete_port for 6d943f78-c97a-4a44-ba2e-36e9fb4f0348 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:24.164171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:24.226286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Pushing event deleted for resources: {'Port': ['ID=2dfac8e3-9317-465d-a563-7c379d981b6a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:24.250697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096a95d-466c-47f1-b8ae-530fe6bf80db req-2bf583d3-bc40-44f9-9f3d-dfc92f4c4095 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:24.253566 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:24.260307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7096a95d-466c-47f1-b8ae-530fe6bf80db req-2bf583d3-bc40-44f9-9f3d-dfc92f4c4095 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=a688ebeb-692d-48f7-861c-99095647c194 HTTP/1.1" status: 200 len: 948 time: 0.8364451 Aug 31 19:15:24.262780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:24.320963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event deleted for resources: {'Port': ['ID=6d943f78-c97a-4a44-ba2e-36e9fb4f0348,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:24.493235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] No DVR routers for this DVR port 2dfac8e3-9317-465d-a563-7c379d981b6a on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:24.499325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:24.501670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5de46f-3ca2-4ca1-b7f5-28b0f4d93d81 req-02d7e784-aa6b-4eb1-981a-499aaac16a81 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.67 "DELETE /v2.0/ports/2dfac8e3-9317-465d-a563-7c379d981b6a HTTP/1.1" status: 204 len: 173 time: 2.0485194 Aug 31 19:15:24.504181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-deleted', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:24.523962 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c89f5a-74f4-4b27-95b4-172d5569a058" -d '{"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-deleted", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:24.552102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7096a95d-466c-47f1-b8ae-530fe6bf80db req-f73c5989-2512-4804-be97-d2537c6abd9c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898927 Aug 31 19:15:24.567412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:24.576277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:24.594900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af2aa2f8-74a6-44ad-bf52-2ab980109c50 req-7582f62c-32ad-4e22-ba8f-4992c6dc85c0 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "DELETE /v2.0/floatingips/2dc718d7-6ad2-4266-8aaf-25bc97615fbd HTTP/1.1" status: 204 len: 173 time: 1.5351477 Aug 31 19:15:24.752417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:24.878723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a91f6b28-4131-45ea-b90d-6b28a6a950a2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:24.926115 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:23Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:24.953216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683b29-7438-4037-85e5-8f7acab2c1aa req-125fc670-453d-4229-ae30-0678fcecefce tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:24.970332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52683b29-7438-4037-85e5-8f7acab2c1aa req-125fc670-453d-4229-ae30-0678fcecefce tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 949 time: 0.2460968 Aug 31 19:15:24.983897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:24.997896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f316a4-c7a9-45d2-9ff9-bf4fe1dfa95a None None] The sync data for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 is: [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:23Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:25.003619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:25.004121 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.019753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8ff6a-3f20-43a3-b4bc-476754b360d8 req-b83d69e6-1ddf-4ae9-88dd-df4375a40776 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:25.030029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0a8ff6a-3f20-43a3-b4bc-476754b360d8 req-b83d69e6-1ddf-4ae9-88dd-df4375a40776 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.3246078 Aug 31 19:15:25.095469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52683b29-7438-4037-85e5-8f7acab2c1aa req-8fcb589a-4837-4cc3-99ce-44d78fc855b2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192286 Aug 31 19:15:25.139415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:25.165074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:25.165586 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.184200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0a8ff6a-3f20-43a3-b4bc-476754b360d8 req-69dc7994-3a2c-4b97-a664-98cea2bd0bc4 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513653 Aug 31 19:15:25.404944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.538662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d2a69-b667-47f5-9c24-7bec0101205f req-d1b5cc96-5dbf-4ed4-b6e6-7354aaef1fa8 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:25.561261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-426d2a69-b667-47f5-9c24-7bec0101205f req-d1b5cc96-5dbf-4ed4-b6e6-7354aaef1fa8 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 931 time: 0.2148957 Aug 31 19:15:25.576757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:25.581547 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ddb1a-3526-41e1-b5de-bd86143339fa" -d '{"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-plugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:25.596837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:25.626064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.698189 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.699968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:25.715241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-426d2a69-b667-47f5-9c24-7bec0101205f req-42e93d8a-a248-401f-b328-4557a386ee8c tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527705 Aug 31 19:15:25.768144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5a9d1-71d4-4065-b406-0b7b74b1a548 req-d9a2a6bc-a6bc-4b88-8f4f-ba1e1d07b80d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:25.778189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0f5a9d1-71d4-4065-b406-0b7b74b1a548 req-d9a2a6bc-a6bc-4b88-8f4f-ba1e1d07b80d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1723659 Aug 31 19:15:25.836252 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cae33c9-e2a2-49b1-a6a7-2b4981ab9cbb x-openstack-request-id: req-4cae33c9-e2a2-49b1-a6a7-2b4981ab9cbb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:25.836557 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a688ebeb-692d-48f7-861c-99095647c194", "name": "network-vif-deleted", "tag": "2dfac8e3-9317-465d-a563-7c379d981b6a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:25.836817 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cae33c9-e2a2-49b1-a6a7-2b4981ab9cbb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:25.837424 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688ebeb-692d-48f7-861c-99095647c194', 'name': 'network-vif-deleted', 'tag': '2dfac8e3-9317-465d-a563-7c379d981b6a', 'status': 'completed', 'code': 200} Aug 31 19:15:25.851797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 2dfac8e3-9317-465d-a563-7c379d981b6a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:25.852857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2dfac8e3-9317-465d-a563-7c379d981b6a not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:25.886699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a91f6b28-4131-45ea-b90d-6b28a6a950a2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a91f6b28-4131-45ea-b90d-6b28a6a950a2,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:25.893481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:25.900192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:25.969942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:26.012650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:26.112364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0f5a9d1-71d4-4065-b406-0b7b74b1a548 req-438e002e-bb0a-449e-b1f3-9d73a34e96eb tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328996 Aug 31 19:15:26.235710 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac599e8-78b9-432c-9ca7-0721227a1ac0 x-openstack-request-id: req-7ac599e8-78b9-432c-9ca7-0721227a1ac0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:26.235953 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-plugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:26.236210 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ac599e8-78b9-432c-9ca7-0721227a1ac0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:26.236699 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'code': 200} Aug 31 19:15:26.428917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7419414-9898-42ab-9a6a-372e5553525f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:26.588634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd376-31aa-4a19-815c-98f574bed1bf req-ced81646-66b6-4c5d-86e3-d662cd794475 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:26.601781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08dbd376-31aa-4a19-815c-98f574bed1bf req-ced81646-66b6-4c5d-86e3-d662cd794475 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7442732 Aug 31 19:15:26.655691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce03ab-8e40-4ac2-b61e-0a6de4d8ce63 req-d968a89c-3db2-49f8-b5ba-e860881fd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:26.658751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3ce03ab-8e40-4ac2-b61e-0a6de4d8ce63 req-d968a89c-3db2-49f8-b5ba-e860881fd3aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1102 time: 0.3344436 Aug 31 19:15:26.689697 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7419414-9898-42ab-9a6a-372e5553525f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:26.697315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7419414-9898-42ab-9a6a-372e5553525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:26.714614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901878d-0b22-4d53-a950-022959f88922 req-5f53f527-2478-49f5-a750-5c5efde30010 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:26.716727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5901878d-0b22-4d53-a950-022959f88922 req-5f53f527-2478-49f5-a750-5c5efde30010 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2470267 Aug 31 19:15:26.787627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7419414-9898-42ab-9a6a-372e5553525f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921165c-25d9-4171-83f3-120eecd11808,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:26.799074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7419414-9898-42ab-9a6a-372e5553525f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74e8dce61b444f589d28ae31bee8b579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826583 Aug 31 19:15:26.801161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:26.818577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a91f6b28-4131-45ea-b90d-6b28a6a950a2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:26.829606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3ce03ab-8e40-4ac2-b61e-0a6de4d8ce63 req-7dd2e155-907d-45d9-aa78-d3b7ef9ae174 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588602 Aug 31 19:15:26.882603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:26.902630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5901878d-0b22-4d53-a950-022959f88922 req-bfb100ec-c3e2-4e49-9dd2-7a123dd7343f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654367 Aug 31 19:15:26.914758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:26.941331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a91f6b28-4131-45ea-b90d-6b28a6a950a2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:26.942630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.019093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.024136 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.026919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c921165c-25d9-4171-83f3-120eecd11808 HTTP/1.1" status: 204 len: 168 time: 0.2247555 Aug 31 19:15:27.046221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce677-90f7-4995-9dc4-91a5113ecd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921165c-25d9-4171-83f3-120eecd11808,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:27.195882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-279cb5e8-f272-4a95-80c7-205f961a33e4 req-93b8dc90-c30f-4725-9027-e6916d10cb90 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=446656defb644ce69f4734d153973bd7 HTTP/1.1" status: 200 len: 1657 time: 0.2015972 Aug 31 19:15:27.385424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afed66-adab-4bf8-a49a-21301479119b req-90f9493f-ff26-482d-b985-0e2dabb15cbf tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:27.404114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7afed66-adab-4bf8-a49a-21301479119b req-90f9493f-ff26-482d-b985-0e2dabb15cbf tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.4117944 Aug 31 19:15:27.493666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7afed66-adab-4bf8-a49a-21301479119b req-4d05d3a3-cce9-4a15-b9c3-b223b5eecf5f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 Aug 31 19:15:27.568808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb5e8-f272-4a95-80c7-205f961a33e4 req-b1add270-523b-4c6c-b550-c43d9a0fb67b tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:27.609363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-279cb5e8-f272-4a95-80c7-205f961a33e4 req-b1add270-523b-4c6c-b550-c43d9a0fb67b tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks?id=a5328c0a-254d-4ff1-a289-92827ad3f10d&id=a5328c0a-254d-4ff1-a289-92827ad3f10d&id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 787 time: 0.4117656 Aug 31 19:15:27.626684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:27.653498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003fc08f-e81b-4c0d-961d-10ff02e86ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.684421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb642cca-54cb-4ff2-bcbd-2854f3813044 req-3801e0bb-10a7-46f1-83a2-6905bfeb73c6 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:27.692512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb642cca-54cb-4ff2-bcbd-2854f3813044 req-3801e0bb-10a7-46f1-83a2-6905bfeb73c6 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 931 time: 0.0724082 Aug 31 19:15:27.769941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb642cca-54cb-4ff2-bcbd-2854f3813044 req-1e81aceb-657f-402a-a964-ec1014684466 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Aug 31 19:15:27.802713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd775c1-cc42-4171-b70f-69233a259ffd req-7e73bc9e-a85a-4846-850b-718479fbd9f3 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:27.805042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbd775c1-cc42-4171-b70f-69233a259ffd req-7e73bc9e-a85a-4846-850b-718479fbd9f3 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 949 time: 0.0778384 Aug 31 19:15:27.878436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003fc08f-e81b-4c0d-961d-10ff02e86ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.878739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbd775c1-cc42-4171-b70f-69233a259ffd req-ee35f345-e385-4540-af79-893484ca3b90 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Aug 31 19:15:27.885552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003fc08f-e81b-4c0d-961d-10ff02e86ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:27.946726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fc08f-e81b-4c0d-961d-10ff02e86ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae46f0-be99-450d-af3c-0d0b090dab5c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:27.953754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-003fc08f-e81b-4c0d-961d-10ff02e86ed4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe467ea477794bd3b9915bf6fc1552e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256996 Aug 31 19:15:27.956300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:28.030090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-ce48b74f-d646-4f04-8259-f998a68b9ff6 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips/f390b57b-bd4b-4b0f-b008-dc5d65dc2efc HTTP/1.1" status: 200 len: 693 time: 0.1040494 Aug 31 19:15:28.037763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.063158 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.070652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a47ee-6c6e-4c6b-a5f0-576fa9dc97a0 req-106e42aa-400d-41ed-8fcd-ca5001e458af tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:28.078866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-444a47ee-6c6e-4c6b-a5f0-576fa9dc97a0 req-106e42aa-400d-41ed-8fcd-ca5001e458af tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1967363 Aug 31 19:15:28.152773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.157275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.162242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8ae46f0-be99-450d-af3c-0d0b090dab5c HTTP/1.1" status: 204 len: 168 time: 0.2026763 Aug 31 19:15:28.173190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123974f-8f72-4676-a5ab-dcd64b4d2e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae46f0-be99-450d-af3c-0d0b090dab5c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:28.180366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-444a47ee-6c6e-4c6b-a5f0-576fa9dc97a0 req-5b168f1c-c2a3-4393-93e5-84151294bce7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977085 Aug 31 19:15:28.244993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-087eee2d-7c7c-45a1-af2d-4bc9dce74528 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:28.249455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-087eee2d-7c7c-45a1-af2d-4bc9dce74528 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2116041 Aug 31 19:15:28.406624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-de315241-98c2-4f4f-80a0-ad74941c9a50 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.1500473 Aug 31 19:15:28.500322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-4bae28ea-cf04-42c9-922b-bc2f6060469f tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0926580 Aug 31 19:15:28.536104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966236c-ed42-4cb0-a1a9-f51311761f62 req-04880dfd-51cc-43b5-9e23-6a1aca6c9111 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:28.538962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e966236c-ed42-4cb0-a1a9-f51311761f62 req-04880dfd-51cc-43b5-9e23-6a1aca6c9111 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2352972 Aug 31 19:15:28.674962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e966236c-ed42-4cb0-a1a9-f51311761f62 req-97ad5805-4f15-4180-ab93-ad74ddad50c8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003592 Aug 31 19:15:28.719412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Deleting port 70dfc649-6333-4633-9d8a-ea0a2b791568 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:28.719807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.945910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ad752-829c-443d-9430-01fd050acb64 req-acd3f819-9025-4224-ae5e-f035ff44c0b9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:28.946304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf4ad752-829c-443d-9430-01fd050acb64 req-acd3f819-9025-4224-ae5e-f035ff44c0b9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1339824 Aug 31 19:15:28.950596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.950925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:28.970757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Calling delete_port for 70dfc649-6333-4633-9d8a-ea0a2b791568 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:29.062319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf4ad752-829c-443d-9430-01fd050acb64 req-1083a9c6-3071-4ba8-a837-eecf771520d1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085756 Aug 31 19:15:29.223417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-1520fb4c-9db9-4e92-86de-694ea05dc664 req-5bf86ad1-bb52-435e-8937-3b85b5dda0b0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:15:29.224425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1520fb4c-9db9-4e92-86de-694ea05dc664 req-5bf86ad1-bb52-435e-8937-3b85b5dda0b0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135593 Aug 31 19:15:29.272495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.302990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event deleted for resources: {'Port': ['ID=70dfc649-6333-4633-9d8a-ea0a2b791568,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:29.358738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:29.386957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.389680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.391107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6cc0be-fd89-466e-bd59-7fdc2c87171c req-126c6983-8c40-4eaf-8139-565d726505d1 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "DELETE /v2.0/floatingips/f390b57b-bd4b-4b0f-b008-dc5d65dc2efc HTTP/1.1" status: 204 len: 173 time: 0.8744490 Aug 31 19:15:29.511962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cc4ee-c4d5-40aa-b6cf-e3294990bb56 req-a1089e2e-84c8-4f53-bc58-e47f47986c55 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:29.514010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-163cc4ee-c4d5-40aa-b6cf-e3294990bb56 req-a1089e2e-84c8-4f53-bc58-e47f47986c55 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 931 time: 0.0657434 Aug 31 19:15:29.529235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-network', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:29.561518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Made reservation on behalf of ed38bbcb6aac4e15a7fda1c6747312d0 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:29.564045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.576552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.587576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-163cc4ee-c4d5-40aa-b6cf-e3294990bb56 req-01ef9f52-97b0-4a43-82e0-7c4d0afa2647 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662844 Aug 31 19:15:29.609065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ae198-b5b9-4145-b37b-b95aeb0f6fe4 req-ecdc50d0-7ff6-47de-ab7d-c89b647c772c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:29.610673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d1ae198-b5b9-4145-b37b-b95aeb0f6fe4 req-ecdc50d0-7ff6-47de-ab7d-c89b647c772c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 949 time: 0.0802608 Aug 31 19:15:29.680109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d1ae198-b5b9-4145-b37b-b95aeb0f6fe4 req-9152cda4-90ca-4c5d-8c50-1cc36c9734b4 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501869 Aug 31 19:15:29.690157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-e2605af3-4eee-448b-b516-a411eb22bf2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1915350 Aug 31 19:15:29.781782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.792223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.823034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-76f46f6b-3558-49d4-8a3b-292623666b22 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips/6c0fae9b-3d56-4021-a50f-511abb7c5e6f HTTP/1.1" status: 200 len: 693 time: 0.1210852 Aug 31 19:15:29.833325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0324c-afc3-4c04-96f6-3fe6972d5350 req-a6914b8c-7d83-48c6-b035-f7842f6d1eed tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:29.833752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ea925-362c-483f-92c5-b7f4eb46aed7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:29.836717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:15:29.843312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab0324c-afc3-4c04-96f6-3fe6972d5350 req-a6914b8c-7d83-48c6-b035-f7842f6d1eed tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1620770 Aug 31 19:15:29.850410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.851082 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Added segment b7fa2b71-523f-4e69-973a-4cef8ed55511 of type vlan for network 3024973c-09e3-4aaf-81b7-28936c4d8b9c Aug 31 19:15:29.908687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.949603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.952434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:29.953277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:29.953977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab0324c-afc3-4c04-96f6-3fe6972d5350 req-79097f86-1d3d-4ff8-8f7e-ac7e87ae13f5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097090 Aug 31 19:15:30.024274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6618738 Aug 31 19:15:30.027171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:30.037888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Request body: {'subnet': {'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-subnet', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:30.045656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cd468-8611-4b35-b1b9-17359f21cd43 admin admin] Pushing event updated for resources: {'Network': ['ID=3024973c-09e3-4aaf-81b7-28936c4d8b9c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:30.058388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:15:30.094490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-e8f213b0-3779-4c6b-a804-b0f17197fb5b tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:30.105267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-e8f213b0-3779-4c6b-a804-b0f17197fb5b tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2587326 Aug 31 19:15:30.198134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-fd2e3075-5557-4701-9b01-6db5035bf914 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0919375 Aug 31 19:15:30.200435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Made reservation on behalf of ed38bbcb6aac4e15a7fda1c6747312d0 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:30.202733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:30.267183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d225503-75f2-4d03-a995-1734a752ee20 req-508dcb7f-07ed-46a6-bbbc-b3250cde76b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:30.269080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d225503-75f2-4d03-a995-1734a752ee20 req-508dcb7f-07ed-46a6-bbbc-b3250cde76b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2007413 Aug 31 19:15:30.315053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Request body: {'port': {'device_id': '680af13a-0f19-4189-995d-899a1624c416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:30.362792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-8123c49c-40f8-4b8a-be3e-99ab90e7fd94 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1536689 Aug 31 19:15:30.845098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d225503-75f2-4d03-a995-1734a752ee20 req-1c0e4c37-5475-48d2-a9e6-fad0955a7470 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262384 Aug 31 19:15:30.861025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.212840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffb68-2743-4283-8d26-fc9e629382e6 req-3e05c733-979c-477a-be98-c489b0110ab9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:31.214360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-071ffb68-2743-4283-8d26-fc9e629382e6 req-3e05c733-979c-477a-be98-c489b0110ab9 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.2715399 Aug 31 19:15:31.267213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.313086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Deleting port 29815823-bb0f-4492-828a-2619c71f2e0c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:31.313403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.444513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-071ffb68-2743-4283-8d26-fc9e629382e6 req-5f40120b-18c6-473a-9f99-4268bd2b7a7b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124431 Aug 31 19:15:31.450423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8ed8b9-74a4-40bf-b511-fa8fff4d5176,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:31.520469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-c3dc60b2-b64b-435f-b1e8-66f94b155e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:31.522001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-c3dc60b2-b64b-435f-b1e8-66f94b155e56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1102 time: 0.1537647 Aug 31 19:15:31.560893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.561230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.567648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Checking segment: {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:31.568061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Network hostable DHCP agents. Network: 3024973c-09e3-4aaf-81b7-28936c4d8b9c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:15:31.655256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Calling delete_port for 29815823-bb0f-4492-828a-2619c71f2e0c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:31.696282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dc7979-0bcb-4443-8e2c-9692416b877e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:31.708361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.747374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:15:31.781211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Transition to ACTIVE for port object c8dc7979-0bcb-4443-8e2c-9692416b877e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:31.794136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3024973c-09e3-4aaf-81b7-28936c4d8b9c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:31.802756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d84b-83aa-4648-823c-cf6e3e7899f0 req-98182a69-70ee-43c9-88ab-6a1d11071f7e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:31.803752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3d54ff-2d80-4490-8f02-f6654143cae6 None None] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:31.804306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed89d84b-83aa-4648-823c-cf6e3e7899f0 req-98182a69-70ee-43c9-88ab-6a1d11071f7e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 931 time: 0.2729082 Aug 31 19:15:31.809866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.813292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:31.813888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:31.858684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-e2c16deb-3800-437a-9572-b49ef357b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:31.860184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-e2c16deb-3800-437a-9572-b49ef357b86e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3225949 Aug 31 19:15:31.953028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-1b13b006-8502-4f80-b6d2-3ec0a6373d0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0777347 Aug 31 19:15:31.979667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6b8654d-74b3-4a50-8dc7-0b66c60c1a85 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9475925 Aug 31 19:15:31.979914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:31.981789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Pushing event updated for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:31.985728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:31.996620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'fixed_ips': [{'subnet_id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:15:32.001404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.022497 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.025118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.128001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.131833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed89d84b-83aa-4648-823c-cf6e3e7899f0 req-06120d10-0202-4cb9-9b4e-847b4c22755f tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052776 Aug 31 19:15:32.156511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-86b9595a-d5e6-4f23-83c4-95c9557828f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:32.158031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-86b9595a-d5e6-4f23-83c4-95c9557828f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1712825 Aug 31 19:15:32.247214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Allocated IP 172.20.0.2 (3024973c-09e3-4aaf-81b7-28936c4d8b9c/aa8ed8b9-74a4-40bf-b511-fa8fff4d5176/9eb94921-ab80-4b59-b689-b02b4c309ef6) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:32.251009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.263185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Attempting to bind port c8dc7979-0bcb-4443-8e2c-9692416b877e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:32.263444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Attempting to bind port c8dc7979-0bcb-4443-8e2c-9692416b877e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:32.263816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Attempting to bind port c8dc7979-0bcb-4443-8e2c-9692416b877e on network bb8c41d3-147e-4508-ab0d-95b302c88ced {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:32.299980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event deleted for resources: {'Port': ['ID=29815823-bb0f-4492-828a-2619c71f2e0c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:32.323218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Port c8dc7979-0bcb-4443-8e2c-9692416b877e on network bb8c41d3-147e-4508-ab0d-95b302c88ced not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:15:32.323589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Attempting to bind port c8dc7979-0bcb-4443-8e2c-9692416b877e on network bb8c41d3-147e-4508-ab0d-95b302c88ced {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:32.339520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.352193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:32.352516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Checking segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:32.352904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Bound using segment: {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:32.353362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Bound port: c8dc7979-0bcb-4443-8e2c-9692416b877e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a68d61-c193-4686-bced-138a21916941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:32.353758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.360281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-82cb4dae-0fe8-4306-84e3-79b2871cc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:32.362004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-82cb4dae-0fe8-4306-84e3-79b2871cc1db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885359 Aug 31 19:15:32.472492 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.493628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Transition to ACTIVE for port object 9eb94921-ab80-4b59-b689-b02b4c309ef6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:32.498328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78bb5b-4b83-4311-838e-fd2a20c77659 req-58056a93-a203-4f25-870d-0733500a6465 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:32.499899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f78bb5b-4b83-4311-838e-fd2a20c77659 req-58056a93-a203-4f25-870d-0733500a6465 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 949 time: 0.2384846 Aug 31 19:15:32.514344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.516894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.518007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da4b8f2d-0d31-4235-9906-499b22c3abdd req-2b9e6196-7686-4c51-9fdf-5d3de175b9ec tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "DELETE /v2.0/floatingips/6c0fae9b-3d56-4021-a50f-511abb7c5e6f HTTP/1.1" status: 204 len: 173 time: 2.1269557 Aug 31 19:15:32.534211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Transition to ACTIVE for port object 9eb94921-ab80-4b59-b689-b02b4c309ef6 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:32.551755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.598858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:32.602823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-6c50d87a-7b11-4933-9473-406ed3224186 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127247 Aug 31 19:15:32.605714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f78bb5b-4b83-4311-838e-fd2a20c77659 req-195528c4-f2fb-41fc-9d74-f971dabb74a2 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/security-groups?id=270ef707-a1be-4231-98a9-d608191c1165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927331 Aug 31 19:15:32.622316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:32.625810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:32.632939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:32.641570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Pushing event updated for resources: {'Port': ['ID=9eb94921-ab80-4b59-b689-b02b4c309ef6,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:32.646274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:32.711499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-54f87000-4007-4f3e-83dc-d251c1d4f09e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:32.713234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-54f87000-4007-4f3e-83dc-d251c1d4f09e tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.82 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 949 time: 0.1329286 Aug 31 19:15:32.718711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.719677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Attempting to bind port 9eb94921-ab80-4b59-b689-b02b4c309ef6 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:32.720965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Attempting to bind port 9eb94921-ab80-4b59-b689-b02b4c309ef6 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:32.721745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Attempting to bind port 9eb94921-ab80-4b59-b689-b02b4c309ef6 on network 3024973c-09e3-4aaf-81b7-28936c4d8b9c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:32.728189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:32.729106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Checking segment: {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:32.729984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.730602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Bound using segment: {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:32.733945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Bound port: 9eb94921-ab80-4b59-b689-b02b4c309ef6, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:32.734806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.736927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.782537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.838551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:32.839181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:32.840639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] 10.222.0.82 "PUT /v2.0/ports/c8dc7979-0bcb-4443-8e2c-9692416b877e HTTP/1.1" status: 200 len: 1092 time: 2.5699477 Aug 31 19:15:32.849068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:32.855829 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb23caa-36d2-4841-a3d7-18e6c442485e" -d '{"events": [{"name": "network-changed", "server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:32.875586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] For port 9eb94921-ab80-4b59-b689-b02b4c309ef6, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:32.883562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] For port 9eb94921-ab80-4b59-b689-b02b4c309ef6, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9eb94921-ab80-4b59-b689-b02b4c309ef6,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:32.893696 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:33.054201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03194dfb-bf48-4bb0-a2e5-5492a910094a service neutron] Pushing event updated for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:33.062525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e217ab6-9b2c-4ab8-9ba7-06f779784eb1 None None] Pushing event updated for resources: {'Port': ['ID=9eb94921-ab80-4b59-b689-b02b4c309ef6,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:33.088342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e39a-0908-4eaa-ae33-173363c06c20 req-8b1d257a-0da6-4d37-a62f-fd8260f9f005 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.096151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2c0e39a-0908-4eaa-ae33-173363c06c20 req-8b1d257a-0da6-4d37-a62f-fd8260f9f005 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.3050888 Aug 31 19:15:33.112004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-f0409d75-6909-43b0-bc62-2aa5a49f5381 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947860 Aug 31 19:15:33.125134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Deleting port 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:33.125705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:33.128687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-aae95dea-2908-4a87-b9ae-ef6c0166398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.131109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-aae95dea-2908-4a87-b9ae-ef6c0166398e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=398698be000a4e85ba3c981011794de7&device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 1095 time: 0.2127142 Aug 31 19:15:33.141320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24ed9-5820-4ea3-ac99-bcea1af4b1c3 req-5eb90a23-7f9a-41ce-8c39-3ef231d51e0d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.148598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1d24ed9-5820-4ea3-ac99-bcea1af4b1c3 req-5eb90a23-7f9a-41ce-8c39-3ef231d51e0d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1652920 Aug 31 19:15:33.212252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Allocated IP 172.25.3.93 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/5cb45a67-fee3-49ff-ac03-d99a0e3f2efd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:33.222020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-87ad0a99-1d31-43cc-a972-84c9c4998705 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e HTTP/1.1" status: 200 len: 217 time: 0.0721595 Aug 31 19:15:33.306028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2c0e39a-0908-4eaa-ae33-173363c06c20 req-c375f816-d01f-43da-a6ad-2eb74ac2bf8e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089598 Aug 31 19:15:33.405429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1d24ed9-5820-4ea3-ac99-bcea1af4b1c3 req-2d8eed93-831d-443f-ae0c-0146b95b8faa tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474821 Aug 31 19:15:33.407206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-e78f6efb-7aba-45db-b792-74e2881a86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.409292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-e78f6efb-7aba-45db-b792-74e2881a86b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8001df6e-f18c-4ece-be0a-8a91fffbf88a HTTP/1.1" status: 200 len: 854 time: 0.1724246 Aug 31 19:15:33.541118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-2cb881e1-d828-4e37-8f26-f8e0709e8667 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips/047bf306-959d-41fd-8f19-5c98a140d110 HTTP/1.1" status: 200 len: 693 time: 0.0818155 Aug 31 19:15:33.558703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101e9ec-b56b-415a-974c-c452f1a7cf9c req-5c8b44f2-0b0c-406f-97fd-02db88ea6e2d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.560243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8101e9ec-b56b-415a-974c-c452f1a7cf9c req-5c8b44f2-0b0c-406f-97fd-02db88ea6e2d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1464484 Aug 31 19:15:33.592532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-1d2624fa-81af-4d40-af44-f9dc047dd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.594008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-1d2624fa-81af-4d40-af44-f9dc047dd3e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb8c41d3-147e-4508-ab0d-95b302c88ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637900 Aug 31 19:15:33.697279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] For port 33dc32d7-7f2a-4095-999f-42f89227fcfb, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=33dc32d7-7f2a-4095-999f-42f89227fcfb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:33.697663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:33.719310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Calling delete_port for 33dc32d7-7f2a-4095-999f-42f89227fcfb owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:33.726618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8101e9ec-b56b-415a-974c-c452f1a7cf9c req-e2e8ef09-11b4-4e7f-a835-f89d1a18165e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546078 Aug 31 19:15:33.771145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-7fe1658d-d6a5-494d-8af3-3f1377c510ce service neutron] 10.222.0.82 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394930 Aug 31 19:15:33.778049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-84598378-d5f2-4ad9-912e-1fec49b48369 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:33.779504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-84598378-d5f2-4ad9-912e-1fec49b48369 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2292225 Aug 31 19:15:33.786725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:33.839120 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d5dd2-f0a5-4263-84ef-6573147657a3 x-openstack-request-id: req-627d5dd2-f0a5-4263-84ef-6573147657a3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:33.839393 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:33.839673 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-627d5dd2-f0a5-4263-84ef-6573147657a3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:33.840072 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e', 'status': 'completed', 'code': 200} Aug 31 19:15:33.868062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:33.899964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-21176e95-b417-47f2-a5c2-ed8cb36fcbbb tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1007347 Aug 31 19:15:33.939560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:33.949148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:33.958709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:33.984611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-b81607eb-5e77-49c9-98a0-7ccf23fc1a95 tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0836928 Aug 31 19:15:34.000068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:34.002846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:34.043431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Pushing event deleted for resources: {'Port': ['ID=33dc32d7-7f2a-4095-999f-42f89227fcfb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:34.093307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caeeaacd-0eff-4ab5-8f38-ef09a369e83d req-070c4c67-9a08-44f5-9d7e-8efa27fba5a8 service neutron] 10.222.0.82 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123705 Aug 31 19:15:34.104668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594dde5-ba83-4edc-91e0-ca4dbc8f54b2 req-5ecdeebc-ed10-46cb-adc9-e20788b25bdf tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:34.113679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e594dde5-ba83-4edc-91e0-ca4dbc8f54b2 req-5ecdeebc-ed10-46cb-adc9-e20788b25bdf tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 943 time: 0.1572757 Aug 31 19:15:34.179741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] No DVR routers for this DVR port 33dc32d7-7f2a-4095-999f-42f89227fcfb on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:34.183321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:34.185429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a0c77cb-fdbb-41f7-8ca7-c1a9451fa41c req-d2e63edc-43fd-4da1-a4f2-4e7b1ebc5904 tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.82 "DELETE /v2.0/ports/33dc32d7-7f2a-4095-999f-42f89227fcfb HTTP/1.1" status: 204 len: 173 time: 1.4644394 Aug 31 19:15:34.185870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-deleted', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:34.188173 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941bc0e5-3549-4675-ab16-edf8f5f5cba6" -d '{"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-deleted", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:34.308023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e594dde5-ba83-4edc-91e0-ca4dbc8f54b2 req-8d927ce6-8a8f-4e8e-9eaa-39d6e9466a97 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930993 Aug 31 19:15:34.329961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-18c13807-8a22-407f-a972-a351bc24c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:34.331606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-18c13807-8a22-407f-a972-a351bc24c64a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=398698be000a4e85ba3c981011794de7&device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 1095 time: 0.1230505 Aug 31 19:15:34.441149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:34.452653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565e104-2798-4a91-8197-4f28de7da8e6 None None] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:34.485423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Deleting port 545d00da-4512-4773-9402-1b4e7c957ac0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:34.485780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:34.561298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cddd552e-ebde-4ea8-86a2-15dd2f22f478 None None] Provisioning for port 9eb94921-ab80-4b59-b689-b02b4c309ef6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:34.748254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:34.872875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9eb94921-ab80-4b59-b689-b02b4c309ef6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:34.938239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Router 734ce02f-e2d7-4edd-a86e-be1f950a71ce is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:15:35.033720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c8dc7979-0bcb-4443-8e2c-9692416b877e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:15:35.068588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.069768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.100969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Calling delete_port for 545d00da-4512-4773-9402-1b4e7c957ac0 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:35.134056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9eb94921-ab80-4b59-b689-b02b4c309ef6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:35.138119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:35.153551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Sync routers for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:35.162032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9eb94921-ab80-4b59-b689-b02b4c309ef6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:35.162417 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.173553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.175181 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a004a4e5-e18a-4137-b9f8-46bf845bc5e6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1953342 Aug 31 19:15:35.178442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:35.222387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:35.223317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:35.228766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:35.292465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed017110-7db4-4e06-92f6-07bedeb7816a req-596289eb-7597-4185-893e-fee3f362727c tempest-ListImageFiltersTestJSON-1477018790 tempest-ListImageFiltersTestJSON-1477018790-project] 10.222.0.73 "GET /v2.0/ports?device_id=0defd42b-978d-408b-b405-38e856d9ce5d HTTP/1.1" status: 200 len: 210 time: 0.8207641 Aug 31 19:15:35.339031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c8dc7979-0bcb-4443-8e2c-9692416b877e', 'network_id': 'bb8c41d3-147e-4508-ab0d-95b302c88ced', 'port_id': 'c8dc7979-0bcb-4443-8e2c-9692416b877e', 'mac_address': 'fa:16:3e:f8:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8001df6e-f18c-4ece-be0a-8a91fffbf88a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:15:35.382659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-cbb05a46-7d67-4c03-ad16-705529397627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:35.386806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-cbb05a46-7d67-4c03-ad16-705529397627 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb8c41d3-147e-4508-ab0d-95b302c88ced HTTP/1.1" status: 200 len: 916 time: 1.0368576 Aug 31 19:15:35.419063 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca7daa-bae7-47bf-b225-691d54d0de63 x-openstack-request-id: req-fbca7daa-bae7-47bf-b225-691d54d0de63 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:35.420687 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defd42b-978d-408b-b405-38e856d9ce5d", "name": "network-vif-deleted", "tag": "33dc32d7-7f2a-4095-999f-42f89227fcfb", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:35.421852 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbca7daa-bae7-47bf-b225-691d54d0de63 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:35.424372 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defd42b-978d-408b-b405-38e856d9ce5d', 'name': 'network-vif-deleted', 'tag': '33dc32d7-7f2a-4095-999f-42f89227fcfb', 'status': 'completed', 'code': 200} Aug 31 19:15:35.481101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-350c8263-7b5c-4812-9872-2524cf987102 None None] Provisioning complete for port 9eb94921-ab80-4b59-b689-b02b4c309ef6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:35.481681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-350c8263-7b5c-4812-9872-2524cf987102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.490099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-554cf25e-d8b6-4e06-a1ea-a3146f974aae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e HTTP/1.1" status: 200 len: 217 time: 0.0921907 Aug 31 19:15:35.548052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:35.633394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-72d75ec5-7ffc-447c-acdc-6aa050802926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:35.634956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-72d75ec5-7ffc-447c-acdc-6aa050802926 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8001df6e-f18c-4ece-be0a-8a91fffbf88a HTTP/1.1" status: 200 len: 854 time: 0.0819387 Aug 31 19:15:35.658298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159bb3-4a5f-4944-bd16-04d14dee4d0a req-57e7ea05-fe13-4652-a8a3-9845a4f0e3b2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:35.660184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b159bb3-4a5f-4944-bd16-04d14dee4d0a req-57e7ea05-fe13-4652-a8a3-9845a4f0e3b2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1607513 Aug 31 19:15:35.704585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.854271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.858452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.872546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dde1b2-3420-45e2-bb94-130f76006719 req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] 10.222.0.73 "DELETE /v2.0/floatingips/047bf306-959d-41fd-8f19-5c98a140d110 HTTP/1.1" status: 204 len: 173 time: 1.8869865 Aug 31 19:15:35.875517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d54e4-4f2e-451a-b1fa-bc6f9d73abcc tempest-FloatingIPDetailsTestJSON-187760307 tempest-FloatingIPDetailsTestJSON-187760307-project] Pushing event deleted for resources: {'Port': ['ID=545d00da-4512-4773-9402-1b4e7c957ac0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:35.880645 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.889929 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.896573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51330) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:35.899132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:35.914719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dc7979-0bcb-4443-8e2c-9692416b877e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:35.915255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-5506d45e-0a9b-4c92-9e7e-7b3c56f0c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:35.922835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-5506d45e-0a9b-4c92-9e7e-7b3c56f0c872 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb8c41d3-147e-4508-ab0d-95b302c88ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613878 Aug 31 19:15:35.933093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b159bb3-4a5f-4944-bd16-04d14dee4d0a req-cd518d15-d600-4e86-9932-ce9f05d524df tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362669 Aug 31 19:15:36.001928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:36.036220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.058371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 9eb94921-ab80-4b59-b689-b02b4c309ef6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9eb94921-ab80-4b59-b689-b02b4c309ef6,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:36.114757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.159687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:36.182478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-350c8263-7b5c-4812-9872-2524cf987102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.256084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378688d-61d9-49fe-b7ea-e55f1b1c1eda req-537c97d6-bc55-4ba6-9264-9f6aafed104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:36.258418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5378688d-61d9-49fe-b7ea-e55f1b1c1eda req-537c97d6-bc55-4ba6-9264-9f6aafed104a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2046077 Aug 31 19:15:36.260957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-bc80d910-92fa-4c03-bf5d-646b68ad5a02 service neutron] 10.222.0.82 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242137 Aug 31 19:15:36.277626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f276d5-eb05-401b-9dad-4c6c87006cec req-457488ab-196a-4638-a939-b50071001ca0 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:36.279355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0f276d5-eb05-401b-9dad-4c6c87006cec req-457488ab-196a-4638-a939-b50071001ca0 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.3036835 Aug 31 19:15:36.281897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=9eb94921-ab80-4b59-b689-b02b4c309ef6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:36.302744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c8dc7979-0bcb-4443-8e2c-9692416b877e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:36.384404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-350c8263-7b5c-4812-9872-2524cf987102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:15:36.384769 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-350c8263-7b5c-4812-9872-2524cf987102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:15:36.390035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:34Z', 'revision_number': 3, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:36.423752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Checking router: 734ce02f-e2d7-4edd-a86e-be1f950a71ce for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:36.424027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Updating router 734ce02f-e2d7-4edd-a86e-be1f950a71ce port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:15:36.459110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.494398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b2321-fbf3-49df-a306-d9de5bf8cc93 req-3224024a-13e7-4ff6-9c24-3b3f808dc167 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:36.497320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-330b2321-fbf3-49df-a306-d9de5bf8cc93 req-3224024a-13e7-4ff6-9c24-3b3f808dc167 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.3960783 Aug 31 19:15:36.506951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb23caa-36d2-4841-a3d7-18e6c442485e req-b4ad6073-64b5-4c0d-b556-e181523a60f8 service neutron] 10.222.0.82 "GET /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247930 Aug 31 19:15:36.540009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0f276d5-eb05-401b-9dad-4c6c87006cec req-d1186f3e-918f-4eff-bc5d-63e3452e4161 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341517 Aug 31 19:15:36.564295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5378688d-61d9-49fe-b7ea-e55f1b1c1eda req-26a72a26-c53a-4382-a82b-0b0f88ea403e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835658 Aug 31 19:15:36.583549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Allocated IP 172.20.0.1 (3024973c-09e3-4aaf-81b7-28936c4d8b9c/aa8ed8b9-74a4-40bf-b511-fa8fff4d5176/89be8c10-d919-4187-9896-d432b92fa70e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:36.587166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-330b2321-fbf3-49df-a306-d9de5bf8cc93 req-cf4c8265-a77c-4818-aae6-bb523386355e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Aug 31 19:15:36.794198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321591b-1dc0-4772-bce6-65ffd07c32a7 req-53cd08ff-2800-46ee-a90f-812bc123d936 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:36.798488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c321591b-1dc0-4772-bce6-65ffd07c32a7 req-53cd08ff-2800-46ee-a90f-812bc123d936 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 944 time: 0.1144547 Aug 31 19:15:36.820476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9eb94921-ab80-4b59-b689-b02b4c309ef6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:36.824240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.841622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Transition to ACTIVE for port object 89be8c10-d919-4187-9896-d432b92fa70e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:36.879574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c321591b-1dc0-4772-bce6-65ffd07c32a7 req-f8436bfc-ab00-4c67-95cf-782d7d4c1827 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Aug 31 19:15:36.944763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.957832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:36.981791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9eb94921-ab80-4b59-b689-b02b4c309ef6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:36.982440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.063153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:37.067708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:37.081458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.095085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:37.112147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:37.113604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 33dc32d7-7f2a-4095-999f-42f89227fcfb {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:37.113985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 33dc32d7-7f2a-4095-999f-42f89227fcfb not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:37.121538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Transition to ACTIVE for port object 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:37.127607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Pushing event updated for resources: {'Port': ['ID=89be8c10-d919-4187-9896-d432b92fa70e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:37.140998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.166436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226658e0-883f-47bc-b4e7-fcec2aa2913b req-82c097a8-6b71-4833-b53f-fbb25be2c9c3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:37.168590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226658e0-883f-47bc-b4e7-fcec2aa2913b req-82c097a8-6b71-4833-b53f-fbb25be2c9c3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.0955017 Aug 31 19:15:37.249167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226658e0-883f-47bc-b4e7-fcec2aa2913b req-930c162c-4532-4a53-9a2e-25f062fb4ff5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697908 Aug 31 19:15:37.264140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.276818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45608-079a-4fc3-b5b2-fff13ce4c6c8 None None] Pushing event updated for resources: {'Port': ['ID=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:37.309063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Attempting to bind port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:37.309450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Attempting to bind port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:37.310402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Attempting to bind port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Bound port: 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:37.321362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.412307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] For port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:37.422142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] For port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:37.430599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.530729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:37.531379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:37.752036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24795ce-7471-4b13-b6a2-8ab08692f117 req-7485aad7-f63d-4ce0-925b-ba2dfd15116c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:37.754263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a24795ce-7471-4b13-b6a2-8ab08692f117 req-7485aad7-f63d-4ce0-925b-ba2dfd15116c tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1148813 Aug 31 19:15:37.772937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:37.839444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.872277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a24795ce-7471-4b13-b6a2-8ab08692f117 req-43146236-9158-4f34-af1f-ca44a24e7947 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112771 Aug 31 19:15:37.898323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45608-079a-4fc3-b5b2-fff13ce4c6c8 None None] Pushing event updated for resources: {'Port': ['ID=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:37.906655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d284e8ef-ba7f-43a5-ac34-7006dbcd83d3 None None] Provisioning for port 89be8c10-d919-4187-9896-d432b92fa70e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:37.912567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d284e8ef-ba7f-43a5-ac34-7006dbcd83d3 None None] Provisioning complete for port 89be8c10-d919-4187-9896-d432b92fa70e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:37.912933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d284e8ef-ba7f-43a5-ac34-7006dbcd83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:37.958158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d284e8ef-ba7f-43a5-ac34-7006dbcd83d3 None None] Port 89be8c10-d919-4187-9896-d432b92fa70e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:37.979895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daba14-acce-4e36-9ac6-e11eb7a1f656 req-bf448e24-13e3-4603-b758-5d1a15a156ea tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:37.988558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75daba14-acce-4e36-9ac6-e11eb7a1f656 req-bf448e24-13e3-4603-b758-5d1a15a156ea tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1129899 Aug 31 19:15:38.040738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75daba14-acce-4e36-9ac6-e11eb7a1f656 req-24f4a141-b553-40bf-a8e7-e009072b47c1 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Aug 31 19:15:38.095213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:34Z', 'revision_number': 3, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:38.131769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1348dca-a8bd-4a06-bfcc-bb8e07880ddd None None] The sync data for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 is: [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:34Z', 'revision_number': 3, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:38.188111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:38.194569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:38.237045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b149a3-d2a4-4aca-a8a3-5d6603fcc13b req-221ef038-f025-42bc-b7f5-62d022c2fac5 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:38.250708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2b149a3-d2a4-4aca-a8a3-5d6603fcc13b req-221ef038-f025-42bc-b7f5-62d022c2fac5 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 944 time: 0.1246078 Aug 31 19:15:38.303917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:38.313891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Pushing event updated for resources: {'Port': ['ID=89be8c10-d919-4187-9896-d432b92fa70e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:38.333308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Deleting port 2209d983-4466-4a55-8b40-7499899f02b8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:38.333666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:38.344211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2b149a3-d2a4-4aca-a8a3-5d6603fcc13b req-aceba15b-bed8-4300-8b5d-f28964fd02db tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829346 Aug 31 19:15:38.429580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edae370-532f-4532-9cbd-c297d7c3d824 req-1d2e67ef-0b2d-476d-8478-0024c528a7bf tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:38.431545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7edae370-532f-4532-9cbd-c297d7c3d824 req-1d2e67ef-0b2d-476d-8478-0024c528a7bf tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.0692918 Aug 31 19:15:38.482418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7edae370-532f-4532-9cbd-c297d7c3d824 req-0e457ccd-ca7c-45b6-986d-68bb36b431a9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Aug 31 19:15:38.523437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] For port 2209d983-4466-4a55-8b40-7499899f02b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2209d983-4466-4a55-8b40-7499899f02b8,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:38.523908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:38.554903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Calling delete_port for 2209d983-4466-4a55-8b40-7499899f02b8 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:38.557794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:38.561526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:38.690403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:38.830603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:38.938818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a2fce858-88ad-4753-b239-4990b73c68c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13cc793e94c743ae87cabdb3c2ac8777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448812 Aug 31 19:15:38.939361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:38.974899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Router 734ce02f-e2d7-4edd-a86e-be1f950a71ce has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:38.999621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-09491a78-4299-4de1-9c4d-ca2b09aa8346 None None] Provisioning complete for port 89be8c10-d919-4187-9896-d432b92fa70e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:39.000116 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09491a78-4299-4de1-9c4d-ca2b09aa8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.016136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.093889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.101194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c8dc7979-0bcb-4443-8e2c-9692416b877e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:39.108384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:39.145202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:39.145857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.149887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd83ce-df08-4c20-9722-faf20a70490d req-2bdb6341-c52d-4c84-8ca1-51901f47b44a tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:39.152370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79fd83ce-df08-4c20-9722-faf20a70490d req-2bdb6341-c52d-4c84-8ca1-51901f47b44a tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1330454 Aug 31 19:15:39.163744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-09491a78-4299-4de1-9c4d-ca2b09aa8346 None None] Port 89be8c10-d919-4187-9896-d432b92fa70e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:39.205522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.248540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port c8dc7979-0bcb-4443-8e2c-9692416b877e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:39.250680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79fd83ce-df08-4c20-9722-faf20a70490d req-d772c498-acaf-4fa2-b947-88ef52eda57f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764425 Aug 31 19:15:39.263518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c8dc7979-0bcb-4443-8e2c-9692416b877e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:39.264237 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.312660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2209d983-4466-4a55-8b40-7499899f02b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:39.355619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-631417106', 'description': 'tempest-description-1533644697'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:39.380222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:39.386633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-12839822-d28d-4baf-9905-30c0f002dc91 admin admin] 10.222.0.73 "PUT /v2.0/routers/734ce02f-e2d7-4edd-a86e-be1f950a71ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066691 Aug 31 19:15:39.420205 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.437060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673bc5-690c-447c-be0f-10ed21c7d1a7 req-427d6e19-bf03-436c-a5d8-7b1116a0b6c2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:39.438971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39673bc5-690c-447c-be0f-10ed21c7d1a7 req-427d6e19-bf03-436c-a5d8-7b1116a0b6c2 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.2070062 Aug 31 19:15:39.469370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.471966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.475709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/270ef707-a1be-4231-98a9-d608191c1165 HTTP/1.1" status: 204 len: 168 time: 0.5330217 Aug 31 19:15:39.591948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ff21-e8ff-4752-9d4b-71420a7adf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ef707-a1be-4231-98a9-d608191c1165,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:39.625240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39673bc5-690c-447c-be0f-10ed21c7d1a7 req-e87dccf1-588c-4873-90b3-6c1535a5f6d6 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745298 Aug 31 19:15:39.745113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.797629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.805755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.811519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.854732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:39.875107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:39.995956 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:40.008520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ecdcc-619b-4f9d-b022-f7a6c2a01e42,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:40.017379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:40.040238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f907be8-2598-41ca-9d77-57e1c64ef786 req-f80a2766-cabb-4f04-8ac3-02f8a78da21e tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7126360 Aug 31 19:15:40.046820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:40.080372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:40.083355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b241a6-89e6-44b8-b6ba-7230c62199d9 req-64a4f235-5601-4e75-8ae4-c6ecdb0761d4 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:40.085383 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafadc34-6129-447c-be95-3f04cb36e030" -d '{"events": [{"server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "name": "network-vif-plugged", "status": "completed", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:40.087244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5b241a6-89e6-44b8-b6ba-7230c62199d9 req-64a4f235-5601-4e75-8ae4-c6ecdb0761d4 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 944 time: 0.2710717 Aug 31 19:15:40.117467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:40.127844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:40.173991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5b241a6-89e6-44b8-b6ba-7230c62199d9 req-29c67b2f-84ae-4d1b-b6ff-9c802ec7d9e5 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762019 Aug 31 19:15:40.233966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Router efd61a67-6311-426d-864f-7b005de1a1aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:40.248683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:40.338957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc079fd-0843-4814-a986-31eb22b5fe38 req-afdc73fc-e50c-4b78-aad1-e6fc122462a4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:40.355734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcc079fd-0843-4814-a986-31eb22b5fe38 req-afdc73fc-e50c-4b78-aad1-e6fc122462a4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1707296 Aug 31 19:15:40.428730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcc079fd-0843-4814-a986-31eb22b5fe38 req-6a3e3857-9c25-409d-8497-c68ba14567bc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Aug 31 19:15:40.466317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:40.478583 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Sync routers for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:40.483482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51448) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:40.491905 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90394cc2-504e-4b97-9c47-ddad24405b76 admin admin] 10.222.0.73 "PUT /v2.0/routers/efd61a67-6311-426d-864f-7b005de1a1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5582540 Aug 31 19:15:40.497717 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:40.499233 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:40.657075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-057d43af-73d2-4424-b809-7bc889811199 req-11217b62-12f3-4cf4-bad9-69d602740978 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631417106&fields=id&tenant_id=fb895d7ff6844401ba38adbbde910595 HTTP/1.1" status: 200 len: 267 time: 0.1118505 Aug 31 19:15:40.702156 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:40.751558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:40.759248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Sync routers for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:40.776853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:40.782071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:40.873398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:15:40.898201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d43af-73d2-4424-b809-7bc889811199 req-fc9c0d6b-8c2a-4cee-9b3c-9faf489aefd4 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:40.913930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-057d43af-73d2-4424-b809-7bc889811199 req-fc9c0d6b-8c2a-4cee-9b3c-9faf489aefd4 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.2369518 Aug 31 19:15:40.933391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ab00421-f3d8-4de9-b8b0-83bd52867f8b req-5e5d4d7b-1210-42a5-9bb2-aa294a766db2 tempest-FloatingIPsNegativeTestJSON-1039300531 tempest-FloatingIPsNegativeTestJSON-1039300531-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=ed38bbcb6aac4e15a7fda1c6747312d0 HTTP/1.1" status: 200 len: 217 time: 0.1029286 Aug 31 19:15:40.949715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'port': {'security_groups': ['2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b', 'db9ecdcc-619b-4f9d-b022-f7a6c2a01e42']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:41.019588 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28837451-dfd0-4099-bb4a-3794c6c94fd1 x-openstack-request-id: req-28837451-dfd0-4099-bb4a-3794c6c94fd1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:41.020175 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "name": "network-vif-plugged", "status": "completed", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:41.020596 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28837451-dfd0-4099-bb4a-3794c6c94fd1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:41.021422 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e', 'code': 200} Aug 31 19:15:41.047485 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:38Z', 'revision_number': 5, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:41.064477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:41.065568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.072967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:41.081602 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Checking router: efd61a67-6311-426d-864f-7b005de1a1aa for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:41.093896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Routers {'efd61a67-6311-426d-864f-7b005de1a1aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:41.094626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['efd61a67-6311-426d-864f-7b005de1a1aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:41.239495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.261237 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] Set router efd61a67-6311-426d-864f-7b005de1a1aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:41.283734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.302125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2723f-8402-4604-aba6-8741ca28e2be req-d3e3e89d-67cd-4ba7-a97b-8f4ed226c3c0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:41.308147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07a2723f-8402-4604-aba6-8741ca28e2be req-d3e3e89d-67cd-4ba7-a97b-8f4ed226c3c0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1898155 Aug 31 19:15:41.396307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26c36f-a6f8-4a80-a6ab-82573524cf4a req-f0b8c9ec-b2d1-41b5-ac0b-160a5ec13c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:41.398150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d26c36f-a6f8-4a80-a6ab-82573524cf4a req-f0b8c9ec-b2d1-41b5-ac0b-160a5ec13c2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 1097 time: 0.2878847 Aug 31 19:15:41.414087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 4, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '89be8c10-d919-4187-9896-d432b92fa70e', 'name': '', 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'mac_address': 'fa:16:3e:90:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:36Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 2, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'subnets': [{'id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:41.443837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Checking router: 734ce02f-e2d7-4edd-a86e-be1f950a71ce for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:41.444195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Updating router 734ce02f-e2d7-4edd-a86e-be1f950a71ce port 89be8c10-d919-4187-9896-d432b92fa70e binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:15:41.486705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.497240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee16-460b-4e58-acfe-961870a2f9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.499325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07a2723f-8402-4604-aba6-8741ca28e2be req-f1825347-69ab-4210-8c53-fec0e84945eb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053171 Aug 31 19:15:41.500701 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:38Z', 'revision_number': 5, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:41.533711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d26c36f-a6f8-4a80-a6ab-82573524cf4a req-a53c6a0d-8d57-4f2d-b83e-f3b2eeba1abe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253040 Aug 31 19:15:41.555326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a632e9-080f-430e-88e8-2b18678959d3 None None] The sync data for ids ['efd61a67-6311-426d-864f-7b005de1a1aa'] in n-d-778550-14 is: [{'id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'name': 'tempest-FloatingIPDetailsTestJSON-877929613-router', 'tenant_id': '446656defb644ce69f4734d153973bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '605814fe-c542-47db-b298-b1f94a698a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:38Z', 'revision_number': 5, 'project_id': '446656defb644ce69f4734d153973bd7', 'gw_port': {'id': '605814fe-c542-47db-b298-b1f94a698a8c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd61a67-6311-426d-864f-7b005de1a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:55Z', 'updated_at': '2021-08-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:41.615570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69af7fb4-03a6-4bdc-b6f6-61f85baabe5c req-ce6710fe-0bed-4961-980e-8ea0c5edb9c2 tempest-FloatingIPsNegativeTestJSON-1039300531 tempest-FloatingIPsNegativeTestJSON-1039300531-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0547833 Aug 31 19:15:41.641706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Deleting port 605814fe-c542-47db-b298-b1f94a698a8c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:41.642056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.709019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:41.758622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.766088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.779393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:41.780267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] For port 605814fe-c542-47db-b298-b1f94a698a8c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=605814fe-c542-47db-b298-b1f94a698a8c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:41.780650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.821264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Calling delete_port for 605814fe-c542-47db-b298-b1f94a698a8c owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:41.849338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:41.850124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:41.851501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-057d43af-73d2-4424-b809-7bc889811199 req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "PUT /v2.0/ports/b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 981 time: 0.9361548 Aug 31 19:15:41.854314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:41.859802 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856594c-4189-4d65-9748-566c38ffee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:41.922267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54b4aa-fa97-4457-ba6f-21fa00144dd5 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:41.977781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:42.083095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.130260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdd97e-d3a0-4b43-a3fc-7598669f14e2 req-2bd62fde-6838-4ec7-8d35-db94423f1ea2 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:42.131992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-affdd97e-d3a0-4b43-a3fc-7598669f14e2 req-2bd62fde-6838-4ec7-8d35-db94423f1ea2 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 945 time: 0.0958018 Aug 31 19:15:42.200238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.200773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Transition to ACTIVE for port object 89be8c10-d919-4187-9896-d432b92fa70e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:42.221252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.245710 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-affdd97e-d3a0-4b43-a3fc-7598669f14e2 req-0ff7442c-3664-43b1-be52-3a11d2d0dcc9 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951550 Aug 31 19:15:42.252089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=605814fe-c542-47db-b298-b1f94a698a8c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:42.326338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d190-9c46-4671-9881-47336893a27e None None] Pushing event updated for resources: {'Port': ['ID=89be8c10-d919-4187-9896-d432b92fa70e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:42.362017 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-7ccc7cbd-c103-4c50-9446-4eec78a89b09 req-79739e70-c54f-453a-afc2-f8eafcd3073d tempest-FloatingIPsNegativeTestJSON-1039300531 tempest-FloatingIPsNegativeTestJSON-1039300531-project] show failed (client error): The resource could not be found. Aug 31 19:15:42.364108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ccc7cbd-c103-4c50-9446-4eec78a89b09 req-79739e70-c54f-453a-afc2-f8eafcd3073d tempest-FloatingIPsNegativeTestJSON-1039300531 tempest-FloatingIPsNegativeTestJSON-1039300531-project] 10.222.0.73 "GET /v2.0/floatingips/e8e5859c-907c-46ca-8660-407c190584d3 HTTP/1.1" status: 404 len: 350 time: 0.0654802 Aug 31 19:15:42.374436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:42.445518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d5202-b699-4e19-8865-a9ce5265cbdb req-32633241-a8e3-49ac-bd42-02c0202cfd0a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:42.453032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-911d5202-b699-4e19-8865-a9ce5265cbdb req-32633241-a8e3-49ac-bd42-02c0202cfd0a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2055197 Aug 31 19:15:42.478704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.482323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Attempting to bind port 89be8c10-d919-4187-9896-d432b92fa70e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:42.482689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Attempting to bind port 89be8c10-d919-4187-9896-d432b92fa70e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:42.483048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Attempting to bind port 89be8c10-d919-4187-9896-d432b92fa70e on network 3024973c-09e3-4aaf-81b7-28936c4d8b9c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:42.534625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:42.536067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Checking segment: {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:42.536336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.536741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Bound using segment: {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:42.537320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Bound port: 89be8c10-d919-4187-9896-d432b92fa70e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa2b71-523f-4e69-973a-4cef8ed55511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:42.537703 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.624429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-911d5202-b699-4e19-8865-a9ce5265cbdb req-3268d279-65d3-4f93-8afa-715c1346e1c4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685421 Aug 31 19:15:42.657970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.678694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.713169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-edc125dc-81b7-4d9c-9e43-d7adfb40695b tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631417106&fields=id&tenant_id=fb895d7ff6844401ba38adbbde910595 HTTP/1.1" status: 200 len: 267 time: 0.2316015 Aug 31 19:15:42.723542 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092ddc7-ff8b-49d2-9958-8c5cc8e927e1 x-openstack-request-id: req-3092ddc7-ff8b-49d2-9958-8c5cc8e927e1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:42.723542 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:42.723922 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3092ddc7-ff8b-49d2-9958-8c5cc8e927e1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:42.724138 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:15:42.783977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] For port 89be8c10-d919-4187-9896-d432b92fa70e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:42.789829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] For port 89be8c10-d919-4187-9896-d432b92fa70e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=89be8c10-d919-4187-9896-d432b92fa70e,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:42.797823 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.836209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2209d983-4466-4a55-8b40-7499899f02b8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:42.869664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 2209d983-4466-4a55-8b40-7499899f02b8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:42.870398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2209d983-4466-4a55-8b40-7499899f02b8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:42.892736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:42.893821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:42.899229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.899925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd61a67-6311-426d-864f-7b005de1a1aa {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:15:42.905242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:42.908184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3151e892-5638-47f7-936a-28f0917bd5a7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/efd61a67-6311-426d-864f-7b005de1a1aa HTTP/1.1" status: 204 len: 168 time: 2.4211500 Aug 31 19:15:42.915523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:43.030845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Deleting subnet c0768da1-cf32-4b40-bc1d-e7dcb9fe5239 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:15:43.052870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-c25fbbb8-09ee-4abc-9cdc-4036962c3d19 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:43.054748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-c25fbbb8-09ee-4abc-9cdc-4036962c3d19 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 984 time: 0.2768760 Aug 31 19:15:43.055671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.109334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'port': {'security_groups': ['2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:43.165291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a1ee-b2c2-449e-999a-380944cb16ed req-a140386f-8ac9-440f-bd87-8a4decf84583 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:43.173817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6285a1ee-b2c2-449e-999a-380944cb16ed req-a140386f-8ac9-440f-bd87-8a4decf84583 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.3470669 Aug 31 19:15:43.218006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.224409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.226722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:43.227649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856594c-4189-4d65-9748-566c38ffee5e req-3b8d7a1d-b946-4cfb-a36f-3e59599c1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:43.241807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-3b8d7a1d-b946-4cfb-a36f-3e59599c1997 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1136 time: 0.4530883 Aug 31 19:15:43.311751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.318780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d190-9c46-4671-9881-47336893a27e None None] Pushing event updated for resources: {'Port': ['ID=89be8c10-d919-4187-9896-d432b92fa70e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:43.444268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6285a1ee-b2c2-449e-999a-380944cb16ed req-cbb5154e-9256-4abd-ad20-6fdfab9d2d5f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686403 Aug 31 19:15:43.475135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 4, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '89be8c10-d919-4187-9896-d432b92fa70e', 'name': '', 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'mac_address': 'fa:16:3e:90:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:36Z', 'updated_at': '2021-08-31T19:15:42Z', 'revision_number': 4, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'subnets': [{'id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:43.552717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856be167-5026-4f2e-8a1d-3296fcb34dd3 None None] The sync data for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 is: [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:37Z', 'revision_number': 4, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '89be8c10-d919-4187-9896-d432b92fa70e', 'name': '', 'network_id': '3024973c-09e3-4aaf-81b7-28936c4d8b9c', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'mac_address': 'fa:16:3e:90:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:36Z', 'updated_at': '2021-08-31T19:15:42Z', 'revision_number': 4, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'subnets': [{'id': 'aa8ed8b9-74a4-40bf-b511-fa8fff4d5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:43.610430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Deleting port 89be8c10-d919-4187-9896-d432b92fa70e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:43.612980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.745588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] For port 89be8c10-d919-4187-9896-d432b92fa70e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=89be8c10-d919-4187-9896-d432b92fa70e,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:43.746270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:43.777071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Calling delete_port for 89be8c10-d919-4187-9896-d432b92fa70e owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:44.001903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.037402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89be8c10-d919-4187-9896-d432b92fa70e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:44.118989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856594c-4189-4d65-9748-566c38ffee5e req-a6f0a678-a151-4168-8c71-a0fb386dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:44.120676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-a6f0a678-a151-4168-8c71-a0fb386dca35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.8688345 Aug 31 19:15:44.176752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7561-2d2c-4071-87b8-7f84521fd6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.188646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:44.225378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.288800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.299265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.304458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904214c-bace-40be-879f-34ad2be71ea9 req-b776aef3-71d1-4f72-b49e-9d47a9ece8b0 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:44.314225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a904214c-bace-40be-879f-34ad2be71ea9 req-b776aef3-71d1-4f72-b49e-9d47a9ece8b0 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 945 time: 0.6856520 Aug 31 19:15:44.320724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.326604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-17a42ad4-bed5-4563-aa4c-7ed9c46581fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.1783423 Aug 31 19:15:44.341250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:44.420491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:44.421166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.422990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cfff9b9-5da1-4a00-8f12-68c6fdddf429 req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "PUT /v2.0/ports/b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 942 time: 1.3592513 Aug 31 19:15:44.505372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a904214c-bace-40be-879f-34ad2be71ea9 req-b2c89ef9-c586-4ee5-8ab1-d6eb245bbbe6 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887391 Aug 31 19:15:44.535297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856594c-4189-4d65-9748-566c38ffee5e req-63f6a94d-98db-496e-9bbb-f03116f98971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:44.539417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-63f6a94d-98db-496e-9bbb-f03116f98971 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1917188 Aug 31 19:15:44.559559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.575949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:44.629659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-53e1d7c0-3e3b-4556-91c7-f0902581fb71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803735 Aug 31 19:15:44.632824 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.635269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18110e9-629b-4603-a3db-278ae5f1acd7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:44.725145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:44.807686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:44.810357 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244837f9-6faf-4167-a1dd-54b25101e9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:44.820545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 605814fe-c542-47db-b298-b1f94a698a8c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:44.905835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 605814fe-c542-47db-b298-b1f94a698a8c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:44.906177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 605814fe-c542-47db-b298-b1f94a698a8c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:45.028657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0768da1-cf32-4b40-bc1d-e7dcb9fe5239,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:45.037657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.046071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6ec9f0c3-7557-43f9-8a07-1f0da865260e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0768da1-cf32-4b40-bc1d-e7dcb9fe5239 HTTP/1.1" status: 204 len: 168 time: 2.1287665 Aug 31 19:15:45.048832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:45.069165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Router 734ce02f-e2d7-4edd-a86e-be1f950a71ce has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:45.072195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-3c38fecc-5391-49ee-8944-fa8e95f58ef8 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304826 Aug 31 19:15:45.177094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01378907-bdcf-4db5-a8f4-c84a9a3fe226 None None] Network 8202e860-f311-42ce-a690-fb2aabc38686 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:45.356627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368226-4885-4427-a1dd-9d8abfaf3e52 req-945b93dd-e62a-453c-b895-c53316c217ab tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:45.358369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d368226-4885-4427-a1dd-9d8abfaf3e52 req-945b93dd-e62a-453c-b895-c53316c217ab tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.7269664 Aug 31 19:15:45.379942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.477513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2856594c-4189-4d65-9748-566c38ffee5e req-54442d96-abdd-4bff-9957-0c14e120db53 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889737 Aug 31 19:15:45.490225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d368226-4885-4427-a1dd-9d8abfaf3e52 req-b81bd02d-a239-44e2-a604-002280d1f526 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580478 Aug 31 19:15:45.516649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:45.526911 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Sync routers for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:45.532182 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f99bf796-c845-4f23-8ea9-9f9c171859a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/734ce02f-e2d7-4edd-a86e-be1f950a71ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1565228 Aug 31 19:15:45.533947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:45.540918 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:45.543446 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:45.545102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-367e203f-da4e-4fa4-bb6e-8e224595f939 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2499998 Aug 31 19:15:45.555758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:45.592316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.731111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Deleting port 80055727-129e-45ec-8a95-267d1fc58431 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:45.731980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.745579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.762004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.764451 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:45.774980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.796086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.850257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] For port 80055727-129e-45ec-8a95-267d1fc58431, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80055727-129e-45ec-8a95-267d1fc58431,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:45.850638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:45.873180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Calling delete_port for 80055727-129e-45ec-8a95-267d1fc58431 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:45.875146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] DHCP port deletion for 8202e860-f311-42ce-a690-fb2aabc38686 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:15:45.966850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456772d7-fa49-4efe-a86d-9394e2dcb599 req-c07c228d-862f-4f35-bb49-81ba2648992d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:45.969893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-456772d7-fa49-4efe-a86d-9394e2dcb599 req-c07c228d-862f-4f35-bb49-81ba2648992d tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.2081594 Aug 31 19:15:45.988596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Deleting port 80055727-129e-45ec-8a95-267d1fc58431 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:45.988934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.002271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.043389 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:43Z', 'revision_number': 5, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port': {'id': '5cb45a67-fee3-49ff-ac03-d99a0e3f2efd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.086842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-456772d7-fa49-4efe-a86d-9394e2dcb599 req-15235cb8-8db2-46f4-a5a5-80ef5237379e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053908 Aug 31 19:15:46.090961 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Checking router: 734ce02f-e2d7-4edd-a86e-be1f950a71ce for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:46.109933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.119720 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Routers {'734ce02f-e2d7-4edd-a86e-be1f950a71ce'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:46.120358 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.165529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] For port 80055727-129e-45ec-8a95-267d1fc58431, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80055727-129e-45ec-8a95-267d1fc58431,segment=NetworkSegment(d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb),segment_id=d6e9325f-e86b-44f1-9076-0c6a4b0d3dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:46.165941 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.190098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Pushing event deleted for resources: {'Port': ['ID=80055727-129e-45ec-8a95-267d1fc58431,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:46.201469 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47835e9-2f18-4e6d-8a0f-b6f68491bb08 x-openstack-request-id: req-a47835e9-2f18-4e6d-8a0f-b6f68491bb08 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:46.201941 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:46.203823 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a47835e9-2f18-4e6d-8a0f-b6f68491bb08 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:46.204256 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:15:46.211885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Calling delete_port for 80055727-129e-45ec-8a95-267d1fc58431 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:46.218678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Allocated IP 172.25.3.11 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/c0ad05de-9371-4bbe-9a51-2d0cdb7941ed) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:46.221508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] No DVR routers for this DVR port 80055727-129e-45ec-8a95-267d1fc58431 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:46.369137 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] Set router 734ce02f-e2d7-4edd-a86e-be1f950a71ce gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:46.398796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.409907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.430584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-ad134d12-de22-45d7-83f4-9e8764bf3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:46.432705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-ad134d12-de22-45d7-83f4-9e8764bf3c61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2170508 Aug 31 19:15:46.433714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8202e860-f311-42ce-a690-fb2aabc38686']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.447227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Deleting port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:46.449990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.453033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.454858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e9325f-e86b-44f1-9076-0c6a4b0d3dcb') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.455200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] Pushing event deleted for resources: {'Port': ['ID=80055727-129e-45ec-8a95-267d1fc58431,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:46.482913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc451b16-15ce-4ffc-9a51-7e7099fe0bd2 None None] No DVR routers for this DVR port 80055727-129e-45ec-8a95-267d1fc58431 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:46.540763 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:46Z', 'revision_number': 6, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:46.606613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae09598-c3d5-400a-93ae-9e030768a98c None None] The sync data for ids ['734ce02f-e2d7-4edd-a86e-be1f950a71ce'] in n-d-778550-14 is: [{'id': '734ce02f-e2d7-4edd-a86e-be1f950a71ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-1204467164-router', 'tenant_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:32Z', 'updated_at': '2021-08-31T19:15:46Z', 'revision_number': 6, 'project_id': 'ed38bbcb6aac4e15a7fda1c6747312d0', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:46.609175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] For port 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:46.609555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.633676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Calling delete_port for 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:46.727064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.750308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.775526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.787312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:15:46.787760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:15:46.789748 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:15:46.828243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80055727-129e-45ec-8a95-267d1fc58431 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:46.836774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff21ac-ffa0-462c-a16b-34be3b4ad636 req-2b83ebad-c650-424e-bac7-8d60e05d8755 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:46.848153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66ff21ac-ffa0-462c-a16b-34be3b4ad636 req-2b83ebad-c650-424e-bac7-8d60e05d8755 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2188647 Aug 31 19:15:46.890048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 80055727-129e-45ec-8a95-267d1fc58431 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:46.890573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80055727-129e-45ec-8a95-267d1fc58431 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:46.891147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 89be8c10-d919-4187-9896-d432b92fa70e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:46.923822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-f5dbd884-c656-4b8b-96da-6d214c1990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:46.924748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-f5dbd884-c656-4b8b-96da-6d214c1990ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.4776778 Aug 31 19:15:46.929584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.952270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 89be8c10-d919-4187-9896-d432b92fa70e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:46.952822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 89be8c10-d919-4187-9896-d432b92fa70e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:46.966484 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.968082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:46.973347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] 10.222.0.73 "DELETE /v2.0/networks/8202e860-f311-42ce-a690-fb2aabc38686 HTTP/1.1" status: 204 len: 168 time: 1.9204485 Aug 31 19:15:46.974364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6aed2-b91d-466f-a376-aaf6145731bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8202e860-f311-42ce-a690-fb2aabc38686,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:47.035020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.039027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-3aa713b4-8991-473b-bcbb-f6fa06d89b24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.0996549 Aug 31 19:15:47.041051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.071931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb45a67-fee3-49ff-ac03-d99a0e3f2efd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:47.166184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.174378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'Port': ['ID=c0ad05de-9371-4bbe-9a51-2d0cdb7941ed,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:47.186830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66ff21ac-ffa0-462c-a16b-34be3b4ad636 req-24d7d106-5fc4-49e2-88a1-e522c21a3418 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373420 Aug 31 19:15:47.202418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:47.226215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:47.251948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:47.266099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:47.288246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-c4e3e005-1682-4836-9714-edf5006a83db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:47.290527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-c4e3e005-1682-4836-9714-edf5006a83db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1822701 Aug 31 19:15:47.351676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.359731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.397802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-ff559608-aec4-468c-99f5-c0dd308a70e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736985 Aug 31 19:15:47.416433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.417045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734ce02f-e2d7-4edd-a86e-be1f950a71ce {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:15:47.431915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.449159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ddd64575-9fcd-4267-84b1-3236a077efa9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/734ce02f-e2d7-4edd-a86e-be1f950a71ce HTTP/1.1" status: 204 len: 168 time: 1.9138815 Aug 31 19:15:47.450008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:47.509162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Deleting subnet aa8ed8b9-74a4-40bf-b511-fa8fff4d5176 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:15:47.512839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.551611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c10d1fc8-423c-485f-b39c-55b0f364c67f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=446656defb644ce69f4734d153973bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472030 Aug 31 19:15:47.555714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:47.566758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.629162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630421d-cb2f-4518-99c5-9a26683d0d62 req-1f297770-9ec3-4176-a10b-3d9c2ba0495c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:47.630847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9630421d-cb2f-4518-99c5-9a26683d0d62 req-1f297770-9ec3-4176-a10b-3d9c2ba0495c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.2403376 Aug 31 19:15:47.676520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.700785 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.704582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-9b2c3561-8cbe-449b-b92f-4cb84411e14a service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823577 Aug 31 19:15:47.718194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.721683 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.770326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.848834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.854572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.857334 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.858920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23895f57-304f-4e29-b154-66b5e75e48a1 HTTP/1.1" status: 204 len: 168 time: 0.3015687 Aug 31 19:15:47.861102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9630421d-cb2f-4518-99c5-9a26683d0d62 req-3aec1b8d-5a9d-4cf9-a67e-6f5f70a87cad tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058301 Aug 31 19:15:47.926794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8ed8b9-74a4-40bf-b511-fa8fff4d5176,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:47.933714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5de63b-5706-4112-9829-165c572d80d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23895f57-304f-4e29-b154-66b5e75e48a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:47.965761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:47.976326 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-403ab02d-7007-4afc-ab7c-a03e1aeb429a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aa8ed8b9-74a4-40bf-b511-fa8fff4d5176 HTTP/1.1" status: 204 len: 168 time: 0.5250313 Aug 31 19:15:47.976609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f989b3-6716-4995-8467-5a2abef15798 None None] Network 3024973c-09e3-4aaf-81b7-28936c4d8b9c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:47.980142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:48.054887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244837f9-6faf-4167-a1dd-54b25101e9ff req-a0decb24-8d60-40d7-9137-6948f0dcfea0 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374112 Aug 31 19:15:48.191842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.205009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.214072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.350188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event updated for resources: {'Port': ['ID=c0ad05de-9371-4bbe-9a51-2d0cdb7941ed,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:48.366969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Deleting port 9eb94921-ab80-4b59-b689-b02b4c309ef6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:48.367532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.459622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.494603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.496341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-0295e0ef-313c-43ea-a6f9-de4dfb177109 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9449129 Aug 31 19:15:48.520592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] For port 9eb94921-ab80-4b59-b689-b02b4c309ef6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9eb94921-ab80-4b59-b689-b02b4c309ef6,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:48.521325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.534605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] DHCP port deletion for 3024973c-09e3-4aaf-81b7-28936c4d8b9c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:15:48.563421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Calling delete_port for 9eb94921-ab80-4b59-b689-b02b4c309ef6 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:48.672164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-f67514b3-fb42-4081-8b5e-80b73e4b9add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.1647546 Aug 31 19:15:48.727556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Deleting port 9eb94921-ab80-4b59-b689-b02b4c309ef6 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:48.727958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.801195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9eb94921-ab80-4b59-b689-b02b4c309ef6 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:48.815361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.849658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb94921-ab80-4b59-b689-b02b4c309ef6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:48.852112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] No DVR routers for this DVR port 9eb94921-ab80-4b59-b689-b02b4c309ef6 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:48.870589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9eb94921-ab80-4b59-b689-b02b4c309ef6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:48.870932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9eb94921-ab80-4b59-b689-b02b4c309ef6 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:48.871343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:48.919118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-4fb05f36-2d9a-4994-a867-5749166b85c6 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:48.921220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc8fb-5c59-4c49-bacd-96ddf8adaab3 req-4fb05f36-2d9a-4994-a867-5749166b85c6 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2403448 Aug 31 19:15:48.933087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:48.933424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5cb45a67-fee3-49ff-ac03-d99a0e3f2efd not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:48.939243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] For port 9eb94921-ab80-4b59-b689-b02b4c309ef6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9eb94921-ab80-4b59-b689-b02b4c309ef6,segment=NetworkSegment(b7fa2b71-523f-4e69-973a-4cef8ed55511),segment_id=b7fa2b71-523f-4e69-973a-4cef8ed55511)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:48.939663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.970315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:48.982497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Calling delete_port for 9eb94921-ab80-4b59-b689-b02b4c309ef6 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:48.989819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3024973c-09e3-4aaf-81b7-28936c4d8b9c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:49.007217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa2b71-523f-4e69-973a-4cef8ed55511') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:49.007518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa2b71-523f-4e69-973a-4cef8ed55511') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:49.035356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.077047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.094913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:15:49.096312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.113119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:15:49.114693 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:15:49.153486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] Pushing event deleted for resources: {'Port': ['ID=9eb94921-ab80-4b59-b689-b02b4c309ef6,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:49.156075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f3aeb1-4b45-49af-a5c1-a1844f552e93 None None] No DVR routers for this DVR port 9eb94921-ab80-4b59-b689-b02b4c309ef6 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:49.334770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.374342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ebc0-87dc-4603-8169-b557f2b05603 req-4220350f-1298-4ea1-913c-fd69c9bbf4e8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:49.376637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.379404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] 10.222.0.73 "DELETE /v2.0/networks/3024973c-09e3-4aaf-81b7-28936c4d8b9c HTTP/1.1" status: 204 len: 168 time: 1.3939214 Aug 31 19:15:49.383702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f84e6-c07d-45e5-b07b-b9082ea771af admin admin] Pushing event deleted for resources: {'Network': ['ID=3024973c-09e3-4aaf-81b7-28936c4d8b9c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:49.392248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a78ebc0-87dc-4603-8169-b557f2b05603 req-4220350f-1298-4ea1-913c-fd69c9bbf4e8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.0990169 Aug 31 19:15:49.473248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a78ebc0-87dc-4603-8169-b557f2b05603 req-9e920b8e-31eb-4d83-bd9b-46194844b0d2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772078 Aug 31 19:15:49.607413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-c5e1e20a-bac6-483b-8e6a-d8abcb084d73 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:49.609102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-c5e1e20a-bac6-483b-8e6a-d8abcb084d73 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0799839 Aug 31 19:15:49.629921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:49.685323 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e3252931-73a8-4fe3-90c2-ee4ecfda141d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed38bbcb6aac4e15a7fda1c6747312d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539024 Aug 31 19:15:49.687935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:49.731457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-69ac806f-d884-4feb-94b7-019750db1df3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.1147957 Aug 31 19:15:49.754218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.759310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'floatingip': {'port_id': 'b2224483-085e-4e97-b042-b460b4257e90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:49.791803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.816501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d875a-fb0c-445a-871d-f3a011d453fc req-c7cc6ca7-b34e-477e-b071-51a216acf56e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:49.818121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d9d875a-fb0c-445a-871d-f3a011d453fc req-c7cc6ca7-b34e-477e-b071-51a216acf56e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1615479 Aug 31 19:15:49.820687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.853229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.855854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:49.859429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/725ea925-362c-483f-92c5-b7f4eb46aed7 HTTP/1.1" status: 204 len: 168 time: 0.1678417 Aug 31 19:15:49.873603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f4e8c-99b8-4345-98be-338a8760c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ea925-362c-483f-92c5-b7f4eb46aed7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:49.959323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d9d875a-fb0c-445a-871d-f3a011d453fc req-9d22b9ac-adaf-49db-b6fc-2a8a3552676b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009150 Aug 31 19:15:50.448557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:50.453091 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:50.617972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799207-1812-4717-8b41-404d5ca49703 req-ffedda80-7f4d-458d-be7d-0f37d93a5021 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:50.619547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93799207-1812-4717-8b41-404d5ca49703 req-ffedda80-7f4d-458d-be7d-0f37d93a5021 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c HTTP/1.1" status: 200 len: 945 time: 0.1256108 Aug 31 19:15:50.681086 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Floating IP d0dbf875-a318-4212-b511-dbad989cd0c4 associated. External IP: 172.25.3.11, port: b2224483-085e-4e97-b042-b460b4257e90. Aug 31 19:15:50.913635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-bb59eb9a-5338-4d8c-b03a-b67a56686a6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1480062 Aug 31 19:15:50.948875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:50.953763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:15:50.954339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.122142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-491886945-network', 'tenant_id': 'ab0182a83adc4615a4533af8ba852b53'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:51.147779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Made reservation on behalf of ab0182a83adc4615a4533af8ba852b53 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:51.150535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.164941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.242567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920943f2-fd71-4317-bf16-2e1559552501 req-5d415da9-c0a8-4811-82ae-00baf4902270 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:51.244047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-920943f2-fd71-4317-bf16-2e1559552501 req-5d415da9-c0a8-4811-82ae-00baf4902270 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2196095 Aug 31 19:15:51.262610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-622fd0d6-e1e9-4059-9263-15266acc0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:51.262610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-622fd0d6-e1e9-4059-9263-15266acc0cd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2506275 Aug 31 19:15:51.264619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:15:51.264990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.289906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.294011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:15:51.294323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.327332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:15:51.340955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f9ee5-5251-49b6-9be3-1a4e9a797da1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:51.351480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.352009 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Added segment ae3a4f9d-4a80-4f72-a072-826e5adf70f8 of type vlan for network c972bb8d-9874-4e6a-bdfb-587965613f31 Aug 31 19:15:51.383600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:51.403122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.430372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-920943f2-fd71-4317-bf16-2e1559552501 req-6e4d4c04-13cb-49fd-a075-060637448d74 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741283 Aug 31 19:15:51.443756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.445303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:51.447273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.540936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5861886 Aug 31 19:15:51.542284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:51.548848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Request body: {'subnet': {'network_id': 'c972bb8d-9874-4e6a-bdfb-587965613f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-491886945-subnet', 'tenant_id': 'ab0182a83adc4615a4533af8ba852b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:51.567431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-cb0677f2-7738-471d-8f4e-314a533582ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:51.569007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-cb0677f2-7738-471d-8f4e-314a533582ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.2729766 Aug 31 19:15:51.577420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeb71c-1c44-4207-8499-2903a09c9caa admin admin] Pushing event updated for resources: {'Network': ['ID=c972bb8d-9874-4e6a-bdfb-587965613f31,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:51.582820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Made reservation on behalf of ab0182a83adc4615a4533af8ba852b53 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:51.585519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.594225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c972bb8d-9874-4e6a-bdfb-587965613f31 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:15:51.827446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.899494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f371c105-df4f-4e55-93b4-3adc237df3a2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:51.910734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Checking segment: {'id': 'ae3a4f9d-4a80-4f72-a072-826e5adf70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c972bb8d-9874-4e6a-bdfb-587965613f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:51.911110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Network hostable DHCP agents. Network: c972bb8d-9874-4e6a-bdfb-587965613f31, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:15:51.938002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Network c972bb8d-9874-4e6a-bdfb-587965613f31 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:15:51.953781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c972bb8d-9874-4e6a-bdfb-587965613f31) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:51.958561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:51.959173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:51.976173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2918f-8f12-43fb-8c06-8ac22378cd42 None None] Network c972bb8d-9874-4e6a-bdfb-587965613f31 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:51.982881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21c0dc3b-396f-49d3-be53-d84473a2078c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4331388 Aug 31 19:15:52.114972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-5c2458b1-09ac-4c51-90b3-ec0775b1a5ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 998 time: 0.5377977 Aug 31 19:15:52.148556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-9dab712f-5b4a-4141-907e-8b20c0ce60a7 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1799518775&fields=id&tenant_id=720e8f46fa5b464d9e350394b7c53f4e HTTP/1.1" status: 200 len: 267 time: 0.1437993 Aug 31 19:15:52.183818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-c3ee7c9e-d146-44d3-acc2-a19821e983c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1203387 Aug 31 19:15:52.193862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:52.217226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Sync routers for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:52.248832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:52.256475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:52.264547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:52.267061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:52.270270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4131a78-94ef-44f4-8121-fd1b2e462a15 None None] Network c972bb8d-9874-4e6a-bdfb-587965613f31 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:15:52.273887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045265fd-c26c-4079-b487-e646db40e589 req-047d47a9-d56d-485c-b3b0-2551de35cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.275103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9b1ed1dc-a39a-42ec-bf22-2cb2917048e3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:15:52.275669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-047d47a9-d56d-485c-b3b0-2551de35cd92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.0640173 Aug 31 19:15:52.330349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=9b1ed1dc-a39a-42ec-bf22-2cb2917048e3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:52.395315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-a58d669e-fdf9-441a-a422-547f25951aec tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "PUT /v2.0/floatingips/d0dbf875-a318-4212-b511-dbad989cd0c4 HTTP/1.1" status: 200 len: 995 time: 2.6501892 Aug 31 19:15:52.403752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:52.412918 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837b095-7226-4ab5-a603-f5e2d16ad2be" -d '{"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:52.417846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-63503f67-c378-40af-bd15-5853e42c3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.419747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-63503f67-c378-40af-bd15-5853e42c3923 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.2525539 Aug 31 19:15:52.452663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045265fd-c26c-4079-b487-e646db40e589 req-531ab8f1-b7a3-448d-9949-ac48acdb8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.454509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-531ab8f1-b7a3-448d-9949-ac48acdb8a4d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1514688 Aug 31 19:15:52.456578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:15:52.490621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:52.492682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93799207-1812-4717-8b41-404d5ca49703 req-b9bda332-a94e-4231-b9bd-7a9222e52576 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "DELETE /v2.0/ports/9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 HTTP/1.1" status: 204 len: 173 time: 1.8661156 Aug 31 19:15:52.515501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-912b7bb8-01c4-4cf0-aa06-c425747e0860 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.0531335 Aug 31 19:15:52.517134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-cd5a6ceb-88d7-49e6-ac3f-3dc35b18ce13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748544 Aug 31 19:15:52.547670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-1d344334-ecd7-4406-8b6f-e5f5151c45ec tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.549449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-1d344334-ecd7-4406-8b6f-e5f5151c45ec tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/networks?id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 200 len: 816 time: 0.3989451 Aug 31 19:15:52.581569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:52.618427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-87069d86-2f8d-4913-8066-0100b5956986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.620087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-87069d86-2f8d-4913-8066-0100b5956986 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1959400 Aug 31 19:15:52.630520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-113faa20-71ea-4fbf-80bb-236ee5900877 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/quotas/720e8f46fa5b464d9e350394b7c53f4e HTTP/1.1" status: 200 len: 375 time: 0.0652595 Aug 31 19:15:52.640722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045265fd-c26c-4079-b487-e646db40e589 req-9cba1ca6-f56b-46f0-9585-58c145708817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.651496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-9cba1ca6-f56b-46f0-9585-58c145708817 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1295078 Aug 31 19:15:52.750205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045265fd-c26c-4079-b487-e646db40e589 req-cb545e79-51af-41ba-b597-ed47d26e59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.763812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-cb545e79-51af-41ba-b597-ed47d26e59f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928135 Aug 31 19:15:52.778606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-d2c06d48-63ff-4d1d-95d5-983af1ac0468 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478480 Aug 31 19:15:52.806157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-7fce75aa-5274-4636-bbaa-97a747bbd6f8 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669483 Aug 31 19:15:52.879035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-a981778e-1bbb-4fb0-b324-3cf6b13b0e73 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142042 Aug 31 19:15:52.918907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-9b72ce85-dba7-4036-b63c-fc4e5b1da79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:52.920597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-9b72ce85-dba7-4036-b63c-fc4e5b1da79e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.2860644 Aug 31 19:15:53.027268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd0dbf875-a318-4212-b511-dbad989cd0c4', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'port_id': 'b2224483-085e-4e97-b042-b460b4257e90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'mac_address': 'fa:16:3e:3a:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:47Z', 'updated_at': '2021-08-31T19:15:50Z', 'revision_number': 1, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:53.049316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-1b90bce8-a538-46b7-b79d-e40acf89d3bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 998 time: 0.1167188 Aug 31 19:15:53.072877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26c4e12c-8764-4ceb-8ca6-56b55a9120bc req-138a54d8-1029-498a-b338-f3948ccaefa9 service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608654 Aug 31 19:15:53.082001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-045265fd-c26c-4079-b487-e646db40e589 req-a455384e-f982-429f-b3d7-9ba76bdbbadd service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948669 Aug 31 19:15:53.103330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Checking router: 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:53.111100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-435b84d8-7338-40f5-b0fd-d6053e9e37c3 service neutron] 10.222.0.73 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036911 Aug 31 19:15:53.136593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:53.137837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:53.179747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-035943b4-3ecd-4e8c-95db-2935636a4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:53.181420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-035943b4-3ecd-4e8c-95db-2935636a4a85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1229832 Aug 31 19:15:53.239662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-fd43d378-f2ef-4fb4-887f-508a66f7d7c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489964 Aug 31 19:15:53.288387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:53.380151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-1470f411-d409-41c7-8ea2-fbe93c8a2ceb service neutron] 10.222.0.73 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677274 Aug 31 19:15:53.466975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-5848bf90-fcdb-4fb8-96db-cf17d6334a1b service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073410 Aug 31 19:15:53.629240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d47c73-5cc5-4ba1-a3de-1c8a04609508 req-11eb4044-ccb6-4d5b-965b-5da81a4a744f service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512315 Aug 31 19:15:53.720139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd0dbf875-a318-4212-b511-dbad989cd0c4', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'port_id': 'b2224483-085e-4e97-b042-b460b4257e90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'mac_address': 'fa:16:3e:3a:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:47Z', 'updated_at': '2021-08-31T19:15:50Z', 'revision_number': 1, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:53.776961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a304b4-f4a4-4282-b712-a3a7c96c70cf None None] The sync data for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 is: [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd0dbf875-a318-4212-b511-dbad989cd0c4', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'port_id': 'b2224483-085e-4e97-b042-b460b4257e90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'mac_address': 'fa:16:3e:3a:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:47Z', 'updated_at': '2021-08-31T19:15:50Z', 'revision_number': 1, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:53.978494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2049892938', 'description': 'tempest-description-1824968454'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:53.994563 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7b949-8108-4f0a-b441-d8c92cddd89f x-openstack-request-id: req-e9c7b949-8108-4f0a-b441-d8c92cddd89f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:53.994858 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:53.995113 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9c7b949-8108-4f0a-b441-d8c92cddd89f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:53.995507 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:15:54.147869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:54.185688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-11dcd38d-aeb8-42d3-9e0b-91d3b631f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:54.187217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-11dcd38d-aeb8-42d3-9e0b-91d3b631f3d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1586263 Aug 31 19:15:54.211613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5737af-fddc-431e-94f1-958018eed6c3 None None] New status for floating IP d0dbf875-a318-4212-b511-dbad989cd0c4: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:15:54.242923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074be41-b3a6-474a-b8a5-07fa702d8f37 req-0fb62337-50d5-4c4e-891f-a7ae9a3426de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:54.244561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d074be41-b3a6-474a-b8a5-07fa702d8f37 req-0fb62337-50d5-4c4e-891f-a7ae9a3426de tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1414893 Aug 31 19:15:54.382551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d074be41-b3a6-474a-b8a5-07fa702d8f37 req-785dae7e-d019-48a5-9cc7-f9a066b38fa5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100686 Aug 31 19:15:54.412546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-a6ea42f4-feeb-4d84-840b-ac577254fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:54.414309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-a6ea42f4-feeb-4d84-840b-ac577254fdc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.2123981 Aug 31 19:15:54.481688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:54.522923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:54.586869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:54.600046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ada219c-61bd-40b0-aec5-1cc0370249a3 req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6256196 Aug 31 19:15:54.608089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-938eecb1-e15e-49a2-90f5-9db2b7164e67 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 998 time: 0.1834497 Aug 31 19:15:54.608778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bf90a-c785-4605-b4ac-0cef0267fd08 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7ee54-b0a7-4e05-958f-f5d6e6df363f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:54.613322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-d9613f3e-164b-48f1-b323-a0226a357cd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 998 time: 0.1863739 Aug 31 19:15:54.726093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-481f9f1d-f986-4368-afd0-9697be507a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:54.729112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-481f9f1d-f986-4368-afd0-9697be507a44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1061630 Aug 31 19:15:54.764641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-4adac70e-dcd3-4b87-913d-0ece52e5138f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:54.766187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-4adac70e-dcd3-4b87-913d-0ece52e5138f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports/b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 942 time: 0.1237552 Aug 31 19:15:54.788498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-b08b17f0-9cf5-4058-b206-f0fce4f0b0c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467482 Aug 31 19:15:54.999239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-4d48d4c3-cab2-46eb-bfa4-4cd419efad28 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 1000 time: 0.1556697 Aug 31 19:15:55.032785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-e5dcd0f8-2be0-4616-a3fc-538079f7febd service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335389 Aug 31 19:15:55.049013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-22d3ca29-089c-4da4-89bb-a5fe6a88ee7a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:55.050423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-22d3ca29-089c-4da4-89bb-a5fe6a88ee7a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.2645190 Aug 31 19:15:55.147475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-e2633bdd-c1d4-4c0a-bab5-5e81013bb437 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/quotas/03db0b82e5b246cf958bb4db6df7154e HTTP/1.1" status: 200 len: 375 time: 0.0721700 Aug 31 19:15:55.187769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:15:55.195459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-629fca1f-19f0-40c9-8e59-3aca52146349 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375125 Aug 31 19:15:55.221589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:15:55.224890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9b1ed1dc-a39a-42ec-bf22-2cb2917048e3 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:15:55.279747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-24e1f23f-2179-429a-8a8d-3826a87056b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:55.281212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-24e1f23f-2179-429a-8a8d-3826a87056b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.2657173 Aug 31 19:15:55.292701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837b095-7226-4ab5-a603-f5e2d16ad2be req-a854f665-a13e-4426-9dd3-ea7c6c4a119d service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185118 Aug 31 19:15:55.331070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-a63603f4-0c6c-42ff-94a0-407b9ccf2780 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:55.332822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-a63603f4-0c6c-42ff-94a0-407b9ccf2780 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.82 "GET /v2.0/networks?id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 200 len: 816 time: 0.1233022 Aug 31 19:15:55.380435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-faf75558-bd48-412d-afd0-bd8977e5a9bb tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 1000 time: 0.0900390 Aug 31 19:15:55.381256 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-60d89c67-5fb9-45f6-989e-691ddc05e7e7 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720e8f46fa5b464d9e350394b7c53f4e HTTP/1.1" status: 200 len: 380 time: 0.0363235 Aug 31 19:15:55.386295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-381742b6-6bef-4153-a6d8-f513dfe75669 service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757984 Aug 31 19:15:55.391032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:55.398257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'port': {'device_id': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'admin_state_up': True, 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'security_groups': ['3bcc0c9f-80ac-4055-ad51-31ab0b0c2101']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:55.500624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:55.584086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-2e5a4345-9ae9-4d48-940d-51f53cc3eb8c service neutron] 10.222.0.73 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904068 Aug 31 19:15:55.689325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:55.698107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:55.698519 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Floating IP d0dbf875-a318-4212-b511-dbad989cd0c4 disassociated. External IP: 172.25.3.11, port: b2224483-085e-4e97-b042-b460b4257e90. Aug 31 19:15:55.895339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Made reservation on behalf of 720e8f46fa5b464d9e350394b7c53f4e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:55.897600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5d8da5-ec57-47e4-8426-80add6425345 req-c08e1550-83d4-4b9a-a602-0b042ee24e17 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.0366549 Aug 31 19:15:55.914218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:55.999262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'name': 'network-vif-deleted', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:56.001435 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d653f71b-3dbf-4ea5-86d8-d2a6cfdbbd34" -d '{"events": [{"server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "name": "network-vif-deleted", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:56.080497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Allocated IP 172.20.0.12 (cbda617e-e873-4b51-b7fc-eeb1ef143ae9/bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0/658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:56.249027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.265596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Transition to ACTIVE for port object 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:56.305309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.372602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:56.375911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:56.380405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:56.420615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event updated for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:56.451210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-0b1c83dc-5741-4bf1-8235-ad937b4daac5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/42e7ee54-b0a7-4e05-958f-f5d6e6df363f HTTP/1.1" status: 200 len: 1813 time: 0.4902925 Aug 31 19:15:56.459840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:56.460836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.473945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42e7ee54-b0a7-4e05-958f-f5d6e6df363f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:56.474489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42e7ee54-b0a7-4e05-958f-f5d6e6df363f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:56.480863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-141842b6-e964-4e8d-90ec-94a9591f6d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0869193 Aug 31 19:15:56.494645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Request body: {'port': {'device_id': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:56.501586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:15:56.566655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.634971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.676444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.677891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:15:56.682687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.686664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.693580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Sync routers for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:15:56.707740 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:15:56.735006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0b14b9-9163-4bb3-a105-08d02e74783f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:56.738616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:56.739310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:56.740470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-5eb52236-6fc6-46ce-ad4d-62dab5111355 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "PUT /v2.0/floatingips/d0dbf875-a318-4212-b511-dbad989cd0c4 HTTP/1.1" status: 200 len: 694 time: 1.3531969 Aug 31 19:15:56.745100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:56.746396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2695cf8c-0b1d-4920-9a24-1f3fda377e01 req-30f6760e-6459-43d5-bbdc-4b88af9ff8fc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2849050 Aug 31 19:15:56.866184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-39804e72-4282-4222-a28a-28055d7a2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:56.870720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-39804e72-4282-4222-a28a-28055d7a2ebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1135340 Aug 31 19:15:56.879993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a26d708-1dbe-4b10-85d4-1c3b283a830f None None] Provisioning for port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:15:56.915158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a26d708-1dbe-4b10-85d4-1c3b283a830f None None] Provisioning complete for port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:15:56.915988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a26d708-1dbe-4b10-85d4-1c3b283a830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.013772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:15:57.031209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.046937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Transition to ACTIVE for port object 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:15:57.053345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.211540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816b5b3-d407-4440-98c4-84400773d486 req-b663babb-84e2-4f4b-ba02-a13f0fe98021 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.213295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2816b5b3-d407-4440-98c4-84400773d486 req-b663babb-84e2-4f4b-ba02-a13f0fe98021 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2306910 Aug 31 19:15:57.259169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4a26d708-1dbe-4b10-85d4-1c3b283a830f None None] Port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:15:57.273242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-d72dc36d-3c80-4be4-a873-fd264ee811f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.275527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-d72dc36d-3c80-4be4-a873-fd264ee811f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.3990490 Aug 31 19:15:57.280579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Pushing event updated for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:57.294164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Attempting to bind port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:15:57.294903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Attempting to bind port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:15:57.295418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Attempting to bind port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 on network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:57.297093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:57.301804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 on network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:15:57.302495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Attempting to bind port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 on network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:15:57.308333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:15:57.309180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Checking segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:15:57.309763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Bound using segment: {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:15:57.310379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Bound port: 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:15:57.311159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.402769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-0c9c0865-a605-408e-81f5-116e3f426a6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.0895848 Aug 31 19:15:57.413633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:15:57.416444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2816b5b3-d407-4440-98c4-84400773d486 req-a0c47053-1a9f-4f65-ab86-6738f49377db tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914582 Aug 31 19:15:57.422332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:15:57.445385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.516112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.517003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:57.519302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] 10.222.0.82 "PUT /v2.0/ports/658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 200 len: 1093 time: 1.0295892 Aug 31 19:15:57.519746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:57.523090 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c926e68-b469-4314-b3e6-3e181ba3e969" -d '{"events": [{"name": "network-changed", "server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:15:57.533079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-ce6baa44-6beb-4f41-9149-28195851a088 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.538218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-ce6baa44-6beb-4f41-9149-28195851a088 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 812 time: 0.5151651 Aug 31 19:15:57.561210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Request body: {'port': {'device_id': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'admin_state_up': True, 'tenant_id': '03db0b82e5b246cf958bb4db6df7154e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:57.570043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b03f48-cb81-4410-9ca7-155c51f93c19 service neutron] Pushing event updated for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:57.642022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-d2bba8a5-fd41-47ab-baf3-22a2bc9c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.648025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-d2bba8a5-fd41-47ab-baf3-22a2bc9c23ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 1096 time: 0.0704267 Aug 31 19:15:57.701792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:57.725137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-2680f5a1-e841-4a96-8543-b527f3fac53f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 200 len: 217 time: 0.0734909 Aug 31 19:15:57.733496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Checking router: 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:15:57.744483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:15:57.744954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:57.746498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-beef395f-6c82-42d3-9a54-bcffba721666 req-d77c6746-90e6-469d-a966-86bc7182f5b5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 210 time: 0.1571443 Aug 31 19:15:57.748138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-76087a5d-4b05-48d0-a5e3-eac2111bcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.749607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-76087a5d-4b05-48d0-a5e3-eac2111bcab5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.3289225 Aug 31 19:15:57.821344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-f8c945c3-29dd-421a-bcbf-cb95d86da029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.822077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-e7eaa133-e1ae-42f5-b901-3999dc36225b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567007 Aug 31 19:15:57.822847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-f8c945c3-29dd-421a-bcbf-cb95d86da029 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 HTTP/1.1" status: 200 len: 855 time: 0.0806720 Aug 31 19:15:57.845715 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0a917-83da-426f-a07f-9ca48a2ec349 x-openstack-request-id: req-68a0a917-83da-426f-a07f-9ca48a2ec349 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:57.846002 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c", "name": "network-vif-deleted", "tag": "9b1ed1dc-a39a-42ec-bf22-2cb2917048e3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:57.846256 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68a0a917-83da-426f-a07f-9ca48a2ec349 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:57.847189 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e2f754-eeb9-4f7c-a8dc-a218a7141b8c', 'name': 'network-vif-deleted', 'tag': '9b1ed1dc-a39a-42ec-bf22-2cb2917048e3', 'status': 'completed', 'code': 200} Aug 31 19:15:57.898711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-d817bec7-3e09-4ad2-9894-895cf2db23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:57.901853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-d817bec7-3e09-4ad2-9894-895cf2db23dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686004 Aug 31 19:15:57.916883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:15:58.004515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1caa9a92-6e9c-4bc5-9d37-2e7dbad6cee6 req-3dcc69d7-dbc2-4725-bff6-e5fcb3b2b8ec tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/42e7ee54-b0a7-4e05-958f-f5d6e6df363f HTTP/1.1" status: 200 len: 2406 time: 0.1384902 Aug 31 19:15:58.026123 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-e5eee51b-502a-48f5-ab87-6488f7605d3a service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064668 Aug 31 19:15:58.027770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Made reservation on behalf of 03db0b82e5b246cf958bb4db6df7154e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:15:58.031423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.036881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-d4faac90-e32c-4897-a127-6cebac71aea8 service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023883 Aug 31 19:15:58.291684 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0a01618-59a4-44d9-90ad-b39904bbb46b req-3897b848-95ce-4204-81ae-876bbe83943d service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544408 Aug 31 19:15:58.291914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-452bc1f5-5e30-4584-b512-4728d13e2756 req-c801edf8-86e5-4888-a02d-0c35e737f7cc service neutron] 10.222.0.73 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485723 Aug 31 19:15:58.333139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Allocated IP 172.20.0.5 (071816fa-985b-4f1d-a2ab-e3b99323019a/c6c58d96-9a34-456d-9424-93e4becbd13d/5e3801c2-d722-4810-b5c9-70b72e7f1418) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:15:58.346023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca161a-02ec-4566-8990-be4b8994514b req-27b6c53d-0b76-41e9-a244-1a8cf53802aa tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:58.348348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43ca161a-02ec-4566-8990-be4b8994514b req-27b6c53d-0b76-41e9-a244-1a8cf53802aa tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.1426888 Aug 31 19:15:58.382009 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1306dc-69fa-4dd3-bb64-a9e0fadb7758 x-openstack-request-id: req-9f1306dc-69fa-4dd3-bb64-a9e0fadb7758 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:15:58.382307 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:15:58.383421 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f1306dc-69fa-4dd3-bb64-a9e0fadb7758 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:15:58.384112 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'status': 'completed', 'code': 200} Aug 31 19:15:58.436842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43ca161a-02ec-4566-8990-be4b8994514b req-c2a195f9-9c01-431d-89f2-d91c112e62f4 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808902 Aug 31 19:15:58.468238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:15:58.475064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-f47a182f-cee8-4d39-b549-87bd0481c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:58.477016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-f47a182f-cee8-4d39-b549-87bd0481c779 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 1096 time: 0.0707369 Aug 31 19:15:58.482536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-47e353df-46a7-4527-9965-db5ca15faff4 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-group-rules/5a0b14b9-9163-4bb3-a105-08d02e74783f HTTP/1.1" status: 200 len: 778 time: 0.0672295 Aug 31 19:15:58.545416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc776f-8899-4922-8dbd-57caf206ed83 None None] The sync data for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 is: [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:14:23Z', 'revision_number': 4, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5631dbda-fbfa-4309-91e2-63222283a77a', 'name': '', 'network_id': '9733deef-e587-4969-ab5f-a93c897e99ae', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'mac_address': 'fa:16:3e:b3:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:22Z', 'updated_at': '2021-08-31T19:14:32Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'subnets': [{'id': '3f6f77d1-e856-4dca-90ab-e28725b22fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:15:58.572155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:58.637516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-65a6c585-89a1-487b-969a-fc0d110fc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:58.639477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-65a6c585-89a1-487b-969a-fc0d110fc4ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 200 len: 917 time: 0.1470389 Aug 31 19:15:58.656178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.691173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-5cf4d385-3e99-4d22-8fb2-59edc2a96582 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 200 len: 217 time: 0.0427651 Aug 31 19:15:58.713780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-d20e7ebe-5644-4060-b0e6-c304c00e61dc tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/42e7ee54-b0a7-4e05-958f-f5d6e6df363f HTTP/1.1" status: 200 len: 2406 time: 0.2159297 Aug 31 19:15:58.747204 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.761815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-cecbfc16-ddd9-483c-a286-c8b0130ac099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:58.763491 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-cecbfc16-ddd9-483c-a286-c8b0130ac099 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 HTTP/1.1" status: 200 len: 855 time: 0.0617762 Aug 31 19:15:58.809337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event updated for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:58.813844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.829745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.841254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-8c43497c-2ea8-4509-bdf2-e5a7faaa4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:58.841843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Network 071816fa-985b-4f1d-a2ab-e3b99323019a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:15:58.842799 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-8c43497c-2ea8-4509-bdf2-e5a7faaa4ab0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702431 Aug 31 19:15:58.843437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce209112-81b9-4483-abe5-1ff446c62d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:58.856416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:15:58.860217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:15:58.923753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f314e00-7d32-48cd-99fd-795f997a911f None None] New status for floating IP d0dbf875-a318-4212-b511-dbad989cd0c4: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:15:58.995855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-1e322be2-fa30-4397-97e8-5e2425c043bb service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387365 Aug 31 19:15:59.027142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.032600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.047262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d826555-1e69-48e7-b47e-c312ade3ffda req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5a0b14b9-9163-4bb3-a105-08d02e74783f HTTP/1.1" status: 204 len: 173 time: 0.3324647 Aug 31 19:15:59.051870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce209112-81b9-4483-abe5-1ff446c62d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.073531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce209112-81b9-4483-abe5-1ff446c62d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.116696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:59.117828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.124448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c926e68-b469-4314-b3e6-3e181ba3e969 req-b9cc5910-50f7-4ca9-9eb8-7feacdce28fe service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160872 Aug 31 19:15:59.228330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538728ad-0801-4100-be2a-0c6c52458002 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a0b14b9-9163-4bb3-a105-08d02e74783f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:59.242294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:15:59.242713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce209112-81b9-4483-abe5-1ff446c62d76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82d34cb45da849ee8f01e7e4dd2e2a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6688030 Aug 31 19:15:59.263529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce209112-81b9-4483-abe5-1ff446c62d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c2478-604f-4f96-a150-62003d0387c6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:59.286468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-e757d352-9a40-4a77-95a8-5a285fb6c6c2 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips/d0dbf875-a318-4212-b511-dbad989cd0c4 HTTP/1.1" status: 200 len: 694 time: 0.2233140 Aug 31 19:15:59.288607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-8577b5db-68d2-4102-8353-e154b533a5ba tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7316513 Aug 31 19:15:59.324262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Request body: {'port': {'device_id': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:15:59.339939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.368624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.425430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.428911 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.430141 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b70c2478-604f-4f96-a150-62003d0387c6 HTTP/1.1" status: 204 len: 168 time: 0.1864479 Aug 31 19:15:59.438741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ac1c8-d4d8-4e2d-a83f-96340a288d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c2478-604f-4f96-a150-62003d0387c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:15:59.485704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-cc08a9d6-75be-48cb-a461-8ec41d1e46b9 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:59.487626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-cc08a9d6-75be-48cb-a461-8ec41d1e46b9 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 784 time: 0.1947618 Aug 31 19:15:59.567684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:15:59.580466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-35303755-74b6-486e-a9c3-e635cafbadbd tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0690100 Aug 31 19:15:59.588593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b46da-b787-48c5-9fe5-65606862881e req-2361051d-cee3-443f-819e-92a262cfc1f8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:15:59.590037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-674b46da-b787-48c5-9fe5-65606862881e req-2361051d-cee3-443f-819e-92a262cfc1f8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2734375 Aug 31 19:15:59.675573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-2dd64803-b5c1-427c-9f74-07387158b55f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0824165 Aug 31 19:15:59.814333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-674b46da-b787-48c5-9fe5-65606862881e req-49e97451-3ed5-4073-991a-bad0cae17069 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123709 Aug 31 19:15:59.853224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:15:59.855432 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:00.022560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f4c5-1fb6-47f3-ae9a-0d40d81f4c5f req-ebd92ade-eb0c-4305-a02c-e45538cf12c8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:00.024124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc56f4c5-1fb6-47f3-ae9a-0d40d81f4c5f req-ebd92ade-eb0c-4305-a02c-e45538cf12c8 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 931 time: 0.1243424 Aug 31 19:16:00.071341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Deleting port c0ad05de-9371-4bbe-9a51-2d0cdb7941ed {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:00.071697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.157720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:00.167654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc56f4c5-1fb6-47f3-ae9a-0d40d81f4c5f req-c119ecfb-1f2d-4362-8153-f2ceff76b3c3 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307566 Aug 31 19:16:00.199910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3801c2-d722-4810-b5c9-70b72e7f1418 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:00.207240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-827749637', 'description': 'tempest-description-669588454'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:00.220342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.234450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.234783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.257086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Transition to ACTIVE for port object 5e3801c2-d722-4810-b5c9-70b72e7f1418 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:00.259081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Calling delete_port for c0ad05de-9371-4bbe-9a51-2d0cdb7941ed owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:00.267452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.279342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.298452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2002179398-network', 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:00.329971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:00.334031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.346969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.392980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.504205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.508960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.524034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Attempting to bind port 5e3801c2-d722-4810-b5c9-70b72e7f1418 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:00.524415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Attempting to bind port 5e3801c2-d722-4810-b5c9-70b72e7f1418 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:00.524695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Attempting to bind port 5e3801c2-d722-4810-b5c9-70b72e7f1418 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:00.535078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d79a21-e08a-4708-aded-5006d5317576,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.542341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Port 5e3801c2-d722-4810-b5c9-70b72e7f1418 on network 071816fa-985b-4f1d-a2ab-e3b99323019a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:00.542754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Attempting to bind port 5e3801c2-d722-4810-b5c9-70b72e7f1418 on network 071816fa-985b-4f1d-a2ab-e3b99323019a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:00.545612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:00.556554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.557025 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Added segment b28650c9-92ec-4a78-ab6f-243d0e3f21d5 of type vlan for network df51029a-3125-4b4f-9538-f0fac027127d Aug 31 19:16:00.565828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:00.566188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Checking segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:00.566586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Bound using segment: {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:00.567041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Bound port: 5e3801c2-d722-4810-b5c9-70b72e7f1418, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d79197c-9b01-440d-ba32-fa2cfd9e501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:00.567394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.570636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.602226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.630102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event deleted for resources: {'Port': ['ID=c0ad05de-9371-4bbe-9a51-2d0cdb7941ed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.633166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.635955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:00.636724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.727845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] Pushing event updated for resources: {'Network': ['ID=df51029a-3125-4b4f-9538-f0fac027127d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.740335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network df51029a-3125-4b4f-9538-f0fac027127d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:00.758360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.761182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:00.766122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:00.767012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.769092 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f79b50d9-d8ca-48d5-a82c-3799133c8c40 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6098197 Aug 31 19:16:00.771594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:00.778871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.779166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Request body: {'subnet': {'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2002179398-subnet', 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:00.813729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:00.818671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.825669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.828219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.829380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6014afde-a0a4-4c71-822e-6b4fe015b6d9 req-41970f71-e405-4ce2-af0d-8a8af776ffc3 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "DELETE /v2.0/floatingips/d0dbf875-a318-4212-b511-dbad989cd0c4 HTTP/1.1" status: 204 len: 173 time: 1.1440585 Aug 31 19:16:00.854283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:00.854907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.856345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] 10.222.0.82 "PUT /v2.0/ports/5e3801c2-d722-4810-b5c9-70b72e7f1418 HTTP/1.1" status: 200 len: 1092 time: 1.5386443 Aug 31 19:16:00.860043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da32b541-7254-4bab-847f-135dc4742ddd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.863247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:00.870999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32b55ff9-9994-4f35-8464-340380888841 req-d12a7e45-7cd9-45d6-8c28-598a94103ea5 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6750276 Aug 31 19:16:00.883183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d5b1d-1240-447b-871f-36784bb65977 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:00.930905 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6138b0-1feb-45a6-b3c0-2fbf6ceb4985 x-openstack-request-id: req-1e6138b0-1feb-45a6-b3c0-2fbf6ceb4985 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:00.931221 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:00.931425 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e6138b0-1feb-45a6-b3c0-2fbf6ceb4985 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:00.931837 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:16:01.082351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b89271-8b27-40ee-9958-8949a154797d req-e92354cb-d39b-4456-ad12-4ac76e480d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.083854 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94b89271-8b27-40ee-9958-8949a154797d req-e92354cb-d39b-4456-ad12-4ac76e480d76 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.1553731 Aug 31 19:16:01.089440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:01.092197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-8d601944-8b1e-4e84-81d9-c1225bab1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.093749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-8d601944-8b1e-4e84-81d9-c1225bab1784 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb895d7ff6844401ba38adbbde910595&device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1246741 Aug 31 19:16:01.100785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-891599ca-f408-4d0f-b576-f3bb409f52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.102323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-891599ca-f408-4d0f-b576-f3bb409f52df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 1095 time: 0.1318645 Aug 31 19:16:01.146508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fca42-7631-4da2-9700-a4ad01cc7bda req-7fc97acb-759c-48e9-b9ce-800d6ff76c79 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.147989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d5fca42-7631-4da2-9700-a4ad01cc7bda req-7fc97acb-759c-48e9-b9ce-800d6ff76c79 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1283059 Aug 31 19:16:01.162395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18dbaca-adf5-4344-a867-e3c08f1f3e86,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:01.166551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Checking segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:01.167027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Network hostable DHCP agents. Network: df51029a-3125-4b4f-9538-f0fac027127d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:01.186931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Network df51029a-3125-4b4f-9538-f0fac027127d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:01.200388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, df51029a-3125-4b4f-9538-f0fac027127d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:01.205006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.206116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:01.218749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322fb1f-a771-4542-9987-592c60ebaba4 None None] Network df51029a-3125-4b4f-9538-f0fac027127d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:01.224503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-4f41cc89-7821-4fd9-8695-df29ec99d286 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418 HTTP/1.1" status: 200 len: 217 time: 0.1063235 Aug 31 19:16:01.225363 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-11fb1f2a-532b-4470-9484-fca9a621df4c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4521792 Aug 31 19:16:01.250614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94b89271-8b27-40ee-9958-8949a154797d req-70ccd7cd-daf3-4d5f-864e-73b8958ec7c0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558051 Aug 31 19:16:01.324803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d108a-3ed0-434f-9003-14657fe963a9 req-96b811b4-e93d-40a5-8744-7b17de8ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.326590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-96b811b4-e93d-40a5-8744-7b17de8ab562 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0707538 Aug 31 19:16:01.369191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d5fca42-7631-4da2-9700-a4ad01cc7bda req-9eff8820-7643-41cd-9560-d9f2cc0e22e0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935489 Aug 31 19:16:01.440596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260e496-06b8-4bf6-a3b1-641ab2348b0a None None] Network df51029a-3125-4b4f-9538-f0fac027127d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:01.461608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-3b9d0905-37fe-4e6c-a81e-88b119b0082c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180654 Aug 31 19:16:01.599631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-8e35570c-7ea0-464e-90dc-0454830ddedb tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups/db9ecdcc-619b-4f9d-b022-f7a6c2a01e42 HTTP/1.1" status: 200 len: 1807 time: 0.2814209 Aug 31 19:16:01.632697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-7ce36f94-f16a-495b-bc38-f7415a09c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.634149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-7ce36f94-f16a-495b-bc38-f7415a09c296 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 200 len: 920 time: 0.5104403 Aug 31 19:16:01.669826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a9f2e89-a436-473a-9af5-33c8ff0dc011 req-55f9b97d-12d1-469f-bf3c-7fb6ba53e384 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/da32b541-7254-4bab-847f-135dc4742ddd HTTP/1.1" status: 200 len: 1811 time: 0.1922376 Aug 31 19:16:01.714660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-6e5002de-8b5c-4290-8ce4-a0484d9473fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 200 len: 217 time: 0.0678008 Aug 31 19:16:01.801829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-a415f527-6c8e-457c-9b02-4e2a9895e37c service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281703 Aug 31 19:16:01.882149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:01.890449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-283c3098-6cfa-4d29-a822-5b052f4fd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.891950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-283c3098-6cfa-4d29-a822-5b052f4fd446 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 200 len: 859 time: 0.1557062 Aug 31 19:16:01.941737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf00d0-af00-414b-9471-7663b5baac72 req-4f1bad56-9147-4c2e-89bb-754e2116d64c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:01.943286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04bf00d0-af00-414b-9471-7663b5baac72 req-4f1bad56-9147-4c2e-89bb-754e2116d64c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 943 time: 0.2135484 Aug 31 19:16:02.289461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-255a360e-1b90-4fbf-8664-98eab05c088b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9733deef-e587-4969-ab5f-a93c897e99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3850520 Aug 31 19:16:02.291694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:02.430292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502d108a-3ed0-434f-9003-14657fe963a9 req-88339311-2fe3-40a1-8b71-8b4d805da0ea service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163325 Aug 31 19:16:02.433313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04bf00d0-af00-414b-9471-7663b5baac72 req-b80f56bc-5aef-4ade-97d9-60695ee437b0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477320 Aug 31 19:16:02.450129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:02.452708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:02.453867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85bd2242-4d7b-4403-aecb-a57b9fc1ef0b req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "DELETE /v2.0/security-groups/db9ecdcc-619b-4f9d-b022-f7a6c2a01e42 HTTP/1.1" status: 204 len: 173 time: 0.8389666 Aug 31 19:16:02.469050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a6a43-06fc-4068-b14d-bbe9d471f5b7 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ecdcc-619b-4f9d-b022-f7a6c2a01e42,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:02.490024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-8a372e94-2250-44be-9278-d3a05fad485b service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813037 Aug 31 19:16:02.598102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-663e4ec9-37ef-4ab4-bf10-782d23c6f0f5 req-fb91eaa2-275d-4a1d-8d53-9663740d142d service neutron] 10.222.0.67 "GET /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997076 Aug 31 19:16:02.655285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8cc91-c967-44ff-a0a1-18e6749ca91f req-5a856531-a263-4e1a-b963-91cdd0f6cfd9 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:02.656737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44a8cc91-c967-44ff-a0a1-18e6749ca91f req-5a856531-a263-4e1a-b963-91cdd0f6cfd9 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.0536060 Aug 31 19:16:02.750070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44a8cc91-c967-44ff-a0a1-18e6749ca91f req-5d30028b-2b78-481a-b22d-458afbee2f68 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835814 Aug 31 19:16:02.786189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-1889bfe0-3865-4905-9ac6-ffbc26e3d9c6 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:02.787816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-1889bfe0-3865-4905-9ac6-ffbc26e3d9c6 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.1301708 Aug 31 19:16:02.803033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-77144e83-929c-4714-85f9-6022c3e4a06d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/quotas/f6cec8d24ad44c11be6f577720ef4e1f HTTP/1.1" status: 200 len: 375 time: 0.0094285 Aug 31 19:16:02.853864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-05694048-7832-40c9-a340-0e59d5d1c028 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398335 Aug 31 19:16:02.916685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91aca-0302-47d0-996a-d849ba594413 req-27192abc-1e73-4e1c-8ee7-4860a37094fb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:02.918154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b91aca-0302-47d0-996a-d849ba594413 req-27192abc-1e73-4e1c-8ee7-4860a37094fb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1123033 Aug 31 19:16:02.933070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:02.935226 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6b655-2373-491e-90f1-d81fec90149f" -d '{"events": [{"name": "network-changed", "server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:02.983724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57b91aca-0302-47d0-996a-d849ba594413 req-e59fd9a7-44e2-41d1-aa42-bd53c6ec5896 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Aug 31 19:16:02.989558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-93b49176-bb35-4422-a25c-f20587be5c48 service neutron] 10.222.0.73 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287031 Aug 31 19:16:03.087544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-9b3c6687-dfdf-4de9-81f6-71d33daadb52 service neutron] 10.222.0.73 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868561 Aug 31 19:16:03.444846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-821230646', 'description': 'tempest-description-496179023'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:03.480822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:03.610012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:03.615232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:03.643558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:03.644814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3f6a80f-3cbd-46d6-a121-1358eee8b1fd req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2052066 Aug 31 19:16:03.655339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521e5c4-bb29-401e-a240-1aa10af85811 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ce499d-63ed-4c32-bd03-0b47886b3fe8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:03.705647 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fed85-8a4b-4ce6-90b5-8a6af9b2ebd7 x-openstack-request-id: req-9a7fed85-8a4b-4ce6-90b5-8a6af9b2ebd7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:03.706274 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:03.706800 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a7fed85-8a4b-4ce6-90b5-8a6af9b2ebd7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:03.707216 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418', 'status': 'completed', 'code': 200} Aug 31 19:16:03.807747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26126a9-617b-463d-ade3-2fff395443c1 req-ca201811-b45a-45f0-bb9c-c85f0a4cfd33 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:03.812153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f26126a9-617b-463d-ade3-2fff395443c1 req-ca201811-b45a-45f0-bb9c-c85f0a4cfd33 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0936153 Aug 31 19:16:03.820183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b655-2373-491e-90f1-d81fec90149f req-25e99eb1-477f-418a-abf3-663f7d127169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:03.822822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-25e99eb1-477f-418a-abf3-663f7d127169 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03db0b82e5b246cf958bb4db6df7154e&device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 1095 time: 0.0737879 Aug 31 19:16:03.946408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f26126a9-617b-463d-ade3-2fff395443c1 req-3b83a9bf-8a19-4639-aee5-73eb9489bb62 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237061 Aug 31 19:16:04.007449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b655-2373-491e-90f1-d81fec90149f req-b01d3eb7-c398-4453-8713-d3c11ab42a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.008955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-b01d3eb7-c398-4453-8713-d3c11ab42a21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 200 len: 913 time: 0.1792352 Aug 31 19:16:04.019983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78900492-a4c7-4593-948c-d37ddac61a2e req-1107924f-1f10-4f4b-ba0f-7b22a0986c5e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.022001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78900492-a4c7-4593-948c-d37ddac61a2e req-1107924f-1f10-4f4b-ba0f-7b22a0986c5e tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 943 time: 0.1370175 Aug 31 19:16:04.068480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-02cb35a5-ef5e-4c8f-b176-cb1b3618e718 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418 HTTP/1.1" status: 200 len: 217 time: 0.0459042 Aug 31 19:16:04.151822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a436266-f113-4234-8da3-fd0931da1a1e req-0d0e2084-f730-4094-a7e5-fc9a76b429a8 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/19ce499d-63ed-4c32-bd03-0b47886b3fe8 HTTP/1.1" status: 200 len: 1811 time: 0.1714661 Aug 31 19:16:04.157657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b655-2373-491e-90f1-d81fec90149f req-284ba5e0-48a0-412d-96f7-37e2c49e2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.159922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-284ba5e0-48a0-412d-96f7-37e2c49e2467 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 200 len: 852 time: 0.0771635 Aug 31 19:16:04.165451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78900492-a4c7-4593-948c-d37ddac61a2e req-0265cb67-4bd3-43ba-90f8-7fdbbe01f458 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935304 Aug 31 19:16:04.197714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-f3fe11d5-4c09-43f3-9a67-33bdba2a3c4b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=071816fa-985b-4f1d-a2ab-e3b99323019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304751 Aug 31 19:16:04.309395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0706248-57c4-4330-a35e-4b25c5339c61 req-6016c159-59b1-4cc6-b7a2-e990c3284147 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 210 time: 0.0580449 Aug 31 19:16:04.345251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b3372-3b7c-479b-8c9c-85700313d262 req-e13568a6-1ca1-4c0a-9979-545800f0d9c0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.347409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e5b3372-3b7c-479b-8c9c-85700313d262 req-e13568a6-1ca1-4c0a-9979-545800f0d9c0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.0976117 Aug 31 19:16:04.371905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-77b72a21-73d7-4ab8-9e1c-0fb243c4fc7a service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647482 Aug 31 19:16:04.511074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e5b3372-3b7c-479b-8c9c-85700313d262 req-0a88327a-5d8d-42f7-af62-38089068f591 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423960 Aug 31 19:16:04.574053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93ade5-d44a-4510-b05f-a454288f3e8d req-65fa92eb-7868-4c2a-9669-bd2cedac66a2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.575599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d93ade5-d44a-4510-b05f-a454288f3e8d req-65fa92eb-7868-4c2a-9669-bd2cedac66a2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1956446 Aug 31 19:16:04.582680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1914575077', 'description': 'tempest-description-1246195780'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:04.653684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f6b655-2373-491e-90f1-d81fec90149f req-bda31196-0c96-4efa-ac1c-1a9e4a275124 service neutron] 10.222.0.82 "GET /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655821 Aug 31 19:16:04.683122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:04.714241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-eda27e86-6a77-4691-b4c4-44111f4d984b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:04.716189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-eda27e86-6a77-4691-b4c4-44111f4d984b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.2366180 Aug 31 19:16:04.719002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d93ade5-d44a-4510-b05f-a454288f3e8d req-a08b10da-19e9-4cc7-9e72-9401d2c7afbc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319010 Aug 31 19:16:04.735926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Request body: {'port': {'device_id': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'admin_state_up': True, 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:04.886766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:04.895129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:04.942385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d037b53f-d4eb-46e9-a134-6b63df7a4484,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:04.947131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:04.951093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:04.964267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:04.965499 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c937a8bb-3048-42c0-bcbc-b7cedf5097df req-640ab23e-16be-4f04-bc31-749f8352fef1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4077213 Aug 31 19:16:05.094779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:05.147847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-b818c42d-7300-4372-a2d7-f7f46ad8092e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:05.150237 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-b818c42d-7300-4372-a2d7-f7f46ad8092e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.2050560 Aug 31 19:16:05.165901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Request body: {'port': {'device_id': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'admin_state_up': True, 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:05.222835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8702a4-e11a-420f-9d03-daf04659ee6b req-5c1b8f7f-f676-40db-adf3-5aa8663474a2 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:05.224551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b8702a4-e11a-420f-9d03-daf04659ee6b req-5c1b8f7f-f676-40db-adf3-5aa8663474a2 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1464062 Aug 31 19:16:05.227197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af23c173-f49b-4885-b9e9-37f976658695 req-104c95ff-33e7-4a51-ab99-bb6550735023 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/d037b53f-d4eb-46e9-a134-6b63df7a4484 HTTP/1.1" status: 200 len: 1813 time: 0.2219946 Aug 31 19:16:05.233869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b648a4ba-2efe-49c7-b1d4-7e08dad1f487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.265948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5e3801c2-d722-4810-b5c9-70b72e7f1418 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:05.396821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b648a4ba-2efe-49c7-b1d4-7e08dad1f487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.399139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:05.413488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b8702a4-e11a-420f-9d03-daf04659ee6b req-fe46ec6f-7452-4a33-a842-097e956cd32d tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299341 Aug 31 19:16:05.413813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '5e3801c2-d722-4810-b5c9-70b72e7f1418', 'network_id': '071816fa-985b-4f1d-a2ab-e3b99323019a', 'port_id': '5e3801c2-d722-4810-b5c9-70b72e7f1418', 'mac_address': 'fa:16:3e:70:9a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c58d96-9a34-456d-9424-93e4becbd13d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:05.417409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b648a4ba-2efe-49c7-b1d4-7e08dad1f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.423830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Allocated IP 172.20.0.11 (df51029a-3125-4b4f-9538-f0fac027127d/b18dbaca-adf5-4344-a867-e3c08f1f3e86/94a9b792-ea69-4980-b7fb-6752daeb443b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:05.445969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315078c-0323-405c-8d94-a96c727c5fa3 req-c21dca3b-7ad5-4e83-ba94-3d447d056bbc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:05.453900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d315078c-0323-405c-8d94-a96c727c5fa3 req-c21dca3b-7ad5-4e83-ba94-3d447d056bbc tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 943 time: 0.1593821 Aug 31 19:16:05.465942 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.484398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3801c2-d722-4810-b5c9-70b72e7f1418 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:05.492612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-148033883', 'description': 'tempest-description-1336891869'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:05.504180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:05.509469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.512095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:05.517096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.525659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d315078c-0323-405c-8d94-a96c727c5fa3 req-b35b6e2a-8c30-4e01-a841-e3bff9defbac tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706275 Aug 31 19:16:05.537103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b648a4ba-2efe-49c7-b1d4-7e08dad1f487 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6bf1f00662e41daa42a5362ebc9bb85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406016 Aug 31 19:16:05.542159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:05.543793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a4ba-2efe-49c7-b1d4-7e08dad1f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aec021-322c-4678-86a2-f2350fb79c03,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:05.575251 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-c972990f-b7e8-4dcb-94c8-14e72ea59653 service neutron] 10.222.0.67 "GET /v2.0/ports/4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.1456373 Aug 31 19:16:05.584155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:05.621965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.757277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['5e3801c2-d722-4810-b5c9-70b72e7f1418'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:05.772691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41b42e8e-a136-4fa0-9b0c-62bbfa6e69da req-8b03a1a6-18ee-4fcd-bdd8-ddf31293d149 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 210 time: 0.0657206 Aug 31 19:16:05.792560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.879281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.928502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:05.956232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-c3faccdf-4799-4870-8779-4e50516a831b tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:05.958714 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-c3faccdf-4799-4870-8779-4e50516a831b tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.67 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1159084 Aug 31 19:16:05.961032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-361ef8fb-8db9-43e3-8e26-3346f83f1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:05.962091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-361ef8fb-8db9-43e3-8e26-3346f83f1a12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1102 time: 0.1302030 Aug 31 19:16:06.021434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.035157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca9b5d-8b35-4bcf-bc48-82bfe2a09f6f req-781d60df-06b1-4509-bd6e-40e0fb2947e6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.037701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56ca9b5d-8b35-4bcf-bc48-82bfe2a09f6f req-781d60df-06b1-4509-bd6e-40e0fb2947e6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.1547821 Aug 31 19:16:06.048939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.097420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-932a1942-b2b8-4976-bcd8-7122ea9c460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.099075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-932a1942-b2b8-4976-bcd8-7122ea9c460c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1102 time: 0.1130157 Aug 31 19:16:06.111844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.114481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7427a1ac-a94d-46b0-a18c-fec4be478943 req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6332762 Aug 31 19:16:06.125300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.126735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.129193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8aec021-322c-4678-86a2-f2350fb79c03 HTTP/1.1" status: 204 len: 168 time: 0.5839713 Aug 31 19:16:06.146405 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.161139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30fa08-b95d-4b41-b44b-2a6b11a49294 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba3c27-2814-462b-997c-0aae970f2bb1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:06.184254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56ca9b5d-8b35-4bcf-bc48-82bfe2a09f6f req-5e5d5841-9e8c-4364-b1f3-a08441d34100 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303935 Aug 31 19:16:06.195905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Deleting port b2224483-085e-4e97-b042-b460b4257e90 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:06.196178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.249193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a61a2-4e3a-4517-a14c-666b10c174b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aec021-322c-4678-86a2-f2350fb79c03,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:06.296149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Network df51029a-3125-4b4f-9538-f0fac027127d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:06.300473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Allocated IP 172.20.0.10 (df51029a-3125-4b4f-9538-f0fac027127d/b18dbaca-adf5-4344-a867-e3c08f1f3e86/f4efdba5-610d-43be-9020-b9db7f0549e3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:06.345667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event updated for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:06.359185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:06.367436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:06.405686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] For port b2224483-085e-4e97-b042-b460b4257e90, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b2224483-085e-4e97-b042-b460b4257e90,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:06.406370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.421079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-f508cf07-3399-4fa2-a32a-08efabf34fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.423147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-f508cf07-3399-4fa2-a32a-08efabf34fcd service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3159277 Aug 31 19:16:06.438951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Calling delete_port for b2224483-085e-4e97-b042-b460b4257e90 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:06.452518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1298d8f-d4b7-4c74-a243-5bcf4b221a5b req-f2b44893-1a44-4f26-b3ce-23474f6eabae tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/77ba3c27-2814-462b-997c-0aae970f2bb1 HTTP/1.1" status: 200 len: 1812 time: 0.2063646 Aug 31 19:16:06.465434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35504de-0e1e-487f-be10-56ea360793d1 req-6f550902-94a0-49bc-b560-2aad1066bae8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.473681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e35504de-0e1e-487f-be10-56ea360793d1 req-6f550902-94a0-49bc-b560-2aad1066bae8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2264125 Aug 31 19:16:06.488116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.489912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.529659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-c8b97927-bdb5-4616-a37c-ee29dfc925b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0955110 Aug 31 19:16:06.542291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-27800c95-4e2e-4164-a66d-d8409c4d661c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8114500 Aug 31 19:16:06.564742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Request body: {'port': {'device_id': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:06.583744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e35504de-0e1e-487f-be10-56ea360793d1 req-0d27d42a-8958-4ac9-a436-7b80ee208de5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088119 Aug 31 19:16:06.658651 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-f1313dc9-0f35-4705-b8a7-e3adec2cfa00 req-2bcfe1ce-0ad4-4c88-ae97-f7c039f3e8a0 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] show failed (client error): The resource could not be found. Aug 31 19:16:06.671690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1313dc9-0f35-4705-b8a7-e3adec2cfa00 req-2bcfe1ce-0ad4-4c88-ae97-f7c039f3e8a0 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/0c915489-3fa7-4cda-b635-bc4e300848dd HTTP/1.1" status: 404 len: 352 time: 0.0333242 Aug 31 19:16:06.687168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-4a9b48f8-4c7c-4c9c-b802-7f0be2ecb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.688970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-4a9b48f8-4c7c-4c9c-b802-7f0be2ecb578 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1117020 Aug 31 19:16:06.745166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48a23-3019-448b-93eb-4ba3165926ec req-3a8260fd-c76c-4aed-8610-614390b87c6f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.747048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75c48a23-3019-448b-93eb-4ba3165926ec req-3a8260fd-c76c-4aed-8610-614390b87c6f tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87f99cc4-fa1a-4e7d-835c-b13c583cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.2017004 Aug 31 19:16:06.756200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.776154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.848626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-58f99c0f-a64a-40d5-b2fe-bef3af285797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:06.850407 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-58f99c0f-a64a-40d5-b2fe-bef3af285797 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495833 Aug 31 19:16:06.912332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75c48a23-3019-448b-93eb-4ba3165926ec req-3e7a7669-63f4-432b-8cc5-72c49a1f8bd8 tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389737 Aug 31 19:16:06.916299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:06.935621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b2224483-085e-4e97-b042-b460b4257e90'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:06.973895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Pushing event deleted for resources: {'Port': ['ID=b2224483-085e-4e97-b042-b460b4257e90,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:06.979822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.025680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6dc78-50f6-45ff-8745-8961f64721f1 req-2ed74d34-1266-4f1b-9f0c-555e76a47eae tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:07.036914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14e6dc78-50f6-45ff-8745-8961f64721f1 req-2ed74d34-1266-4f1b-9f0c-555e76a47eae tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 944 time: 0.2646329 Aug 31 19:16:07.079025 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-3b5bd768-7b1d-49b5-b7f6-2dfa6361b2ce req-67c3a2c3-4aee-4b3f-9f5c-852fa4462378 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] show failed (client error): The resource could not be found. Aug 31 19:16:07.080229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b5bd768-7b1d-49b5-b7f6-2dfa6361b2ce req-67c3a2c3-4aee-4b3f-9f5c-852fa4462378 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-group-rules/20373a73-2cb1-428a-845b-53feafc19ce3 HTTP/1.1" status: 404 len: 361 time: 0.0380766 Aug 31 19:16:07.086517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] No DVR routers for this DVR port b2224483-085e-4e97-b042-b460b4257e90 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:07.093266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Network df51029a-3125-4b4f-9538-f0fac027127d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:07.099244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.100868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84732054-65ee-400d-9ca6-7cad42ae2d33 req-af917b90-0529-4d5b-b7db-04c7df468add tempest-ServerRescueTestJSONUnderV235-28229475 tempest-ServerRescueTestJSONUnderV235-28229475-project] 10.222.0.67 "DELETE /v2.0/ports/b2224483-085e-4e97-b042-b460b4257e90 HTTP/1.1" status: 204 len: 173 time: 1.1323543 Aug 31 19:16:07.103466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'name': 'network-vif-deleted', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:07.114291 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43762021-3673-4b38-8e5d-d257b360c7b8" -d '{"events": [{"server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "name": "network-vif-deleted", "tag": "b2224483-085e-4e97-b042-b460b4257e90"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:07.135376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:07.148602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:07.157200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event updated for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:07.163736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-7995d9d7-ae16-4006-8b7c-d74de49dfb4e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031280 Aug 31 19:16:07.193365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14e6dc78-50f6-45ff-8745-8961f64721f1 req-8989d738-dcf6-4b3a-b825-aa6c393c0d7f tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535146 Aug 31 19:16:07.299824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:07.302292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5e3801c2-d722-4810-b5c9-70b72e7f1418 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:07.344962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:07.345597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.378445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ed4f7dce-0c09-4cb4-adb9-c19814bed34d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2156098 Aug 31 19:16:07.400057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Request body: {'port': {'device_id': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:07.417758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a9b792-ea69-4980-b7fb-6752daeb443b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:07.435655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.447615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df12fea-47e3-426a-9f8b-85ff11e4baac req-0daf1e62-a027-4019-afe6-58872f4f3df4 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:07.449409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2df12fea-47e3-426a-9f8b-85ff11e4baac req-0daf1e62-a027-4019-afe6-58872f4f3df4 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 932 time: 0.2508452 Aug 31 19:16:07.461367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8db7e4c-0c85-44ea-b184-c0d143528231 req-625af5d7-5363-4bb6-852a-6b86342d1487 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263925 Aug 31 19:16:07.476440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 5e3801c2-d722-4810-b5c9-70b72e7f1418 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:07.506920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 5e3801c2-d722-4810-b5c9-70b72e7f1418 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:07.507611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.509530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.528606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2df12fea-47e3-426a-9f8b-85ff11e4baac req-300c9d72-ab2c-44b3-acb3-4c813c66a0ba tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642040 Aug 31 19:16:07.530718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Transition to ACTIVE for port object 94a9b792-ea69-4980-b7fb-6752daeb443b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:07.542863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-da6f06ca-bd3c-428a-bcc0-2fa60a6e177b tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/77ba3c27-2814-462b-997c-0aae970f2bb1 HTTP/1.1" status: 200 len: 1812 time: 0.3164110 Aug 31 19:16:07.589343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.599514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:07.636342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'port_id': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'mac_address': 'fa:16:3e:3b:00:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:07.663245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Pushing event updated for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:07.691927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.710581 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d484c5-c4ce-41f1-85c6-c7b4cab486c6 x-openstack-request-id: req-f1d484c5-c4ce-41f1-85c6-c7b4cab486c6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:07.710864 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f99cc4-fa1a-4e7d-835c-b13c583cc2e0", "name": "network-vif-deleted", "tag": "b2224483-085e-4e97-b042-b460b4257e90", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:07.711437 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1d484c5-c4ce-41f1-85c6-c7b4cab486c6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:07.711912 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f99cc4-fa1a-4e7d-835c-b13c583cc2e0', 'name': 'network-vif-deleted', 'tag': 'b2224483-085e-4e97-b042-b460b4257e90', 'status': 'completed', 'code': 200} Aug 31 19:16:07.729057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.780946 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.785759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.817035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:07.825553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:07.828119 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e469ce7e-8d61-4d03-ac53-02c2abc0f84c" -d '{"events": [{"server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "name": "network-vif-plugged", "status": "completed", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:07.848597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:07.864599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.867538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:07.906532 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.942599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.945212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.946342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:07.946790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a2e4b27-4777-40f9-85d4-b64d911d161b req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-groups/77ba3c27-2814-462b-997c-0aae970f2bb1 HTTP/1.1" status: 204 len: 173 time: 0.4023144 Aug 31 19:16:07.980085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4efdba5-610d-43be-9020-b9db7f0549e3 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:07.980501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931456a-afdf-4bf5-984a-bffd446d39d9 req-300395c7-b3d0-4e88-93a4-46995f0ac60f tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:07.989775 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:07.991142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0931456a-afdf-4bf5-984a-bffd446d39d9 req-300395c7-b3d0-4e88-93a4-46995f0ac60f tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 944 time: 0.2178948 Aug 31 19:16:08.003187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58abf43-8eda-4599-bcac-6cd232fe317d tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba3c27-2814-462b-997c-0aae970f2bb1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:08.007235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Transition to ACTIVE for port object f4efdba5-610d-43be-9020-b9db7f0549e3 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:08.009172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:08.015150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.047799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Attempting to bind port 94a9b792-ea69-4980-b7fb-6752daeb443b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:08.048150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Attempting to bind port 94a9b792-ea69-4980-b7fb-6752daeb443b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:08.048489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Attempting to bind port 94a9b792-ea69-4980-b7fb-6752daeb443b on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:08.068400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0931456a-afdf-4bf5-984a-bffd446d39d9 req-3a57b867-cbcf-4522-8c12-2f52f28455aa tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763090 Aug 31 19:16:08.086361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Port 94a9b792-ea69-4980-b7fb-6752daeb443b on network df51029a-3125-4b4f-9538-f0fac027127d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:08.086706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Attempting to bind port 94a9b792-ea69-4980-b7fb-6752daeb443b on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:08.096997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Pushing event updated for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:08.099244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:08.099472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Checking segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:08.103114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Bound using segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:08.103602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Bound port: 94a9b792-ea69-4980-b7fb-6752daeb443b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:08.104016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.144593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:08.211631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Attempting to bind port f4efdba5-610d-43be-9020-b9db7f0549e3 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:08.212139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Attempting to bind port f4efdba5-610d-43be-9020-b9db7f0549e3 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:08.212352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Attempting to bind port f4efdba5-610d-43be-9020-b9db7f0549e3 on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:08.219249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Port f4efdba5-610d-43be-9020-b9db7f0549e3 on network df51029a-3125-4b4f-9538-f0fac027127d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:08.219582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Attempting to bind port f4efdba5-610d-43be-9020-b9db7f0549e3 on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:08.233156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:08.240219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Checking segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:08.240881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Bound using segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:08.241562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Bound port: f4efdba5-610d-43be-9020-b9db7f0549e3, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:08.242140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.263304 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd351fd8-d96d-4067-b341-50465a33aa80 x-openstack-request-id: req-cd351fd8-d96d-4067-b341-50465a33aa80 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:08.263601 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "name": "network-vif-plugged", "status": "completed", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:08.263876 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd351fd8-d96d-4067-b341-50465a33aa80 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:08.264270 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418', 'code': 200} Aug 31 19:16:08.327578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:08.364712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94a9b792-ea69-4980-b7fb-6752daeb443b,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:08.397350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.402150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:08.407650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4efdba5-610d-43be-9020-b9db7f0549e3,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:08.423134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.448422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40004465-e573-4d89-8237-417c6ffae05c req-fe9e4e9f-cff6-4b68-a1f2-81c8f34cbc22 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.449903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40004465-e573-4d89-8237-417c6ffae05c req-fe9e4e9f-cff6-4b68-a1f2-81c8f34cbc22 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.2512345 Aug 31 19:16:08.463596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-a9555ae5-315e-4338-9643-1cc11ea63faa tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/d037b53f-d4eb-46e9-a134-6b63df7a4484 HTTP/1.1" status: 200 len: 1813 time: 0.1681426 Aug 31 19:16:08.476744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.476744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.478749 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4efdba5-610d-43be-9020-b9db7f0549e3 HTTP/1.1" status: 200 len: 1093 time: 1.0865586 Aug 31 19:16:08.499244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.499607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.500986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] 10.222.0.67 "PUT /v2.0/ports/94a9b792-ea69-4980-b7fb-6752daeb443b HTTP/1.1" status: 200 len: 1093 time: 1.9456580 Aug 31 19:16:08.501449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:08.503829 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4301d90-74b1-4ffe-90b1-cff47633366e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:08.531269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Pushing event updated for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:08.541588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.541942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.542285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.542641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.543409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.543836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.544170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.544497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.544826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.545157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.545482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.545830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ffdf5-c8c4-451a-8f92-c13d7aff4304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:08.583212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f88a-3056-4b88-86ac-0d89dec5ad7c req-068127e2-425e-4b6b-b4ab-35591c65c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.586481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b668f88a-3056-4b88-86ac-0d89dec5ad7c req-068127e2-425e-4b6b-b4ab-35591c65c91a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 1097 time: 0.2547081 Aug 31 19:16:08.611928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-d642d395-854e-4b2a-8dfb-3e8b996acf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.613921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-d642d395-854e-4b2a-8dfb-3e8b996acf69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 1096 time: 0.0614040 Aug 31 19:16:08.656328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52042) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:08.660090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2c507-209e-4379-beff-c79f5b97e536 service neutron] Pushing event updated for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:08.664530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-627e745e-17b8-43d7-8c16-8624240eacc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a9b792-ea69-4980-b7fb-6752daeb443b HTTP/1.1" status: 200 len: 217 time: 0.0406291 Aug 31 19:16:08.678158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40004465-e573-4d89-8237-417c6ffae05c req-d70435e0-dcf6-4003-a5bf-da8e37e2a9a5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108676 Aug 31 19:16:08.720419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-375859d9-0d9e-4308-86cd-b4d64d83e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.722846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-375859d9-0d9e-4308-86cd-b4d64d83e1ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 1096 time: 0.1546085 Aug 31 19:16:08.724546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b668f88a-3056-4b88-86ac-0d89dec5ad7c req-cbc8af74-17cf-4fd0-8e9d-d6c5c0e780e6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228259 Aug 31 19:16:08.725222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.726008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-dc8f3c08-47a7-4efe-9dce-b517830ec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:08.728021 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-dc8f3c08-47a7-4efe-9dce-b517830ec8ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.0544493 Aug 31 19:16:08.750200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:08.772536 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-f9c27eaa-9e84-4b86-8155-39da29fb6422 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335720 Aug 31 19:16:08.802602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-fb77d2d8-c1f7-4612-ab00-65b650a7715e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4efdba5-610d-43be-9020-b9db7f0549e3 HTTP/1.1" status: 200 len: 217 time: 0.0634003 Aug 31 19:16:08.804155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.874973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-a8d0ce6b-4f7e-4e2a-86d7-ac7b2bdc2e36 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933924 Aug 31 19:16:08.922725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11dab127-a86e-4486-8b42-a530fb8cf7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:08.993630 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-1264cc5f-3693-4f19-b2e8-49ccf2643a6b service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087880 Aug 31 19:16:09.012418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ca77e292-2394-4861-95ad-48f355755607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.013886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-ca77e292-2394-4861-95ad-48f355755607 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.1649737 Aug 31 19:16:09.046174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba8fa-f972-456a-9edd-68558152846f req-9dc91974-9356-496a-877b-0b9972a34645 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.047724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e33ba8fa-f972-456a-9edd-68558152846f req-9dc91974-9356-496a-877b-0b9972a34645 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.2511680 Aug 31 19:16:09.052452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.054960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.056064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd8a663d-1bfd-4471-a4b2-448b0dadc288 req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-groups/d037b53f-d4eb-46e9-a134-6b63df7a4484 HTTP/1.1" status: 204 len: 173 time: 0.5916574 Aug 31 19:16:09.087890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-bb19ccea-a3d0-4af4-b224-161eb84f25be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614078 Aug 31 19:16:09.101582 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400e35d7-3eb2-4c5c-8a7b-b0ee2d29f469 x-openstack-request-id: req-400e35d7-3eb2-4c5c-8a7b-b0ee2d29f469 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:09.101868 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:09.102116 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-400e35d7-3eb2-4c5c-8a7b-b0ee2d29f469 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:09.102514 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b', 'status': 'completed', 'code': 200} Aug 31 19:16:09.114082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715e684-376b-419c-8fbb-6649daeb6bfd tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037b53f-d4eb-46e9-a134-6b63df7a4484,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:09.201341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-e3699514-067e-4b36-a56d-71d9406435d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.203197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-e3699514-067e-4b36-a56d-71d9406435d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 1096 time: 0.0568037 Aug 31 19:16:09.297616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:09.308134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-7e0d1595-69e2-4bbe-9270-2f2743814210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.309673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-7e0d1595-69e2-4bbe-9270-2f2743814210 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 914 time: 0.0985804 Aug 31 19:16:09.360033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-79eabc36-682f-4c21-a154-63322f0d1e23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a9b792-ea69-4980-b7fb-6752daeb443b HTTP/1.1" status: 200 len: 217 time: 0.0428450 Aug 31 19:16:09.360296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:09.365825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:09.366202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.456921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.495773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:09.500832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.567225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:09.631075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e33ba8fa-f972-456a-9edd-68558152846f req-dff0b53b-53f1-43e0-96fd-9e662ba549e0 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717993 Aug 31 19:16:09.680227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-b8b0cace-f86d-4b68-95f8-ffd447292a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.681698 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-b8b0cace-f86d-4b68-95f8-ffd447292a88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.3143749 Aug 31 19:16:09.724409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eda9de-3a4a-44b0-8076-334d1f8b60f5 req-38cbae6f-3649-4871-ac55-b644fb77e4c9 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:09.725963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72eda9de-3a4a-44b0-8076-334d1f8b60f5 req-38cbae6f-3649-4871-ac55-b644fb77e4c9 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 944 time: 0.5493054 Aug 31 19:16:09.727971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:09.731930 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a895514-4917-4432-972c-598c715ed20d" -d '{"events": [{"name": "network-changed", "server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:09.741023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-f028af50-f8ae-4f6f-bcdd-7582cb0ce554 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489991 Aug 31 19:16:09.816823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-63449f09-faeb-4ddb-abe1-c2cc76cdd88a service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910601 Aug 31 19:16:09.820582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11dab127-a86e-4486-8b42-a530fb8cf7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.842537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-5d72efa8-d499-4cdd-abd1-f43af7a5ea61 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935180 Aug 31 19:16:09.853870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11dab127-a86e-4486-8b42-a530fb8cf7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:09.933955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72eda9de-3a4a-44b0-8076-334d1f8b60f5 req-bd23332b-a5db-4199-b88c-0906a8cd23a0 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984067 Aug 31 19:16:09.937395 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b4301d90-74b1-4ffe-90b1-cff47633366e req-407ab120-0cba-4f5e-9d90-d214d9dad3cf service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Aug 31 19:16:09.982614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-0984371c-adda-4022-8098-29a319d9a011 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/19ce499d-63ed-4c32-bd03-0b47886b3fe8 HTTP/1.1" status: 200 len: 1811 time: 0.2261088 Aug 31 19:16:09.989051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-11dab127-a86e-4486-8b42-a530fb8cf7b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4711f49f873a4bae96f0698682296d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3265929 Aug 31 19:16:09.990513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dab127-a86e-4486-8b42-a530fb8cf7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64484f1-b430-4f35-b72f-46253d47898e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:09.991212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:10.046373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.067938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.095486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a4744d0-5ccb-42c4-b34a-8b8acafc581e req-4db94cdd-e699-4f87-922d-0ca6e64bf96f service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683582 Aug 31 19:16:10.121793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.124529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.125681 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d64484f1-b430-4f35-b72f-46253d47898e HTTP/1.1" status: 204 len: 168 time: 0.1330774 Aug 31 19:16:10.134163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30440f-f4f7-4e75-8ba2-dab92b3bafcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64484f1-b430-4f35-b72f-46253d47898e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:10.136969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50e119-696a-4f3a-9388-814fcd4f13ef req-b92bb546-973f-4c63-ab81-8f7f6297c092 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:10.138559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae50e119-696a-4f3a-9388-814fcd4f13ef req-b92bb546-973f-4c63-ab81-8f7f6297c092 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1236527 Aug 31 19:16:10.142356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.210519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.257202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae50e119-696a-4f3a-9388-814fcd4f13ef req-533670c5-274b-448e-8a7b-439a36c6b5c5 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034436 Aug 31 19:16:10.266616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:10.270554 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8121e7bd-8baf-426e-8648-2b8fdbdd0896" -d '{"events": [{"server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "name": "network-vif-plugged", "status": "completed", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:10.281340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.285651 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.287515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.288729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39169de8-2d76-4e32-8a4b-3da71df03624 req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-groups/19ce499d-63ed-4c32-bd03-0b47886b3fe8 HTTP/1.1" status: 204 len: 173 time: 0.2932909 Aug 31 19:16:10.332365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699006d1-4b4d-4743-b8fc-fc5f44d7a1a2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ce499d-63ed-4c32-bd03-0b47886b3fe8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:10.334861 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743af6db-9ba6-40ed-9a34-a4cac1df5470 x-openstack-request-id: req-743af6db-9ba6-40ed-9a34-a4cac1df5470 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:10.335716 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:10.336143 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-743af6db-9ba6-40ed-9a34-a4cac1df5470 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:10.336695 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3', 'status': 'completed', 'code': 200} Aug 31 19:16:10.434338 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78fbb43-982c-4d53-a4f3-adfd08577040 x-openstack-request-id: req-e78fbb43-982c-4d53-a4f3-adfd08577040 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:10.434868 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "name": "network-vif-plugged", "status": "completed", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:10.434868 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e78fbb43-982c-4d53-a4f3-adfd08577040 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:10.435230 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'code': 200} Aug 31 19:16:10.572590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895514-4917-4432-972c-598c715ed20d req-834ba33c-ec8f-4506-bd10-dc983aaf2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:10.574091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-834ba33c-ec8f-4506-bd10-dc983aaf2c06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 1096 time: 0.2101650 Aug 31 19:16:10.636427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850150af-8cb6-4aec-8688-8fa493b74384 req-332c4e81-3dea-43d2-8d1f-998e55e72d4c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:10.637918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-850150af-8cb6-4aec-8688-8fa493b74384 req-332c4e81-3dea-43d2-8d1f-998e55e72d4c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1909506 Aug 31 19:16:10.704986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-f8343c55-a75b-4980-a867-4b01aba393b2 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/da32b541-7254-4bab-847f-135dc4742ddd HTTP/1.1" status: 200 len: 1811 time: 0.2551908 Aug 31 19:16:10.742107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1323d94-97df-4fef-ba1b-f0baf8948bda req-b346713c-3dc7-426f-8568-4add03343a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:10.743560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1323d94-97df-4fef-ba1b-f0baf8948bda req-b346713c-3dc7-426f-8568-4add03343a15 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 1098 time: 0.2290397 Aug 31 19:16:10.823961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-850150af-8cb6-4aec-8688-8fa493b74384 req-7d18d9c7-6a75-4a8d-a1f5-8f87ef6222ec tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554372 Aug 31 19:16:10.854906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:10.871265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895514-4917-4432-972c-598c715ed20d req-330eac72-b130-480a-854e-6e9728ff1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:10.872788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-330eac72-b130-480a-854e-6e9728ff1107 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 914 time: 0.2620306 Aug 31 19:16:10.884832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:10.887700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1323d94-97df-4fef-ba1b-f0baf8948bda req-2adeae46-e43c-4d24-b7ca-a7ff09fb7bbb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268342 Aug 31 19:16:10.958774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-8ce523a2-af13-4275-9ae3-1de6f4f15401 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4efdba5-610d-43be-9020-b9db7f0549e3 HTTP/1.1" status: 200 len: 217 time: 0.0756819 Aug 31 19:16:10.965275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-521692243-network', 'tenant_id': 'aefccf322a3a49909e3ccf5a08427c2e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:10.994046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Made reservation on behalf of aefccf322a3a49909e3ccf5a08427c2e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:10.998508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:11.001064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:11.004826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.013152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.025780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.116161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895514-4917-4432-972c-598c715ed20d req-840336f3-7a96-48bc-b483-5543baa5fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.118983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-840336f3-7a96-48bc-b483-5543baa5fed2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.1488962 Aug 31 19:16:11.151925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.157035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.166643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.169507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-812ab804-b60d-43f6-91e3-f227e819f1e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430849 Aug 31 19:16:11.170122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.173656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.175279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502f8d5b-3c47-4273-987d-dbd58225efa3 req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-groups/da32b541-7254-4bab-847f-135dc4742ddd HTTP/1.1" status: 204 len: 173 time: 0.4599872 Aug 31 19:16:11.188938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ab95-888c-42f5-8f2d-ca6a310e82d5 req-15a61f29-c09b-4aea-9f8c-c6c1cfd49f26 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.191506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4c5ab95-888c-42f5-8f2d-ca6a310e82d5 req-15a61f29-c09b-4aea-9f8c-c6c1cfd49f26 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.1658552 Aug 31 19:16:11.193248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:11.208360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:11.223238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d97f6-0e8d-4bfc-a025-76d7576e7e51 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da32b541-7254-4bab-847f-135dc4742ddd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:11.227625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Deleting port 5631dbda-fbfa-4309-91e2-63222283a77a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:11.228527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.228635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4863a56-c646-4b26-878f-47e455a64efe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:11.228740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:11.229797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'mac_address': 'fa:16:3e:aa:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:11.236391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.238169 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Added segment 168a6a0a-19c7-4224-965d-b4d37fb66933 of type vlan for network 8bff533e-7716-4874-90a7-14ac1df50b52 Aug 31 19:16:11.240181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.240936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b2224483-085e-4e97-b042-b460b4257e90 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:11.308603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.315705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: b2224483-085e-4e97-b042-b460b4257e90 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:11.316300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b2224483-085e-4e97-b042-b460b4257e90 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:11.354043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:11.354596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.355926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.356563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.359363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.373287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:11.395119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:11.401351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.441440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] For port 5631dbda-fbfa-4309-91e2-63222283a77a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5631dbda-fbfa-4309-91e2-63222283a77a,segment=NetworkSegment(f090c2e8-44ff-452a-a46c-26ba7003242a),segment_id=f090c2e8-44ff-452a-a46c-26ba7003242a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:11.441850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.447356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] Pushing event updated for resources: {'Network': ['ID=8bff533e-7716-4874-90a7-14ac1df50b52,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:11.474161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8bff533e-7716-4874-90a7-14ac1df50b52 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:11.480721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:11.484967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c4729d5-6527-424f-aef7-e8888d45926a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6288862 Aug 31 19:16:11.490436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:11.510651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4c5ab95-888c-42f5-8f2d-ca6a310e82d5 req-2d4ce632-5032-47b4-92ef-d462747529ab tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001099 Aug 31 19:16:11.516988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Calling delete_port for 5631dbda-fbfa-4309-91e2-63222283a77a owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:11.537663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Request body: {'subnet': {'network_id': '8bff533e-7716-4874-90a7-14ac1df50b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-521692243-subnet', 'tenant_id': 'aefccf322a3a49909e3ccf5a08427c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:11.622597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-549f5ba4-f642-44ab-8e07-d9a0e8c6b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.635297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-2143f626-b935-437b-96e1-7ebb992c39b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.636878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-2143f626-b935-437b-96e1-7ebb992c39b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57&tenant_id=21360d979ff84629b26f0f43d4e483e2&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 949 time: 0.1866119 Aug 31 19:16:11.637561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Made reservation on behalf of aefccf322a3a49909e3ccf5a08427c2e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:11.640388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.663480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:11.683561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-93c1e236-1b0b-467e-8baa-274c22636ac6 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030105 Aug 31 19:16:11.762725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-98c90ae0-0a0f-4245-a2c9-341619b6f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.764549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-98c90ae0-0a0f-4245-a2c9-341619b6f947 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1101 time: 0.0697298 Aug 31 19:16:11.798600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897fe58-a460-4116-aff6-78ddf9d90800 req-22b64951-e358-48b7-ae96-7521a296c4f5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.801414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6897fe58-a460-4116-aff6-78ddf9d90800 req-22b64951-e358-48b7-ae96-7521a296c4f5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 944 time: 0.3569472 Aug 31 19:16:11.831625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48b0e-f980-4ad9-a46d-6da7493f9893 req-ff3d5714-952f-4ca5-83b0-e548a56fa496 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.833265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84a48b0e-f980-4ad9-a46d-6da7493f9893 req-ff3d5714-952f-4ca5-83b0-e548a56fa496 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 945 time: 0.1833148 Aug 31 19:16:11.927745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-0a3509bd-a236-447e-8981-ff89bb5e8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:11.929233 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-0a3509bd-a236-447e-8981-ff89bb5e8e26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1577439 Aug 31 19:16:11.930808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.952325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a895514-4917-4432-972c-598c715ed20d req-47bfbc50-d996-4803-8ea3-24376dc85782 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405064 Aug 31 19:16:11.961859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6897fe58-a460-4116-aff6-78ddf9d90800 req-586b06d1-7520-4b3b-a457-e9ccfa1e6574 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461780 Aug 31 19:16:11.964990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:11.977838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84a48b0e-f980-4ad9-a46d-6da7493f9893 req-77debcff-e5f6-44be-9aa0-d51741c20e6a tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118379 Aug 31 19:16:12.005352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-ae40cc38-e804-4494-837a-5bb15c66aa89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0531037 Aug 31 19:16:12.005638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5631dbda-fbfa-4309-91e2-63222283a77a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:12.052438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a8b7e2-6258-4689-9389-fc59c09b3380,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:12.073244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Checking segment: {'id': '168a6a0a-19c7-4224-965d-b4d37fb66933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8bff533e-7716-4874-90a7-14ac1df50b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:12.073641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Network hostable DHCP agents. Network: 8bff533e-7716-4874-90a7-14ac1df50b52, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:12.089589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-eab73780-7961-4d31-8201-97913ff4631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:12.091296 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-eab73780-7961-4d31-8201-97913ff4631b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0775890 Aug 31 19:16:12.112611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Network 8bff533e-7716-4874-90a7-14ac1df50b52 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:12.141197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8bff533e-7716-4874-90a7-14ac1df50b52) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:12.150629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87d6387b-712d-4625-9d16-0991da67a690 req-c44bc677-08a7-4168-b54e-2d1050cca14e tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "GET /v2.0/security-groups/42e7ee54-b0a7-4e05-958f-f5d6e6df363f HTTP/1.1" status: 200 len: 1813 time: 0.1363382 Aug 31 19:16:12.151164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:12.151545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.164083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a41dff-9672-4dfd-aefd-371f65e5da32 None None] Network 8bff533e-7716-4874-90a7-14ac1df50b52 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:12.174182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-e20fd456-f8d1-40a8-adb5-333b70025d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:12.177649 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-e20fd456-f8d1-40a8-adb5-333b70025d54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762048 Aug 31 19:16:12.179717 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9d27452-c8a4-401b-aea2-4bacad697c01 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6881106 Aug 31 19:16:12.226098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a563565-166b-4270-b7ab-eb1e8c96e883 req-e3e38f3c-727b-4dde-b83e-249d99578b60 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:12.233688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a563565-166b-4270-b7ab-eb1e8c96e883 req-e3e38f3c-727b-4dde-b83e-249d99578b60 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1524813 Aug 31 19:16:12.300005 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-ce70c168-38f5-4444-9778-940827d00642 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142180 Aug 31 19:16:12.348632 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a563565-166b-4270-b7ab-eb1e8c96e883 req-c4aa30d3-2adc-451a-a85e-2c473f412584 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139247 Aug 31 19:16:12.398513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.400198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-87d6387b-712d-4625-9d16-0991da67a690 req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.441103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a78043a-b4a1-4298-8441-4c18cf8db03f req-38920ef1-fb45-44ab-b764-d77455d72924 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332116 Aug 31 19:16:12.447201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:12.449464 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a7473-ddf8-4463-8f83-504069191170" -d '{"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-unplugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:12.481828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-87d6387b-712d-4625-9d16-0991da67a690 req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.482764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287d4db-d5c7-4c10-87a6-d880ef2595a9 None None] Network 8bff533e-7716-4874-90a7-14ac1df50b52 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:12.601965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982855ec-9b07-4165-859b-7db8afc3ee80 req-81c71ffe-8999-4734-9930-45d87ac3ef73 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:12.603568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-982855ec-9b07-4165-859b-7db8afc3ee80 req-81c71ffe-8999-4734-9930-45d87ac3ef73 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 949 time: 0.1410041 Aug 31 19:16:12.606564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-87d6387b-712d-4625-9d16-0991da67a690 req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.609137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-87d6387b-712d-4625-9d16-0991da67a690 req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.610198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87d6387b-712d-4625-9d16-0991da67a690 req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] 10.222.0.73 "DELETE /v2.0/security-groups/42e7ee54-b0a7-4e05-958f-f5d6e6df363f HTTP/1.1" status: 204 len: 173 time: 0.4135370 Aug 31 19:16:12.617246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:12.633909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4899-7a66-48ab-9d40-2ad526611fb1 tempest-SecurityGroupRulesNegativeTestJSON-1613086502 tempest-SecurityGroupRulesNegativeTestJSON-1613086502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7ee54-b0a7-4e05-958f-f5d6e6df363f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:12.708610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-982855ec-9b07-4165-859b-7db8afc3ee80 req-214a5350-c218-4b51-b568-50ec101ea6d0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897999 Aug 31 19:16:12.725173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Deleting subnet f371c105-df4f-4e55-93b4-3adc237df3a2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:12.742895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.816041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:16:12.821108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.832865 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f77289-2d24-46cc-9870-24fd9738d117 x-openstack-request-id: req-99f77289-2d24-46cc-9870-24fd9738d117 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:12.833153 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-unplugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:12.833493 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99f77289-2d24-46cc-9870-24fd9738d117 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:12.833893 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'code': 200} Aug 31 19:16:12.890585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.954209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.980800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f371c105-df4f-4e55-93b4-3adc237df3a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:12.987272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:12.992029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d50787b-3dc7-4a8a-9161-f134616661f2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f371c105-df4f-4e55-93b4-3adc237df3a2 HTTP/1.1" status: 204 len: 168 time: 0.3706789 Aug 31 19:16:12.992146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:13.000748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94a9b792-ea69-4980-b7fb-6752daeb443b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:13.003904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:13.030592 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-f113886f-5efd-4581-b697-b35fa4f681c4 req-cfc1a6c2-8b2a-4a8b-8dd8-686f740e9525 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] show failed (client error): The resource could not be found. Aug 31 19:16:13.048527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f113886f-5efd-4581-b697-b35fa4f681c4 req-cfc1a6c2-8b2a-4a8b-8dd8-686f740e9525 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/523953ce-8a08-4e71-b418-a31236d8062e HTTP/1.1" status: 404 len: 352 time: 0.0639937 Aug 31 19:16:13.058103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:13.075868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.082189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-feb7bf3f-a911-46ff-98f8-37199e28bd64 admin admin] 10.222.0.73 "PUT /v2.0/routers/4cf68e61-d046-4b47-bb9b-67c5ece6dd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3303032 Aug 31 19:16:13.086310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:13.096914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Sync routers for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:13.120136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522d81f-268b-4155-b4d1-5e539ef6a7a0 req-9f58f7ea-4d65-4e39-a2b7-07a898096d9c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:13.122271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3522d81f-268b-4155-b4d1-5e539ef6a7a0 req-9f58f7ea-4d65-4e39-a2b7-07a898096d9c tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.1958556 Aug 31 19:16:13.123748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:13.124146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.135667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-b964a368-3ebb-422b-bf01-71bfff379452 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:13.138403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-b964a368-3ebb-422b-bf01-71bfff379452 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.82 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 945 time: 0.2218609 Aug 31 19:16:13.193507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:13.193721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.270683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94a9b792-ea69-4980-b7fb-6752daeb443b,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.283878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.296345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.300515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '94a9b792-ea69-4980-b7fb-6752daeb443b', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'port_id': '94a9b792-ea69-4980-b7fb-6752daeb443b', 'mac_address': 'fa:16:3e:36:0c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18dbaca-adf5-4344-a867-e3c08f1f3e86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:13.311402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:13.347719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c972bb8d-9874-4e6a-bdfb-587965613f31']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.357383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a4f9d-4a80-4f72-a072-826e5adf70f8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.357817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a4f9d-4a80-4f72-a072-826e5adf70f8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.370943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.386799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.397651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:13.398273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:13.400162 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:13.476064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.497324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.508417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.509968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a9b792-ea69-4980-b7fb-6752daeb443b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:13.510535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c972bb8d-9874-4e6a-bdfb-587965613f31 HTTP/1.1" status: 204 len: 168 time: 0.5173852 Aug 31 19:16:13.520337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.531364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef54f4-b8bb-41b9-9080-e385991171a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c972bb8d-9874-4e6a-bdfb-587965613f31,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:13.540965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.554023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94a9b792-ea69-4980-b7fb-6752daeb443b,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.568835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.569522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4efdba5-610d-43be-9020-b9db7f0549e3 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:13.604939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Deleting port 05e0d7ec-ea3d-474b-94b4-36789de74b0a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:13.605426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.645880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.664697 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.686380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4efdba5-610d-43be-9020-b9db7f0549e3,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.695129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:13.706751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3522d81f-268b-4155-b4d1-5e539ef6a7a0 req-abc66860-4f3d-4ba8-b8ea-248fe1401cb5 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578525 Aug 31 19:16:13.707224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] For port 05e0d7ec-ea3d-474b-94b4-36789de74b0a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=05e0d7ec-ea3d-474b-94b4-36789de74b0a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.707468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.709076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f4efdba5-610d-43be-9020-b9db7f0549e3', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'port_id': 'f4efdba5-610d-43be-9020-b9db7f0549e3', 'mac_address': 'fa:16:3e:2d:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18dbaca-adf5-4344-a867-e3c08f1f3e86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:13.722941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Calling delete_port for 05e0d7ec-ea3d-474b-94b4-36789de74b0a owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:13.732724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:13.755408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a689d35-b424-44f2-b13d-8afc7efa307f req-5a10abd6-3c02-49ef-948d-bdbf2a218664 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:13.764106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a689d35-b424-44f2-b13d-8afc7efa307f req-5a10abd6-3c02-49ef-948d-bdbf2a218664 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 944 time: 0.5958107 Aug 31 19:16:13.802878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.805486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:13.817931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-00ac8f85-08ba-4802-9b87-b90f53db98bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab0182a83adc4615a4533af8ba852b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839307 Aug 31 19:16:13.819688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:16:11Z', 'revision_number': 5, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port': {'id': '05e0d7ec-ea3d-474b-94b4-36789de74b0a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:19Z', 'updated_at': '2021-08-31T19:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.824191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:13.824389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a689d35-b424-44f2-b13d-8afc7efa307f req-09985c59-295f-4a52-b880-0cf9ed3f340a tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Aug 31 19:16:13.862759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4efdba5-610d-43be-9020-b9db7f0549e3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:13.868145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Checking router: 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:16:13.889765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4efdba5-610d-43be-9020-b9db7f0549e3,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:13.892228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Routers {'4cf68e61-d046-4b47-bb9b-67c5ece6dd12'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:13.893527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:15:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:13.897019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.909030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Deleting port c8dc7979-0bcb-4443-8e2c-9692416b877e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:13.909380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.936206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.966263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:13.988231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09720-6fa3-45de-870e-afe158f095a0 req-5082fd6d-ea71-4762-9417-03e953470f20 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:13.989768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6a09720-6fa3-45de-870e-afe158f095a0 req-5082fd6d-ea71-4762-9417-03e953470f20 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/ports?device_id=680af13a-0f19-4189-995d-899a1624c416 HTTP/1.1" status: 200 len: 945 time: 0.1644247 Aug 31 19:16:14.022170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] Set router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:14.024502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:14.047481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.052691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bb5ea-a0f7-4bf2-98d9-be48007819f7 req-34a817c7-f6f4-4668-93d2-5f633ce060da tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:14.056351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-269bb5ea-a0f7-4bf2-98d9-be48007819f7 req-34a817c7-f6f4-4668-93d2-5f633ce060da tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1629300 Aug 31 19:16:14.088341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:16:13Z', 'revision_number': 6, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:14.109231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.113230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.116786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af0f9ee5-5251-49b6-9be3-1a4e9a797da1 HTTP/1.1" status: 204 len: 168 time: 0.2896318 Aug 31 19:16:14.118502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=05e0d7ec-ea3d-474b-94b4-36789de74b0a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:14.119099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] For port c8dc7979-0bcb-4443-8e2c-9692416b877e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c8dc7979-0bcb-4443-8e2c-9692416b877e,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:14.119264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.128212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094642d5-e150-4078-b44a-9d2ef9ce0b15 None None] The sync data for ids ['4cf68e61-d046-4b47-bb9b-67c5ece6dd12'] in n-d-778550-14 is: [{'id': '4cf68e61-d046-4b47-bb9b-67c5ece6dd12', 'name': 'tempest-ServerRescueTestJSONUnderV235-304161676-router', 'tenant_id': 'fb895d7ff6844401ba38adbbde910595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:18Z', 'updated_at': '2021-08-31T19:16:13Z', 'revision_number': 6, 'project_id': 'fb895d7ff6844401ba38adbbde910595', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:16:14.135652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['94a9b792-ea69-4980-b7fb-6752daeb443b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:14.143133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6a09720-6fa3-45de-870e-afe158f095a0 req-e8a0905b-67c8-4c02-a479-80f55742f692 tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.73 "GET /v2.0/security-groups?id=99a66c99-8cc0-4f1f-b916-74096cf466c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312835 Aug 31 19:16:14.149541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aec02-e862-45a4-b062-561e5dafd850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f9ee5-5251-49b6-9be3-1a4e9a797da1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:14.157067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Calling delete_port for c8dc7979-0bcb-4443-8e2c-9692416b877e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:14.188808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.191066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-269bb5ea-a0f7-4bf2-98d9-be48007819f7 req-a86e0bab-8b2b-4346-bf91-19e577222e06 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156011 Aug 31 19:16:14.193722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4efdba5-610d-43be-9020-b9db7f0549e3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:14.284627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.287193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.334404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.336050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf68e61-d046-4b47-bb9b-67c5ece6dd12 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:16:14.341881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.343220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d35ddaa4-1949-4d99-93a6-c2975f422bdf admin admin] 10.222.0.73 "DELETE /v2.0/routers/4cf68e61-d046-4b47-bb9b-67c5ece6dd12 HTTP/1.1" status: 204 len: 168 time: 1.2559860 Aug 31 19:16:14.346718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:14.371072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a4632e-ccd5-46b9-9f18-4e2a1929dd08 req-2f723d46-c918-4d0f-89fd-79f40842ee74 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aefccf322a3a49909e3ccf5a08427c2e HTTP/1.1" status: 200 len: 2984 time: 0.1180923 Aug 31 19:16:14.409170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cb00-3aa3-4ca5-8709-9e418c2eeaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.415447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.419189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Deleting subnet 3f6f77d1-e856-4dca-90ab-e28725b22fe6 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:14.424048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.441868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729495-59d8-4ef2-a35a-0060ae6f767e req-4d6458c2-8347-4436-ab14-3a19adc02d6e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:14.443471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e729495-59d8-4ef2-a35a-0060ae6f767e req-4d6458c2-8347-4436-ab14-3a19adc02d6e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1399345 Aug 31 19:16:14.448832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.472810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.533124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a4632e-ccd5-46b9-9f18-4e2a1929dd08 req-b66465e7-889e-40fd-9b7d-598b8e44f361 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/b4863a56-c646-4b26-878f-47e455a64efe HTTP/1.1" status: 200 len: 2981 time: 0.1525023 Aug 31 19:16:14.542581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.588330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e729495-59d8-4ef2-a35a-0060ae6f767e req-6c959e24-97b2-48fe-85f2-4a2a04a507d2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141610 Aug 31 19:16:14.616502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.617212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.630495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c8dc7979-0bcb-4443-8e2c-9692416b877e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:14.654904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.658467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Pushing event deleted for resources: {'Port': ['ID=c8dc7979-0bcb-4443-8e2c-9692416b877e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:14.662995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3f6f77d1-e856-4dca-90ab-e28725b22fe6 HTTP/1.1" status: 204 len: 168 time: 0.3127072 Aug 31 19:16:14.692103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52164) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:14.693721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.694080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.694423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.694762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.695097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.695432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.695842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.696176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.696512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.697612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.697880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.698216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:14.702315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce8c26-f58c-4887-80c2-a7c98ba74f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6f77d1-e856-4dca-90ab-e28725b22fe6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:14.725150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a4632e-ccd5-46b9-9f18-4e2a1929dd08 req-051b1b36-6cee-4d66-9e3d-f83299b2ffad tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/b4863a56-c646-4b26-878f-47e455a64efe HTTP/1.1" status: 200 len: 2981 time: 0.1846631 Aug 31 19:16:14.835072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:14.837965 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85dfe1-f75b-4f81-a141-591c768b45f0" -d '{"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-plugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:14.852532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] No DVR routers for this DVR port c8dc7979-0bcb-4443-8e2c-9692416b877e on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:14.872020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.873987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5cc2296-d8d2-48da-8103-84799dd4ca00 req-39b1326a-6d38-4596-a6de-9b5c6cefbf3e tempest-AttachSCSIVolumeTestJSON-1130864795 tempest-AttachSCSIVolumeTestJSON-1130864795-project] 10.222.0.82 "DELETE /v2.0/ports/c8dc7979-0bcb-4443-8e2c-9692416b877e HTTP/1.1" status: 204 len: 173 time: 1.7158678 Aug 31 19:16:14.874440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'name': 'network-vif-deleted', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:14.877333 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d72d81-a1cb-4d00-99f6-8d07c14f822d" -d '{"events": [{"server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "name": "network-vif-deleted", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:14.910271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:14.936090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0228-bc1d-4488-b1d8-862a6b7576c4 req-1b234ccd-3312-4dc7-a512-2329a6623a6c tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:14.937660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccbb0228-bc1d-4488-b1d8-862a6b7576c4 req-1b234ccd-3312-4dc7-a512-2329a6623a6c tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1973042 Aug 31 19:16:14.948444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:14.951503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaf9d2-d5ce-4e76-af79-6ff3d19b5c99 req-388ae17f-d1d1-4f70-b46c-15dc1f473bf5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:14.953035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11eaf9d2-d5ce-4e76-af79-6ff3d19b5c99 req-388ae17f-d1d1-4f70-b46c-15dc1f473bf5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1472580 Aug 31 19:16:14.953442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Request body: {'floatingip': {'port_id': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:15.015563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4efdba5-610d-43be-9020-b9db7f0549e3 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:15.052882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.140104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78bf4589-90bd-4c03-8a58-d15e86f1c393 req-133d1935-015e-4ee7-8c74-d3398059f4a3 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/b4863a56-c646-4b26-878f-47e455a64efe HTTP/1.1" status: 200 len: 2981 time: 0.1817384 Aug 31 19:16:15.142367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.180041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9733deef-e587-4969-ab5f-a93c897e99ae']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:15.194130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11eaf9d2-d5ce-4e76-af79-6ff3d19b5c99 req-5c0cc488-6def-4e2d-a011-ce50f33f972c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086098 Aug 31 19:16:15.233825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f090c2e8-44ff-452a-a46c-26ba7003242a') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:15.234916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f090c2e8-44ff-452a-a46c-26ba7003242a') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:15.266157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:15.278176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5631dbda-fbfa-4309-91e2-63222283a77a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:15.290444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.322289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.361103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:15.363277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.369865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 5631dbda-fbfa-4309-91e2-63222283a77a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:15.370254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5631dbda-fbfa-4309-91e2-63222283a77a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:15.383031 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:15.383547 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:15.397919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f4efdba5-610d-43be-9020-b9db7f0549e3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:15.410236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f4efdba5-610d-43be-9020-b9db7f0549e3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:15.410617 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.468150 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-78bf4589-90bd-4c03-8a58-d15e86f1c393 req-8f27ca4e-f2ba-402f-99c8-a91e772e9a0f tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 19:16:15.469191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78bf4589-90bd-4c03-8a58-d15e86f1c393 req-8f27ca4e-f2ba-402f-99c8-a91e772e9a0f tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "DELETE /v2.0/security-groups/b4863a56-c646-4b26-878f-47e455a64efe HTTP/1.1" status: 409 len: 352 time: 0.3148384 Aug 31 19:16:15.514606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e0ca3-916f-4040-8286-5f957a8c6e94 req-ba892d47-892e-423e-9077-5f10a0b75ceb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:15.521144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059e0ca3-916f-4040-8286-5f957a8c6e94 req-ba892d47-892e-423e-9077-5f10a0b75ceb tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.1641068 Aug 31 19:16:15.525706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.530573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1199866120-network', 'tenant_id': '5bc3fc00c0974632a5d8703347aba1ce'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:15.540398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.553650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.561289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9733deef-e587-4969-ab5f-a93c897e99ae HTTP/1.1" status: 204 len: 168 time: 0.8344219 Aug 31 19:16:15.609006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e85d6a-1577-46c0-b900-2adfdb369f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=9733deef-e587-4969-ab5f-a93c897e99ae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:15.622338 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec604b8-4d43-49d4-909a-3ff1fc754ec4 x-openstack-request-id: req-7ec604b8-4d43-49d4-909a-3ff1fc754ec4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:15.622638 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-plugged", "status": "completed", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:15.623169 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ec604b8-4d43-49d4-909a-3ff1fc754ec4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:15.623567 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'code': 200} Aug 31 19:16:15.631286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Made reservation on behalf of 5bc3fc00c0974632a5d8703347aba1ce for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:15.633665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.646954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.652324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4efdba5-610d-43be-9020-b9db7f0549e3,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:15.652875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059e0ca3-916f-4040-8286-5f957a8c6e94 req-d41c026e-f63d-4c31-9b43-1f87a8eb4955 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179836 Aug 31 19:16:15.668039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.715043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.742597 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a03e6-7ea0-48ad-ae82-1f9b886fbad4 x-openstack-request-id: req-5e4a03e6-7ea0-48ad-ae82-1f9b886fbad4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:15.743168 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680af13a-0f19-4189-995d-899a1624c416", "name": "network-vif-deleted", "tag": "c8dc7979-0bcb-4443-8e2c-9692416b877e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:15.743280 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e4a03e6-7ea0-48ad-ae82-1f9b886fbad4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:15.743593 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680af13a-0f19-4189-995d-899a1624c416', 'name': 'network-vif-deleted', 'tag': 'c8dc7979-0bcb-4443-8e2c-9692416b877e', 'status': 'completed', 'code': 200} Aug 31 19:16:15.744787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:15.778821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cddf93-3099-4e37-baf0-5f3d84dfe0c2 req-131ddc7b-a2b8-485a-8026-6ef2f730724d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:15.780454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37cddf93-3099-4e37-baf0-5f3d84dfe0c2 req-131ddc7b-a2b8-485a-8026-6ef2f730724d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 946 time: 0.0970025 Aug 31 19:16:15.796978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:15.866925 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-b6707066-414f-4339-8c89-0d79dcb3b770 req-5ec06d05-baae-4b6c-b663-fe7a9a9443ee tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] show failed (client error): The resource could not be found. Aug 31 19:16:15.868008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6707066-414f-4339-8c89-0d79dcb3b770 req-5ec06d05-baae-4b6c-b663-fe7a9a9443ee tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/989b23d6-4e2b-43d1-b92f-dad46aed4b3e HTTP/1.1" status: 404 len: 352 time: 0.0434659 Aug 31 19:16:15.924020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37cddf93-3099-4e37-baf0-5f3d84dfe0c2 req-50381a40-f795-47ec-a1fe-47912e6d9ee2 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179061 Aug 31 19:16:15.960119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.968153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-828412fa-685e-404d-b77c-838b507914c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb895d7ff6844401ba38adbbde910595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677346 Aug 31 19:16:15.968790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:15.983985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:15.996503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:16.005720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.006047 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Added segment 811ef6d3-b2ec-4878-9869-0f141567f559 of type vlan for network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 Aug 31 19:16:16.014277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.021037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.052574 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-76cb79df-bf0d-4f42-a37b-39ac35f2f901 req-2cd0dadb-492c-41a3-9967-6037fbee2454 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] show failed (client error): The resource could not be found. Aug 31 19:16:16.060774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76cb79df-bf0d-4f42-a37b-39ac35f2f901 req-2cd0dadb-492c-41a3-9967-6037fbee2454 tempest-SecurityGroupsNegativeTestJSON-1107867056 tempest-SecurityGroupsNegativeTestJSON-1107867056-project] 10.222.0.73 "GET /v2.0/security-groups/dc5e4bd6-0bb8-4810-90b3-3a008361041d HTTP/1.1" status: 404 len: 352 time: 0.0994115 Aug 31 19:16:16.074065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:16.107876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.129430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95920ff6-c6b0-46c7-9e68-08dbc714b5e5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:16.166255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.167230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:16.167870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.221168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.286980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0116889 Aug 31 19:16:16.293614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:16.305068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Request body: {'subnet': {'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1199866120-subnet', 'tenant_id': '5bc3fc00c0974632a5d8703347aba1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:16.308666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e56105-014d-4e83-8cb6-f706d69482d0 admin admin] Pushing event updated for resources: {'Network': ['ID=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:16.319304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.326008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:16.390734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d137f2-f440-474f-911b-a2867c0d45c8 req-ee763eb6-bf42-470f-b545-94edb628a95a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:16.398138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3d137f2-f440-474f-911b-a2867c0d45c8 req-ee763eb6-bf42-470f-b545-94edb628a95a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.1693633 Aug 31 19:16:16.434112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Made reservation on behalf of 5bc3fc00c0974632a5d8703347aba1ce for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:16.436855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.530887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-bb57d845-7f9a-495d-9435-60d7362b7b55 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468020 Aug 31 19:16:16.537555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Deleting subnet 96a8b7e2-6258-4689-9389-fc59c09b3380 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:16.540196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3d137f2-f440-474f-911b-a2867c0d45c8 req-461e2095-68d8-4065-8f59-2aa95801b3fd tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411490 Aug 31 19:16:16.541412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.588315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.606647 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.607958 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Floating IP 0d3b551b-2a39-4172-8b12-68bd43a48c77 associated. External IP: 172.25.3.118, port: 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40. Aug 31 19:16:16.609355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.610910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b HTTP/1.1" status: 204 len: 168 time: 0.6352487 Aug 31 19:16:16.686856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.701970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05e0d7ec-ea3d-474b-94b4-36789de74b0a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:16.725604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 05e0d7ec-ea3d-474b-94b4-36789de74b0a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:16.726120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 05e0d7ec-ea3d-474b-94b4-36789de74b0a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:16.793913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.837584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7758aa-3c88-4c32-be8a-a4c91a4bb3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa94ddb-9b06-4f54-b2ee-72a6bd3a513b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:16.898479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.916699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-5ed15ba6-b9d0-45ae-b870-6442cc1ec320 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:16.925176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-5ed15ba6-b9d0-45ae-b870-6442cc1ec320 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829710 Aug 31 19:16:16.934147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7f8918-5230-4d54-b0ae-7ed97936a114,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:16.958758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-c1d67a84-6cca-40f3-8099-c5890f4b2659 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/quotas/21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 375 time: 0.0315173 Aug 31 19:16:16.960076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Checking segment: {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:16.960448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Network hostable DHCP agents. Network: 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:16.987307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:16.997341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Router 299781b5-1186-4e64-8cb1-1ca2fea0df4b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:16:17.038168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a8b7e2-6258-4689-9389-fc59c09b3380,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:17.038939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94a9b792-ea69-4980-b7fb-6752daeb443b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:17.040799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.042722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2f9d565-2a96-4207-8209-ff1c31d75def admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96a8b7e2-6258-4689-9389-fc59c09b3380 HTTP/1.1" status: 204 len: 168 time: 0.9677160 Aug 31 19:16:17.049313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:17.171936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.191407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591df40d-8cea-4a9a-be56-bec3ec0135f8 req-4907f879-b227-4e82-b59c-a61f7e9b0151 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:17.194214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-591df40d-8cea-4a9a-be56-bec3ec0135f8 req-4907f879-b227-4e82-b59c-a61f7e9b0151 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 946 time: 0.1850412 Aug 31 19:16:17.195445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:17.199379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 94a9b792-ea69-4980-b7fb-6752daeb443b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:17.209971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 94a9b792-ea69-4980-b7fb-6752daeb443b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:17.212058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.227479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:17.265275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7dde2-9a3c-4d30-bff0-c9cd823f1b4d None None] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:17.270470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-1c01438c-6cd6-454a-ab4f-64182a471bfa tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3049819 Aug 31 19:16:17.281833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:17.285097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.317583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:17.337401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Sync routers for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:17.355088 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:17.355997 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:17.422190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-574c8fac-9b4b-459b-a91a-9438e3c98255 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1271086 Aug 31 19:16:17.444220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.467611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-591df40d-8cea-4a9a-be56-bec3ec0135f8 req-30475a77-5ba2-4868-a2bb-e6e8512792d6 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593100 Aug 31 19:16:17.516752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.540752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c8dc7979-0bcb-4443-8e2c-9692416b877e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:17.557064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bff533e-7716-4874-90a7-14ac1df50b52']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:17.624938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: c8dc7979-0bcb-4443-8e2c-9692416b877e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:17.625280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c8dc7979-0bcb-4443-8e2c-9692416b877e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:17.626267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e43a7a64-1895-44bf-ba79-39e31517c603 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "PUT /v2.0/floatingips/0d3b551b-2a39-4172-8b12-68bd43a48c77 HTTP/1.1" status: 200 len: 992 time: 2.6766496 Aug 31 19:16:17.634827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:17.638756 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:17.638939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168a6a0a-19c7-4224-965d-b4d37fb66933') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:17.639085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168a6a0a-19c7-4224-965d-b4d37fb66933') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:17.640746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:17.642402 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735be88-f712-48fa-84d0-5dd1c1ce8efb" -d '{"events": [{"server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "name": "network-vif-plugged", "status": "completed", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:17.653063 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e" -d '{"events": [{"name": "network-changed", "server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:17.686482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.690052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-6feaa98b-db57-42fe-8c5f-ee130240ebae tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:17.691681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-6feaa98b-db57-42fe-8c5f-ee130240ebae tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.1391568 Aug 31 19:16:17.747864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.758827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.763179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:17.763599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:17.765344 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:17.839573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94a9b792-ea69-4980-b7fb-6752daeb443b,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:17.849366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.850220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7009af44-17e0-455c-b7c7-0b8114ebc5c0 req-7d5ce0fb-fd57-435e-80a2-a121b6b5360e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 210 time: 0.1511788 Aug 31 19:16:17.902846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.912796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:17.925196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8bff533e-7716-4874-90a7-14ac1df50b52 HTTP/1.1" status: 204 len: 168 time: 0.8733494 Aug 31 19:16:17.941125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa397b-c1d5-4f16-86d2-40e1d186be76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bff533e-7716-4874-90a7-14ac1df50b52,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:18.102215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53be7f-3cb0-4bee-bb41-07ce30e0440b req-9d39128f-76c3-4fb4-8ce7-b6ed4793601a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:18.103668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97664ee0-0e9a-4a8b-9055-68f7047b9ca4 None None] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:18.109928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e53be7f-3cb0-4bee-bb41-07ce30e0440b req-9d39128f-76c3-4fb4-8ce7-b6ed4793601a tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/ports?device_id=599544eb-306e-4acd-ab6e-3d91bc35a84b HTTP/1.1" status: 200 len: 945 time: 0.3791699 Aug 31 19:16:18.138268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Deleting port 5e3801c2-d722-4810-b5c9-70b72e7f1418 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:18.138642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.191991 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb43398-87e6-47d1-9135-2e4b48bea07a x-openstack-request-id: req-bdb43398-87e6-47d1-9135-2e4b48bea07a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:18.193283 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:18.197588 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdb43398-87e6-47d1-9135-2e4b48bea07a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:18.198700 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'status': 'completed', 'code': 200} Aug 31 19:16:18.199304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0d3b551b-2a39-4172-8b12-68bd43a48c77', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'port_id': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'mac_address': 'fa:16:3e:3b:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:22Z', 'updated_at': '2021-08-31T19:16:15Z', 'revision_number': 1, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:18.233011 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7b119-c806-417f-8731-f74b3e5dbda4 x-openstack-request-id: req-64c7b119-c806-417f-8731-f74b3e5dbda4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:18.233304 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "name": "network-vif-plugged", "status": "completed", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:18.233555 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64c7b119-c806-417f-8731-f74b3e5dbda4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:18.243485 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3', 'code': 200} Aug 31 19:16:18.300950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] For port 5e3801c2-d722-4810-b5c9-70b72e7f1418, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=5e3801c2-d722-4810-b5c9-70b72e7f1418,segment=NetworkSegment(5d79197c-9b01-440d-ba32-fa2cfd9e501e),segment_id=5d79197c-9b01-440d-ba32-fa2cfd9e501e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:18.301287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.303356 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Checking router: 299781b5-1186-4e64-8cb1-1ca2fea0df4b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:16:18.311426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9351d3b-77be-4eaa-81e6-5b515f2798b4 req-57f10699-637e-4157-a0fb-b54418377252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:18.313680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e9351d3b-77be-4eaa-81e6-5b515f2798b4 req-57f10699-637e-4157-a0fb-b54418377252 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 1098 time: 0.1123378 Aug 31 19:16:18.327595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Calling delete_port for 5e3801c2-d722-4810-b5c9-70b72e7f1418 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:18.342780 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:18.353978 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:18.369793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:18.372991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e9351d3b-77be-4eaa-81e6-5b515f2798b4 req-8fa68375-c497-4dc5-8854-d079454dd38a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Aug 31 19:16:18.387136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-d5a7bde5-4721-46d8-9e26-d6b18bb70d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:18.390210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-d5a7bde5-4721-46d8-9e26-d6b18bb70d35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 1098 time: 0.1385596 Aug 31 19:16:18.442405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:18.535568 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:18.588605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-e9f9d442-05a8-49ca-8f8a-aebf772b67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:18.594841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-e9f9d442-05a8-49ca-8f8a-aebf772b67ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 200 len: 917 time: 0.1903369 Aug 31 19:16:18.601452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e53be7f-3cb0-4bee-bb41-07ce30e0440b req-151f8801-5878-48ea-bd04-4ae595c4073b tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.73 "GET /v2.0/security-groups?id=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895034 Aug 31 19:16:18.602375 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.615756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['5e3801c2-d722-4810-b5c9-70b72e7f1418'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:18.698049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Pushing event deleted for resources: {'Port': ['ID=5e3801c2-d722-4810-b5c9-70b72e7f1418,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:18.708795 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc328de1-1d56-4089-a466-f59cabb3aee4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aefccf322a3a49909e3ccf5a08427c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263023 Aug 31 19:16:18.708950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:18.745556 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-1a502ddd-ad38-4eda-a91e-8c9e69572423 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 200 len: 1000 time: 0.1452332 Aug 31 19:16:18.766898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] No DVR routers for this DVR port 5e3801c2-d722-4810-b5c9-70b72e7f1418 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:18.771421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.773853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95d77a9a-e762-4959-9e95-47251021a9f6 req-fc6a699f-ad9c-4d17-8352-1e1e02f76384 tempest-DeleteServersTestJSON-752374257 tempest-DeleteServersTestJSON-752374257-project] 10.222.0.82 "DELETE /v2.0/ports/5e3801c2-d722-4810-b5c9-70b72e7f1418 HTTP/1.1" status: 204 len: 173 time: 1.0442655 Aug 31 19:16:18.774094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'name': 'network-vif-deleted', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:18.776377 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fdbbe1-6b0c-4eef-81ff-654af061770a" -d '{"events": [{"server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "name": "network-vif-deleted", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:18.821386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.852260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.925373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-19e613c5-35d0-4f4c-8f98-2761ec4dcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:18.927419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-665285744', 'description': 'tempest-description-300096230'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:18.931861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-19e613c5-35d0-4f4c-8f98-2761ec4dcc38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 HTTP/1.1" status: 200 len: 855 time: 0.1752176 Aug 31 19:16:18.962168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.995995 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:18.998921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:19.002836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4863a56-c646-4b26-878f-47e455a64efe HTTP/1.1" status: 204 len: 168 time: 0.2892673 Aug 31 19:16:19.014013 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0d3b551b-2a39-4172-8b12-68bd43a48c77', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'port_id': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'mac_address': 'fa:16:3e:3b:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:22Z', 'updated_at': '2021-08-31T19:16:15Z', 'revision_number': 1, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:19.014452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cba77-7880-4514-be6f-2ef73acf2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4863a56-c646-4b26-878f-47e455a64efe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:19.047802 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bdf1e0-f610-44d1-9e75-5475cedc771a None None] The sync data for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 is: [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0d3b551b-2a39-4172-8b12-68bd43a48c77', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'port_id': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'mac_address': 'fa:16:3e:3b:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:15:22Z', 'updated_at': '2021-08-31T19:16:15Z', 'revision_number': 1, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:16:19.050694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-a0f9c47e-caa4-43a3-8402-cf61fad0f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:19.052947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-a0f9c47e-caa4-43a3-8402-cf61fad0f62f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140974 Aug 31 19:16:19.143566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:19.149217 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:19.198671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:19.200714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73ebaaf5-b544-4671-85e1-81e2e5f5a4ad req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2956724 Aug 31 19:16:19.203457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7ed9e-8bef-471f-9ab3-abba92e2c20e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa49372c-addb-4a10-a315-cbe38ab52bfd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:19.283444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-a7804090-e817-4480-9a6d-51dec600ea40 service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212536 Aug 31 19:16:19.448557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ff8f97ef-0fc1-46cf-9e9e-606ce7c9509e req-4208a1fb-8886-40f4-9163-e89b3e7012cb service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578248 Aug 31 19:16:19.456774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be200f5d-b8ab-42a9-b367-4356c8b9df3b None None] New status for floating IP 0d3b551b-2a39-4172-8b12-68bd43a48c77: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:16:19.515572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-8d682808-f72b-4a2f-aec0-771a4e68797b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239860 Aug 31 19:16:19.623661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631e11-2a7f-4f2d-b383-98d00fc9cfc2 req-2b77df91-6491-4835-b4bd-b8f0bfb08d5b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:19.625606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8631e11-2a7f-4f2d-b383-98d00fc9cfc2 req-2b77df91-6491-4835-b4bd-b8f0bfb08d5b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 946 time: 0.2861586 Aug 31 19:16:19.751826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-36ff8726-552b-42b5-9267-75a493120e13 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:19.753393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-36ff8726-552b-42b5-9267-75a493120e13 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278326 Aug 31 19:16:19.780795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Request body: {'port': {'device_id': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '21360d979ff84629b26f0f43d4e483e2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:19.799816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8631e11-2a7f-4f2d-b383-98d00fc9cfc2 req-4be40197-4978-4a73-b9f1-a5295b3afe55 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595335 Aug 31 19:16:19.801732 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd399f-2865-4543-be9b-1476f134cb59 x-openstack-request-id: req-55fd399f-2865-4543-be9b-1476f134cb59 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:19.801982 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599544eb-306e-4acd-ab6e-3d91bc35a84b", "name": "network-vif-deleted", "tag": "5e3801c2-d722-4810-b5c9-70b72e7f1418", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:19.802165 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55fd399f-2865-4543-be9b-1476f134cb59 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:19.804831 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599544eb-306e-4acd-ab6e-3d91bc35a84b', 'name': 'network-vif-deleted', 'tag': '5e3801c2-d722-4810-b5c9-70b72e7f1418', 'status': 'completed', 'code': 200} Aug 31 19:16:19.951564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1900339907', 'description': 'tempest-description-736388364'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:19.963138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc810c92-80f4-4bb2-9330-5b8539ff8858 req-905582ae-d6b5-4bea-8a0e-724f9029c5ef tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 210 time: 0.0493557 Aug 31 19:16:20.040172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.072009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Made reservation on behalf of 21360d979ff84629b26f0f43d4e483e2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:20.076057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.253036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:20.258014 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf1ee9-3294-4658-a6fc-5d20f09304ee" -d '{"events": [{"server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "name": "network-vif-plugged", "status": "completed", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:20.379111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.400730 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad92faf-b34b-4f10-9570-5e8622f2c00f x-openstack-request-id: req-fad92faf-b34b-4f10-9570-5e8622f2c00f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:20.401024 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "name": "network-vif-plugged", "status": "completed", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:20.401279 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fad92faf-b34b-4f10-9570-5e8622f2c00f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:20.401673 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b', 'code': 200} Aug 31 19:16:20.402278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.406099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Allocated IP 192.168.233.40 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/50e72c1d-850b-4f1c-9021-f33537b86fc0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:20.467124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:20.488650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.489888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c54123f5-cde8-4909-a588-e20f61277e2f req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5578823 Aug 31 19:16:20.495559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09022b-0e42-42fe-8c49-210645f8c310 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89925a6f-9cde-44ea-9d66-52fee463fa2f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:20.636265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6f131-2b9b-4fc4-a717-a24b45cbe343 req-b2d0c89f-1972-43d3-b88c-fab07fa9f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:20.641386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1f6f131-2b9b-4fc4-a717-a24b45cbe343 req-b2d0c89f-1972-43d3-b88c-fab07fa9f7cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 1098 time: 0.1452811 Aug 31 19:16:20.731900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1f6f131-2b9b-4fc4-a717-a24b45cbe343 req-e7fa35bc-ef38-4257-98f4-c614d4f9e7c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743783 Aug 31 19:16:20.741644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-68741033-network', 'tenant_id': '9bd2d0add1074e93b215c60d9b8cca83'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:20.805975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Made reservation on behalf of 9bd2d0add1074e93b215c60d9b8cca83 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:20.811821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.822913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.831335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.924513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Transition to ACTIVE for port object 50e72c1d-850b-4f1c-9021-f33537b86fc0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:20.944022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.949355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.979220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:20.989992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce3a94-d854-4c8f-a012-3524ec8f3f83,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:20.995512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:20.996208 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Added segment af6b3d13-a0d3-48b2-8448-88f3349f7fdc of type vlan for network 28c156b1-1f81-41b3-ba58-f046925fbbb2 Aug 31 19:16:21.016557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b1e-bd65-4e95-aae6-a1fe4709113a req-3709fe77-57c0-4e95-8121-5fa72dab7ef1 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.018201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59525b1e-bd65-4e95-aae6-a1fe4709113a req-3709fe77-57c0-4e95-8121-5fa72dab7ef1 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 946 time: 0.1127150 Aug 31 19:16:21.035707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-173958a5-863c-4a96-b758-e3f4a61f07de tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.038505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-173958a5-863c-4a96-b758-e3f4a61f07de tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 813 time: 0.1998484 Aug 31 19:16:21.043164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.055616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.068377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:21.071267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.072933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.074597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.079291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:21.120806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:21.134525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-77791148-0bcf-409f-8435-e5084af01126 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/quotas/5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 375 time: 0.0864697 Aug 31 19:16:21.149521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:21.165061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:21.169494 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7007706 Aug 31 19:16:21.172269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:21.180842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:21.186137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Request body: {'subnet': {'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-68741033-subnet', 'tenant_id': '9bd2d0add1074e93b215c60d9b8cca83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:21.196375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59525b1e-bd65-4e95-aae6-a1fe4709113a req-5d98ec52-a036-432d-b246-8ccf898328da tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569216 Aug 31 19:16:21.200526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-fea0d0d4-4bb7-43e9-b0cd-2e4d5c7dba24 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545595 Aug 31 19:16:21.231208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d4ce-e8dc-4807-bd28-0e97273bb53b admin admin] Pushing event updated for resources: {'Network': ['ID=28c156b1-1f81-41b3-ba58-f046925fbbb2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:21.249646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 28c156b1-1f81-41b3-ba58-f046925fbbb2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:21.269427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Made reservation on behalf of 9bd2d0add1074e93b215c60d9b8cca83 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:21.276081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.477209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.488202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.540274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-d44ba50c-6d1d-4a41-b5a9-c5c5790bbc43 service neutron] 10.222.0.73 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791903 Aug 31 19:16:21.566545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-0541d7b4-0ac8-4ecd-946d-25490d62a464 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7907944 Aug 31 19:16:21.589850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.598566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5dc1241e-ed5f-43b4-ad4d-41cf66fcca9b None None] Provisioning for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:21.603179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5dc1241e-ed5f-43b4-ad4d-41cf66fcca9b None None] Provisioning complete for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:21.603711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5dc1241e-ed5f-43b4-ad4d-41cf66fcca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.607448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Request body: {'port': {'device_id': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:21.645482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1241e-ed5f-43b4-ad4d-41cf66fcca9b None None] Port 50e72c1d-850b-4f1c-9021-f33537b86fc0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:16:21.669606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e94806c-e96a-4636-a4b2-5456fbcf659c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:21.672112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d696e81-10aa-45a0-848a-2948278f5894 req-56ba51de-50fd-4a5f-a0f0-49cd0df69d2e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.675977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Checking segment: {'id': 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:21.676573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Network hostable DHCP agents. Network: 28c156b1-1f81-41b3-ba58-f046925fbbb2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:21.680298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d696e81-10aa-45a0-848a-2948278f5894 req-56ba51de-50fd-4a5f-a0f0-49cd0df69d2e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 935 time: 0.1589258 Aug 31 19:16:21.694443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Network 28c156b1-1f81-41b3-ba58-f046925fbbb2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:21.703970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 28c156b1-1f81-41b3-ba58-f046925fbbb2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:21.718324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:21.718324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.718661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f33709-30e8-4714-abe9-7903771e36f4 None None] Network 28c156b1-1f81-41b3-ba58-f046925fbbb2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:21.738812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aef0ab39-d31b-482e-ad6c-62b46ee42dc8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5621817 Aug 31 19:16:21.754637 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:21.796485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-3b759d4d-3174-40a2-80f8-be1e51c7c411 service neutron] 10.222.0.73 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552752 Aug 31 19:16:21.807414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d696e81-10aa-45a0-848a-2948278f5894 req-2eb5968d-7dac-4365-b3a2-7376ca846f01 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262462 Aug 31 19:16:21.910946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d18cd-ed7e-4680-961e-5dd877a6124a None None] Network 28c156b1-1f81-41b3-ba58-f046925fbbb2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:22.569827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2615267-e61e-460e-ab8d-f5f42af600e2 req-0072bd59-4bd7-4ac0-bfbe-d16e07d7868f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 210 time: 0.0633016 Aug 31 19:16:22.643848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959dd22-5d60-43a4-8dbe-c9c96cd7f56d req-272c4fee-4e61-4d8d-bf65-2f488065558e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:22.652259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c959dd22-5d60-43a4-8dbe-c9c96cd7f56d req-272c4fee-4e61-4d8d-bf65-2f488065558e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 946 time: 0.5696592 Aug 31 19:16:22.710147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c959dd22-5d60-43a4-8dbe-c9c96cd7f56d req-a38855f7-ba3b-4e73-bab7-b96d7d88b5bc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567360 Aug 31 19:16:22.834180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:22.851619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:22.861753 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:22.879299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Transition to ACTIVE for port object 50e72c1d-850b-4f1c-9021-f33537b86fc0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:22.888239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:23.183062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:23.303453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:23.305328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:23.305893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:23.321271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532067-93af-44ae-9c15-b59adc0850d1 req-e46cbac8-05f4-43ce-83e7-d2152978b270 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:23.331102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83532067-93af-44ae-9c15-b59adc0850d1 req-e46cbac8-05f4-43ce-83e7-d2152978b270 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.2534921 Aug 31 19:16:23.353600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:23.354336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:23.368253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:23.368872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:23.369466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:23.370473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Bound port: 50e72c1d-850b-4f1c-9021-f33537b86fc0, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:23.371035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:23.392440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5e3801c2-d722-4810-b5c9-70b72e7f1418 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:23.420074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-6d72e0bf-714c-45a8-9468-a7848481975b tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:23.422753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-6d72e0bf-714c-45a8-9468-a7848481975b tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/networks?id=28c156b1-1f81-41b3-ba58-f046925fbbb2 HTTP/1.1" status: 200 len: 820 time: 0.4941096 Aug 31 19:16:23.442441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 5e3801c2-d722-4810-b5c9-70b72e7f1418 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:23.442789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 5e3801c2-d722-4810-b5c9-70b72e7f1418 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:23.484007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-3c0c4f58-a711-4741-9a22-a08b8a8272a4 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/quotas/9bd2d0add1074e93b215c60d9b8cca83 HTTP/1.1" status: 200 len: 375 time: 0.0455534 Aug 31 19:16:23.523347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83532067-93af-44ae-9c15-b59adc0850d1 req-2623a0bb-2519-4f3c-9888-6359700e0da1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910725 Aug 31 19:16:23.538763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-2f5f710b-9bdb-41d6-9d26-73fbdea8e97a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd2d0add1074e93b215c60d9b8cca83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539074 Aug 31 19:16:23.553827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-2b4688e8-b27d-43df-8490-5550194331e3 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:23.555653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-2b4688e8-b27d-43df-8490-5550194331e3 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.82 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 813 time: 0.3290141 Aug 31 19:16:23.571880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'device_id': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9', 'admin_state_up': True, 'tenant_id': '5bc3fc00c0974632a5d8703347aba1ce'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:23.612963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:23.633821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:23.641077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:23.700566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:23.701214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:23.702606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] 10.222.0.82 "PUT /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 1096 time: 2.1238623 Aug 31 19:16:23.703204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:23.706357 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:23.753426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-496ac593-59bd-4d06-b7c5-5f7aa4c9ff9a service neutron] 10.222.0.73 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086067 Aug 31 19:16:23.910203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c35939-ecf9-4a5a-b3af-e959dad6798d service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:24.000557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e452069a-a606-4859-8bec-269643d2753c req-ab37199f-e98a-439e-9b64-978105ba5b43 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 210 time: 0.1895761 Aug 31 19:16:24.016046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-34d9fabe-820e-4f66-9fa9-fc874dfcdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:24.023763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-34d9fabe-820e-4f66-9fa9-fc874dfcdcab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1099 time: 0.2384315 Aug 31 19:16:24.032026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:24.035329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Made reservation on behalf of 5bc3fc00c0974632a5d8703347aba1ce for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:24.061552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:24.188269 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d1526-c89b-492e-baf4-e2e3aca173f3 x-openstack-request-id: req-4a3d1526-c89b-492e-baf4-e2e3aca173f3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:24.189069 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:24.189722 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a3d1526-c89b-492e-baf4-e2e3aca173f3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:24.190374 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'status': 'completed', 'code': 200} Aug 31 19:16:24.194304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-eecfca82-f09d-4177-86b6-c2bd0a8d9b1f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.1646078 Aug 31 19:16:24.272544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-997f5d79-9f68-455c-a022-01dccdc555d1 service neutron] 10.222.0.73 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182135 Aug 31 19:16:24.315552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-6ecb4851-34c2-431e-98e9-17229c904782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:24.316465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-6ecb4851-34c2-431e-98e9-17229c904782 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1126313 Aug 31 19:16:24.345902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad173-c4e3-4847-b1b0-a4f747646788 req-3841f045-1a31-4220-b829-f8ac5cb49f06 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:24.347024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d91ad173-c4e3-4847-b1b0-a4f747646788 req-3841f045-1a31-4220-b829-f8ac5cb49f06 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 946 time: 0.0814283 Aug 31 19:16:24.411375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-06d4f60d-544c-4a5f-8a5d-8667954be5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:24.412832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-06d4f60d-544c-4a5f-8a5d-8667954be5cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872490 Aug 31 19:16:24.421273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d91ad173-c4e3-4847-b1b0-a4f747646788 req-5a2ec9de-b5e9-4f9f-b1b8-9c6244597b6e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563786 Aug 31 19:16:24.524413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Allocated IP 172.20.0.9 (757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9/0c7f8918-5230-4d54-b0ae-7ed97936a114/3c1d9736-0516-4011-ada7-909c5df61be3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:24.557964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-ed7a10be-68d8-4f75-97ed-60f6a1184492 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356592 Aug 31 19:16:24.742266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbe27ea4-29f0-471f-a24e-457896306b77 req-d6b50453-7f84-4e07-b1d8-7d4f7aed9695 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 210 time: 0.0821438 Aug 31 19:16:24.820514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8975a599-2e4c-44ef-8df5-9427b7d2a51e req-7d5cd5f8-1749-4c5f-8314-0089ee95415a service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487576 Aug 31 19:16:24.844676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Deleting port 9a70049f-2d3b-4a59-94e1-4c3851d7198b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:24.845032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:24.866844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:24.994516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] For port 9a70049f-2d3b-4a59-94e1-4c3851d7198b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a70049f-2d3b-4a59-94e1-4c3851d7198b,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:24.995071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:25.017956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Calling delete_port for 9a70049f-2d3b-4a59-94e1-4c3851d7198b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:25.026511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:25.052004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe5ea-db80-4d49-a268-ed5ce9b77e12 req-27c0cf9c-3dd2-4357-9491-64baac0b9945 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.056035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfdbe5ea-db80-4d49-a268-ed5ce9b77e12 req-27c0cf9c-3dd2-4357-9491-64baac0b9945 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.1689637 Aug 31 19:16:25.081665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-45661f81-2b4d-4d5e-af90-71bf685593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.083263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-45661f81-2b4d-4d5e-af90-71bf685593b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1099 time: 0.1179109 Aug 31 19:16:25.201464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:25.202441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:25.210496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:25.216684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:25.239547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfdbe5ea-db80-4d49-a268-ed5ce9b77e12 req-234085b7-1392-4a5c-b829-d207c4fb801b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737022 Aug 31 19:16:25.270955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.271587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:25.334911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-ba5123da-e048-4170-9939-b5f82de46632 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7677352 Aug 31 19:16:25.341387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989736-c622-478b-9aac-7b3e9ec95b52 req-22644b54-f046-4956-b61a-a4f2613c6dfb tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.347750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3989736-c622-478b-9aac-7b3e9ec95b52 req-22644b54-f046-4956-b61a-a4f2613c6dfb tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 931 time: 0.1490149 Aug 31 19:16:25.359715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Request body: {'port': {'device_id': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:25.378529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-ff873a18-5c67-4b99-8e35-35464cbe98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.380455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-ff873a18-5c67-4b99-8e35-35464cbe98d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2848601 Aug 31 19:16:25.400608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3989736-c622-478b-9aac-7b3e9ec95b52 req-192dee43-ea86-4de7-a437-e5d9bb3339fc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Aug 31 19:16:25.469315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-0bfb5f01-63ba-4d2e-842d-a1ee567737b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0719960 Aug 31 19:16:25.488646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:25.664173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-f9d9403b-60f0-4006-931b-0d204b8dc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.666062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-f9d9403b-60f0-4006-931b-0d204b8dc9da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1832352 Aug 31 19:16:25.702166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:25.740246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a70049f-2d3b-4a59-94e1-4c3851d7198b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:25.761181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-bd59d5f3-1067-4dbf-8c53-e118f905e03b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.771460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-bd59d5f3-1067-4dbf-8c53-e118f905e03b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.2210402 Aug 31 19:16:25.824964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-e40ac389-cca8-4a1b-a2b4-e3f3fa7e3d6f tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/quotas/f6cec8d24ad44c11be6f577720ef4e1f HTTP/1.1" status: 200 len: 375 time: 0.0522771 Aug 31 19:16:25.940609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-515a71cf-2604-4453-b670-7d02327f7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:25.942661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-515a71cf-2604-4453-b670-7d02327f7fae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2602129 Aug 31 19:16:26.026782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dd4a9cb-1266-411c-bd07-3627791b62a8 req-ca1989fe-ad62-45a9-b820-1fe078991688 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 210 time: 0.1063342 Aug 31 19:16:26.076878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c31dea90-3305-4217-b9a4-4d5aed712015 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2487998 Aug 31 19:16:26.216109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-5f5218c9-7e03-411a-942a-c963c198ef40 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483740 Aug 31 19:16:26.244458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-b4d2d1aa-26f4-4f47-a6ce-5be48c7b25e5 service neutron] 10.222.0.73 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600506 Aug 31 19:16:26.526741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8dfd4606-9bff-4119-ab6c-9ea8e98929d2 req-a40426a4-319f-449f-985e-c944287c8526 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023360 Aug 31 19:16:26.535715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646000d-c77c-484e-9321-f1fdb9044c2b req-e69342c4-1e63-48e5-9d3d-94863c6c247e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:26.537321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c646000d-c77c-484e-9321-f1fdb9044c2b req-e69342c4-1e63-48e5-9d3d-94863c6c247e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.1365602 Aug 31 19:16:26.600256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-17567b30-b6f1-4679-b53f-3e70d01fbb7a service neutron] 10.222.0.73 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548832 Aug 31 19:16:26.623505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00495301-9364-4678-a20e-8bd76b521da8 req-b00bac3e-ea8c-4511-958e-7efb969d1e91 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:26.625126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00495301-9364-4678-a20e-8bd76b521da8 req-b00bac3e-ea8c-4511-958e-7efb969d1e91 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5def0b8-f17b-40aa-8e67-e0dc82fb76d3 HTTP/1.1" status: 200 len: 946 time: 0.1208282 Aug 31 19:16:26.655666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c646000d-c77c-484e-9321-f1fdb9044c2b req-1d4744b8-ef5e-4714-93af-1f718edc04a5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926802 Aug 31 19:16:26.801246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-adb5e6fa-075e-4191-92aa-c567d85c6438 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:26.805121 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-adb5e6fa-075e-4191-92aa-c567d85c6438 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.67 "GET /v2.0/networks?id=28c156b1-1f81-41b3-ba58-f046925fbbb2 HTTP/1.1" status: 200 len: 820 time: 0.7200978 Aug 31 19:16:26.874574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2e300-ebd0-4d79-b9f1-8be6fffee694 req-8d5536ac-e3e6-4f43-a5bb-e03ebe37c942 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:26.876174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5b2e300-ebd0-4d79-b9f1-8be6fffee694 req-8d5536ac-e3e6-4f43-a5bb-e03ebe37c942 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 931 time: 0.0706384 Aug 31 19:16:26.881235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Deleting port 94a9b792-ea69-4980-b7fb-6752daeb443b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:26.881587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:26.913413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Request body: {'port': {'device_id': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2', 'admin_state_up': True, 'tenant_id': '9bd2d0add1074e93b215c60d9b8cca83'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:26.986301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5b2e300-ebd0-4d79-b9f1-8be6fffee694 req-888e6d79-740e-4cfb-ac82-0c71f340d43d tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008697 Aug 31 19:16:27.040831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1d9736-0516-4011-ada7-909c5df61be3 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:27.049890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.081371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] For port 94a9b792-ea69-4980-b7fb-6752daeb443b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94a9b792-ea69-4980-b7fb-6752daeb443b,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:27.085356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.091108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Transition to ACTIVE for port object 3c1d9736-0516-4011-ada7-909c5df61be3 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:27.092556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.113227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.122668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Calling delete_port for 94a9b792-ea69-4980-b7fb-6752daeb443b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:27.254349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2808e069-2499-4b9d-aaa3-d8641d53bb49 req-a97e93d0-b86d-4d53-b360-7b07a4b85d65 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 210 time: 0.0826590 Aug 31 19:16:27.324279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-816aa0e6-4c4d-4413-8c2a-72bdbfc5fb91 req-cf155f73-8373-4e7a-9ffe-4d328179fb35 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 210 time: 0.0904031 Aug 31 19:16:27.384630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:27.421472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:27.478068 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.511335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-0b092ac3-54b3-4af0-af6c-69fd8b04417c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:27.512893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-0b092ac3-54b3-4af0-af6c-69fd8b04417c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/ports?device_id=fce98a1b-d9d3-4b8c-941a-a189b046a255 HTTP/1.1" status: 200 len: 946 time: 0.7340679 Aug 31 19:16:27.542332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event deleted for resources: {'Port': ['ID=94a9b792-ea69-4980-b7fb-6752daeb443b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:27.633804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52596) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:27.643486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4efdba5-610d-43be-9020-b9db7f0549e3', '94a9b792-ea69-4980-b7fb-6752daeb443b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:27.674239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] No DVR routers for this DVR port 94a9b792-ea69-4980-b7fb-6752daeb443b on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:27.678384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.689658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00495301-9364-4678-a20e-8bd76b521da8 req-a94c6539-80b5-4b61-aa2c-07a1a94cbd2b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "DELETE /v2.0/ports/94a9b792-ea69-4980-b7fb-6752daeb443b HTTP/1.1" status: 204 len: 173 time: 1.0545256 Aug 31 19:16:27.691032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'name': 'network-vif-deleted', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:27.692663 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4266fa2-7586-4367-b773-055b61e0f0aa" -d '{"events": [{"server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "name": "network-vif-deleted", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:27.717479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Deleting subnet c6c58d96-9a34-456d-9424-93e4becbd13d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:27.721588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.732118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Made reservation on behalf of 9bd2d0add1074e93b215c60d9b8cca83 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:27.736619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.793566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.798892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:27.828544 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c1ecf-4955-4a4c-bac1-2517b97c6710 x-openstack-request-id: req-320c1ecf-4955-4a4c-bac1-2517b97c6710 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:27.828942 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5def0b8-f17b-40aa-8e67-e0dc82fb76d3", "name": "network-vif-deleted", "tag": "94a9b792-ea69-4980-b7fb-6752daeb443b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:27.829270 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-320c1ecf-4955-4a4c-bac1-2517b97c6710 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:27.831016 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5def0b8-f17b-40aa-8e67-e0dc82fb76d3', 'name': 'network-vif-deleted', 'tag': '94a9b792-ea69-4980-b7fb-6752daeb443b', 'status': 'completed', 'code': 200} Aug 31 19:16:27.840473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'mac_address': 'fa:16:3e:aa:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:27.959807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.976851 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:27.980829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Attempting to bind port 3c1d9736-0516-4011-ada7-909c5df61be3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:27.981396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Attempting to bind port 3c1d9736-0516-4011-ada7-909c5df61be3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:27.982513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Attempting to bind port 3c1d9736-0516-4011-ada7-909c5df61be3 on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:28.009759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:28.045827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99965-5daa-459d-be77-644fe526aee5 req-605915b8-66c4-4fb6-99e1-9d5f4f2113fc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:28.054030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81a99965-5daa-459d-be77-644fe526aee5 req-605915b8-66c4-4fb6-99e1-9d5f4f2113fc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.2035022 Aug 31 19:16:28.059604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:28.071938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.126755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81a99965-5daa-459d-be77-644fe526aee5 req-918ea48b-95c7-4581-8237-34bf3018187c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Aug 31 19:16:28.148078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.175484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:28.180518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Port 3c1d9736-0516-4011-ada7-909c5df61be3 on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:28.180855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Attempting to bind port 3c1d9736-0516-4011-ada7-909c5df61be3 on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:28.184820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.185233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.185577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.185912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.186298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.186628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.188205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.189896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.189896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.189896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.190208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.190704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:16:28.207314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:28.207680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Checking segment: {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:28.208080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Bound using segment: {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:28.208533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Bound port: 3c1d9736-0516-4011-ada7-909c5df61be3, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:28.208952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.224943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Router 67a88822-7062-4754-b00d-22c82fe2ec2e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:16:28.256024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c58d96-9a34-456d-9424-93e4becbd13d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:28.256521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Deleting port f4efdba5-610d-43be-9020-b9db7f0549e3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:28.256982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.268811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.271699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e13f33aa-b9ba-43e3-9caa-58d2981111d4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c6c58d96-9a34-456d-9424-93e4becbd13d HTTP/1.1" status: 204 len: 168 time: 0.6359267 Aug 31 19:16:28.274058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:28.310085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:28.437356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33bfb-d25b-4515-83c3-a5068b5ac90d req-ac820297-fa51-475b-9a75-14924d793610 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:28.451196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89e33bfb-d25b-4515-83c3-a5068b5ac90d req-ac820297-fa51-475b-9a75-14924d793610 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 943 time: 0.2947385 Aug 31 19:16:28.477817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:28.490174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-210bc911-9fb7-463c-bfb3-78fc96fc823e admin admin] 10.222.0.73 "PUT /v2.0/routers/67a88822-7062-4754-b00d-22c82fe2ec2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6499424 Aug 31 19:16:28.493429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Sync routers for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:28.509137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:28.510087 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:28.511151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:28.530146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:28.642713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Allocated IP 172.20.0.5 (28c156b1-1f81-41b3-ba58-f046925fbbb2/6e94806c-e96a-4636-a4b2-5456fbcf659c/68ff56a4-40ba-459f-8c7e-cb4067bda578) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:28.676976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:28.696494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00c1e457-c6be-461c-9526-25666b16bdc6 req-4cdd2cc1-175f-4490-b6f1-1dc4e209b97c tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 210 time: 0.0968513 Aug 31 19:16:28.743800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89e33bfb-d25b-4515-83c3-a5068b5ac90d req-b39ca199-cf97-400a-a552-4f16b7022c0e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776809 Aug 31 19:16:28.906816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.034617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] For port f4efdba5-610d-43be-9020-b9db7f0549e3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4efdba5-610d-43be-9020-b9db7f0549e3,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:29.035379 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.045995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:29.064144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Calling delete_port for f4efdba5-610d-43be-9020-b9db7f0549e3 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:29.076469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:29.084789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.086948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.206562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:16:25Z', 'revision_number': 5, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.251946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Checking router: 67a88822-7062-4754-b00d-22c82fe2ec2e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:16:29.261059 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Routers {'67a88822-7062-4754-b00d-22c82fe2ec2e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:29.262240 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['67a88822-7062-4754-b00d-22c82fe2ec2e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.321017 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.334147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4ac0320-b636-4b44-b109-f92627bcb642 req-05fd3de9-0277-4773-b3d0-b6046e153c83 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 210 time: 0.4722822 Aug 31 19:16:29.341485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.351436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.353272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] 10.222.0.82 "PUT /v2.0/ports/3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 1092 time: 4.0059130 Aug 31 19:16:29.367166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:29.369945 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d17439-47bc-4b2e-93d7-ddd5914566b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:29.373380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.418450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Network 28c156b1-1f81-41b3-ba58-f046925fbbb2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:29.419930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:29.420253 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] Set router 67a88822-7062-4754-b00d-22c82fe2ec2e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:29.429096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:29.436348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:29.447283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.489126 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d798066b-dc96-4121-94f6-d1089a168de6 x-openstack-request-id: req-d798066b-dc96-4121-94f6-d1089a168de6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:29.489416 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:29.489664 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d798066b-dc96-4121-94f6-d1089a168de6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:29.490630 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3', 'status': 'completed', 'code': 200} Aug 31 19:16:29.511448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.512118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.520193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-344b227a-9ce3-40bb-a8fe-60f000618a22 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.521722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-344b227a-9ce3-40bb-a8fe-60f000618a22 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.82 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.9172654 Aug 31 19:16:29.526105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071816fa-985b-4f1d-a2ab-e3b99323019a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.545929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:29.552545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:29.553339 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.558604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7058284 Aug 31 19:16:29.559334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eda157-b0e5-4059-bcd3-955ba8d638c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:29.569887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Request body: {'port': {'device_id': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'admin_state_up': True, 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:29.580463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d79197c-9b01-440d-ba32-fa2cfd9e501e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.580759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d79197c-9b01-440d-ba32-fa2cfd9e501e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.649174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.655878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Request body: {'port': {'device_id': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:29.662513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] No DVR routers for this DVR port f4efdba5-610d-43be-9020-b9db7f0549e3 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:29.691177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.693123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:29.694446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:29.695465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a14a644-7d52-492d-91f7-fc48a798e5cb req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "DELETE /v2.0/ports/f4efdba5-610d-43be-9020-b9db7f0549e3 HTTP/1.1" status: 204 len: 173 time: 2.1639349 Aug 31 19:16:29.698379 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c58e33-cd3f-439e-baf6-986cbe0c9fc9" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:29.701897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33772-179a-4a50-90f1-02d98db8c3e9 req-faaedd40-38cb-4d4f-b9f7-5d28f01255d5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.703600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8c33772-179a-4a50-90f1-02d98db8c3e9 req-faaedd40-38cb-4d4f-b9f7-5d28f01255d5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.4449120 Aug 31 19:16:29.708601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.710218 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:16:25Z', 'revision_number': 5, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:29.726713 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.764798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-b56e42da-ead6-45fc-8b27-c23ad6743492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.766682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-b56e42da-ead6-45fc-8b27-c23ad6743492 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1095 time: 0.3551962 Aug 31 19:16:29.789590 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231da76-df89-49a3-b73a-d24ca1011966 None None] The sync data for ids ['67a88822-7062-4754-b00d-22c82fe2ec2e'] in n-d-778550-14 is: [{'id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1592653706-router', 'tenant_id': '398698be000a4e85ba3c981011794de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:26Z', 'updated_at': '2021-08-31T19:16:25Z', 'revision_number': 5, 'project_id': '398698be000a4e85ba3c981011794de7', 'gw_port': {'id': '39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a88822-7062-4754-b00d-22c82fe2ec2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:28Z', 'updated_at': '2021-08-31T19:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:16:29.808526 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33691f83-8dd4-4999-9c8c-8f550605c883 x-openstack-request-id: req-33691f83-8dd4-4999-9c8c-8f550605c883 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:29.809209 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:29.809751 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33691f83-8dd4-4999-9c8c-8f550605c883 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:29.810627 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'code': 200} Aug 31 19:16:29.819794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:29.858877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-9b93a8ad-a97b-411d-b703-1fbbc2a8ea34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 217 time: 0.0816617 Aug 31 19:16:29.864490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.880289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14481295-2fa8-439e-819d-aca93a67955a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Pushing event updated for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:29.903929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:29.906280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:29.912421 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:29.951054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-0c3725ff-a6f1-402d-ac54-3705b4ba02dd tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:29.952813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-0c3725ff-a6f1-402d-ac54-3705b4ba02dd tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 813 time: 0.7019765 Aug 31 19:16:29.953924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03386a6-9917-4548-a8d9-e99ef6069ca5 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event deleted for resources: {'Port': ['ID=f4efdba5-610d-43be-9020-b9db7f0549e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:29.981843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.030316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Request body: {'port': {'device_id': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'admin_state_up': True, 'tenant_id': 'f6cec8d24ad44c11be6f577720ef4e1f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:30.041955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-c72dcfa1-990f-45fc-8bb5-17cb070f514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:30.043446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-c72dcfa1-990f-45fc-8bb5-17cb070f514c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.1568625 Aug 31 19:16:30.057326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8c33772-179a-4a50-90f1-02d98db8c3e9 req-5cba5841-28ba-4e37-a7f8-292c251cf499 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382075 Aug 31 19:16:30.065588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7f41-30ef-4821-af01-eacdc5aff316 req-ae1eaab0-048c-4413-a4c7-f26ab0f850c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:30.067097 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-958c7f41-30ef-4821-af01-eacdc5aff316 req-ae1eaab0-048c-4413-a4c7-f26ab0f850c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1101 time: 0.1645176 Aug 31 19:16:30.096869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-118042cf-e892-4d22-b182-16a719b2b1c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414138 Aug 31 19:16:30.097028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.182976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.223880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.229327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] 10.222.0.73 "DELETE /v2.0/networks/071816fa-985b-4f1d-a2ab-e3b99323019a HTTP/1.1" status: 204 len: 168 time: 1.9512250 Aug 31 19:16:30.292678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7513a1-6fc8-47bb-8221-b653a37e7842 req-fd974f4b-6178-4549-9ec4-9a3eb49828fd tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:30.300548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b7513a1-6fc8-47bb-8221-b653a37e7842 req-fd974f4b-6178-4549-9ec4-9a3eb49828fd tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 931 time: 0.4148488 Aug 31 19:16:30.311941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061368-57bf-49e2-9ab8-30b10ecd9d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=071816fa-985b-4f1d-a2ab-e3b99323019a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:30.334618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:30.338408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.385383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-958c7f41-30ef-4821-af01-eacdc5aff316 req-81c02d93-813f-4900-a3b7-cdd996613ffe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933366 Aug 31 19:16:30.428501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Made reservation on behalf of f6cec8d24ad44c11be6f577720ef4e1f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:30.432069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.441326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2f16-2698-4762-93bf-ed2746eadc8c req-a9ec0c6c-9142-415e-b41c-046bcd04bfe1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:30.448648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e75d2f16-2698-4762-93bf-ed2746eadc8c req-a9ec0c6c-9142-415e-b41c-046bcd04bfe1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 943 time: 0.2567832 Aug 31 19:16:30.465246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b7513a1-6fc8-47bb-8221-b653a37e7842 req-2157f5d0-1495-4850-931a-dfdcf3a23d7e tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636596 Aug 31 19:16:30.527000 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-8fb8f376-e502-41ef-a2e6-1ecae72cdcb5 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196818 Aug 31 19:16:30.555504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:30.731720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a70049f-2d3b-4a59-94e1-4c3851d7198b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:30.750270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e75d2f16-2698-4762-93bf-ed2746eadc8c req-13e1782e-c3c0-4337-88f5-ada61ba53d6b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007333 Aug 31 19:16:30.765473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ff56a4-40ba-459f-8c7e-cb4067bda578 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:30.780782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bcc28f5-24f3-4a6d-8cd3-071a92d3c17c req-dc4b81a9-fe51-414c-a89a-341c5a5f95d2 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825480 Aug 31 19:16:30.781085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9a70049f-2d3b-4a59-94e1-4c3851d7198b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:30.781573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a70049f-2d3b-4a59-94e1-4c3851d7198b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:30.786985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.831220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Transition to ACTIVE for port object 68ff56a4-40ba-459f-8c7e-cb4067bda578 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:30.840608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.888291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Deleting port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:30.888642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:30.893899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a7dd93-7975-479e-8204-3609b55c1b6e req-91feb0bc-acf8-463d-8e8a-b404d29217c8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 210 time: 0.0503864 Aug 31 19:16:30.908524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Allocated IP 172.20.0.3 (df51029a-3125-4b4f-9538-f0fac027127d/b18dbaca-adf5-4344-a867-e3c08f1f3e86/1251a00c-a277-4914-a85c-dd0fc471cf3f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:31.037990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] For port 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:31.038282 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.086120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4efdba5-610d-43be-9020-b9db7f0549e3 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:31.092580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Calling delete_port for 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:31.125382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f4efdba5-610d-43be-9020-b9db7f0549e3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:31.126292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4efdba5-610d-43be-9020-b9db7f0549e3 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:31.126929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94a9b792-ea69-4980-b7fb-6752daeb443b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:31.156553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 94a9b792-ea69-4980-b7fb-6752daeb443b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:31.157260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94a9b792-ea69-4980-b7fb-6752daeb443b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:31.196958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc03bd87-939c-466a-abc1-517d365bf25c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03db0b82e5b246cf958bb4db6df7154e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399438 Aug 31 19:16:31.201268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:31.243831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.253047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Pushing event updated for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:31.268607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-bde1124d-69ea-4549-bb7f-70df9e1552b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:31.270118 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-bde1124d-69ea-4549-bb7f-70df9e1552b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1095 time: 0.1094434 Aug 31 19:16:31.328591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baabf8f-63de-4ef9-b743-a7f6a7b0fa63 req-eb71c0d3-f24a-4330-9e6c-bf706337a845 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:31.330805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2baabf8f-63de-4ef9-b743-a7f6a7b0fa63 req-eb71c0d3-f24a-4330-9e6c-bf706337a845 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1331937 Aug 31 19:16:31.409924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.420577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2baabf8f-63de-4ef9-b743-a7f6a7b0fa63 req-3d61e4a5-73eb-4a92-b708-6a680b230c62 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802565 Aug 31 19:16:31.443594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Attempting to bind port 68ff56a4-40ba-459f-8c7e-cb4067bda578 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:31.443999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Attempting to bind port 68ff56a4-40ba-459f-8c7e-cb4067bda578 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:31.444303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Attempting to bind port 68ff56a4-40ba-459f-8c7e-cb4067bda578 on network 28c156b1-1f81-41b3-ba58-f046925fbbb2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:31.470396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.470982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.478652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Allocated IP 172.20.0.5 (df51029a-3125-4b4f-9538-f0fac027127d/b18dbaca-adf5-4344-a867-e3c08f1f3e86/d6175904-4959-413c-a5d8-b96e34a1ff16) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:31.483694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Port 68ff56a4-40ba-459f-8c7e-cb4067bda578 on network 28c156b1-1f81-41b3-ba58-f046925fbbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:31.484129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Attempting to bind port 68ff56a4-40ba-459f-8c7e-cb4067bda578 on network 28c156b1-1f81-41b3-ba58-f046925fbbb2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:31.492969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'name': 'network-vif-deleted', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:31.494445 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6333b1-652f-48c7-ab9a-81f3bd12519b" -d '{"events": [{"server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "name": "network-vif-deleted", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:31.511409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-1ed43d87-136b-4982-a2c5-b6aeda03065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:31.513027 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-1ed43d87-136b-4982-a2c5-b6aeda03065b service neutron] 10.222.0.82 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.2238836 Aug 31 19:16:31.515867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:31.516221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Checking segment: {'id': 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:31.516638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Bound using segment: {'id': 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:31.518516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Bound port: 68ff56a4-40ba-459f-8c7e-cb4067bda578, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:31.518895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.531180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.563339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Network df51029a-3125-4b4f-9538-f0fac027127d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:31.582493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:31.601267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-f27edc62-7369-4d50-a694-f8c370180b60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 217 time: 0.0638974 Aug 31 19:16:31.650694 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91da563-2f97-43bd-922f-06c498a183ff x-openstack-request-id: req-d91da563-2f97-43bd-922f-06c498a183ff {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:31.651059 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce98a1b-d9d3-4b8c-941a-a189b046a255", "name": "network-vif-deleted", "tag": "f4efdba5-610d-43be-9020-b9db7f0549e3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:31.651449 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d91da563-2f97-43bd-922f-06c498a183ff {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:31.652166 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce98a1b-d9d3-4b8c-941a-a189b046a255', 'name': 'network-vif-deleted', 'tag': 'f4efdba5-610d-43be-9020-b9db7f0549e3', 'status': 'completed', 'code': 200} Aug 31 19:16:31.675372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:31.713023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.716468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.718267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f4f0fa2-ba07-4898-8cce-e9e854a8a11d HTTP/1.1" status: 204 len: 168 time: 0.5147436 Aug 31 19:16:31.740840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event updated for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:31.791004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370da13b-19d2-4d1b-bca3-ebe3f52b7c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f0fa2-ba07-4898-8cce-e9e854a8a11d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:31.803405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-75682a3a-9bdb-4e0f-973c-028068e12a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:31.807718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-75682a3a-9bdb-4e0f-973c-028068e12a7c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.1791205 Aug 31 19:16:31.831752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:31.840320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578,segment=NetworkSegment(af6b3d13-a0d3-48b2-8448-88f3349f7fdc),segment_id=af6b3d13-a0d3-48b2-8448-88f3349f7fdc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:31.865501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-4a181244-a1ea-47f1-9a59-282c2dea429a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434601 Aug 31 19:16:31.867064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.900738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:31.901562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:31.904704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Pushing event deleted for resources: {'Port': ['ID=39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:31.998173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.018118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.018832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.020316 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] 10.222.0.67 "PUT /v2.0/ports/68ff56a4-40ba-459f-8c7e-cb4067bda578 HTTP/1.1" status: 200 len: 1092 time: 2.3708527 Aug 31 19:16:32.069434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b57c55-f29e-469b-a2ef-f6fefe643c0c service neutron] Pushing event updated for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:32.094442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-58bdc05d-f469-4f7d-ba40-4fd9815d9a95 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182422 Aug 31 19:16:32.234733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e026-5a16-4ce4-a7b6-b3cdbaa61986 req-b1b6814b-9350-4f30-8a39-32f236b05be5 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.240155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd31e026-5a16-4ce4-a7b6-b3cdbaa61986 req-b1b6814b-9350-4f30-8a39-32f236b05be5 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 943 time: 0.6726785 Aug 31 19:16:32.249658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.253067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.258604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c907bf87-eccb-4968-9af0-b8d6765a302b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7138126 Aug 31 19:16:32.271893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-e8248e68-7fe7-4e05-8552-410181074c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.273599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-e8248e68-7fe7-4e05-8552-410181074c0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bd2d0add1074e93b215c60d9b8cca83&device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 1095 time: 0.1776571 Aug 31 19:16:32.280033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c7d17439-47bc-4b2e-93d7-ddd5914566b6 req-527e770f-6ac5-42e4-9091-ed3b3f9db4e4 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748335 Aug 31 19:16:32.286073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Request body: {'port': {'device_id': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:32.300935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8b9a-d7f8-4c50-a867-c0a89345e848 req-af7bf445-bb3c-4550-9456-ce2b454c51d6 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.302568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd3c8b9a-d7f8-4c50-a867-c0a89345e848 req-af7bf445-bb3c-4550-9456-ce2b454c51d6 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 943 time: 0.3017614 Aug 31 19:16:32.331537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-dd072c2d-388d-4cde-967a-4e41406784ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578 HTTP/1.1" status: 200 len: 217 time: 0.0495586 Aug 31 19:16:32.391375 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.409846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-795c3d4e-fb0a-4a79-b6ad-f6b3f06d61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.411573 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-795c3d4e-fb0a-4a79-b6ad-f6b3f06d61da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e94806c-e96a-4636-a4b2-5456fbcf659c HTTP/1.1" status: 200 len: 860 time: 0.0710382 Aug 31 19:16:32.424609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.425296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67a88822-7062-4754-b00d-22c82fe2ec2e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:16:32.451501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-98c37fb3-4dbb-41fa-9f00-027cd12452b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28c156b1-1f81-41b3-ba58-f046925fbbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319924 Aug 31 19:16:32.453893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.455748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6352d7dd-73bb-42bf-938b-e5ac63cb90be admin admin] 10.222.0.73 "DELETE /v2.0/routers/67a88822-7062-4754-b00d-22c82fe2ec2e HTTP/1.1" status: 204 len: 168 time: 3.9455769 Aug 31 19:16:32.459098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:32.473348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd31e026-5a16-4ce4-a7b6-b3cdbaa61986 req-c3e4e1fa-0fa3-4c81-9507-fa84f9a20b51 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074413 Aug 31 19:16:32.495235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.513226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd3c8b9a-d7f8-4c50-a867-c0a89345e848 req-0b593552-c4ee-47d2-8f26-37344e03f5b1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640897 Aug 31 19:16:32.585734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Deleting subnet 8001df6e-f18c-4ece-be0a-8a91fffbf88a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:32.594008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.660106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.734428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Network df51029a-3125-4b4f-9538-f0fac027127d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:32.743389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.773077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:32.775721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event updated for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:32.779302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:32.807831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-02adeceb-0c69-45ae-806f-db38804b0eae service neutron] 10.222.0.67 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447924 Aug 31 19:16:32.921811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:32.951923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043b585-f60a-4009-8f11-a6090be40d96 req-77691258-a6c2-4bac-a0f2-49b267340097 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.953091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d043b585-f60a-4009-8f11-a6090be40d96 req-77691258-a6c2-4bac-a0f2-49b267340097 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 931 time: 0.2234781 Aug 31 19:16:32.974206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:32.979125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:32.980082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.013964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:33.044217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7265cd-3eaa-4b70-9d5e-ec393b1f9728 req-eee210b5-ef35-48a9-b765-ca5a11353a9e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:33.045799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7265cd-3eaa-4b70-9d5e-ec393b1f9728 req-eee210b5-ef35-48a9-b765-ca5a11353a9e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2917776 Aug 31 19:16:33.047309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b5e5d31-aca6-4b95-9f54-acca622ca82b req-19312917-c102-480b-a672-df5372093921 service neutron] 10.222.0.67 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305422 Aug 31 19:16:33.086846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.092781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-3323a20e-1b5a-4f11-aa56-41ed9adb489d tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0775461 Aug 31 19:16:33.092938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:33.119258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8001df6e-f18c-4ece-be0a-8a91fffbf88a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:33.119467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Request body: {'port': {'device_id': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:33.124827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.130277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a1d4402c-2747-4e9f-b149-5f5a0683c955 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8001df6e-f18c-4ece-be0a-8a91fffbf88a HTTP/1.1" status: 204 len: 168 time: 0.6689119 Aug 31 19:16:33.131444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:33.139129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d043b585-f60a-4009-8f11-a6090be40d96 req-531d0212-364e-4ca2-8598-a602760d8005 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549671 Aug 31 19:16:33.165786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:33.166460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 39d2ec4f-c0bd-4c9e-bfef-2f0c343c3e7d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:33.171793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220303fc-e7ef-4689-8389-ea0ba8d90709 None None] Network bb8c41d3-147e-4508-ab0d-95b302c88ced requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:33.228731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7265cd-3eaa-4b70-9d5e-ec393b1f9728 req-6eb48a05-ee1d-48a2-be85-413a54f17c0b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612959 Aug 31 19:16:33.229502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2044159887-network', 'tenant_id': '1089cb28200b46beaa4d9186275f07a9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:33.245232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.263451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.300456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Made reservation on behalf of 1089cb28200b46beaa4d9186275f07a9 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:33.303060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.317116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.320891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1251a00c-a277-4914-a85c-dd0fc471cf3f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:33.338595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.347512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-650765e8-5117-4c37-9f27-3424e37955dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.402957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Transition to ACTIVE for port object 1251a00c-a277-4914-a85c-dd0fc471cf3f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:33.416723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.419316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Deleting port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:33.419841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.433922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] DHCP port deletion for bb8c41d3-147e-4508-ab0d-95b302c88ced request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:16:33.461830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3c1d9736-0516-4011-ada7-909c5df61be3 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:33.520168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] For port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:33.521060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.542540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Calling delete_port for 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:33.571525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.603981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.646416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:33.654325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:33.656567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bc8cb-5067-425b-a102-fab79f39a39c" -d '{"events": [{"name": "network-changed", "server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:33.668187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:33.680492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.680843 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Added segment 6c9baeb3-a368-4501-9bf3-cbe1e76d9da6 of type vlan for network 7c5dca62-872d-4878-b2a3-a91f09cc219e Aug 31 19:16:33.716764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Deleting port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:33.717216 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:16:33.718035 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.747071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.762584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.780947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] No DVR routers for this DVR port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:33.787167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:33.814823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:33.826474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] For port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,segment=NetworkSegment(55a68d61-c193-4686-bced-138a21916941),segment_id=55a68d61-c193-4686-bced-138a21916941)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:33.826882 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.842395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '3c1d9736-0516-4011-ada7-909c5df61be3', 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9', 'port_id': '3c1d9736-0516-4011-ada7-909c5df61be3', 'mac_address': 'fa:16:3e:0e:2c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7f8918-5230-4d54-b0ae-7ed97936a114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:33.844153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Calling delete_port for 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:33.868146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.879380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8c41d3-147e-4508-ab0d-95b302c88ced']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:33.890474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a68d61-c193-4686-bced-138a21916941') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:33.890807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a68d61-c193-4686-bced-138a21916941') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:33.900963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.915918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.921724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9c2d-3d3e-4374-bf5c-26b51542f490 req-0e144cd7-1b10-4e0d-967b-a0372e7e71ba tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:33.922250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:33.922583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.929126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-477b9c2d-3d3e-4374-bf5c-26b51542f490 req-0e144cd7-1b10-4e0d-967b-a0372e7e71ba tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.5925748 Aug 31 19:16:33.930054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.955014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1d9736-0516-4011-ada7-909c5df61be3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:33.977112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:33.982474 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:33.985199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:33.986377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:33.987738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Pushing event updated for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:33.994585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.005939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.011983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.016165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bb8c41d3-147e-4508-ab0d-95b302c88ced HTTP/1.1" status: 204 len: 168 time: 0.8836401 Aug 31 19:16:34.016936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:34.021194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] Pushing event deleted for resources: {'Port': ['ID=9ce48ea7-1aaf-4901-b3c8-b575885f0d06,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.035080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.036065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.036652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.066989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd71e4-b63f-4714-9dd0-59c69e66357d None None] No DVR routers for this DVR port 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:34.081857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeb353-558a-412d-bdd3-07cecc25b290 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8c41d3-147e-4508-ab0d-95b302c88ced,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.111108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.113062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f856d32-b6b7-4c2c-a60f-6f9a8096b0fa req-16485588-7ab6-4abd-9dc7-63f493202d67 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.114607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f856d32-b6b7-4c2c-a60f-6f9a8096b0fa req-16485588-7ab6-4abd-9dc7-63f493202d67 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 943 time: 0.2828963 Aug 31 19:16:34.124516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-477b9c2d-3d3e-4374-bf5c-26b51542f490 req-ddaa4366-cdb5-4d07-936b-0c186757f0b4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945460 Aug 31 19:16:34.170942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5dca62-872d-4878-b2a3-a91f09cc219e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.186727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:34.221151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Attempting to bind port 1251a00c-a277-4914-a85c-dd0fc471cf3f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:34.221489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Attempting to bind port 1251a00c-a277-4914-a85c-dd0fc471cf3f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:34.221829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Attempting to bind port 1251a00c-a277-4914-a85c-dd0fc471cf3f on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:34.256627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:34.261376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Port 1251a00c-a277-4914-a85c-dd0fc471cf3f on network df51029a-3125-4b4f-9538-f0fac027127d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:34.261711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Attempting to bind port 1251a00c-a277-4914-a85c-dd0fc471cf3f on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:34.291678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f856d32-b6b7-4c2c-a60f-6f9a8096b0fa req-a5cdceb8-9000-4465-9c14-e5e6b38ef06f tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589510 Aug 31 19:16:34.305054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-650765e8-5117-4c37-9f27-3424e37955dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.309231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:34.309588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Checking segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:34.309985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Bound using segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:34.310441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Bound port: 1251a00c-a277-4914-a85c-dd0fc471cf3f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:34.310807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.345413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-650765e8-5117-4c37-9f27-3424e37955dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.357642 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8023eeba-7595-4f62-92f2-17b9470314f8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4343457 Aug 31 19:16:34.365710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:34.379761 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33222631-442d-4a68-98b9-17c976e8a72b x-openstack-request-id: req-33222631-442d-4a68-98b9-17c976e8a72b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:34.380389 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:34.380752 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33222631-442d-4a68-98b9-17c976e8a72b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:34.382415 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578', 'status': 'completed', 'code': 200} Aug 31 19:16:34.385627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Request body: {'subnet': {'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2044159887-subnet', 'tenant_id': '1089cb28200b46beaa4d9186275f07a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:34.439899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6175904-4959-413c-a5d8-b96e34a1ff16 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:34.465167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798006df-360f-47c2-9030-97181680ad58 req-37a67f70-3758-4d43-8c1f-8dc39c32fa62 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.466708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-798006df-360f-47c2-9030-97181680ad58 req-37a67f70-3758-4d43-8c1f-8dc39c32fa62 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 944 time: 0.2343907 Aug 31 19:16:34.471623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.477451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-650765e8-5117-4c37-9f27-3424e37955dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf259555be41453ab298aec8e8fac969&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4591765 Aug 31 19:16:34.482048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:34.487224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650765e8-5117-4c37-9f27-3424e37955dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13ac75-4cbf-4a0a-801d-22be286ddc4e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.528401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Made reservation on behalf of 1089cb28200b46beaa4d9186275f07a9 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:34.530712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.549642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bc8cb-5067-425b-a102-fab79f39a39c req-cdd85366-a735-4c04-a4be-558234771bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.550074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Transition to ACTIVE for port object d6175904-4959-413c-a5d8-b96e34a1ff16 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:34.551324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-cdd85366-a735-4c04-a4be-558234771bb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bd2d0add1074e93b215c60d9b8cca83&device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 1095 time: 0.1191552 Aug 31 19:16:34.592301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.608343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:34.667674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.674731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:34.683196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-798006df-360f-47c2-9030-97181680ad58 req-58772a16-15cc-4c94-839d-a1ffa9183e56 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023399 Aug 31 19:16:34.699057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.737525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.755700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.769911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bc8cb-5067-425b-a102-fab79f39a39c req-40dc1b3f-4613-4b3e-8b4c-ab808c4d2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.771403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-40dc1b3f-4613-4b3e-8b4c-ab808c4d2f72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=28c156b1-1f81-41b3-ba58-f046925fbbb2 HTTP/1.1" status: 200 len: 921 time: 0.2115839 Aug 31 19:16:34.778829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.779442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:34.781219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] 10.222.0.82 "PUT /v2.0/ports/1251a00c-a277-4914-a85c-dd0fc471cf3f HTTP/1.1" status: 200 len: 1092 time: 2.5075614 Aug 31 19:16:34.783322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:34.785834 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb3b93-6ef3-4d31-b23b-3200beceb244" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:34.822799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:34.858787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58da86-97c1-440a-bc87-27f3437d42b1 req-8a3e6ae3-581a-45b0-85d6-0a4201c83f93 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.860092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:34.861278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9ce48ea7-1aaf-4901-b3c8-b575885f0d06 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:34.868064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d58da86-97c1-440a-bc87-27f3437d42b1 req-8a3e6ae3-581a-45b0-85d6-0a4201c83f93 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 943 time: 0.2889154 Aug 31 19:16:34.890297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-d3e66ecd-ed9c-40c3-896c-48b38b2882e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578 HTTP/1.1" status: 200 len: 217 time: 0.0764351 Aug 31 19:16:34.957845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50d35-bc4e-45e9-baf4-c5b6c9494c1d service neutron] Pushing event updated for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:34.964086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bc8cb-5067-425b-a102-fab79f39a39c req-59376522-8b2e-4145-85b8-25b8b5c870a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:34.965971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-59376522-8b2e-4145-85b8-25b8b5c870a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e94806c-e96a-4636-a4b2-5456fbcf659c HTTP/1.1" status: 200 len: 860 time: 0.0663688 Aug 31 19:16:35.020601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-2d2b7ca5-1722-4b71-84d1-f2d010c3e5a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28c156b1-1f81-41b3-ba58-f046925fbbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450284 Aug 31 19:16:35.022666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d58da86-97c1-440a-bc87-27f3437d42b1 req-b751bfb8-1f36-4016-bc58-39a1cc894a46 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547642 Aug 31 19:16:35.028838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.100040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-023267fe-ecf8-438b-a7ed-59fca5eb565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:35.101701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-023267fe-ecf8-438b-a7ed-59fca5eb565f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 1095 time: 0.2292998 Aug 31 19:16:35.102434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Attempting to bind port d6175904-4959-413c-a5d8-b96e34a1ff16 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:35.102793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Attempting to bind port d6175904-4959-413c-a5d8-b96e34a1ff16 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:35.103164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Attempting to bind port d6175904-4959-413c-a5d8-b96e34a1ff16 on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:35.117609 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b4a227-c62f-4f4c-9038-a2cb261b607e x-openstack-request-id: req-50b4a227-c62f-4f4c-9038-a2cb261b607e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:35.118248 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:35.118663 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50b4a227-c62f-4f4c-9038-a2cb261b607e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:35.119230 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f', 'status': 'completed', 'code': 200} Aug 31 19:16:35.139289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Port d6175904-4959-413c-a5d8-b96e34a1ff16 on network df51029a-3125-4b4f-9538-f0fac027127d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:35.140037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Attempting to bind port d6175904-4959-413c-a5d8-b96e34a1ff16 on network df51029a-3125-4b4f-9538-f0fac027127d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:35.182279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-c1f3250a-c6db-42ba-806d-ed974ab79d7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f HTTP/1.1" status: 200 len: 217 time: 0.0619979 Aug 31 19:16:35.183099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.193393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:35.193738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Checking segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:35.194128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Bound using segment: {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:35.194584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Bound port: d6175904-4959-413c-a5d8-b96e34a1ff16, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:35.194947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.196427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.199445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.202675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a13ac75-4cbf-4a0a-801d-22be286ddc4e HTTP/1.1" status: 204 len: 168 time: 0.7124579 Aug 31 19:16:35.285251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2e1b9-5609-4fac-af7b-ebd8717ac859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13ac75-4cbf-4a0a-801d-22be286ddc4e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:35.360335 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-10ec8fab-5556-466e-984d-afa52fd20394 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2007036 Aug 31 19:16:35.361195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e499086-c7a5-4599-a765-9bd68b8c1c70,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:35.394625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-68446737-5621-43cb-ab7b-dea765b59560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:35.396212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-68446737-5621-43cb-ab7b-dea765b59560 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.1992404 Aug 31 19:16:35.410362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-10fcb263-54f2-4fba-b4b1-2049ba2f56b6 service neutron] 10.222.0.67 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276235 Aug 31 19:16:35.411898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d78ff4-2395-4870-bf00-ea24e295621f req-7a00e7af-752f-4040-b2a4-a470ab4c2985 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:35.413560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74d78ff4-2395-4870-bf00-ea24e295621f req-7a00e7af-752f-4040-b2a4-a470ab4c2985 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2344327 Aug 31 19:16:35.484038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3c1d9736-0516-4011-ada7-909c5df61be3 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:35.494992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-8cb810f3-de73-45d1-b44f-52a5c1bb6862 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753415 Aug 31 19:16:35.506989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:35.533264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Checking segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:35.534154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Network hostable DHCP agents. Network: 7c5dca62-872d-4878-b2a3-a91f09cc219e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:35.578693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6175904-4959-413c-a5d8-b96e34a1ff16,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:35.601619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 3c1d9736-0516-4011-ada7-909c5df61be3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:35.608329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 3c1d9736-0516-4011-ada7-909c5df61be3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:35.609340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.654538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-988bc8cb-5067-425b-a102-fab79f39a39c req-9d6cf932-36ff-45ab-9021-e3efe74edf1e service neutron] 10.222.0.67 "GET /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278521 Aug 31 19:16:35.665155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Deleting port 95f65859-e552-44f5-ae59-dff64a1c6997 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:35.667198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.687749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.760277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74d78ff4-2395-4870-bf00-ea24e295621f req-a9e25e9e-5282-4522-96f3-e489cc0443dc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030398 Aug 31 19:16:35.799155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21bfe9-db57-4c99-bf2b-d42a49c994cf req-2c5c0dc9-d23c-411d-8c4a-06dcd7363488 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:35.801537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc21bfe9-db57-4c99-bf2b-d42a49c994cf req-2c5c0dc9-d23c-411d-8c4a-06dcd7363488 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 943 time: 0.3715067 Aug 31 19:16:35.820058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.895265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:35.905441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:35.912610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:35.918805 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f60cfd-505a-42b8-81f6-483b5e7e469e" -d '{"events": [{"server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:35.919828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:35.920914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.925500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-6a944fb7-5b1f-40d5-aad2-80afc0bea5c0 service neutron] 10.222.0.67 "PUT /v2.0/ports/d6175904-4959-413c-a5d8-b96e34a1ff16 HTTP/1.1" status: 200 len: 1092 time: 2.8123891 Aug 31 19:16:35.937892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] For port 95f65859-e552-44f5-ae59-dff64a1c6997, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=95f65859-e552-44f5-ae59-dff64a1c6997,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:35.939794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:35.967923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:35.971087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Calling delete_port for 95f65859-e552-44f5-ae59-dff64a1c6997 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:35.976797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:36.060069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-b8b42ddc-1335-44bf-bb50-8995822b067e service neutron] 10.222.0.82 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440862 Aug 31 19:16:36.102289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:36.166313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7c5dca62-872d-4878-b2a3-a91f09cc219e) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:36.172491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.173212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:36.178404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881be37-33cb-4fc0-86d6-1ce2c115de08 None None] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:36.284876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc21bfe9-db57-4c99-bf2b-d42a49c994cf req-5d0d7200-a1b3-4cbd-a29a-9f26afe3db8d tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005482 Aug 31 19:16:36.298567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-085b8923-c879-4ef8-97a9-9debe627bc17 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9161055 Aug 31 19:16:36.374789 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5fc6d0-3348-4bef-828c-d224abde3275 x-openstack-request-id: req-9c5fc6d0-3348-4bef-828c-d224abde3275 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:36.385997 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:36.386247 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c5fc6d0-3348-4bef-828c-d224abde3275 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:36.386672 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3', 'code': 200} Aug 31 19:16:36.426304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34dee-8576-426a-b2df-d980bcde0b82 req-8db63cd4-a317-4576-a23c-8f2ddce100b0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.446380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44c34dee-8576-426a-b2df-d980bcde0b82 req-8db63cd4-a317-4576-a23c-8f2ddce100b0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 945 time: 0.3849635 Aug 31 19:16:36.448879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:36.506778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f65859-e552-44f5-ae59-dff64a1c6997,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:36.514537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-5c898fd8-f09f-4cab-8c8c-5386783cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.519061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-5c898fd8-f09f-4cab-8c8c-5386783cc6e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 1095 time: 0.4430313 Aug 31 19:16:36.522373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af119f40-1254-4494-8394-4ae3553a0eca None None] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:36.625131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6ea6-5645-41fb-bda8-ea48a1867e93 req-b2573060-d019-4bbf-9282-c64b32118bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.627925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3cc6ea6-5645-41fb-bda8-ea48a1867e93 req-b2573060-d019-4bbf-9282-c64b32118bd1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1097 time: 0.2027142 Aug 31 19:16:36.652549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-ed3841f7-8ed1-461f-8a34-3197f348485a service neutron] 10.222.0.82 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436387 Aug 31 19:16:36.664456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-14b77112-3cd6-407c-884b-1e3b40434d39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6175904-4959-413c-a5d8-b96e34a1ff16 HTTP/1.1" status: 200 len: 217 time: 0.1169486 Aug 31 19:16:36.690902 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44c34dee-8576-426a-b2df-d980bcde0b82 req-910e57c5-f4b8-45b4-8d4d-9af6f1113182 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387114 Aug 31 19:16:36.882637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3cc6ea6-5645-41fb-bda8-ea48a1867e93 req-a18c8491-69f0-4301-b0cc-51a797f3a276 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505842 Aug 31 19:16:36.896929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:36.920601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ce2-bcb9-418a-9b48-d9d1d3ddfa63 req-508e7e08-119f-4343-ba9e-25529a55db39 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.932693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fc33ce2-bcb9-418a-9b48-d9d1d3ddfa63 req-508e7e08-119f-4343-ba9e-25529a55db39 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 943 time: 0.4299374 Aug 31 19:16:36.960552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1bd29924-517b-403b-a4b3-8253a2b4ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:36.962179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-1bd29924-517b-403b-a4b3-8253a2b4ec2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.2889931 Aug 31 19:16:37.029682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-0ba05330-feb2-4aff-a134-c85e439b26d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506754 Aug 31 19:16:37.034195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-ba5cd734-58f2-4fec-861a-dba1698dd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.035977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-ba5cd734-58f2-4fec-861a-dba1698dd4d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 1095 time: 0.2551045 Aug 31 19:16:37.060315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fc33ce2-bcb9-418a-9b48-d9d1d3ddfa63 req-acb1328e-7fff-4b04-a06e-df943bbed4d7 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184018 Aug 31 19:16:37.091816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68ff56a4-40ba-459f-8c7e-cb4067bda578 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:37.160739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:37.163413 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42" -d '{"events": [{"name": "network-changed", "server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:37.255344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578,segment=NetworkSegment(af6b3d13-a0d3-48b2-8448-88f3349f7fdc),segment_id=af6b3d13-a0d3-48b2-8448-88f3349f7fdc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:37.276818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '68ff56a4-40ba-459f-8c7e-cb4067bda578', 'network_id': '28c156b1-1f81-41b3-ba58-f046925fbbb2', 'port_id': '68ff56a4-40ba-459f-8c7e-cb4067bda578', 'mac_address': 'fa:16:3e:38:60:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e94806c-e96a-4636-a4b2-5456fbcf659c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:37.280394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-790368b1-8c5e-459b-bccf-51b30a3059a2 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410066 Aug 31 19:16:37.328732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:37.348663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ff56a4-40ba-459f-8c7e-cb4067bda578 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:37.395831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578,segment=NetworkSegment(af6b3d13-a0d3-48b2-8448-88f3349f7fdc),segment_id=af6b3d13-a0d3-48b2-8448-88f3349f7fdc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:37.403317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:37.473018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:37.516971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af39e4-eb1f-48c5-a34b-721b8816214a req-93fd5de0-577e-405e-8bf6-61e213faeade tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.518660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33af39e4-eb1f-48c5-a34b-721b8816214a req-93fd5de0-577e-405e-8bf6-61e213faeade tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3478310 Aug 31 19:16:37.527165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f21b64e6-00e8-4319-b383-8e6813c2330f req-f49734b7-62a0-4527-b123-61909d4e35f2 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339528 Aug 31 19:16:37.530587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-1dc31b14-5be6-49c9-8a48-04c5480d9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.533745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-1dc31b14-5be6-49c9-8a48-04c5480d9603 service neutron] 10.222.0.82 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 914 time: 0.3641317 Aug 31 19:16:37.631162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-a023cc0f-0d22-4577-adc6-f05d04be7bb8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f HTTP/1.1" status: 200 len: 217 time: 0.0768104 Aug 31 19:16:37.637272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:16:37.641285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-25b69ec5-c00e-432e-a8f3-de7291a1f8c9 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.642460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['68ff56a4-40ba-459f-8c7e-cb4067bda578'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:37.643132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-25b69ec5-c00e-432e-a8f3-de7291a1f8c9 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 818 time: 0.3577304 Aug 31 19:16:37.653839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-1661eb35-2641-4730-bf42-27a53898e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.660141 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-1661eb35-2641-4730-bf42-27a53898e9e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1101 time: 0.0914905 Aug 31 19:16:37.716530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33af39e4-eb1f-48c5-a34b-721b8816214a req-c0129fc7-10fd-470d-bc31-a80b34e9dc1d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760702 Aug 31 19:16:37.724397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-5836faff-163a-4753-8d8e-d4dba13e2e21 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/quotas/1089cb28200b46beaa4d9186275f07a9 HTTP/1.1" status: 200 len: 375 time: 0.0640051 Aug 31 19:16:37.737955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-d5436c0d-d41f-4621-9313-c300b8c039b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.740746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-d5436c0d-d41f-4621-9313-c300b8c039b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.0899889 Aug 31 19:16:37.776887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8aa5e476-e796-4fa0-b02d-03851552580d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424786 Aug 31 19:16:37.822417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-2bcb7658-456e-45f8-a06d-b888843fba45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424926 Aug 31 19:16:37.897735 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77551052-0849-41b2-81b5-83496c60286e x-openstack-request-id: req-77551052-0849-41b2-81b5-83496c60286e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:37.898231 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:37.899129 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77551052-0849-41b2-81b5-83496c60286e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:37.899629 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16', 'status': 'completed', 'code': 200} Aug 31 19:16:37.919479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:37.921828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-6fa6b093-72be-4934-9e8b-e5c462cd7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:37.923475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-6fa6b093-72be-4934-9e8b-e5c462cd7829 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2507565 Aug 31 19:16:37.927492 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c11d9950-f582-443b-9bdf-9fcf1dd7f3b1 admin admin] 10.222.0.73 "PUT /v2.0/routers/6c49aaf4-b91b-4c38-9901-b7bc636c0dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9077671 Aug 31 19:16:37.934853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Sync routers for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:37.942362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:37.951928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:37.952810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:38.027751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-88392d5a-3d4f-4207-a5a1-0f01c4cfa49d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0843422 Aug 31 19:16:38.135452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:38.153072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-4234cb61-396e-467a-8240-8e3e84bc6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.154820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-4234cb61-396e-467a-8240-8e3e84bc6e17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1147420 Aug 31 19:16:38.219578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:38.302696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-bbbb9061-4f6a-4bdf-8ab5-bdf5ddbba9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.304464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-bbbb9061-4f6a-4bdf-8ab5-bdf5ddbba9d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411140 Aug 31 19:16:38.445022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-a5b27286-8235-4a4a-9a42-7f9e67a27ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.446531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-a5b27286-8235-4a4a-9a42-7f9e67a27ebc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 1095 time: 0.5063035 Aug 31 19:16:38.453406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:16:36Z', 'revision_number': 5, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port': {'id': '6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:14:39Z', 'updated_at': '2021-08-31T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:38.458448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:38.488424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Checking router: 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:16:38.498834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Routers {'6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:38.499992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:38.506496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-077a0543-f8b6-4bbf-8ae8-6407c2aee73c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680739 Aug 31 19:16:38.580924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a0bd9-d1b3-4e5c-9321-c666b29f2578 req-3b956762-3571-4886-b3a2-7d5bbc2ab402 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.588885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db6a0bd9-d1b3-4e5c-9321-c666b29f2578 req-3b956762-3571-4886-b3a2-7d5bbc2ab402 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 944 time: 0.2460978 Aug 31 19:16:38.599358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] Set router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:38.604091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-b3eb2d92-ef84-4c43-8543-a78a4af91e30 service neutron] 10.222.0.73 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257346 Aug 31 19:16:38.608623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-6b5fc6e2-f2e0-40e9-91f8-077863f8fb66 service neutron] 10.222.0.82 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707393 Aug 31 19:16:38.634624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-2af90e24-fdb3-4e7c-9207-adf534754bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.636110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-2af90e24-fdb3-4e7c-9207-adf534754bd5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 200 len: 914 time: 0.1764388 Aug 31 19:16:38.664551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:16:38Z', 'revision_number': 6, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:38.675504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-41098f78-77ea-4d17-ae84-11240d2c24d8 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372950 Aug 31 19:16:38.682843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Deleting port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:38.683193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:38.728367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad691-4911-4c3e-831d-9da589af736d None None] The sync data for ids ['6c49aaf4-b91b-4c38-9901-b7bc636c0dfc'] in n-d-778550-14 is: [{'id': '6c49aaf4-b91b-4c38-9901-b7bc636c0dfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1549888985-router', 'tenant_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:14:38Z', 'updated_at': '2021-08-31T19:16:38Z', 'revision_number': 6, 'project_id': '4c68df9e081c4cb0aca7cc8baa32f761', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:16:38.797128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db6a0bd9-d1b3-4e5c-9321-c666b29f2578 req-f04503da-e5ae-458d-b7b2-747e82381b01 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071850 Aug 31 19:16:38.804652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-d9e9f686-e391-483e-9b52-05a322e8f055 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6175904-4959-413c-a5d8-b96e34a1ff16 HTTP/1.1" status: 200 len: 217 time: 0.1482401 Aug 31 19:16:38.871387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] For port 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:38.872003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:38.889156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Calling delete_port for 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:38.964389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-f514c05a-b107-4b33-8785-b08d19490e3c service neutron] 10.222.0.73 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421614 Aug 31 19:16:38.969041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fb3b93-6ef3-4d31-b23b-3200beceb244 req-aedf67a3-7347-49ea-be37-1717c38e5fc3 service neutron] 10.222.0.82 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359258 Aug 31 19:16:38.971923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-fff1197d-36d4-48ca-aea4-5990c5edde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:38.974019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-fff1197d-36d4-48ca-aea4-5990c5edde01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 200 len: 853 time: 0.1464262 Aug 31 19:16:39.007439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd755e-51ea-448c-9dae-1075171ae7ac req-a20e7665-ce0a-4ea6-9d55-0fb223cb7d35 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:39.015162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77cd755e-51ea-448c-9dae-1075171ae7ac req-a20e7665-ce0a-4ea6-9d55-0fb223cb7d35 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 945 time: 0.1198735 Aug 31 19:16:39.039457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-e3998491-bc91-4f08-babf-6563b294ae16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df51029a-3125-4b4f-9538-f0fac027127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542908 Aug 31 19:16:39.092555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.105547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68ff56a4-40ba-459f-8c7e-cb4067bda578 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:39.168794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77cd755e-51ea-448c-9dae-1075171ae7ac req-7c70b5df-5d35-4da1-9979-9316edfe55e6 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526554 Aug 31 19:16:39.170090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:39.227600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 68ff56a4-40ba-459f-8c7e-cb4067bda578 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:39.233226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 68ff56a4-40ba-459f-8c7e-cb4067bda578 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:39.233832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.311264 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.320665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-7618c599-ded5-476e-bc82-319a509a9d5a service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714696 Aug 31 19:16:39.428710 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.458395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:39.461842 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e524d4-5394-4ace-8386-2a3ad01493f4" -d '{"events": [{"server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "name": "network-vif-plugged", "status": "completed", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:39.464950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.470831 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.493582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb566b43-7c8d-4555-9b55-5db7493bc948 req-9b128b8c-2d69-4416-be23-e9aeeea742d8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:39.494125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578,segment=NetworkSegment(af6b3d13-a0d3-48b2-8448-88f3349f7fdc),segment_id=af6b3d13-a0d3-48b2-8448-88f3349f7fdc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:39.494730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb566b43-7c8d-4555-9b55-5db7493bc948 req-9b128b8c-2d69-4416-be23-e9aeeea742d8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 943 time: 0.2167337 Aug 31 19:16:39.517120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1251a00c-a277-4914-a85c-dd0fc471cf3f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:39.539604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.566450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.567168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c49aaf4-b91b-4c38-9901-b7bc636c0dfc {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:16:39.576996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.579536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2995ef9-88a6-42bd-b95c-33f7b2eb5c42 req-81b614e2-4856-415d-9f84-dadaeb7e0150 service neutron] 10.222.0.67 "GET /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223654 Aug 31 19:16:39.580274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53d79ba0-c86c-4e0f-a51b-7c1dbd4fae04 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6c49aaf4-b91b-4c38-9901-b7bc636c0dfc HTTP/1.1" status: 204 len: 168 time: 1.6352868 Aug 31 19:16:39.582434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:39.587528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab399ca-5ecc-4929-b459-13edbf85ae0e req-339e8239-8a9a-401e-ab15-425c78a146be tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:39.589050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ab399ca-5ecc-4929-b459-13edbf85ae0e req-339e8239-8a9a-401e-ab15-425c78a146be tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1453376 Aug 31 19:16:39.633930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb566b43-7c8d-4555-9b55-5db7493bc948 req-7bf9f742-88f2-4c6d-a553-990a15f6ed29 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212955 Aug 31 19:16:39.698361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Deleting subnet f49ac11a-0901-41bc-85de-1d7f60294d04 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:39.703336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.729743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ab399ca-5ecc-4929-b459-13edbf85ae0e req-8b87e69d-003a-4fd2-8634-000351b128f1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255541 Aug 31 19:16:39.775178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:39.779787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.862495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:39.882732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '1251a00c-a277-4914-a85c-dd0fc471cf3f', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'port_id': '1251a00c-a277-4914-a85c-dd0fc471cf3f', 'mac_address': 'fa:16:3e:59:d2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18dbaca-adf5-4344-a867-e3c08f1f3e86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:39.928079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.964099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:39.985715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1251a00c-a277-4914-a85c-dd0fc471cf3f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:39.997858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.015995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7b286c87-c7fb-4be5-b68e-5319e43022ad tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-665285744&fields=id&tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 267 time: 0.1175282 Aug 31 19:16:40.020148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:40.041370 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee59fd5-b87c-4309-81a9-a94037c648e5 x-openstack-request-id: req-5ee59fd5-b87c-4309-81a9-a94037c648e5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:40.041669 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "name": "network-vif-plugged", "status": "completed", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:40.042233 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ee59fd5-b87c-4309-81a9-a94037c648e5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:40.042702 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578', 'code': 200} Aug 31 19:16:40.043619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.104501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49ac11a-0901-41bc-85de-1d7f60294d04,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:40.128417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d371b7d-eeb1-4cbc-891a-48e1f60e32f6 None None] Network c32e61d6-8d91-4699-948a-511a11473b7d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:40.132120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.136451 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-352c7228-2541-4d1f-9398-5cd64b023453 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f49ac11a-0901-41bc-85de-1d7f60294d04 HTTP/1.1" status: 204 len: 168 time: 0.5506649 Aug 31 19:16:40.138336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:40.219217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:40.275556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7a842268-432d-4ab3-90c1-e70c853b4c61 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:40.277520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7a842268-432d-4ab3-90c1-e70c853b4c61 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 945 time: 0.2600515 Aug 31 19:16:40.344619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c016f-24cb-4ea7-a50b-770756db4f2d req-45ea7892-c9bc-44d5-ad06-fbde250b4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:40.352508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc8c016f-24cb-4ea7-a50b-770756db4f2d req-45ea7892-c9bc-44d5-ad06-fbde250b4726 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 1097 time: 0.2465477 Aug 31 19:16:40.363760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'security_groups': ['95920ff6-c6b0-46c7-9e68-08dbc714b5e5', 'fa49372c-addb-4a10-a315-cbe38ab52bfd']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:40.409751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ea4febc-7f84-4a2f-af04-021933425599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.447581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:40.492928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.507556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc8c016f-24cb-4ea7-a50b-770756db4f2d req-ea065ea9-8d08-4670-8fba-9e1708613537 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199367 Aug 31 19:16:40.528915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1251a00c-a277-4914-a85c-dd0fc471cf3f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:40.554012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68abc1-249a-486b-8595-193e93e963ab req-dd3f3441-539b-4066-bad0-8347029ea5ec tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:40.561751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb68abc1-249a-486b-8595-193e93e963ab req-dd3f3441-539b-4066-bad0-8347029ea5ec tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 945 time: 0.3717396 Aug 31 19:16:40.575496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.582782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ea4febc-7f84-4a2f-af04-021933425599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.590243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ea4febc-7f84-4a2f-af04-021933425599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.680188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ea4febc-7f84-4a2f-af04-021933425599 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fadf7fccf68c447095b178799b6fc980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4595697 Aug 31 19:16:40.682610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:40.705258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb68abc1-249a-486b-8595-193e93e963ab req-e02ddccc-e17a-403c-b1f8-6f965e75f4dd tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423504 Aug 31 19:16:40.705499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4febc-7f84-4a2f-af04-021933425599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d806d267-c90a-4447-b2df-a9a3eba1211c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:40.711452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] DHCP port deletion for c32e61d6-8d91-4699-948a-511a11473b7d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:16:40.857851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Deleting port 68ac27fa-fd8a-486f-82a5-08849372de9c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:40.860642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.875781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 95f65859-e552-44f5-ae59-dff64a1c6997 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:40.896412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.908575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 95f65859-e552-44f5-ae59-dff64a1c6997 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:40.908948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 95f65859-e552-44f5-ae59-dff64a1c6997 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:40.909481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 68ac27fa-fd8a-486f-82a5-08849372de9c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:40.935532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:40.999884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Deleting port 68ac27fa-fd8a-486f-82a5-08849372de9c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:41.000237 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.014096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.022026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.025281 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d806d267-c90a-4447-b2df-a9a3eba1211c HTTP/1.1" status: 204 len: 168 time: 0.3403594 Aug 31 19:16:41.036886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5920d70-a493-4b7c-bfca-890bbd54adc8 req-e3e6ad0e-95de-4e67-84f9-73f115896a30 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 210 time: 0.1236773 Aug 31 19:16:41.058145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec3d15-5a8b-4a4d-9b1b-66cb2bbb53f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d806d267-c90a-4447-b2df-a9a3eba1211c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.101360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=68ac27fa-fd8a-486f-82a5-08849372de9c,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:41.102466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.143165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6175904-4959-413c-a5d8-b96e34a1ff16 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:41.200917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Calling delete_port for 68ac27fa-fd8a-486f-82a5-08849372de9c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:41.222646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=68ac27fa-fd8a-486f-82a5-08849372de9c,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:41.223051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.252248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Calling delete_port for 68ac27fa-fd8a-486f-82a5-08849372de9c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:41.259007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.317074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad206-81a6-4766-9199-bdb940b8d5cd req-2d85f265-d0dd-4c7b-b381-3d26e8996299 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:41.318762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e5ad206-81a6-4766-9199-bdb940b8d5cd req-2d85f265-d0dd-4c7b-b381-3d26e8996299 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 943 time: 0.1803174 Aug 31 19:16:41.353354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:41.401785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 68ac27fa-fd8a-486f-82a5-08849372de9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=68ac27fa-fd8a-486f-82a5-08849372de9c,segment=NetworkSegment(2b24f1e6-1975-432a-8ae2-904bf4f21c36),segment_id=2b24f1e6-1975-432a-8ae2-904bf4f21c36)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:41.402999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e5ad206-81a6-4766-9199-bdb940b8d5cd req-ea9ca21f-11db-4687-afba-f62cc9fbc684 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Aug 31 19:16:41.412751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.430231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.431512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:41.434143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.436077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.443265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6175904-4959-413c-a5d8-b96e34a1ff16,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:41.474455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] No DVR routers for this DVR port 68ac27fa-fd8a-486f-82a5-08849372de9c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:41.476367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.478430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.520704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:41.534665 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7dbb-6386-4ded-b940-b4ed946dda47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.538012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:41.538714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.546534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:41.546534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e35b2b8-4711-4fc3-9bf6-1c5a88cb5eb5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:41.554619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bf9b429-8933-494f-98de-17a1a4ad567d req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "PUT /v2.0/ports/3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 981 time: 1.2587790 Aug 31 19:16:41.561995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:41.569056 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825e498-58c5-48fe-b75d-c0a32219c132" -d '{"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:41.635203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event deleted for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.685868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f0d1-0dc9-4ff6-b145-11fb52a2e685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.689614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] Pushing event deleted for resources: {'Port': ['ID=68ac27fa-fd8a-486f-82a5-08849372de9c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.701889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'd6175904-4959-413c-a5d8-b96e34a1ff16', 'network_id': 'df51029a-3125-4b4f-9538-f0fac027127d', 'port_id': 'd6175904-4959-413c-a5d8-b96e34a1ff16', 'mac_address': 'fa:16:3e:e9:e6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18dbaca-adf5-4344-a867-e3c08f1f3e86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:41.714061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:41.761267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:41.775615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7dbb-6386-4ded-b940-b4ed946dda47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.786967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7dbb-6386-4ded-b940-b4ed946dda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.857652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c5f7dbb-6386-4ded-b940-b4ed946dda47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25829a0d4ada4e6987572596ceda9735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349681 Aug 31 19:16:41.858934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7dbb-6386-4ded-b940-b4ed946dda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7701e4c7-1c66-48d6-b601-d9099a58a147,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.868883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:41.884880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.897265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acb4f5-afa1-4f7f-8681-5cdbfa02e5c3 None None] No DVR routers for this DVR port 68ac27fa-fd8a-486f-82a5-08849372de9c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:41.917674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36994a-7244-44ea-a64b-8f4eb39f760a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:41.937329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e61d6-8d91-4699-948a-511a11473b7d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:41.947494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.971811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6175904-4959-413c-a5d8-b96e34a1ff16 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:41.972357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:41.975171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b24f1e6-1975-432a-8ae2-904bf4f21c36') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:41.975576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b24f1e6-1975-432a-8ae2-904bf4f21c36') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:41.997078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6175904-4959-413c-a5d8-b96e34a1ff16,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:42.007389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.009129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d517-7491-4e40-b411-f14f1cd6c95d req-b269a877-493e-4a8b-88c4-65645aa3506e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.017380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fb7d517-7491-4e40-b411-f14f1cd6c95d req-b269a877-493e-4a8b-88c4-65645aa3506e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.4560637 Aug 31 19:16:42.023269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.036327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.070300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e882780-0ef3-4c50-a455-be7260089c99 req-49e4436f-7cfa-4f42-8f88-c16263007df2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1900339907&fields=id&tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 267 time: 0.3069491 Aug 31 19:16:42.080096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.083181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.089657 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7701e4c7-1c66-48d6-b601-d9099a58a147 HTTP/1.1" status: 204 len: 168 time: 0.2186024 Aug 31 19:16:42.111598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb067a-6a05-4f99-b9d8-3f1a5c84bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701e4c7-1c66-48d6-b601-d9099a58a147,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:42.113594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.164958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-e599e00f-5b20-442f-8921-850ab364dc71 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.166582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-e599e00f-5b20-442f-8921-850ab364dc71 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 818 time: 0.4217107 Aug 31 19:16:42.169006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:42.169551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:42.175738 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:42.184382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-16962552-7e77-4e89-98dc-f3699fd9a1eb tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.186619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-16962552-7e77-4e89-98dc-f3699fd9a1eb tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.82 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 818 time: 0.4281626 Aug 31 19:16:42.205728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:42.207144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Request body: {'port': {'device_id': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'admin_state_up': True, 'tenant_id': '1089cb28200b46beaa4d9186275f07a9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:42.215050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Request body: {'port': {'device_id': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'admin_state_up': True, 'tenant_id': '1089cb28200b46beaa4d9186275f07a9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:42.268165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fb7d517-7491-4e40-b411-f14f1cd6c95d req-4f9c3bec-733b-4d13-a932-49cab0fe6a46 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441671 Aug 31 19:16:42.351630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d6175904-4959-413c-a5d8-b96e34a1ff16'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:42.433274 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaf0774-72b9-4c72-b94f-ae8020645140 x-openstack-request-id: req-fcaf0774-72b9-4c72-b94f-ae8020645140 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:42.433565 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:42.433824 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcaf0774-72b9-4c72-b94f-ae8020645140 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:42.434528 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3', 'status': 'completed', 'code': 200} Aug 31 19:16:42.441636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.460012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882780-0ef3-4c50-a455-be7260089c99 req-fc0211dd-5cb1-4be6-88c0-06e2ddc6459a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.461586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e882780-0ef3-4c50-a455-be7260089c99 req-fc0211dd-5cb1-4be6-88c0-06e2ddc6459a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 984 time: 0.3924303 Aug 31 19:16:42.468548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-68dc6068-f6e6-47fa-b526-bcb6757087c6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.471418 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-68dc6068-f6e6-47fa-b526-bcb6757087c6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 818 time: 0.2548711 Aug 31 19:16:42.481548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-9f8c428c-a3ce-49d3-a6d6-0c3720f69b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.482214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.484200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-9f8c428c-a3ce-49d3-a6d6-0c3720f69b6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1136 time: 0.0964599 Aug 31 19:16:42.484361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c32e61d6-8d91-4699-948a-511a11473b7d HTTP/1.1" status: 204 len: 168 time: 2.3438232 Aug 31 19:16:42.492796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Request body: {'port': {'device_id': 'd336d772-1513-4ddd-b86c-3004062f1953', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'admin_state_up': True, 'tenant_id': '1089cb28200b46beaa4d9186275f07a9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:42.530763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'security_groups': ['95920ff6-c6b0-46c7-9e68-08dbc714b5e5', 'fa49372c-addb-4a10-a315-cbe38ab52bfd', '89925a6f-9cde-44ea-9d66-52fee463fa2f']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:42.644772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.663691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b14f52-f830-462f-bfe8-e4c372883c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32e61d6-8d91-4699-948a-511a11473b7d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:42.734239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-14099a0a-6947-426e-bfee-6cbdb1a852b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.736580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-14099a0a-6947-426e-bfee-6cbdb1a852b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.2370582 Aug 31 19:16:42.789824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-25008768-f71e-4c2d-a6c2-f79d36c24748 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 217 time: 0.0447996 Aug 31 19:16:42.821155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:42.829309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d293-0917-4a05-a844-4dca146ab664 req-f0fcee04-72a3-44b0-856e-6aacdf8a4adf tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.831046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Made reservation on behalf of 1089cb28200b46beaa4d9186275f07a9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:42.831211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38e0d293-0917-4a05-a844-4dca146ab664 req-f0fcee04-72a3-44b0-856e-6aacdf8a4adf tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 945 time: 0.3236089 Aug 31 19:16:42.835932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.892093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Made reservation on behalf of 1089cb28200b46beaa4d9186275f07a9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:42.895796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.916580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-938ebe04-cc6a-4d89-8df9-b1d05de35ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:42.918145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-938ebe04-cc6a-4d89-8df9-b1d05de35ea1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.1186488 Aug 31 19:16:42.971266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-9a4328a9-403e-4ecb-b9e8-f56b4b95dd4b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399907 Aug 31 19:16:42.984387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Made reservation on behalf of 1089cb28200b46beaa4d9186275f07a9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:42.989252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:42.997504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3bd9c532-adf7-44eb-ad80-3358fd6b3136 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=398698be000a4e85ba3c981011794de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651688 Aug 31 19:16:43.001201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38e0d293-0917-4a05-a844-4dca146ab664 req-7902fa42-d509-4380-8e2a-74a6bea166d4 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538646 Aug 31 19:16:43.008845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52958) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:43.136823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6175904-4959-413c-a5d8-b96e34a1ff16 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:43.144237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Allocated IP 172.20.0.8 (7c5dca62-872d-4878-b2a3-a91f09cc219e/8e499086-c7a5-4599-a765-9bd68b8c1c70/f3e1a95d-82a1-4a28-a2a6-0d6211faba80) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:43.211405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port d6175904-4959-413c-a5d8-b96e34a1ff16 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:43.216915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port d6175904-4959-413c-a5d8-b96e34a1ff16 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:43.217788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.219511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0488e7-3cef-4b67-ae9f-fc12b0419b5b req-2e3404a0-1fef-4de9-910f-9d9820419cfd tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 210 time: 0.1012144 Aug 31 19:16:43.311479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.356626 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.358615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-873f9af0-7dd0-4ba6-be10-35f9128e63d2 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790553 Aug 31 19:16:43.373892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:43.390242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:43.394772 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb208091-f615-49d9-9326-908b1c0e1181" -d '{"events": [{"server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "name": "network-vif-plugged", "status": "completed", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:43.410762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6175904-4959-413c-a5d8-b96e34a1ff16,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:43.415534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.477069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a825e498-58c5-48fe-b75d-c0a32219c132 req-d84599fa-790a-42af-89bb-ba6b1f45ecc9 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073406 Aug 31 19:16:43.495178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:43.524454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.532300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1251a00c-a277-4914-a85c-dd0fc471cf3f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:43.568326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.602103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 1251a00c-a277-4914-a85c-dd0fc471cf3f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:43.608275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 1251a00c-a277-4914-a85c-dd0fc471cf3f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:43.608953 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.640578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:43.643337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event updated for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:43.656559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:43.670538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:43.746460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:43.747520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.750127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.769498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-cc568906-5e0a-495c-b2dd-7f955737d58e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2825518 Aug 31 19:16:43.785162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Request body: {'port': {'device_id': 'd336d772-1513-4ddd-b86c-3004062f1953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:43.791329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:43.798872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.846747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.848686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.880497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:43.944692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.965020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1770f09-c72b-47b4-aa08-10e70c472e6e req-af9cd352-8e4f-40c0-af5f-5ff856a5f8f3 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:43.967073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1770f09-c72b-47b4-aa08-10e70c472e6e req-af9cd352-8e4f-40c0-af5f-5ff856a5f8f3 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 944 time: 0.6224842 Aug 31 19:16:43.975338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:43.989318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:44.046620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Allocated IP 172.20.0.6 (7c5dca62-872d-4878-b2a3-a91f09cc219e/8e499086-c7a5-4599-a765-9bd68b8c1c70/84c6aef4-162f-457c-9ac9-5b41782026b8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:44.081581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:44.082324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.083996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e882780-0ef3-4c50-a455-be7260089c99 req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "PUT /v2.0/ports/3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 1020 time: 1.6032457 Aug 31 19:16:44.112758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7b63-b090-4708-b0bb-e986ebb26cb5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:44.189625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1770f09-c72b-47b4-aa08-10e70c472e6e req-528ddcf7-67be-4283-a2a0-6391e9051003 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041063 Aug 31 19:16:44.193402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.198339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.199760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99a66c99-8cc0-4f1f-b916-74096cf466c5 HTTP/1.1" status: 204 len: 168 time: 1.1878414 Aug 31 19:16:44.217723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:44.222439 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c07b37d-53c7-42a9-8bc5-55f8b324cbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.247689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6506e-afb6-437c-9516-faf622c3c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a66c99-8cc0-4f1f-b916-74096cf466c5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:44.377957 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7258c96d-3515-45e7-b52d-e72b8bb450f8 x-openstack-request-id: req-7258c96d-3515-45e7-b52d-e72b8bb450f8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:44.378264 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "name": "network-vif-plugged", "status": "completed", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:44.378680 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7258c96d-3515-45e7-b52d-e72b8bb450f8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:44.379692 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16', 'code': 200} Aug 31 19:16:44.408901 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.436741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:44.439814 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741" -d '{"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:44.487383 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.490065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca926b-04cc-4fc6-91c3-2516c1d40579 req-0df9ced9-2ac9-4582-9835-5f59f92a62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:44.492075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d8ca926b-04cc-4fc6-91c3-2516c1d40579 req-0df9ced9-2ac9-4582-9835-5f59f92a62d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 1097 time: 0.0575271 Aug 31 19:16:44.583446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d8ca926b-04cc-4fc6-91c3-2516c1d40579 req-c840d2f6-947f-414c-b2e0-d9c8da9d58ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Aug 31 19:16:44.585801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb05f0-f5f5-4818-9eb6-005d3bc4cebd req-0436fcd4-9b96-4530-acb1-9314a69767c0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:44.588605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb05f0-f5f5-4818-9eb6-005d3bc4cebd req-0436fcd4-9b96-4530-acb1-9314a69767c0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1625352 Aug 31 19:16:44.605415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25093c5-b419-4f3e-80cf-a2c39badb501 req-0a544f9a-1855-4f2b-81bd-971c24ab1479 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:44.617434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25093c5-b419-4f3e-80cf-a2c39badb501 req-0a544f9a-1855-4f2b-81bd-971c24ab1479 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1023 time: 0.1667552 Aug 31 19:16:44.666544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.737470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb05f0-f5f5-4818-9eb6-005d3bc4cebd req-8f7b13cf-2bbc-4700-9004-9bcbd1e42b3a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135821 Aug 31 19:16:44.817065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25093c5-b419-4f3e-80cf-a2c39badb501 req-69a84a7c-9112-4ab9-9f03-21aac5f224de tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=89925a6f-9cde-44ea-9d66-52fee463fa2f&id=fa49372c-addb-4a10-a315-cbe38ab52bfd HTTP/1.1" status: 200 len: 6147 time: 0.1978805 Aug 31 19:16:44.854221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:44.864659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-890e725f-de34-4516-8c8e-c1302e99712e req-0d809da0-b205-42ac-bfc4-ec6804d2d584 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 210 time: 0.0409253 Aug 31 19:16:44.865812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:44.900241 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3b491-438d-41d7-b851-3ede3b963c86 x-openstack-request-id: req-2ec3b491-438d-41d7-b851-3ede3b963c86 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:44.900527 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:44.901658 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ec3b491-438d-41d7-b851-3ede3b963c86 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:44.901658 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3', 'status': 'completed', 'code': 200} Aug 31 19:16:44.948261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1194688091 ', 'description': 'tempest-description-1549616948'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:44.955421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:44.971353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:44.972434 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d20c5a8-5295-4fe6-8195-64a199f9cd57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c68df9e081c4cb0aca7cc8baa32f761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167927 Aug 31 19:16:44.975066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:44.980446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:45.011442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-9a5d20f2-bf2b-4f9b-9930-22cdbde056a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.013197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-9a5d20f2-bf2b-4f9b-9930-22cdbde056a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1175 time: 0.0955906 Aug 31 19:16:45.028504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event updated for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:45.035550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Allocated IP 172.20.0.7 (7c5dca62-872d-4878-b2a3-a91f09cc219e/8e499086-c7a5-4599-a765-9bd68b8c1c70/7d7513fb-9967-491a-8a94-e74a3aa48bed) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:45.054820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.081691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.082344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.094631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.158975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.225216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-1effa0f3-c9bb-43b5-93dd-dec9b2bd7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.226682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-1effa0f3-c9bb-43b5-93dd-dec9b2bd7db2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.1917975 Aug 31 19:16:45.272769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.290845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-ade686b3-3e07-4a83-a20c-8add0f1359f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 200 len: 217 time: 0.0505807 Aug 31 19:16:45.293421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.296207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.297575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ba8f310-3a65-48b9-80e3-62f98dded9e8 HTTP/1.1" status: 204 len: 168 time: 0.3212752 Aug 31 19:16:45.340432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6301d-31ce-4979-848b-27a5a52b8134 req-d843e5b5-a48d-486c-ab99-6e069dff1a2a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.342100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70c6301d-31ce-4979-848b-27a5a52b8134 req-d843e5b5-a48d-486c-ab99-6e069dff1a2a tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 945 time: 0.1334932 Aug 31 19:16:45.382494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bdbef-663e-461b-8ea6-6fee86e3b45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8f310-3a65-48b9-80e3-62f98dded9e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:45.396552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.399438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-997eb867-2694-4a83-8e17-f975899ca281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.401553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-997eb867-2694-4a83-8e17-f975899ca281 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.1025920 Aug 31 19:16:45.403307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.411069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.438850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae942b70-39aa-4efe-9bc4-feaa75967038 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2355063 Aug 31 19:16:45.439175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.447216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-dd281333-854d-4ad7-be1a-341f9f942681 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353329 Aug 31 19:16:45.451920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-801a7492-ce8a-49b9-8b06-c7f8e4a326a9 req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5222425 Aug 31 19:16:45.485914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Request body: {'port': {'device_id': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:45.532531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70c6301d-31ce-4979-848b-27a5a52b8134 req-e6e111ac-94eb-4f7f-91e4-abef0774ad6e tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719947 Aug 31 19:16:45.599581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c86a6-cc8d-4d2a-8a9d-ea8fa96a6ee1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975a4544-055a-4fef-abd7-7bade0288ec4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:45.607722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-2653c0e0-2260-4284-95f5-20eb6c6af47e service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406345 Aug 31 19:16:45.628676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.693974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.739816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b5fbb70-b16c-40aa-a4a5-b44ef3b33f1b req-c649decf-091e-4c7d-b606-29c79d57a798 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/975a4544-055a-4fef-abd7-7bade0288ec4 HTTP/1.1" status: 200 len: 1781 time: 0.1618478 Aug 31 19:16:45.742447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Network 7c5dca62-872d-4878-b2a3-a91f09cc219e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:45.774057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:45.785113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:45.787347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:45.862517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ed4a-c19b-4bcb-9a41-c8980e055763 req-4a60f751-930f-4aaf-861f-80b81eef6604 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.872088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b11ed4a-c19b-4bcb-9a41-c8980e055763 req-4a60f751-930f-4aaf-861f-80b81eef6604 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 945 time: 0.2471492 Aug 31 19:16:45.874982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:45.933150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event updated for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:45.990984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:45.992003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.025840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-c6f33324-8eef-46ea-9179-f3a8f80206e2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/975a4544-055a-4fef-abd7-7bade0288ec4 HTTP/1.1" status: 200 len: 1781 time: 0.2488294 Aug 31 19:16:46.053802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b11ed4a-c19b-4bcb-9a41-c8980e055763 req-4de78d4a-6dfe-4e7d-8b6c-4580ab84695c tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799808 Aug 31 19:16:46.116182 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab4d3b4d-c929-4244-a7a9-89fdb9aab741 req-5518ad0a-3f8c-40ea-8a4e-e0ede4cc9313 service neutron] 10.222.0.82 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021238 Aug 31 19:16:46.157743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a94da294-3c0d-4111-bc5f-33b099de839c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9669764 Aug 31 19:16:46.192627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e1a95d-82a1-4a28-a2a6-0d6211faba80 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:46.205720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.206598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Request body: {'port': {'device_id': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:46.220047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Transition to ACTIVE for port object f3e1a95d-82a1-4a28-a2a6-0d6211faba80 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:46.224558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.233831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afab7b78-622a-41d1-9093-ec632064f3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.304783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:46.379226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Attempting to bind port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:46.379629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Attempting to bind port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:46.380170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Attempting to bind port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:46.381522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:46.385545 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af37697a-104e-4ad5-84f2-58c3e7b4b986" -d '{"events": [{"server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "name": "network-vif-plugged", "status": "completed", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:46.386276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:46.386992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Attempting to bind port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:46.393238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:46.393721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Checking segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:46.394218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Bound using segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:46.395015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Bound port: f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:46.395854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.435686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc7c7f-e2ed-49e5-8beb-7d2ab83d973a req-57419c50-2e73-4c76-ac6d-679c88fad5b9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.437152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9dc7c7f-e2ed-49e5-8beb-7d2ab83d973a req-57419c50-2e73-4c76-ac6d-679c88fad5b9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2742553 Aug 31 19:16:46.458708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.477662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.480652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:46.487788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:46.493860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.534134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.534826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.536232 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] 10.222.0.67 "PUT /v2.0/ports/f3e1a95d-82a1-4a28-a2a6-0d6211faba80 HTTP/1.1" status: 200 len: 1092 time: 2.7568200 Aug 31 19:16:46.536755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:46.539359 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997c814-4313-4d0c-bb0c-b9b1de1742c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:46.588566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.596445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9d7c2-b9f0-4d55-8264-020c55ddbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:46.631927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-1df44834-2da2-4b31-a2c7-85a589e67175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.633477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-1df44834-2da2-4b31-a2c7-85a589e67175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 1095 time: 0.0540686 Aug 31 19:16:46.643049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9dc7c7f-e2ed-49e5-8beb-7d2ab83d973a req-3a4d4d50-6816-4cf6-9511-deb90bfa66fc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937647 Aug 31 19:16:46.692403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-29b21092-8ddd-469b-a45b-06a42ac3ca04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80 HTTP/1.1" status: 200 len: 217 time: 0.0473976 Aug 31 19:16:46.791079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-408b9bb3-d6e3-4f2f-8163-0809e916b017 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.792670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-408b9bb3-d6e3-4f2f-8163-0809e916b017 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.67 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 945 time: 0.1104009 Aug 31 19:16:46.794009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ea1469c9-2cdf-47a3-9048-c10e9d8c8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.795295 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ea1469c9-2cdf-47a3-9048-c10e9d8c8e51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.0695684 Aug 31 19:16:46.796629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c6aef4-162f-457c-9ac9-5b41782026b8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:46.814513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.817066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.818184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b7c98b2-94ae-4abf-843b-11f8d6627820 req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/975a4544-055a-4fef-abd7-7bade0288ec4 HTTP/1.1" status: 204 len: 173 time: 0.7912731 Aug 31 19:16:46.845835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afab7b78-622a-41d1-9093-ec632064f3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.848010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.857804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-2ba26604-3e33-4b78-bdcf-73305ac037da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479681 Aug 31 19:16:46.863556 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16a36a-6ae5-4266-af4e-ca3562ee8942 x-openstack-request-id: req-eb16a36a-6ae5-4266-af4e-ca3562ee8942 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:46.867280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afab7b78-622a-41d1-9093-ec632064f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.870547 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "name": "network-vif-plugged", "status": "completed", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:46.871301 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb16a36a-6ae5-4266-af4e-ca3562ee8942 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:46.872314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aacab-a9aa-4bba-abf1-a8b8114470bc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975a4544-055a-4fef-abd7-7bade0288ec4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:46.873291 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f', 'code': 200} Aug 31 19:16:46.911503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Transition to ACTIVE for port object 84c6aef4-162f-457c-9ac9-5b41782026b8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:46.926699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-afab7b78-622a-41d1-9093-ec632064f3f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ea372be7170461795070fd5c0bf871c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0418506 Aug 31 19:16:46.934157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:46.942736 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.951858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c5fb-bc57-4bda-a6cd-186803fbffc2 req-b3389704-3086-4662-9160-3e7a139b6c67 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:46.953919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7143c5fb-bc57-4bda-a6cd-186803fbffc2 req-b3389704-3086-4662-9160-3e7a139b6c67 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 931 time: 0.1897321 Aug 31 19:16:46.956257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:46.993754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7b78-622a-41d1-9093-ec632064f3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf8aff3-3e61-44f7-b990-07dd34024849,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:47.010788 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea85c613-6ba2-49fb-bbc0-54169651adf6 x-openstack-request-id: req-ea85c613-6ba2-49fb-bbc0-54169651adf6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:47.011078 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:47.011329 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea85c613-6ba2-49fb-bbc0-54169651adf6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:47.011771 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80', 'status': 'completed', 'code': 200} Aug 31 19:16:47.083862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Deleting port 68ff56a4-40ba-459f-8c7e-cb4067bda578 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:47.084330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.088768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-d0e8737b-2087-491a-9f44-e091c76faa1c service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201307 Aug 31 19:16:47.092578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226952f-de9d-4337-a12b-1a677d236181 req-193dc01e-8a35-45a5-bdc6-4f249b127c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.093994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f226952f-de9d-4337-a12b-1a677d236181 req-193dc01e-8a35-45a5-bdc6-4f249b127c6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 1097 time: 0.1356738 Aug 31 19:16:47.146664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Pushing event updated for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:47.162964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7143c5fb-bc57-4bda-a6cd-186803fbffc2 req-c5fd2795-6785-4acd-bade-b66543dc969c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733890 Aug 31 19:16:47.264366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d420dc-d28b-46ab-9aa9-4ada2324674b req-43400a20-6c98-4009-8cf1-4646c93000c0 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.265963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81d420dc-d28b-46ab-9aa9-4ada2324674b req-43400a20-6c98-4009-8cf1-4646c93000c0 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/ports?device_id=61f4bb23-39d1-44e3-94ab-77884f416a63 HTTP/1.1" status: 200 len: 945 time: 0.2003980 Aug 31 19:16:47.266727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.275687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f226952f-de9d-4337-a12b-1a677d236181 req-c63b604d-06c2-4359-ab99-1a86d7dae35c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681542 Aug 31 19:16:47.313202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] For port 68ff56a4-40ba-459f-8c7e-cb4067bda578, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68ff56a4-40ba-459f-8c7e-cb4067bda578,segment=NetworkSegment(af6b3d13-a0d3-48b2-8448-88f3349f7fdc),segment_id=af6b3d13-a0d3-48b2-8448-88f3349f7fdc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:47.313441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.324728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-367e2d2e-cf42-447b-befc-37c9a496b245 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184227 Aug 31 19:16:47.331846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Calling delete_port for 68ff56a4-40ba-459f-8c7e-cb4067bda578 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:47.395802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Attempting to bind port 84c6aef4-162f-457c-9ac9-5b41782026b8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:47.396155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Attempting to bind port 84c6aef4-162f-457c-9ac9-5b41782026b8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:47.396493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Attempting to bind port 84c6aef4-162f-457c-9ac9-5b41782026b8 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:47.411542 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.434414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Port 84c6aef4-162f-457c-9ac9-5b41782026b8 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:47.434747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Attempting to bind port 84c6aef4-162f-457c-9ac9-5b41782026b8 on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:47.446577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7513fb-9967-491a-8a94-e74a3aa48bed {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:47.464612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81d420dc-d28b-46ab-9aa9-4ada2324674b req-727463b0-f3ac-4e45-8edc-e82f64982f51 tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.73 "GET /v2.0/security-groups?id=89ce3a94-d854-4c8f-a012-3524ec8f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860688 Aug 31 19:16:47.467303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-ea53c335-7522-4f19-ab62-6abf30f32122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.468578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.469685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-ea53c335-7522-4f19-ab62-6abf30f32122 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 1095 time: 0.0703511 Aug 31 19:16:47.472210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:47.472957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Checking segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:47.472957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Bound using segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:47.473443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Bound port: 84c6aef4-162f-457c-9ac9-5b41782026b8, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:47.473834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.483084 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-e0d67c86-e41b-48e9-b91c-cd0df7b12175 req-4768ef7f-6c26-4b1e-a66f-8019fa68136d tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:16:47.494309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0d67c86-e41b-48e9-b91c-cd0df7b12175 req-4768ef7f-6c26-4b1e-a66f-8019fa68136d tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/975a4544-055a-4fef-abd7-7bade0288ec4 HTTP/1.1" status: 404 len: 352 time: 0.0787394 Aug 31 19:16:47.522734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Transition to ACTIVE for port object 7d7513fb-9967-491a-8a94-e74a3aa48bed will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:47.544921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.594883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.609581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['68ff56a4-40ba-459f-8c7e-cb4067bda578'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:47.649521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Pushing event deleted for resources: {'Port': ['ID=68ff56a4-40ba-459f-8c7e-cb4067bda578,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:47.659467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.661995 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.663225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dcf8aff3-3e61-44f7-b990-07dd34024849 HTTP/1.1" status: 204 len: 168 time: 0.7081492 Aug 31 19:16:47.694130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] No DVR routers for this DVR port 68ff56a4-40ba-459f-8c7e-cb4067bda578 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:47.696107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:47.697062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.699867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f217eb7c-fd6a-4d8e-becf-71cf7d3d8271 req-6e99eba3-0c88-4720-b472-3538429329bc tempest-ServerAddressesNegativeTestJSON-732808252 tempest-ServerAddressesNegativeTestJSON-732808252-project] 10.222.0.67 "DELETE /v2.0/ports/68ff56a4-40ba-459f-8c7e-cb4067bda578 HTTP/1.1" status: 204 len: 173 time: 0.8913257 Aug 31 19:16:47.701545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-f2a8cd35-b56f-4184-8f7a-ce291ea60a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.704568 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-f2a8cd35-b56f-4184-8f7a-ce291ea60a79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 919 time: 0.2259431 Aug 31 19:16:47.706704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Pushing event updated for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:47.711460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b31bd76c-26c1-4bd6-9448-9ff3612fc159 req-762b009f-a8ee-4592-9e50-97e49e48d585 tempest-AbsoluteLimitsNegativeTestJSON-1630137498 tempest-AbsoluteLimitsNegativeTestJSON-1630137498-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0dc38258113043b5bc787b56a9465072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793285 Aug 31 19:16:47.722915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4439485-cae8-4c52-9210-c404e98b0004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf8aff3-3e61-44f7-b990-07dd34024849,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:47.746899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84c6aef4-162f-457c-9ac9-5b41782026b8,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:47.758014 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-899da8e4-81b0-435a-a251-4a10e08987f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80 HTTP/1.1" status: 200 len: 217 time: 0.0451601 Aug 31 19:16:47.776624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.825666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-64f95b48-39b0-41e5-a383-467c64e4b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.827874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-64f95b48-39b0-41e5-a383-467c64e4b9cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.0616670 Aug 31 19:16:47.842725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6946c41-7ce9-4e47-b63a-bd3068d05048 req-b3bb1955-f35d-4f02-a4c8-ed9b9e6bbb5e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.845550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6946c41-7ce9-4e47-b63a-bd3068d05048 req-b3bb1955-f35d-4f02-a4c8-ed9b9e6bbb5e tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 945 time: 0.2636383 Aug 31 19:16:47.878849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-83ee90a6-15df-457c-b0f2-d7493098463c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267146 Aug 31 19:16:47.917503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:47.918127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:47.919525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] 10.222.0.82 "PUT /v2.0/ports/84c6aef4-162f-457c-9ac9-5b41782026b8 HTTP/1.1" status: 200 len: 1092 time: 2.4433439 Aug 31 19:16:47.921660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:47.924583 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3970853c-c4da-4454-9b4f-dab4b3c68d48" -d '{"events": [{"name": "network-changed", "server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:47.994647 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-ecc62303-58a0-4a81-a04b-9a94f55c8166 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022332 Aug 31 19:16:47.999136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eefd78-88a3-49eb-a061-e00466899418 service neutron] Pushing event updated for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:48.012165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6946c41-7ce9-4e47-b63a-bd3068d05048 req-49fc34dd-bb6e-41f1-9344-76c6593add1f tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594512 Aug 31 19:16:48.037214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Attempting to bind port 7d7513fb-9967-491a-8a94-e74a3aa48bed on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:48.037583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Attempting to bind port 7d7513fb-9967-491a-8a94-e74a3aa48bed by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:48.037906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Attempting to bind port 7d7513fb-9967-491a-8a94-e74a3aa48bed on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:48.060206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd76c-26c1-4bd6-9448-9ff3612fc159 req-6755890c-a4c8-47e0-b931-f6316a8021ca tempest-AbsoluteLimitsNegativeTestJSON-1630137498 tempest-AbsoluteLimitsNegativeTestJSON-1630137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:48.061694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b31bd76c-26c1-4bd6-9448-9ff3612fc159 req-6755890c-a4c8-47e0-b931-f6316a8021ca tempest-AbsoluteLimitsNegativeTestJSON-1630137498 tempest-AbsoluteLimitsNegativeTestJSON-1630137498-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327289 Aug 31 19:16:48.062278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Port 7d7513fb-9967-491a-8a94-e74a3aa48bed on network 7c5dca62-872d-4878-b2a3-a91f09cc219e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:16:48.062617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Attempting to bind port 7d7513fb-9967-491a-8a94-e74a3aa48bed on network 7c5dca62-872d-4878-b2a3-a91f09cc219e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:48.072002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1117301786', 'description': 'tempest-description-544057207'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:48.082495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:48.082851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Checking segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:48.083245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Bound using segment: {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:48.083719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Bound port: 7d7513fb-9967-491a-8a94-e74a3aa48bed, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:48.084089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.106772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:48.120224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b31bd76c-26c1-4bd6-9448-9ff3612fc159 req-7a377569-99ca-470d-86e9-0d0665002fb1 tempest-AbsoluteLimitsNegativeTestJSON-1630137498 tempest-AbsoluteLimitsNegativeTestJSON-1630137498-project] 10.222.0.73 "GET /v2.0/quotas/0dc38258113043b5bc787b56a9465072 HTTP/1.1" status: 200 len: 375 time: 0.0427237 Aug 31 19:16:48.122022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-72edbc5b-5bf4-4882-a2cc-6a5c95ba05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:48.123435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-72edbc5b-5bf4-4882-a2cc-6a5c95ba05ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 1095 time: 0.1406586 Aug 31 19:16:48.136497 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25ee1dcc-ccc0-4c03-9ac6-d08586141a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.140002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c997c814-4313-4d0c-bb0c-b9b1de1742c3 req-c5f1e0f7-b080-4aaa-a5a8-5f6e80ab8733 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357050 Aug 31 19:16:48.184797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.223038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b31bd76c-26c1-4bd6-9448-9ff3612fc159 req-68c9fbb8-89e2-4780-bbd0-efecd039afc2 tempest-AbsoluteLimitsNegativeTestJSON-1630137498 tempest-AbsoluteLimitsNegativeTestJSON-1630137498-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0dc38258113043b5bc787b56a9465072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945101 Aug 31 19:16:48.233325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-20e62fc2-0139-4b5e-abcc-a1508aaf5996 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84c6aef4-162f-457c-9ac9-5b41782026b8 HTTP/1.1" status: 200 len: 217 time: 0.0932887 Aug 31 19:16:48.253360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25ee1dcc-ccc0-4c03-9ac6-d08586141a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.261790 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25ee1dcc-ccc0-4c03-9ac6-d08586141a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.303439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1dcc-ccc0-4c03-9ac6-d08586141a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a15fab8-95d0-4612-9c59-3a5fc58c2f39,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:48.319362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:48.348480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:48.354351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-d118e420-4b79-4ebd-b6cc-c716f24ed244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:48.355951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-d118e420-4b79-4ebd-b6cc-c716f24ed244 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.1014876 Aug 31 19:16:48.362204 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.377702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25ee1dcc-ccc0-4c03-9ac6-d08586141a93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23f8a5afcfb342cc9a48d28982ba4965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694628 Aug 31 19:16:48.380060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:48.441052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.466202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.529750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.532543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.534230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a15fab8-95d0-4612-9c59-3a5fc58c2f39 HTTP/1.1" status: 204 len: 168 time: 0.1522763 Aug 31 19:16:48.546053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56265d-10d1-4a0a-bd4c-9edd42134b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a15fab8-95d0-4612-9c59-3a5fc58c2f39,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:48.605445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:48.799888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-44de39aa-ab32-445f-8505-1691dfa0b150 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4205184 Aug 31 19:16:48.811759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:48.812411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.815387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] 10.222.0.67 "PUT /v2.0/ports/7d7513fb-9967-491a-8a94-e74a3aa48bed HTTP/1.1" status: 200 len: 1092 time: 2.6407077 Aug 31 19:16:48.871017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add773c2-2c54-4892-98f9-2faa2ccf899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.935725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182c30-65ba-4ddb-bb1b-7065aef377ed service neutron] Pushing event updated for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:48.952999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c412-2707-4cbe-893c-1173d13c1486 req-a2804ecc-cd9f-4831-941f-1ed372f25e28 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:48.955900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4359c412-2707-4cbe-893c-1173d13c1486 req-a2804ecc-cd9f-4831-941f-1ed372f25e28 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.5987194 Aug 31 19:16:48.958360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:48.975997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.012434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'name': 'network-vif-deleted', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:49.015250 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457386d3-2e7d-4cf7-b492-ad0b6eb528cf" -d '{"events": [{"server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "name": "network-vif-deleted", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:49.055424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add773c2-2c54-4892-98f9-2faa2ccf899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.057975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ba626749-bad2-4345-85a5-2167e00a7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.059622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ba626749-bad2-4345-85a5-2167e00a7aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 1095 time: 0.1753755 Aug 31 19:16:49.060964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add773c2-2c54-4892-98f9-2faa2ccf899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.067109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-72cd08e7-f95d-4803-8120-3a9b7045d4b2 service neutron] 10.222.0.82 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438254 Aug 31 19:16:49.073859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4359c412-2707-4cbe-893c-1173d13c1486 req-d213f82f-465c-4fbc-9661-b876d49866b8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117237 Aug 31 19:16:49.083050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.084266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8f7141f-ba7f-4f53-9505-194c99d51148 req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0316768 Aug 31 19:16:49.118503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-add773c2-2c54-4892-98f9-2faa2ccf899e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0dc38258113043b5bc787b56a9465072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116639 Aug 31 19:16:49.119905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278502e2-7321-4de9-b858-67eb0dbf3fc2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08801aae-cdb9-4b53-8bec-18c91e5af39f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:49.120918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add773c2-2c54-4892-98f9-2faa2ccf899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b88a54-a13a-4c16-bad7-70e54c5dbda6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:49.123120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:49.143008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-ae6be6d5-842e-42ee-97a0-53fd78730ed7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed HTTP/1.1" status: 200 len: 217 time: 0.0725548 Aug 31 19:16:49.180201 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b97b9-9153-4e60-bb88-a26f0ad9b099 x-openstack-request-id: req-658b97b9-9153-4e60-bb88-a26f0ad9b099 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:49.180967 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:49.181244 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-658b97b9-9153-4e60-bb88-a26f0ad9b099 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:49.181706 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8', 'status': 'completed', 'code': 200} Aug 31 19:16:49.344939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-60fd37ce-0914-4ff8-8d40-5d580eedde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.346369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-60fd37ce-0914-4ff8-8d40-5d580eedde6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.1700954 Aug 31 19:16:49.376541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-e11a0135-bceb-41ce-9b42-e2baafe2273a service neutron] 10.222.0.82 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954412 Aug 31 19:16:49.390646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.398559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-e1efab7c-2260-41f6-b8b0-b4dcce649af2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400453 Aug 31 19:16:49.411344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b27474-b52b-42f8-95c5-f558dd0c8cd7 req-f770b2d5-42ba-45cc-98ae-e6182f775c18 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.413058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b27474-b52b-42f8-95c5-f558dd0c8cd7 req-f770b2d5-42ba-45cc-98ae-e6182f775c18 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 945 time: 0.1753459 Aug 31 19:16:49.452110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a2c0-8245-40aa-87e3-c799a9ce3e11 req-93e910eb-7d1d-4603-b800-3c1e265ebe07 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.453616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c481a2c0-8245-40aa-87e3-c799a9ce3e11 req-93e910eb-7d1d-4603-b800-3c1e265ebe07 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 943 time: 0.1951861 Aug 31 19:16:49.504433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.628505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b27474-b52b-42f8-95c5-f558dd0c8cd7 req-a7819bac-e41c-42c6-abc7-d2c6c63605d2 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960170 Aug 31 19:16:49.634871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c481a2c0-8245-40aa-87e3-c799a9ce3e11 req-74a1b02f-14a0-4093-9d41-9d245739736d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326022 Aug 31 19:16:49.640552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-8739c5b9-abc0-496d-87f0-48d4fbde40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.642930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-8739c5b9-abc0-496d-87f0-48d4fbde40b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 1095 time: 0.1884336 Aug 31 19:16:49.669822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-05ea41fd-ca3e-4366-8b5a-82bff73b66c5 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557774 Aug 31 19:16:49.695791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:49.720592 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.724231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.724938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74b88a54-a13a-4c16-bad7-70e54c5dbda6 HTTP/1.1" status: 204 len: 168 time: 0.6005719 Aug 31 19:16:49.741055 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854992d7-548c-462e-828c-8875543cf805 x-openstack-request-id: req-854992d7-548c-462e-828c-8875543cf805 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:49.741456 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f4bb23-39d1-44e3-94ab-77884f416a63", "name": "network-vif-deleted", "tag": "68ff56a4-40ba-459f-8c7e-cb4067bda578", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:49.741805 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-854992d7-548c-462e-828c-8875543cf805 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:49.742287 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f4bb23-39d1-44e3-94ab-77884f416a63', 'name': 'network-vif-deleted', 'tag': '68ff56a4-40ba-459f-8c7e-cb4067bda578', 'status': 'completed', 'code': 200} Aug 31 19:16:49.766540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Deleting subnet 6e94806c-e96a-4636-a4b2-5456fbcf659c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:49.770203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.778326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-152501154', 'description': 'tempest-description-1534249530'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:49.788056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc1c3-2327-4391-a887-b563f952d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b88a54-a13a-4c16-bad7-70e54c5dbda6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:49.847113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.853648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.878855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-261f2b0f-38d1-4a0d-8ca9-abab76f79bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:49.880967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-261f2b0f-38d1-4a0d-8ca9-abab76f79bce service neutron] 10.222.0.82 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 919 time: 0.2226715 Aug 31 19:16:49.899576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf98dbf4-1541-4964-8ae9-985130bc0404 req-e9d29309-1809-4338-a818-0e7153457e5a service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176647 Aug 31 19:16:49.937624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:49.996917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-a9fb1141-840b-401a-acbb-8e93c898a75b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84c6aef4-162f-457c-9ac9-5b41782026b8 HTTP/1.1" status: 200 len: 217 time: 0.0996096 Aug 31 19:16:50.034324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.079405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e94806c-e96a-4636-a4b2-5456fbcf659c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:50.081652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.084705 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eca4fc9e-3ea3-4945-bd94-027d4a48d836 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6e94806c-e96a-4636-a4b2-5456fbcf659c HTTP/1.1" status: 204 len: 168 time: 0.3870625 Aug 31 19:16:50.086915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:50.170853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-3ac01a95-b42b-476a-b346-586424ebd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:50.173088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-3ac01a95-b42b-476a-b346-586424ebd861 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.1584513 Aug 31 19:16:50.202277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.232597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-fdfe6b2a-9a3d-44ca-8bc5-5af103c2b608 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420513 Aug 31 19:16:50.276254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.314325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.354480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.371231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c156b1-1f81-41b3-ba58-f046925fbbb2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:50.380607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.392839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c05a0f9-2f6d-45d1-8da0-d9d655dce200 req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6408067 Aug 31 19:16:50.395379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:50.395809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6b3d13-a0d3-48b2-8448-88f3349f7fdc') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:50.410097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.414751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534255-6324-471b-bf8f-05c3956e4a3e req-4dcec8a0-bf52-42a6-bc0e-894ebb50ab33 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:50.416608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc534255-6324-471b-bf8f-05c3956e4a3e req-4dcec8a0-bf52-42a6-bc0e-894ebb50ab33 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1916301 Aug 31 19:16:50.429565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8abf-ed53-4726-9867-d3429441c945 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9da1d-dee3-4b55-9237-aa77b63ec86f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:50.449145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.458805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:50.459555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.466142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-f75a8e4d-3de3-490d-afbb-552eb427e9e5 service neutron] 10.222.0.82 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196839 Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:50.521540 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:50.529254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc534255-6324-471b-bf8f-05c3956e4a3e req-0c7de2f6-50ef-4f9f-a153-07b1da4e30a2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913613 Aug 31 19:16:50.564870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.572300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.576669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/28c156b1-1f81-41b3-ba58-f046925fbbb2 HTTP/1.1" status: 204 len: 168 time: 0.4863214 Aug 31 19:16:50.590203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef263c-32b5-455f-bfbe-9b1971cfa21d req-8c4d1d26-f146-4286-92e6-1f7773d750f8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:50.592078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ef263c-32b5-455f-bfbe-9b1971cfa21d req-8c4d1d26-f146-4286-92e6-1f7773d750f8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 945 time: 0.1250558 Aug 31 19:16:50.600051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208ff7e-b606-42a9-91a6-0d2e7c65ccb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c156b1-1f81-41b3-ba58-f046925fbbb2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:50.647616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3970853c-c4da-4454-9b4f-dab4b3c68d48 req-92e8d0c9-6cdf-42d6-8520-dc6685a993cd service neutron] 10.222.0.82 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452260 Aug 31 19:16:50.656808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ef263c-32b5-455f-bfbe-9b1971cfa21d req-3d0894be-9da1-4478-a472-75289d5a6cd3 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575206 Aug 31 19:16:50.675287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-143434975', 'description': 'tempest-description-211633267'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:50.699689 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.840920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:50.849863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d51808-3e27-442b-a5a4-df46fbc05e92 req-a0728b37-8a14-4f55-b39a-d6c28aa4ff7c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:50.857346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2d51808-3e27-442b-a5a4-df46fbc05e92 req-a0728b37-8a14-4f55-b39a-d6c28aa4ff7c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 943 time: 0.1166379 Aug 31 19:16:50.901627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e279a198-0b1b-43f3-ba9f-7fafa61a067e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bd2d0add1074e93b215c60d9b8cca83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588849 Aug 31 19:16:50.901897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-eeea0cba-4668-41db-a0d6-f868ab1e85b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1253958 Aug 31 19:16:50.904653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:50.909481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.918075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.970167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2d51808-3e27-442b-a5a4-df46fbc05e92 req-ba95fd7d-033b-4366-9efc-984572989984 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033542 Aug 31 19:16:50.981470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:50.990660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.990917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:50.992156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03533ba5-b8fd-47a2-a385-54f2a315551c req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3216286 Aug 31 19:16:50.996868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a995-f98c-4b61-8c82-106ccef0c366 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48591ad5-cfb8-4680-9084-5c3ad3c797f7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:51.030734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.037600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-0f626ac2-dde0-434c-80d6-99eaf97815d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.039083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-0f626ac2-dde0-434c-80d6-99eaf97815d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1102 time: 0.1094203 Aug 31 19:16:51.100023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.103147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.105088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89ce3a94-d854-4c8f-a012-3524ec8f3f83 HTTP/1.1" status: 204 len: 168 time: 0.1989129 Aug 31 19:16:51.115003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e38fcc-f5ef-4d93-93ec-c9bc9c0f7d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce3a94-d854-4c8f-a012-3524ec8f3f83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:51.168558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-182741818-network', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:51.174143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f3e1a95d-82a1-4a28-a2a6-0d6211faba80 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:51.179903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68ff56a4-40ba-459f-8c7e-cb4067bda578 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:51.184546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:51.189358 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b098e56-203d-4edf-ac48-488f0e34d142" -d '{"events": [{"name": "network-changed", "server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:51.196942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:51.200173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.224971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.246775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-020272f2-1a9d-4174-9049-5c60e029d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.248543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-020272f2-1a9d-4174-9049-5c60e029d2c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1845560 Aug 31 19:16:51.249520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 68ff56a4-40ba-459f-8c7e-cb4067bda578 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:51.251222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68ff56a4-40ba-459f-8c7e-cb4067bda578 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:51.268136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b3ff777-4feb-43b9-95f8-e14778bf05f8 req-a6e67acc-79ce-4fc1-b0aa-495a9ffc0273 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 10893 time: 0.2415781 Aug 31 19:16:51.321460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-3df60a57-706e-4d1d-9986-6e66fb52e48c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.0521796 Aug 31 19:16:51.359330 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375ef8f-6c04-4426-afe5-fced7e5e7a35 x-openstack-request-id: req-a375ef8f-6c04-4426-afe5-fced7e5e7a35 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:51.360468 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:51.360468 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a375ef8f-6c04-4426-afe5-fced7e5e7a35 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:51.360468 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed', 'status': 'completed', 'code': 200} Aug 31 19:16:51.393426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b3ff777-4feb-43b9-95f8-e14778bf05f8 req-f6f09b52-3fef-4a1c-b1d2-d2469a0cdf41 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/95920ff6-c6b0-46c7-9e68-08dbc714b5e5 HTTP/1.1" status: 200 len: 2981 time: 0.1163466 Aug 31 19:16:51.436824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-6454b4f9-fffe-44e6-a720-57f4028f20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.438737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-6454b4f9-fffe-44e6-a720-57f4028f20d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1059620 Aug 31 19:16:51.474296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b3ff777-4feb-43b9-95f8-e14778bf05f8 req-bb4ac649-7736-402f-a8ca-ea057b47b7b8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/95920ff6-c6b0-46c7-9e68-08dbc714b5e5 HTTP/1.1" status: 200 len: 2981 time: 0.0695312 Aug 31 19:16:51.479743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:51.523225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-4995f9dd-d0b7-4dd9-a32f-fdb92a8736ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.524542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-4995f9dd-d0b7-4dd9-a32f-fdb92a8736ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635712 Aug 31 19:16:51.539329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'port_id': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e499086-c7a5-4599-a765-9bd68b8c1c70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:51.552020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-92f7e262-0e7c-460a-bf20-61156b8fb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.555257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-92f7e262-0e7c-460a-bf20-61156b8fb2c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1089cb28200b46beaa4d9186275f07a9&device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 1095 time: 0.1632168 Aug 31 19:16:51.602966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84c6aef4-162f-457c-9ac9-5b41782026b8 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:51.631194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.759698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-d381ec1a-a00b-4791-995f-ef6179673295 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251358 Aug 31 19:16:51.830021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-905d8517-64ca-40b5-812d-caab66aa1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:51.830569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84c6aef4-162f-457c-9ac9-5b41782026b8,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:51.832305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-905d8517-64ca-40b5-812d-caab66aa1462 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 200 len: 919 time: 0.2514913 Aug 31 19:16:51.832909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.877250 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:51.895547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e1a95d-82a1-4a28-a2a6-0d6211faba80 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:51.900986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-15a6c8ed-5121-4bce-8c2b-b9276347d240 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed HTTP/1.1" status: 200 len: 217 time: 0.0407643 Aug 31 19:16:51.922568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:51.927326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '84c6aef4-162f-457c-9ac9-5b41782026b8', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'port_id': '84c6aef4-162f-457c-9ac9-5b41782026b8', 'mac_address': 'fa:16:3e:36:ed:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e499086-c7a5-4599-a765-9bd68b8c1c70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:51.947881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:51.949747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:51.972985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e743e81-618c-4a83-9b92-f21290ef6053 req-455d4f79-6805-439e-9be8-95e6cf108cf5 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970460 Aug 31 19:16:51.990380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.001664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-f7b232fc-38bd-4507-9d2e-d60e4be6b09b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.003227 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-f7b232fc-38bd-4507-9d2e-d60e4be6b09b tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "GET /v2.0/ports?device_id=bca06c3c-e9d3-4aee-beb1-384d56c2c244 HTTP/1.1" status: 200 len: 945 time: 0.3809960 Aug 31 19:16:52.015086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.024821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.025257 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Added segment 7817640b-4e47-4f5e-bce7-66d562402bcc of type vlan for network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d Aug 31 19:16:52.037664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c6aef4-162f-457c-9ac9-5b41782026b8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:52.095973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84c6aef4-162f-457c-9ac9-5b41782026b8,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:52.107256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.114252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:52.135068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-251d9e3d-efa1-4a04-921f-0d68e089792f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/08801aae-cdb9-4b53-8bec-18c91e5af39f HTTP/1.1" status: 200 len: 1800 time: 0.3723278 Aug 31 19:16:52.177995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:52.181468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-3c102b00-82ab-4842-a137-07e5a54eddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.182881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-3c102b00-82ab-4842-a137-07e5a54eddac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 200 len: 858 time: 0.2675583 Aug 31 19:16:52.211556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967cef1-2748-4fad-81bb-88f35162f539 req-81fd7e47-9d1a-45f8-b458-c450b45e79e3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.213390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d967cef1-2748-4fad-81bb-88f35162f539 req-81fd7e47-9d1a-45f8-b458-c450b45e79e3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.4524739 Aug 31 19:16:52.228758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-edd09fb2-0008-4e3f-9ab4-3c6342d194b8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.230623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-edd09fb2-0008-4e3f-9ab4-3c6342d194b8 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 945 time: 0.2120478 Aug 31 19:16:52.235260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f3e1a95d-82a1-4a28-a2a6-0d6211faba80'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:52.272472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.337153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.361366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d967cef1-2748-4fad-81bb-88f35162f539 req-6a921055-bba0-48dc-af2c-d1359660bfbc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271923 Aug 31 19:16:52.366562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:52.371896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-bab007ef-3948-4c3a-969a-fe42f5e83ec4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c5dca62-872d-4878-b2a3-a91f09cc219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237543 Aug 31 19:16:52.376903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:52.386291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:16:52.401211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.459671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Deleting port 1251a00c-a277-4914-a85c-dd0fc471cf3f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:52.460037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.498622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['84c6aef4-162f-457c-9ac9-5b41782026b8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:52.520026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.532848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.550223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1f94d40-6ea7-4d76-9a95-cc36fe4d092e req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/08801aae-cdb9-4b53-8bec-18c91e5af39f HTTP/1.1" status: 204 len: 173 time: 0.3974738 Aug 31 19:16:52.574400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-5d8d0967-522e-49ca-9c3b-ec78299a4960 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4650753 Aug 31 19:16:52.583944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.584903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.585485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.604884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-network', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:52.629190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468119-f750-4202-9815-e9bd287da163 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08801aae-cdb9-4b53-8bec-18c91e5af39f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:52.638250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e896bec-7406-40b9-bb76-170c4e689f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.723492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Deleting port d6175904-4959-413c-a5d8-b96e34a1ff16 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:16:52.723872 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.730078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7439058 Aug 31 19:16:52.733383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:52.744146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Request body: {'subnet': {'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-subnet', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:52.786790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f73b-f8e5-463a-89e9-8f548a35f0f2 req-7d466221-4835-4565-957f-16d159283786 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.788419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a17f73b-f8e5-463a-89e9-8f548a35f0f2 req-7d466221-4835-4565-957f-16d159283786 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 944 time: 0.1400635 Aug 31 19:16:52.813222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Made reservation on behalf of d47eab66f0f848e7999c400cbdda8fa7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:52.815678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.818356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9607-81cf-4ffa-b683-8d6192966861 req-8b6f654d-67aa-41b8-9770-370b6da3ec96 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.819850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96be9607-81cf-4ffa-b683-8d6192966861 req-8b6f654d-67aa-41b8-9770-370b6da3ec96 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c9ae209-59f3-4a1b-99af-71440d5e9711 HTTP/1.1" status: 200 len: 945 time: 0.2172010 Aug 31 19:16:52.821736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] For port 1251a00c-a277-4914-a85c-dd0fc471cf3f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1251a00c-a277-4914-a85c-dd0fc471cf3f,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:52.822172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.822334 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-095f2828-c010-4ec3-9d9d-0aac491876f7 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328377 Aug 31 19:16:52.822888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1047-733e-4d6e-93bc-68ff7e60f2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:52.838032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:52.851464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:52.870959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Calling delete_port for 1251a00c-a277-4914-a85c-dd0fc471cf3f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:52.893681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-42f35a17-7d59-43ba-bbe3-c0486163d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:52.895080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-42f35a17-7d59-43ba-bbe3-c0486163d048 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 1102 time: 0.2540476 Aug 31 19:16:52.964496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a17f73b-f8e5-463a-89e9-8f548a35f0f2 req-5dba8f9a-08f7-416e-bc53-00cff4608282 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650643 Aug 31 19:16:52.976327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96be9607-81cf-4ffa-b683-8d6192966861 req-17846f0f-969d-4e6c-86e5-69ce6bd094bc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1d79a21-e08a-4708-aded-5006d5317576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394966 Aug 31 19:16:53.015072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] For port d6175904-4959-413c-a5d8-b96e34a1ff16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d6175904-4959-413c-a5d8-b96e34a1ff16,segment=NetworkSegment(b28650c9-92ec-4a78-ab6f-243d0e3f21d5),segment_id=b28650c9-92ec-4a78-ab6f-243d0e3f21d5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:53.016219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.045105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Calling delete_port for d6175904-4959-413c-a5d8-b96e34a1ff16 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:16:53.045591 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-fb8d27a8-d71e-4166-861c-8195afbda690 req-ced624aa-abc9-463e-a539-0c6a634e21b2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:16:53.046707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb8d27a8-d71e-4166-861c-8195afbda690 req-ced624aa-abc9-463e-a539-0c6a634e21b2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/08801aae-cdb9-4b53-8bec-18c91e5af39f HTTP/1.1" status: 404 len: 352 time: 0.0338187 Aug 31 19:16:53.055161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5b098e56-203d-4edf-ac48-488f0e34d142 req-c38b0517-bd02-40f2-85ec-a2d0b113d545 service neutron] 10.222.0.67 "GET /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203827 Aug 31 19:16:53.072192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e896bec-7406-40b9-bb76-170c4e689f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.102430 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e896bec-7406-40b9-bb76-170c4e689f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.119985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-54ea23bd-5ee2-4311-97c3-8cfceae4ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:53.121488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-54ea23bd-5ee2-4311-97c3-8cfceae4ee11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1935229 Aug 31 19:16:53.180429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-97ebb9c8-c952-467c-ae77-c2ab12e9ac62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 200 len: 217 time: 0.0454941 Aug 31 19:16:53.184800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7d7513fb-9967-491a-8a94-e74a3aa48bed details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:16:53.187305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f3e1a95d-82a1-4a28-a2a6-0d6211faba80 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:53.195321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:53.197632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.226278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8e896bec-7406-40b9-bb76-170c4e689f8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=59c0bd30c199425f930c3105d53b0187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540788 Aug 31 19:16:53.226559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:53.248817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.254120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e896bec-7406-40b9-bb76-170c4e689f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79446d93-ffa2-4ac2-a35a-13473224d118,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.295289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-df01455a-8064-47b6-842c-e671bcb9141b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/06e9da1d-dee3-4b55-9237-aa77b63ec86f HTTP/1.1" status: 200 len: 1800 time: 0.1982100 Aug 31 19:16:53.306423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event deleted for resources: {'Port': ['ID=1251a00c-a277-4914-a85c-dd0fc471cf3f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.309417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-3f516fbf-8124-4450-917b-3a02624db0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:53.311204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-3f516fbf-8124-4450-917b-3a02624db0f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1174676 Aug 31 19:16:53.356348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:53.365908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:53.375611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:53.376850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.378312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] No DVR routers for this DVR port 1251a00c-a277-4914-a85c-dd0fc471cf3f on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:53.382553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.384668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daea734b-5def-4319-8728-0bc9f3d312e4 req-33595e27-afbb-456f-b94d-a5765eae6b58 tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.82 "DELETE /v2.0/ports/1251a00c-a277-4914-a85c-dd0fc471cf3f HTTP/1.1" status: 204 len: 173 time: 1.1337535 Aug 31 19:16:53.393136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'name': 'network-vif-deleted', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:53.394887 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814d242-528e-435e-b95b-9da3f4aaf9fd" -d '{"events": [{"server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "name": "network-vif-deleted", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:53.460578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7d7513fb-9967-491a-8a94-e74a3aa48bed', 'network_id': '7c5dca62-872d-4878-b2a3-a91f09cc219e', 'port_id': '7d7513fb-9967-491a-8a94-e74a3aa48bed', 'mac_address': 'fa:16:3e:7d:ae:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e499086-c7a5-4599-a765-9bd68b8c1c70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:16:53.498522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.565203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.574009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.592840 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.614224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84c6aef4-162f-457c-9ac9-5b41782026b8 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:53.628043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7513fb-9967-491a-8a94-e74a3aa48bed {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:16:53.630194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63bf13-e694-4d74-b0f8-b96660ec77b7 req-15a72a3a-fde7-49fe-b7d1-15b29b91758c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:53.636355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be63bf13-e694-4d74-b0f8-b96660ec77b7 req-15a72a3a-fde7-49fe-b7d1-15b29b91758c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1482856 Aug 31 19:16:53.658068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:53.660703 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58f676-6aa3-4e58-a41b-3c6cd958bf90" -d '{"events": [{"server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "name": "network-vif-plugged", "status": "completed", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:53.677503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.686948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.692006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:53.706334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:53.707372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.708253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6175904-4959-413c-a5d8-b96e34a1ff16 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:53.708526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.732230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: d6175904-4959-413c-a5d8-b96e34a1ff16 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:53.732493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d6175904-4959-413c-a5d8-b96e34a1ff16 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:53.736202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.739597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be63bf13-e694-4d74-b0f8-b96660ec77b7 req-745eaa31-789b-4d55-a409-ca83bb802523 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856678 Aug 31 19:16:53.758393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.761337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-b41b27c0-cf15-4251-9686-e0c97344b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:53.762298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.763272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-b41b27c0-cf15-4251-9686-e0c97344b3eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4371338 Aug 31 19:16:53.774259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.778914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Pushing event deleted for resources: {'Port': ['ID=d6175904-4959-413c-a5d8-b96e34a1ff16,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.780776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-764bc52d-a1fc-4086-85ac-8b9548f0b7b3 req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/06e9da1d-dee3-4b55-9237-aa77b63ec86f HTTP/1.1" status: 204 len: 173 time: 0.4455605 Aug 31 19:16:53.808757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.821423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.822186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 84c6aef4-162f-457c-9ac9-5b41782026b8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:53.825027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.827795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 84c6aef4-162f-457c-9ac9-5b41782026b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:53.828862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.836291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d574bc-34bc-4b02-97e0-6e79b77a3501 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9da1d-dee3-4b55-9237-aa77b63ec86f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.849657 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef150f8-d107-4b6a-b503-173de88cdb8a x-openstack-request-id: req-7ef150f8-d107-4b6a-b503-173de88cdb8a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:53.849966 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9ae209-59f3-4a1b-99af-71440d5e9711", "name": "network-vif-deleted", "tag": "1251a00c-a277-4914-a85c-dd0fc471cf3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:53.850223 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ef150f8-d107-4b6a-b503-173de88cdb8a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:53.850629 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ae209-59f3-4a1b-99af-71440d5e9711', 'name': 'network-vif-deleted', 'tag': '1251a00c-a277-4914-a85c-dd0fc471cf3f', 'status': 'completed', 'code': 200} Aug 31 19:16:53.851826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924f3d9f-faaa-4e11-b413-f8bde72f6159,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:53.866086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Checking segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:53.866449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Network hostable DHCP agents. Network: 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:53.886996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:53.907813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] No DVR routers for this DVR port d6175904-4959-413c-a5d8-b96e34a1ff16 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:16:53.915009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.915829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:53.920391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7dc2683b-66c0-4e99-b65b-3f6ee31272d5 req-e90adafa-b0e9-42a4-bb03-73881dd537dc tempest-MultipleCreateTestJSON-1390319614 tempest-MultipleCreateTestJSON-1390319614-project] 10.222.0.67 "DELETE /v2.0/ports/d6175904-4959-413c-a5d8-b96e34a1ff16 HTTP/1.1" status: 204 len: 173 time: 1.8887410 Aug 31 19:16:53.920612 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec842a06-2216-4eab-8892-bd1b44f0d258 x-openstack-request-id: req-ec842a06-2216-4eab-8892-bd1b44f0d258 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:53.920966 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "name": "network-vif-plugged", "status": "completed", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:53.921299 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec842a06-2216-4eab-8892-bd1b44f0d258 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:53.921690 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80', 'code': 200} Aug 31 19:16:53.938118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:53.939571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2310c-0427-4885-8a1f-18b75bf532f6 None None] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:53.941931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:53.957004 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-d03c8ca0-b922-47cd-8f35-36e293207228 req-dbc3f2ea-ceee-498b-8733-ead866293132 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:16:53.959218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d03c8ca0-b922-47cd-8f35-36e293207228 req-dbc3f2ea-ceee-498b-8733-ead866293132 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/06e9da1d-dee3-4b55-9237-aa77b63ec86f HTTP/1.1" status: 404 len: 352 time: 0.0414619 Aug 31 19:16:53.974477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a4fae7ef-8d3e-4108-b093-38c70fe211e7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2369263 Aug 31 19:16:53.984330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:53.998843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7d7513fb-9967-491a-8a94-e74a3aa48bed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:16:53.999836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:54.051939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'name': 'network-vif-deleted', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:54.055198 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a64737-c644-474f-a510-9d71e758ed39" -d '{"events": [{"server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "name": "network-vif-deleted", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:54.081524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.085127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.087959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79446d93-ffa2-4ac2-a35a-13473224d118 HTTP/1.1" status: 204 len: 168 time: 0.8604584 Aug 31 19:16:54.145231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:16:54.181461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b702655c-7f23-4645-978b-1c8938e74e20 req-f6b32311-d455-41cc-a5f8-3643e631a5df tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/48591ad5-cfb8-4680-9084-5c3ad3c797f7 HTTP/1.1" status: 200 len: 1799 time: 0.1735768 Aug 31 19:16:54.186416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc7b2b-02a1-479b-859d-6626778a36b4 req-b8ea2c04-bb93-4f25-b67d-ab77c053251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:54.188484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2fdc7b2b-02a1-479b-859d-6626778a36b4 req-b8ea2c04-bb93-4f25-b67d-ab77c053251a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 1097 time: 0.1095643 Aug 31 19:16:54.189145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a455a3-6a87-4330-a298-3f2b3db47492,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:54.189571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.190790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.207530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:54.220251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62eb7-dcd9-4079-8e40-429b80a5cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79446d93-ffa2-4ac2-a35a-13473224d118,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:54.224629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.224980 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Added segment d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e of type vlan for network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b Aug 31 19:16:54.265428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.275613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2fdc7b2b-02a1-479b-859d-6626778a36b4 req-87cac646-1a3b-40ca-befb-153220af0e30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Aug 31 19:16:54.319326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.338662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.346062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-43d3f5de-f04f-4039-823d-0c9be29fb586 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575700 Aug 31 19:16:54.424493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84c6aef4-162f-457c-9ac9-5b41782026b8,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:54.460659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.461484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1251a00c-a277-4914-a85c-dd0fc471cf3f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:16:54.470549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a3db3ea-6561-4b22-a89f-3580b558ae09 req-da3d9bef-c8d1-4801-bfb1-65a2f8941515 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136475 Aug 31 19:16:54.470810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:16:54.471081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.483546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.485295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:54.486237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.532937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 1251a00c-a277-4914-a85c-dd0fc471cf3f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:16:54.533295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1251a00c-a277-4914-a85c-dd0fc471cf3f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:16:54.608201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=14a42b32-feaa-4cb5-a8ca-0babc3265b3b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:54.629975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-01e2f537-07b0-4810-8b39-a59463fca3f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2492824 Aug 31 19:16:54.630820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:54.644623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Request body: {'subnet': {'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-subnet', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:54.651103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:54.660612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:16:54.682653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:54.706376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62edc59e-6af0-46fb-b4dd-35d161e9fa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.709795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Made reservation on behalf of d47eab66f0f848e7999c400cbdda8fa7 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:16:54.712823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.802615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Allocated IP 172.20.0.2 (93aa4b1d-cc88-4cbc-83d9-a0c0496c258d/924f3d9f-faaa-4e11-b413-f8bde72f6159/b2a78702-b16b-47bd-8acc-228713a94a70) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:54.829169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2454c-a798-4741-89f4-6c663fdc056b req-e4e51514-a832-4037-a604-cd317e19fc8b tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:54.836899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30c2454c-a798-4741-89f4-6c663fdc056b req-e4e51514-a832-4037-a604-cd317e19fc8b tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 944 time: 0.7177761 Aug 31 19:16:54.956216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.963051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b702655c-7f23-4645-978b-1c8938e74e20 req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.971873 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.974278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30c2454c-a798-4741-89f4-6c663fdc056b req-84939030-1c4a-4c85-88f8-a67d96ae3890 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 Aug 31 19:16:54.981742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62edc59e-6af0-46fb-b4dd-35d161e9fa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:54.990540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62edc59e-6af0-46fb-b4dd-35d161e9fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.011553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Transition to ACTIVE for port object b2a78702-b16b-47bd-8acc-228713a94a70 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:55.015118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.037989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Transition to ACTIVE for port object b2a78702-b16b-47bd-8acc-228713a94a70 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:55.043231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b702655c-7f23-4645-978b-1c8938e74e20 req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.048616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.080125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62edc59e-6af0-46fb-b4dd-35d161e9fa78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1e4f6c6d9a846969e90f93dfc739af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961449 Aug 31 19:16:55.081986 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64960253-537f-49af-be8d-4eee7d6f309e x-openstack-request-id: req-64960253-537f-49af-be8d-4eee7d6f309e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:55.082276 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca06c3c-e9d3-4aee-beb1-384d56c2c244", "name": "network-vif-deleted", "tag": "d6175904-4959-413c-a5d8-b96e34a1ff16", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:55.082520 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64960253-537f-49af-be8d-4eee7d6f309e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:55.082910 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca06c3c-e9d3-4aee-beb1-384d56c2c244', 'name': 'network-vif-deleted', 'tag': 'd6175904-4959-413c-a5d8-b96e34a1ff16', 'status': 'completed', 'code': 200} Aug 31 19:16:55.083134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:55.087421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc59e-6af0-46fb-b4dd-35d161e9fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf6c7f-86f8-40c8-9d0c-2bd0a1f2c489,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.130618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c23446-1f62-4301-8732-aab46ef8fa8e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.133055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Checking segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:55.133453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Network hostable DHCP agents. Network: 14a42b32-feaa-4cb5-a8ca-0babc3265b3b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:16:55.154609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b702655c-7f23-4645-978b-1c8938e74e20 req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.157561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b702655c-7f23-4645-978b-1c8938e74e20 req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.157935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:55.158827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b702655c-7f23-4645-978b-1c8938e74e20 req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/48591ad5-cfb8-4680-9084-5c3ad3c797f7 HTTP/1.1" status: 204 len: 173 time: 0.8907125 Aug 31 19:16:55.159398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Pushing event updated for resources: {'Port': ['ID=b2a78702-b16b-47bd-8acc-228713a94a70,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.160030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:16:55.162355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:55.164527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:55.180734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 14a42b32-feaa-4cb5-a8ca-0babc3265b3b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:55.193907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:55.194568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.201554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971474b-4c75-4d6f-af9b-d34307c9a2ea None None] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:55.215431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2aaab797-0e67-4ec8-ac05-a8b60a56c03e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5831988 Aug 31 19:16:55.218617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:55.220649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaee57-9959-4c0c-92ac-f18b1d2e0ba8 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48591ad5-cfb8-4680-9084-5c3ad3c797f7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.225432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:55.258242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.259803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.261135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.290665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Attempting to bind port b2a78702-b16b-47bd-8acc-228713a94a70 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:55.291130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Attempting to bind port b2a78702-b16b-47bd-8acc-228713a94a70 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:55.291130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Attempting to bind port b2a78702-b16b-47bd-8acc-228713a94a70 on network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:55.300556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:55.301046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Checking segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:55.302177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.302177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Bound using segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:55.302450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Bound port: b2a78702-b16b-47bd-8acc-228713a94a70, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:55.303801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.333350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4da28-fde2-47c1-9caf-70a0bdf34825 req-543c086d-c9d0-419c-afcc-f458c29492b3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:55.336654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdf4da28-fde2-47c1-9caf-70a0bdf34825 req-543c086d-c9d0-419c-afcc-f458c29492b3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1890037 Aug 31 19:16:55.340691 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.347368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.394986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-149fb161-8290-4794-a1b4-22162607f650 None None] For port b2a78702-b16b-47bd-8acc-228713a94a70, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:55.398566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-149fb161-8290-4794-a1b4-22162607f650 None None] For port b2a78702-b16b-47bd-8acc-228713a94a70, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b2a78702-b16b-47bd-8acc-228713a94a70,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:55.408690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.420120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:55.510863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fb161-8290-4794-a1b4-22162607f650 None None] Pushing event updated for resources: {'Port': ['ID=b2a78702-b16b-47bd-8acc-228713a94a70,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.536669 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-bfe69a1a-eb97-4dc0-a167-a736c42d693a req-ca318ec5-766d-4a18-89e7-ee0a83912f91 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:16:55.537842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfe69a1a-eb97-4dc0-a167-a736c42d693a req-ca318ec5-766d-4a18-89e7-ee0a83912f91 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/48591ad5-cfb8-4680-9084-5c3ad3c797f7 HTTP/1.1" status: 404 len: 352 time: 0.1144538 Aug 31 19:16:55.552516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.561104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:16:55.561930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.586799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdf4da28-fde2-47c1-9caf-70a0bdf34825 req-ebce78a2-1e1a-477c-95c0-407cdfce97cf tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360716 Aug 31 19:16:55.623793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Deleting subnet b18dbaca-adf5-4344-a867-e3c08f1f3e86 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:16:55.634211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.665247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.667352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.668551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1cf6c7f-86f8-40c8-9d0c-2bd0a1f2c489 HTTP/1.1" status: 204 len: 168 time: 0.5813286 Aug 31 19:16:55.675906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.720549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.722468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cddd82-5ddf-4de7-b428-a9c69a434d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf6c7f-86f8-40c8-9d0c-2bd0a1f2c489,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:55.756657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.883947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f009ad83-740b-4e63-8116-c83d7a776607 req-806d8103-f760-45de-ac9c-cbb86fbd1f0f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 6147 time: 0.2889843 Aug 31 19:16:55.893664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Allocated IP 172.20.0.2 (14a42b32-feaa-4cb5-a8ca-0babc3265b3b/16c23446-1f62-4301-8732-aab46ef8fa8e/6c156dfc-a69a-400f-9632-134b758cc868) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:55.903186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.928338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:55.944268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:55.947441 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4bdb7-fda5-48c2-afab-45232c950e72" -d '{"events": [{"server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "name": "network-vif-plugged", "status": "completed", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:55.950895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.026431 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361476c5-9fc7-43b2-9fc1-b83b8404677b x-openstack-request-id: req-361476c5-9fc7-43b2-9fc1-b83b8404677b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:56.026794 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "name": "network-vif-plugged", "status": "completed", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:56.027088 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-361476c5-9fc7-43b2-9fc1-b83b8404677b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:56.027485 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8', 'code': 200} Aug 31 19:16:56.037528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Allocated IP 172.25.3.253 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:56.058661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f009ad83-740b-4e63-8116-c83d7a776607 req-3da7a479-491b-4fb2-bea2-265833c9ad90 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/95920ff6-c6b0-46c7-9e68-08dbc714b5e5 HTTP/1.1" status: 200 len: 2981 time: 0.1586697 Aug 31 19:16:56.174206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.176955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879927f-d8cd-4880-a517-2f6464b88c03 req-6ba6be46-6b32-4076-8287-339a182b9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:56.179505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7879927f-d8cd-4880-a517-2f6464b88c03 req-6ba6be46-6b32-4076-8287-339a182b9547 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 1097 time: 0.0612922 Aug 31 19:16:56.180034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.192082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Transition to ACTIVE for port object 6c156dfc-a69a-400f-9632-134b758cc868 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:56.213932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Transition to ACTIVE for port object 6c156dfc-a69a-400f-9632-134b758cc868 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:16:56.221752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.231622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18dbaca-adf5-4344-a867-e3c08f1f3e86,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:56.239208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.245066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c40c6106-6cdc-457c-85fc-cf657a1f97d2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b18dbaca-adf5-4344-a867-e3c08f1f3e86 HTTP/1.1" status: 204 len: 168 time: 0.8159511 Aug 31 19:16:56.245709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:56.259924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7879927f-d8cd-4880-a517-2f6464b88c03 req-5e576325-bd65-4ba0-884e-6beff1f71d00 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633960 Aug 31 19:16:56.276486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:56.280443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:56.281692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f009ad83-740b-4e63-8116-c83d7a776607 req-e04160e8-c23a-4876-b9be-ac59fc5de0cc tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/95920ff6-c6b0-46c7-9e68-08dbc714b5e5 HTTP/1.1" status: 200 len: 2981 time: 0.2218566 Aug 31 19:16:56.295174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:56.310934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Pushing event updated for resources: {'Port': ['ID=6c156dfc-a69a-400f-9632-134b758cc868,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:56.369081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1785558987', 'description': 'tempest-description-1466001010'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:56.385503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0046001-f185-43a5-abe5-bc1efe165304 req-4588a6fb-bcce-4605-90e4-53f24917e1a9 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:56.385746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Attempting to bind port 6c156dfc-a69a-400f-9632-134b758cc868 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:16:56.386129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Attempting to bind port 6c156dfc-a69a-400f-9632-134b758cc868 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:16:56.386519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Attempting to bind port 6c156dfc-a69a-400f-9632-134b758cc868 on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:16:56.387155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0046001-f185-43a5-abe5-bc1efe165304 req-4588a6fb-bcce-4605-90e4-53f24917e1a9 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 945 time: 0.2995484 Aug 31 19:16:56.392817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:16:56.393254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Checking segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:16:56.393670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.394066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Bound using segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:16:56.394541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Bound port: 6c156dfc-a69a-400f-9632-134b758cc868, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:16:56.395267 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.472634 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.485303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] For port 6c156dfc-a69a-400f-9632-134b758cc868, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:16:56.489100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] For port 6c156dfc-a69a-400f-9632-134b758cc868, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6c156dfc-a69a-400f-9632-134b758cc868,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:16:56.493502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.494855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.502592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0046001-f185-43a5-abe5-bc1efe165304 req-631aae9a-f548-48db-9234-6a731cad6417 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974474 Aug 31 19:16:56.552465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.561093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.584529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a2b62-0388-4f37-b235-fae3a3bdd626 None None] Pushing event updated for resources: {'Port': ['ID=6c156dfc-a69a-400f-9632-134b758cc868,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:56.647576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Allocated IP 172.25.3.39 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/2f8b614a-19f3-4b1f-a50b-55fd7fa17165) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:16:56.748738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Pushing event updated for resources: {'Port': ['ID=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:56.767555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:56.774108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:56.798986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:56.890141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:56.972342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b2a78702-b16b-47bd-8acc-228713a94a70 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:56.979682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.029305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.089677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:16:57.101298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df51029a-3125-4b4f-9538-f0fac027127d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:57.108570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b2a78702-b16b-47bd-8acc-228713a94a70 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:57.128407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:16:57.135825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:57.142735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:57.144086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28650c9-92ec-4a78-ab6f-243d0e3f21d5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:57.145695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:16:57.162397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf5bbb-f55e-456f-91d7-985f76c3b8e4 req-9773e9ac-59f4-48d4-a19d-8fab9a889097 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:57.163903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91cf5bbb-f55e-456f-91d7-985f76c3b8e4 req-9773e9ac-59f4-48d4-a19d-8fab9a889097 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3583822 Aug 31 19:16:57.196326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3b602-612a-4442-99bb-7fd533aca239 None None] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:57.223307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.285189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7d7513fb-9967-491a-8a94-e74a3aa48bed up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:57.322297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Provisioning for port b2a78702-b16b-47bd-8acc-228713a94a70 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:57.340692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Provisioning complete for port b2a78702-b16b-47bd-8acc-228713a94a70 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:57.341430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.353333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91cf5bbb-f55e-456f-91d7-985f76c3b8e4 req-24fc5e75-4301-4372-a6a1-e65fad39a913 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377499 Aug 31 19:16:57.356964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.371890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.377635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:16:57.378488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:16:57.379768 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:16:57.393818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.429045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7d7513fb-9967-491a-8a94-e74a3aa48bed completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:57.436986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7d7513fb-9967-491a-8a94-e74a3aa48bed triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:57.438717 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.522966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.526105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55d08721-6163-4fe7-9ff9-d727b74ada03 req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1683257 Aug 31 19:16:57.529316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984aa83-b915-4449-81d8-e2807b0b7569 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc09869-4096-4459-b070-f473407d186c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:57.547348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.560727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.562742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/df51029a-3125-4b4f-9538-f0fac027127d HTTP/1.1" status: 204 len: 168 time: 1.3129148 Aug 31 19:16:57.576196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d731c1-0b10-45b6-be2a-d915a6a8d4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=df51029a-3125-4b4f-9538-f0fac027127d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:57.578535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.617514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.619326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1646160670', 'description': 'tempest-description-364853905'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:16:57.659974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.695326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.725620 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.729433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] For port b2a78702-b16b-47bd-8acc-228713a94a70, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b2a78702-b16b-47bd-8acc-228713a94a70,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:57.744917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.857755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:57.874072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:57.878861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ad14-66af-48aa-bffc-4aacccc15dd7 None None] Pushing event updated for resources: {'Port': ['ID=b2a78702-b16b-47bd-8acc-228713a94a70,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:57.919530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:58.014743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91da0-4600-4c9e-a570-b3bdd08407ee req-987b9158-c04e-4550-abc8-b282f5634825 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:58.022791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0b91da0-4600-4c9e-a570-b3bdd08407ee req-987b9158-c04e-4550-abc8-b282f5634825 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 945 time: 0.2674744 Aug 31 19:16:58.029714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:16:58.037218 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17c604-e0fe-47b2-b096-f732aee08542" -d '{"events": [{"server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "name": "network-vif-plugged", "status": "completed", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:16:58.047135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:58.064242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-47089318-18dd-4648-9f93-10b7091bdb45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6cec8d24ad44c11be6f577720ef4e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431081 Aug 31 19:16:58.067179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:58.139238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.194033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.219860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.222276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.232237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0b91da0-4600-4c9e-a570-b3bdd08407ee req-421d3fd2-b47a-435e-8f98-5ed9d3286a3b tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908176 Aug 31 19:16:58.249918 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.252008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c3d3a24-4376-4e0b-93e8-745a2613a91b req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6389260 Aug 31 19:16:58.268072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58858-b0bf-47dd-beaa-f5f773bff481 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00ee1e-74f4-46f4-bca0-0a7b633a7a77,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:58.289480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-855853c7-056f-4eb2-9c22-b55c5f61db58 None None] Provisioning complete for port b2a78702-b16b-47bd-8acc-228713a94a70 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:58.289866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-855853c7-056f-4eb2-9c22-b55c5f61db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.342692 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c66341-d476-4840-a3ef-0a9cb8b1318a x-openstack-request-id: req-56c66341-d476-4840-a3ef-0a9cb8b1318a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:16:58.343975 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "name": "network-vif-plugged", "status": "completed", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:16:58.344717 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56c66341-d476-4840-a3ef-0a9cb8b1318a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:16:58.345468 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed', 'code': 200} Aug 31 19:16:58.385265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.404430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f85de0-b410-45e9-8775-ea8de9c9985a None None] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:16:58.519023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.566588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5258f941-5eb5-4ffd-8853-2d34abe6d34e None None] Provisioning for port 6c156dfc-a69a-400f-9632-134b758cc868 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:58.628771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3b76b-4846-4332-b156-05ee6a6a65f4 req-bc46ce4c-635e-4850-b662-3472f39f21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:58.630342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8e3b76b-4846-4332-b156-05ee6a6a65f4 req-bc46ce4c-635e-4850-b662-3472f39f21a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 1097 time: 0.1682808 Aug 31 19:16:58.635495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Router bbb275b4-155e-4323-842c-b7629f605ab6 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:16:58.649648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.652622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.657807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1d79a21-e08a-4708-aded-5006d5317576 HTTP/1.1" status: 204 len: 168 time: 0.5853004 Aug 31 19:16:58.731600 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8e3b76b-4846-4332-b156-05ee6a6a65f4 req-0d743770-50e9-4341-8563-741fa0081fb5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921826 Aug 31 19:16:58.731600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf3903-8768-45a0-9924-fbe540d93450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d79a21-e08a-4708-aded-5006d5317576,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:58.809617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-e97bd5c1-31b8-4185-80b4-3685868c0f44 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:58.821728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-e97bd5c1-31b8-4185-80b4-3685868c0f44 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 813 time: 0.1814990 Aug 31 19:16:58.859247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-ed76a1a8-11c3-4ac3-b6a6-5f949d733958 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/quotas/5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 375 time: 0.0363810 Aug 31 19:16:58.892383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ad3b5-f84e-43a1-b1c6-02af5ee2460c req-d3ce36a9-8b94-4362-86bc-3d0cd0bf24f1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:58.895281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c7ad3b5-f84e-43a1-b1c6-02af5ee2460c req-d3ce36a9-8b94-4362-86bc-3d0cd0bf24f1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3454130 Aug 31 19:16:58.913159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:58.944240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:58.947688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d90962f1-54ca-40c3-9e16-8e9c77cc6452 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7256820 Aug 31 19:16:58.947873 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:58.950010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:16:59.022014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6c156dfc-a69a-400f-9632-134b758cc868 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:59.045938 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:59.048793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:59.051347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Router c5f3263c-3273-4641-82a5-814329e04eee is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:16:59.086961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-f3693f8a-79d4-40c1-a9b1-a54964c793a9 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262325 Aug 31 19:16:59.148187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6c156dfc-a69a-400f-9632-134b758cc868 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:16:59.160230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6c156dfc-a69a-400f-9632-134b758cc868 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:59.160892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.198987 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:16:59.244344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-a656ea01-5e15-468c-ad6f-c056cd43d993 service neutron] 10.222.0.73 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553693 Aug 31 19:16:59.331191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.381162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c7ad3b5-f84e-43a1-b1c6-02af5ee2460c req-fd1c9d54-0a9a-4173-8a81-8b593dcee26d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481945 Aug 31 19:16:59.423923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6c156dfc-a69a-400f-9632-134b758cc868, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6c156dfc-a69a-400f-9632-134b758cc868,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:16:59.434987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.435949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b2a78702-b16b-47bd-8acc-228713a94a70 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:16:59.584189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6c156dfc-a69a-400f-9632-134b758cc868,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:16:59.607568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b2a78702-b16b-47bd-8acc-228713a94a70 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:16:59.608601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.638826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-c3bf2359-7b9f-467e-971a-1fcd8186adbe service neutron] 10.222.0.73 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929801 Aug 31 19:16:59.681910 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:59.757486 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:16:59.763106 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Updating router bbb275b4-155e-4323-842c-b7629f605ab6 port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:16:59.820833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b687403-e6f9-4a01-b9bb-158bf58a84c1 req-8c44a1fb-991c-426b-b743-7357c7b16f85 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:16:59.829201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b687403-e6f9-4a01-b9bb-158bf58a84c1 req-8c44a1fb-991c-426b-b743-7357c7b16f85 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 945 time: 0.2374933 Aug 31 19:16:59.837302 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.856694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:16:59.868498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Sync routers for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:16:59.888843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:16:59.894542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:16:59.966745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:16:59.975176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-baef9c97-76d3-47d1-ac67-24838476abcd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9886556 Aug 31 19:16:59.983839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:00.022877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b687403-e6f9-4a01-b9bb-158bf58a84c1 req-e4325ec1-da67-494c-8c9b-c3b9c1d77657 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802995 Aug 31 19:17:00.097393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:00.263849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57eda1f2-9a35-46e0-833b-7bac2b9534f1 req-db66c6c9-cb7a-4a6e-9764-6f7810ddcec5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 210 time: 0.1047220 Aug 31 19:17:00.267900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:00.584507 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:00.603825 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Transition to ACTIVE for port object 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:00.615343 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:00.748471 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Attempting to bind port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:00.761969 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Attempting to bind port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:00.762499 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Attempting to bind port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:00.786400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53482) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:00.788918 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:00.789306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:00.789963 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:00.790400 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:00.797159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Bound port: 2f8b614a-19f3-4b1f-a50b-55fd7fa17165, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:00.797888 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:00.836904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:00.858860 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Pushing event updated for resources: {'Port': ['ID=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:00.887020 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.887770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.889223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.890205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.891328 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.892440 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.893908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.894665 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.896819 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.897718 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.898397 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.899770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:00.905079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6c156dfc-a69a-400f-9632-134b758cc868 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:00.920125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Checking router: c5f3263c-3273-4641-82a5-814329e04eee for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:00.920562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Updating router c5f3263c-3273-4641-82a5-814329e04eee port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:00.944543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] For port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:00.952948 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] For port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:00.961200 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.044086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.055159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Allocated IP 172.20.0.1 (14a42b32-feaa-4cb5-a8ca-0babc3265b3b/16c23446-1f62-4301-8732-aab46ef8fa8e/932221f2-1360-448b-90f8-bd518454f787) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:01.094777 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:01.095432 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:01.124121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:01.182315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.197194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Transition to ACTIVE for port object 932221f2-1360-448b-90f8-bd518454f787 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:01.239930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2034118841-network', 'tenant_id': '9904745b96be4256921b174d8cc62a85'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:01.240306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:01.256663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd92d0b-56a2-42d0-a173-5591cb43ee2c req-4ffbe9c5-3673-4e1c-96ae-8056781ec991 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:01.266224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.268411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dd92d0b-56a2-42d0-a173-5591cb43ee2c req-4ffbe9c5-3673-4e1c-96ae-8056781ec991 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 945 time: 1.0020263 Aug 31 19:17:01.272147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Made reservation on behalf of 9904745b96be4256921b174d8cc62a85 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:01.274313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.311446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.311699 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c551f3d5-3200-4184-b03f-caa44fe02762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.346159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:01.352801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:01.353405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.362315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:01.365734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Transition to ACTIVE for port object f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:01.373590 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.419174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.432658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9a72-24f6-492d-b783-6b77b1f57cd3 req-c0f8d43a-1463-4984-80cf-935a5d46775c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:01.438350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82fe9a72-24f6-492d-b783-6b77b1f57cd3 req-c0f8d43a-1463-4984-80cf-935a5d46775c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3095415 Aug 31 19:17:01.505233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add71e5-b2bf-4037-98e1-99621cd1fde5 None None] Pushing event updated for resources: {'Port': ['ID=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:01.509850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Attempting to bind port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:01.510229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Attempting to bind port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:01.510589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Attempting to bind port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:01.522424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:01.522809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:01.523216 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.523707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:01.524138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Bound port: f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:01.524553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.543309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dd92d0b-56a2-42d0-a173-5591cb43ee2c req-a9523c70-ab98-498e-a51a-eeb38b74631c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574875 Aug 31 19:17:01.612666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] For port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:01.621893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] For port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:01.624427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6c156dfc-a69a-400f-9632-134b758cc868 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:01.625141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.631001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.643509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82fe9a72-24f6-492d-b783-6b77b1f57cd3 req-38d19829-4615-4592-b0be-02b510513dc7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856318 Aug 31 19:17:01.752462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-b7886151-e761-4f49-9d1a-3e70c8bab1b7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:01.757052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-b7886151-e761-4f49-9d1a-3e70c8bab1b7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.67 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 813 time: 0.2379055 Aug 31 19:17:01.760823 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2bae-5e10-46d7-b579-444800cd201f None None] Pushing event updated for resources: {'Port': ['ID=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:01.770481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Pushing event updated for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:01.795504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'device_id': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9', 'admin_state_up': True, 'tenant_id': '5bc3fc00c0974632a5d8703347aba1ce'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:01.819564 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:01.855164 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07ac8f-32a5-4843-affd-f1f33ee8426f None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:01.862164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a395571-3f5d-4e7d-be46-abdfc3726f69 req-b744956a-75d4-45e2-b1d5-386f682b8392 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 210 time: 0.0591125 Aug 31 19:17:01.885978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:01.886631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:01.899669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add71e5-b2bf-4037-98e1-99621cd1fde5 None None] Pushing event updated for resources: {'Port': ['ID=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:01.947292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-332a1101-826b-4107-8ea3-ff7897988022 None None] Provisioning for port 932221f2-1360-448b-90f8-bd518454f787 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:01.948855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043834a-bb9a-4b35-bc7f-8f3473a67a02 req-9389aca2-9b8d-4e9d-a031-25662edc195c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:01.952545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2043834a-bb9a-4b35-bc7f-8f3473a67a02 req-9389aca2-9b8d-4e9d-a031-25662edc195c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 945 time: 0.1750383 Aug 31 19:17:01.960363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-332a1101-826b-4107-8ea3-ff7897988022 None None] Provisioning complete for port 932221f2-1360-448b-90f8-bd518454f787 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:01.960696 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-332a1101-826b-4107-8ea3-ff7897988022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:01.986802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.045112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2043834a-bb9a-4b35-bc7f-8f3473a67a02 req-26c7396c-8f89-4e4c-9f2a-f949684d973d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773118 Aug 31 19:17:02.085333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-332a1101-826b-4107-8ea3-ff7897988022 None None] Port 932221f2-1360-448b-90f8-bd518454f787 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:02.120992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:02.170171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.250533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.254087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:17:02.254087 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:17:02.254087 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id_1': '5bc3fc00c0974632a5d8703347aba1ce', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 17, 2, 97416)}] Aug 31 19:17:02.254087 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:17:02.254587 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:17:02.267031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.294716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.298914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.394906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.396944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:02.400449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3d3d1-7460-4540-8495-7b637d48aaa1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:02.429885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.430249 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Added segment b79da910-0f4a-45ef-b33e-83f3fce7e9e1 of type vlan for network 24397a1a-405b-4867-97db-384ca8e098fd Aug 31 19:17:02.453141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:02.490628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851dbe99-d98b-4fc6-ac9b-b4f7423c8e6c None None] The sync data for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 is: [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:16:57Z', 'revision_number': 3, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:02.502962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Pushing event updated for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:02.530712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c551f3d5-3200-4184-b03f-caa44fe02762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.549190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c551f3d5-3200-4184-b03f-caa44fe02762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.550141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.605464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633da6-aeed-41e3-83ef-ebd71e5b05f2 req-afd4578e-fa3d-4956-8fa5-6c1c817e0923 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:02.607810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:02.609527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.610523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:02.611154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.614063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5633da6-aeed-41e3-83ef-ebd71e5b05f2 req-afd4578e-fa3d-4956-8fa5-6c1c817e0923 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 945 time: 0.1561623 Aug 31 19:17:02.621859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:02.664840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f3d5-3200-4184-b03f-caa44fe02762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb364d8a-eabb-4000-8d14-e8a400ab7fb6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:02.689135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c551f3d5-3200-4184-b03f-caa44fe02762 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=027b3f13ac5f4820b9c1638fe0736190&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5547469 Aug 31 19:17:02.689135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Allocated IP 172.20.0.1 (93aa4b1d-cc88-4cbc-83d9-a0c0496c258d/924f3d9f-faaa-4e11-b413-f8bde72f6159/6e3fcc66-9529-4022-9c0e-0ea56b59995b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:02.695199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:02.730923 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9408169 Aug 31 19:17:02.748020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:02.756937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5633da6-aeed-41e3-83ef-ebd71e5b05f2 req-18cea60c-4fb7-4096-8682-6fba14ccdb76 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417964 Aug 31 19:17:02.795901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Request body: {'subnet': {'network_id': '24397a1a-405b-4867-97db-384ca8e098fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2034118841-subnet', 'tenant_id': '9904745b96be4256921b174d8cc62a85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:02.886078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Made reservation on behalf of 9904745b96be4256921b174d8cc62a85 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:02.902470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:02.995220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2460e-3d76-41f8-ba61-f51dc647e143 admin admin] Pushing event updated for resources: {'Network': ['ID=24397a1a-405b-4867-97db-384ca8e098fd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:03.002049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:03.068891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 24397a1a-405b-4867-97db-384ca8e098fd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:03.095091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Made reservation on behalf of 5bc3fc00c0974632a5d8703347aba1ce for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:03.105562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.148048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.157841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0803e9ca-26c1-4db9-b92a-1fba61fc715b req-0b673ca3-694d-4967-8b6f-632a9edd8027 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 210 time: 0.0928702 Aug 31 19:17:03.190345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-435fa132-3ffc-4976-8683-1c21e0317364 None None] Provisioning complete for port 932221f2-1360-448b-90f8-bd518454f787 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:03.190726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-435fa132-3ffc-4976-8683-1c21e0317364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.202077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f53e0-d0cb-4527-a1a6-f01fcf0f1c89 req-f3d04132-8d1d-4454-a689-1c11a39d5031 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:03.211206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac4f53e0-d0cb-4527-a1a6-f01fcf0f1c89 req-f3d04132-8d1d-4454-a689-1c11a39d5031 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2958126 Aug 31 19:17:03.245456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:17:03.247215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.273585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:03.276901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.285283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:03.285857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.315576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-435fa132-3ffc-4976-8683-1c21e0317364 None None] Port 932221f2-1360-448b-90f8-bd518454f787 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:03.331746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac4f53e0-d0cb-4527-a1a6-f01fcf0f1c89 req-7a5c1aaf-40f1-454f-bda0-189eef4ba35a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196136 Aug 31 19:17:03.337028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Transition to ACTIVE for port object 6e3fcc66-9529-4022-9c0e-0ea56b59995b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:03.374359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Allocated IP 172.20.0.10 (757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9/0c7f8918-5230-4d54-b0ae-7ed97936a114/ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:03.393585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.396714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.401006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb364d8a-eabb-4000-8d14-e8a400ab7fb6 HTTP/1.1" status: 204 len: 168 time: 0.7029924 Aug 31 19:17:03.414134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.460507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.464475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab68ad-a9c2-4f53-8751-738275f11a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb364d8a-eabb-4000-8d14-e8a400ab7fb6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:03.471833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:03.485433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:03.487431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:03.490796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:03.534412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:03.557852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:03.560718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-932979b0-2f3d-4500-8f42-c7ecf34e5877 admin admin] 10.222.0.73 "PUT /v2.0/routers/bbb275b4-155e-4323-842c-b7629f605ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6074986 Aug 31 19:17:03.575383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.580728 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.704314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:03.734622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:03.777272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.002421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532c2e42-4f90-406e-a8d9-23ae5654b196,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:04.020617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Checking segment: {'id': 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:04.021037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Network hostable DHCP agents. Network: 24397a1a-405b-4867-97db-384ca8e098fd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:04.022914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:04.050111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b72da9e-4ae5-4e62-a361-513dab06b8b2 None None] Provisioning for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:04.056564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b72da9e-4ae5-4e62-a361-513dab06b8b2 None None] Provisioning complete for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:04.056951 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b72da9e-4ae5-4e62-a361-513dab06b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.064123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-9b0a5094-fbeb-498a-875a-ac2d69d71311 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:04.067079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a502ce-0935-418c-9a7f-2b13916f1524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.067990 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-9b0a5094-fbeb-498a-875a-ac2d69d71311 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 945 time: 0.3284433 Aug 31 19:17:04.132464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5b72da9e-4ae5-4e62-a361-513dab06b8b2 None None] Port 6e3fcc66-9529-4022-9c0e-0ea56b59995b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:04.142130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.148962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Network 24397a1a-405b-4867-97db-384ca8e098fd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:04.152228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4461c-13c7-4d17-bb3c-53254d10318d req-0963c17e-7afb-4a32-a290-7f7f40fafc90 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:04.153934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec4461c-13c7-4d17-bb3c-53254d10318d req-0963c17e-7afb-4a32-a290-7f7f40fafc90 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 945 time: 0.2285209 Aug 31 19:17:04.196907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 24397a1a-405b-4867-97db-384ca8e098fd) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:04.204518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47178308-7796-4414-8016-554ce0ab6247 None None] Network 24397a1a-405b-4867-97db-384ca8e098fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:04.236690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.254173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:04.254173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.256467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.262572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.263819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec4461c-13c7-4d17-bb3c-53254d10318d req-149ca13a-591a-478e-8c10-6bf1edd76a9e tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934873 Aug 31 19:17:04.278630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:04.357897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:04.361118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Deleting port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:04.362006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.370890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:04.373907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:04.380088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.391689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:04.393599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:04.408359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a502ce-0935-418c-9a7f-2b13916f1524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.466505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a502ce-0935-418c-9a7f-2b13916f1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.502183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d992a-c4bb-4de3-955a-34b15a4d1dd8 None None] Network 24397a1a-405b-4867-97db-384ca8e098fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:04.510470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c5715ddb-3877-489b-8665-7582b5145f96 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7547257 Aug 31 19:17:04.543802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:04.544447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.573271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-01d8025b-dd52-4d2c-8ca6-2c33fdededab tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7869952 Aug 31 19:17:04.587688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Request body: {'port': {'device_id': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:04.626395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] For port f3e1a95d-82a1-4a28-a2a6-0d6211faba80, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:04.626785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.646150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Calling delete_port for f3e1a95d-82a1-4a28-a2a6-0d6211faba80 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:04.699367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:04.903745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b0a502ce-0935-418c-9a7f-2b13916f1524 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c3d4549ffbd44d1a057f611fd886413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784745 Aug 31 19:17:04.904691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53536) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:04.910332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a502ce-0935-418c-9a7f-2b13916f1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a4ddd6-dba9-4254-956e-1eed341760a0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:04.987411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:05.010530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:05.092910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:05.104594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef6adf-416e-4d45-9e9d-71612a7ac0fa req-1d55ae12-5de3-4767-8977-dd2d9c6e4b7b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:05.105880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:05.110423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635599835', 'description': 'tempest-description--1141646292'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:05.110644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1ef6adf-416e-4d45-9e9d-71612a7ac0fa req-1d55ae12-5de3-4767-8977-dd2d9c6e4b7b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 932 time: 0.3898296 Aug 31 19:17:05.139326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:05.158947 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:05.162990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:05.188302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.213828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f3e1a95d-82a1-4a28-a2a6-0d6211faba80', '7d7513fb-9967-491a-8a94-e74a3aa48bed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:05.216724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.219888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.269612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event deleted for resources: {'Port': ['ID=f3e1a95d-82a1-4a28-a2a6-0d6211faba80,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:05.270608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:05.271914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.303021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] No DVR routers for this DVR port f3e1a95d-82a1-4a28-a2a6-0d6211faba80 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:05.306222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.308309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf786ed4-91d2-47d9-94c9-7a2afa5223a4 req-c78bb9e6-4eae-4d0c-8cec-6625e816f2a8 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "DELETE /v2.0/ports/f3e1a95d-82a1-4a28-a2a6-0d6211faba80 HTTP/1.1" status: 204 len: 173 time: 1.2289736 Aug 31 19:17:05.315466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'name': 'network-vif-deleted', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:05.317943 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5789f430-1911-43ec-a464-1034a108fa4b" -d '{"events": [{"server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "name": "network-vif-deleted", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:05.353643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1ef6adf-416e-4d45-9e9d-71612a7ac0fa req-335cf6dc-39ce-427b-b967-5564354eee7f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268498 Aug 31 19:17:05.398989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['84c6aef4-162f-457c-9ac9-5b41782026b8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:05.405055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.447133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Router c5f3263c-3273-4641-82a5-814329e04eee has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:17:05.458405 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:05.485576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.494151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.520846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb812-43ea-419c-a580-a808b82a1592 req-5e6345b0-f352-4fb9-98cb-107978183966 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:05.528770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4bfb812-43ea-419c-a580-a808b82a1592 req-5e6345b0-f352-4fb9-98cb-107978183966 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2836668 Aug 31 19:17:05.577060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.581560 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4746480 Aug 31 19:17:05.583915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:05.585121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8593-5e75-468f-8bd9-bfc829e9585a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d792cc93-d7bd-46fe-b340-3aaa44d004ae,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:05.592315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group_rule': {'security_group_id': 'd792cc93-d7bd-46fe-b340-3aaa44d004ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:05.618163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:05.630764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.646530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4bfb812-43ea-419c-a580-a808b82a1592 req-d9ca150d-4f3a-451a-8fa0-72cc0068a217 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161852 Aug 31 19:17:05.663861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.672507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.675062 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.678586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28a4ddd6-dba9-4254-956e-1eed341760a0 HTTP/1.1" status: 204 len: 168 time: 0.7595646 Aug 31 19:17:05.679015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3121ec54-66a0-49dd-a848-ad9fd3496f3e None None] Provisioning complete for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:05.679367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Transition to ACTIVE for port object ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:05.679526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3121ec54-66a0-49dd-a848-ad9fd3496f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.709696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.765639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ca998-2e33-4a54-93e0-ebe27faab632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a4ddd6-dba9-4254-956e-1eed341760a0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:05.782465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3121ec54-66a0-49dd-a848-ad9fd3496f3e None None] Port 6e3fcc66-9529-4022-9c0e-0ea56b59995b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:05.794584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:05.895966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:05.913729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-380606ab-e8de-450f-8b52-2cd46036221e req-5ba5ebc9-1099-4664-a43d-481479e0e524 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=d336d772-1513-4ddd-b86c-3004062f1953 HTTP/1.1" status: 200 len: 210 time: 0.1178448 Aug 31 19:17:05.953346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:05.959038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:05.967588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:05.967821 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.967941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:05.976731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ffad7a20-43e7-47c7-b23b-4da9e08bf137 admin admin] 10.222.0.73 "PUT /v2.0/routers/c5f3263c-3273-4641-82a5-814329e04eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9833908 Aug 31 19:17:05.977610 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:02Z', 'revision_number': 2, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:05.990229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.014453 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc832c-14f6-4eb7-a1f9-edf61b4e84d5 x-openstack-request-id: req-badc832c-14f6-4eb7-a1f9-edf61b4e84d5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:06.014814 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d336d772-1513-4ddd-b86c-3004062f1953", "name": "network-vif-deleted", "tag": "f3e1a95d-82a1-4a28-a2a6-0d6211faba80", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:06.015899 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-badc832c-14f6-4eb7-a1f9-edf61b4e84d5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:06.017186 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd336d772-1513-4ddd-b86c-3004062f1953', 'name': 'network-vif-deleted', 'tag': 'f3e1a95d-82a1-4a28-a2a6-0d6211faba80', 'status': 'completed', 'code': 200} Aug 31 19:17:06.032463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8145070-28b8-4b9d-bca8-016affd3f2b1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:06.044317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:06.044653 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Updating router bbb275b4-155e-4323-842c-b7629f605ab6 port 932221f2-1360-448b-90f8-bd518454f787 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:06.049605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Sync routers for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:06.055014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.060978 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-22d56739-2c63-407c-a6ab-aac6f759f31d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729085 Aug 31 19:17:06.065194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:06.069545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Attempting to bind port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:06.072014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Attempting to bind port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:06.072473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Attempting to bind port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:06.078541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:06.079048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Attempting to bind port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd on network 757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:06.080677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:06.081323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:06.087100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:06.087369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Checking segment: {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:06.088150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Bound using segment: {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:06.088661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Bound port: ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811ef6d3-b2ec-4878-9869-0f141567f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:06.089502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.089663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group_rule': {'security_group_id': 'd792cc93-d7bd-46fe-b340-3aaa44d004ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:06.098962 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.186091 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.200174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:06.206064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:06.215855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.279431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-828c4b50-030e-4d3a-b624-147ce43bf77a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:06.281620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-828c4b50-030e-4d3a-b624-147ce43bf77a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/networks?id=24397a1a-405b-4867-97db-384ca8e098fd HTTP/1.1" status: 200 len: 821 time: 0.6019211 Aug 31 19:17:06.320792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:06.320792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.326530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] 10.222.0.67 "PUT /v2.0/ports/ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 1093 time: 1.7431426 Aug 31 19:17:06.363509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a5a4e-1e42-4603-a7b1-07db3b0c9777 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:06.373224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-181061c5-cf09-4286-8380-5146fda28f09 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/quotas/9904745b96be4256921b174d8cc62a85 HTTP/1.1" status: 200 len: 375 time: 0.0754473 Aug 31 19:17:06.467047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-f72eddc1-1a58-4c6a-bbb8-5b38b17edf48 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9904745b96be4256921b174d8cc62a85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838385 Aug 31 19:17:06.469150 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.506669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-885e1053-a12d-4684-a05b-12a12f8b57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:06.511330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-885e1053-a12d-4684-a05b-12a12f8b57f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1096 time: 0.0986564 Aug 31 19:17:06.532377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:06.601708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-5cb91060-9cf4-42ef-8c2d-3abe58fbfaed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 217 time: 0.0819907 Aug 31 19:17:06.657914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-51b0c6f7-3a9e-40c0-bb1e-dd32f4bc5e2e service neutron] 10.222.0.73 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800458 Aug 31 19:17:06.672937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-ae92d256-0984-4e06-aea0-d399015dc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:06.674860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-ae92d256-0984-4e06-aea0-d399015dc056 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.0643153 Aug 31 19:17:06.680276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.714073 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.718991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-84de8165-a833-458d-a2b4-b566bf6f91c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363853 Aug 31 19:17:06.742046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.744759 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Transition to ACTIVE for port object 932221f2-1360-448b-90f8-bd518454f787 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:06.760896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb05e49-96f1-4ae2-8517-7a2244a42919,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:06.763051 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.765507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.770496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bab9ff9b-4821-4ff4-83de-5bacd51b6033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7016151 Aug 31 19:17:06.774336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53590) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:06.781998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:06.807257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:06.836562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7581-c258-4d20-9efe-4b6dc84127ea req-eaea8a70-f664-42fd-b3bc-0791ff701546 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:06.838161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e58e7581-c258-4d20-9efe-4b6dc84127ea req-eaea8a70-f664-42fd-b3bc-0791ff701546 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 944 time: 0.1790509 Aug 31 19:17:06.851396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.878317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71696-6b7a-445a-b6d4-d4f230bc3f46 None None] Pushing event updated for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:06.935202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:06.972595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-f317ad92-2831-4a1d-a9f2-2c7cf6711296 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439983 Aug 31 19:17:07.012522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Attempting to bind port 932221f2-1360-448b-90f8-bd518454f787 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:07.012897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Attempting to bind port 932221f2-1360-448b-90f8-bd518454f787 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:07.013254 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Attempting to bind port 932221f2-1360-448b-90f8-bd518454f787 on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:07.017285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:07.026130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:07.026522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Checking segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:07.026930 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:07.027332 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Bound using segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:07.035281 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Bound port: 932221f2-1360-448b-90f8-bd518454f787, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:07.035887 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:07.060099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 2, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:07.097041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e58e7581-c258-4d20-9efe-4b6dc84127ea req-b58fff99-974f-4c24-83e4-ab0a186a2681 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337589 Aug 31 19:17:07.130864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Checking router: c5f3263c-3273-4641-82a5-814329e04eee for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:07.148990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Updating router c5f3263c-3273-4641-82a5-814329e04eee port 6e3fcc66-9529-4022-9c0e-0ea56b59995b binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:07.150458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-9797d3fb-27a2-45a9-9575-7c0b92e36d23 service neutron] 10.222.0.73 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774444 Aug 31 19:17:07.168790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] For port 932221f2-1360-448b-90f8-bd518454f787, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:07.185492 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] For port 932221f2-1360-448b-90f8-bd518454f787, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=932221f2-1360-448b-90f8-bd518454f787,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:07.193475 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:07.215314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:07.225408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6eb99202-67f0-47f8-8680-98c938e3cc5d req-ff7bd611-5771-4945-a250-eecc5ab93dc2 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402759 Aug 31 19:17:07.315864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:07.340882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:07.341850 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:07.344665 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71696-6b7a-445a-b6d4-d4f230bc3f46 None None] Pushing event updated for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:07.574064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f007c-2952-458a-bc7b-67f08b68344d req-218f3954-8c16-46a3-b83d-2316bad1b5e9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:07.587010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab9f007c-2952-458a-bc7b-67f08b68344d req-218f3954-8c16-46a3-b83d-2316bad1b5e9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3021479 Aug 31 19:17:07.602228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f3e1a95d-82a1-4a28-a2a6-0d6211faba80 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:07.636990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:07.711804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f3e1a95d-82a1-4a28-a2a6-0d6211faba80 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:07.712151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f3e1a95d-82a1-4a28-a2a6-0d6211faba80 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:07.762937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab9f007c-2952-458a-bc7b-67f08b68344d req-d9d23705-6729-4c15-92ad-73ac7064b38a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 Aug 31 19:17:07.898563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-913d7181-4e88-4fe4-94a7-9ebde3f93cca req-014a5e95-37e5-4373-a1ef-9e35f330f882 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 210 time: 0.0782862 Aug 31 19:17:07.953854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Allocated IP 172.25.3.172 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/13dfacad-0e28-4532-8e5a-23a2cd727b83) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:07.988294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.012902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Transition to ACTIVE for port object 6e3fcc66-9529-4022-9c0e-0ea56b59995b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:08.018258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:08.021364 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:08.039152 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.078163 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:07Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:08.119082 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c9d79-7480-490c-9bca-ae8b7031eb79 x-openstack-request-id: req-a94c9d79-7480-490c-9bca-ae8b7031eb79 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:08.119476 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:08.119844 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a94c9d79-7480-490c-9bca-ae8b7031eb79 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:08.120402 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'status': 'completed', 'code': 200} Aug 31 19:17:08.142259 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021d4c1-9fb0-494a-8736-961abe04f21a None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:07Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:08.244208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.354640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-61cdb2d9-9630-4041-ae6d-70c3838a8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:08.364548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-61cdb2d9-9630-4041-ae6d-70c3838a8eb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1096 time: 0.2214942 Aug 31 19:17:08.387010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046479-9402-4fec-82d7-481cc24302d8 None None] Pushing event updated for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:08.406319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.520662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Attempting to bind port 6e3fcc66-9529-4022-9c0e-0ea56b59995b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:08.524632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Attempting to bind port 6e3fcc66-9529-4022-9c0e-0ea56b59995b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:08.525541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Attempting to bind port 6e3fcc66-9529-4022-9c0e-0ea56b59995b on network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:08.538946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:08.545201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Checking segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:08.550895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.551717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Bound using segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:08.554480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Bound port: 6e3fcc66-9529-4022-9c0e-0ea56b59995b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:08.555220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.683920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:08.691537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:08.695610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:08.719193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-2c77ebc9-4039-4c23-8cd1-c44980682ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:08.729711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-2c77ebc9-4039-4c23-8cd1-c44980682ed5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.3583245 Aug 31 19:17:08.756583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=13dfacad-0e28-4532-8e5a-23a2cd727b83,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:08.774594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] For port 6e3fcc66-9529-4022-9c0e-0ea56b59995b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:08.779940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] For port 6e3fcc66-9529-4022-9c0e-0ea56b59995b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e3fcc66-9529-4022-9c0e-0ea56b59995b,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:08.793633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a5555-cb3e-41d7-b646-875fc176174f req-ab35f0bc-6abf-424e-b82e-dcb42fd380f9 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:08.795228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f0a5555-cb3e-41d7-b646-875fc176174f req-ab35f0bc-6abf-424e-b82e-dcb42fd380f9 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 944 time: 0.3851478 Aug 31 19:17:08.795384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:08.860730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-50a821c9-0382-42ad-a163-174a2fafd634 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 217 time: 0.1172707 Aug 31 19:17:08.886449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f0a5555-cb3e-41d7-b646-875fc176174f req-70a2f230-30f2-4d18-ac36-c428c55a8f83 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812871 Aug 31 19:17:08.986637 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:09.047035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:09.048989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:16:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:09.060116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-eab2d83b-7dec-4909-b3d2-ea7d81e2f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:09.069970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-eab2d83b-7dec-4909-b3d2-ea7d81e2f96d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.1992271 Aug 31 19:17:09.099490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:09.162462 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-32dcc33a-eff5-4241-b96d-0129cf102dbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837491 Aug 31 19:17:09.274245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046479-9402-4fec-82d7-481cc24302d8 None None] Pushing event updated for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:09.358481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 932221f2-1360-448b-90f8-bd518454f787 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:09.408243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8891c69c-c383-4e10-b986-51c1e07e3f00 req-e034a951-e518-45e8-bc62-41a7416afbc6 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 210 time: 0.1126008 Aug 31 19:17:09.434721 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-7e4b302e-df0a-4184-a464-a22efc9caede service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514758 Aug 31 19:17:09.601479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:09.606575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07a967-5851-493c-9e0e-cee81337237e req-833d8ee7-b3cd-45f8-807e-012b9072f39e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:09.628023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f07a967-5851-493c-9e0e-cee81337237e req-833d8ee7-b3cd-45f8-807e-012b9072f39e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.3693836 Aug 31 19:17:09.666829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 932221f2-1360-448b-90f8-bd518454f787 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:09.676598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 932221f2-1360-448b-90f8-bd518454f787 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:09.677269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:09.823343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f07a967-5851-493c-9e0e-cee81337237e req-54d08be8-d324-4fee-9626-0f36914237ce tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856370 Aug 31 19:17:09.823983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-72b6d2c4-5f6f-44a9-b671-e6bd4e7831e3 req-98b57bf6-9ecc-4418-8aa1-727573c5358e service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458154 Aug 31 19:17:09.868404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:09.883723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:09.987919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-3a5f2d8e-7706-4b5a-b229-bf90dabfabb6 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:09.994262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-3a5f2d8e-7706-4b5a-b229-bf90dabfabb6 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.67 "GET /v2.0/networks?id=24397a1a-405b-4867-97db-384ca8e098fd HTTP/1.1" status: 200 len: 821 time: 0.5988660 Aug 31 19:17:10.017088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Request body: {'port': {'device_id': '310de678-5e63-44b6-9c45-5612be8d10db', 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd', 'admin_state_up': True, 'tenant_id': '9904745b96be4256921b174d8cc62a85'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:10.024643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=13dfacad-0e28-4532-8e5a-23a2cd727b83,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:10.175411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:10.276773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 932221f2-1360-448b-90f8-bd518454f787, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=932221f2-1360-448b-90f8-bd518454f787,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:10.277175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Made reservation on behalf of 9904745b96be4256921b174d8cc62a85 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:10.288017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:10.311240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:10.317147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:10.482939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:10.484509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:10.535827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:08Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:10.577102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b661c1-5c3a-4462-8534-69f20b46dc28 None None] The sync data for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 is: [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:08Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:10.636046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Allocated IP 172.20.0.8 (24397a1a-405b-4867-97db-384ca8e098fd/532c2e42-4f90-406e-a8d9-23ae5654b196/7e58d463-4509-4fce-b774-caa2fda2036f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:10.676418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:10.708068 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:17:10.855354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bd099-0701-4087-8623-02d54c41ea6e req-0b59543b-ee95-467b-99d9-41fdbe0dfa7f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:10.864808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-994bd099-0701-4087-8623-02d54c41ea6e req-0b59543b-ee95-467b-99d9-41fdbe0dfa7f tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 944 time: 0.7794015 Aug 31 19:17:10.874019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:10.954224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-994bd099-0701-4087-8623-02d54c41ea6e req-ae81bb87-ddb7-42a2-8761-b648957c98db tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806170 Aug 31 19:17:10.963595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5006c-01ad-458d-8680-bfab93df1183 req-5e0a0a5e-85be-4a0d-ad5e-a25e4582b18d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:10.999957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5006c-01ad-458d-8680-bfab93df1183 req-5e0a0a5e-85be-4a0d-ad5e-a25e4582b18d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:11.004835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6b5006c-01ad-458d-8680-bfab93df1183 req-5e0a0a5e-85be-4a0d-ad5e-a25e4582b18d tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd&device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 1681 time: 0.8011553 Aug 31 19:17:11.025500 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:11.041055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36667ad9-b69d-4ef4-a8ac-b1bb14a0bb15 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2635541 Aug 31 19:17:11.122453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6b5006c-01ad-458d-8680-bfab93df1183 req-6306190e-5a1f-4095-82ee-67f8f7ab9fb0 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981383 Aug 31 19:17:11.228845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e3fcc66-9529-4022-9c0e-0ea56b59995b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:11.294102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebedf59a-0eb5-45f8-95d3-8631859f44a0 req-950e5d69-cf6f-4e1d-94cb-87b605a632fb tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 210 time: 0.0451543 Aug 31 19:17:11.295933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:11.373545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8fb74-ba36-4823-b31b-9edd72af596b req-dc41bd11-b20c-4670-8d8c-9a782db22c14 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:11.387790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73f8fb74-ba36-4823-b31b-9edd72af596b req-dc41bd11-b20c-4670-8d8c-9a782db22c14 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1199567 Aug 31 19:17:11.401327 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-42dfed49-a9e8-47ca-92c8-675e2eedc0d4 service neutron] show failed (client error): The resource could not be found. Aug 31 19:17:11.402613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-42dfed49-a9e8-47ca-92c8-675e2eedc0d4 service neutron] 10.222.0.82 "GET /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0801165 Aug 31 19:17:11.529727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73f8fb74-ba36-4823-b31b-9edd72af596b req-9c9f6b2c-b3f7-4827-a6b2-ec4eed8463bb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393700 Aug 31 19:17:11.572920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:11.603348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9fc0486a-495d-4c9e-9fbc-9be84349dfa0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--635599835&fields=id&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 267 time: 0.1533985 Aug 31 19:17:11.611598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:11.651594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:11.651994 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:11.681028 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6201b9d8-c83c-4511-9ce9-f398fa768b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:11.700939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:11.778654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:11.830158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'network_id': '757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9', 'port_id': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'mac_address': 'fa:16:3e:3c:5d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7f8918-5230-4d54-b0ae-7ed97936a114', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:11.837688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Network 24397a1a-405b-4867-97db-384ca8e098fd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:11.889123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:11.895234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-7ad1143e-6a7e-47b3-ad6f-5092a95bf25a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:11.904418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-7ad1143e-6a7e-47b3-ad6f-5092a95bf25a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 817 time: 0.2989604 Aug 31 19:17:11.919497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:11.935170 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-ac2cbe06-adf1-442e-bc4a-15fc87f1c5a9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/quotas/d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 375 time: 0.0222161 Aug 31 19:17:11.992085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.025547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Pushing event updated for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:12.048565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:12.072944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.081564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.081935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.083497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.083870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.084349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.085217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-28540ecf-b084-4cc5-851f-b79e28c61c6b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1430037 Aug 31 19:17:12.093587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.094033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.096749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.096972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.097308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.097652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.097997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:12.119310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-e268c95b-a90f-4c6f-92c5-352ccbfe375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:12.120853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-e268c95b-a90f-4c6f-92c5-352ccbfe375a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1101 time: 0.3934243 Aug 31 19:17:12.138738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:12.139408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.151389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:12.154603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:12.166448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.196242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-ec0dfc2b-09b4-4a7b-b4ee-25e15d1ddd49 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1900311 Aug 31 19:17:12.229530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Request body: {'port': {'device_id': '310de678-5e63-44b6-9c45-5612be8d10db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:12.271702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6e3fcc66-9529-4022-9c0e-0ea56b59995b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e3fcc66-9529-4022-9c0e-0ea56b59995b,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:12.283184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.283986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 932221f2-1360-448b-90f8-bd518454f787 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:12.300475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.324752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-90801665-42c8-4e13-9fbd-430b00570ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342634 Aug 31 19:17:12.388812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:12.441991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:12.470639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7e1f3-54ad-4d69-81f4-7be739eace4f req-df127b17-d71d-454f-a88c-1767c70c06a5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:12.478223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:12.483356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5da7e1f3-54ad-4d69-81f4-7be739eace4f req-df127b17-d71d-454f-a88c-1767c70c06a5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 945 time: 0.3057346 Aug 31 19:17:12.484955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.487744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 932221f2-1360-448b-90f8-bd518454f787 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:12.488048 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:12.527763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-b5a589ad-5e16-4066-a7ea-1f245598e5c7 service neutron] 10.222.0.73 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014210 Aug 31 19:17:12.556908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5da7e1f3-54ad-4d69-81f4-7be739eace4f req-3bb3bbb0-fa12-40ea-8fa6-df4dbc5c59e2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720572 Aug 31 19:17:13.071009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e3fcc66-9529-4022-9c0e-0ea56b59995b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:13.117185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:13.203420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885975f0-6b11-4379-9841-79773da00ebf req-773320a5-fae8-4b67-9faf-b3bb2dbea1bb tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:13.209313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:13.211785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e3fcc66-9529-4022-9c0e-0ea56b59995b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:13.212543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.216610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-885975f0-6b11-4379-9841-79773da00ebf req-773320a5-fae8-4b67-9faf-b3bb2dbea1bb tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 931 time: 0.1341858 Aug 31 19:17:13.242126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e58d463-4509-4fce-b774-caa2fda2036f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:13.249233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac6533-dcb3-45f3-ac99-9ad1a853807e req-73823b1e-c223-4760-ba76-98f94c35382e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:13.252242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eac6533-dcb3-45f3-ac99-9ad1a853807e req-73823b1e-c223-4760-ba76-98f94c35382e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1798754 Aug 31 19:17:13.258654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.302318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:13.314772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:13.325894 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25ea5e-9d95-4b5e-a346-bccbbd718853" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-unplugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:13.332862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Transition to ACTIVE for port object 7e58d463-4509-4fce-b774-caa2fda2036f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:13.338052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.355435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.395420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Transition to ACTIVE for port object 50e72c1d-850b-4f1c-9021-f33537b86fc0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:13.405490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.434154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-885975f0-6b11-4379-9841-79773da00ebf req-b0f25dc9-cc4b-4838-bad4-37e72017f3ce tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157412 Aug 31 19:17:13.481340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eac6533-dcb3-45f3-ac99-9ad1a853807e req-150906f6-f288-4f2d-ad8a-78964e4d3f2d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224271 Aug 31 19:17:13.509570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Pushing event updated for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:13.564934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:13.593155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:13.595110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cc00947-722e-47d9-a318-1458a9cb9e7f req-b82e63d6-82a7-4235-bc83-de73f04744da tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 210 time: 0.0969417 Aug 31 19:17:13.604476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.624736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] No DVR routers for this DVR port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:13.745669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-4561c512-4004-43cd-87cf-c28681d1202f tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:13.762886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-4561c512-4004-43cd-87cf-c28681d1202f tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "GET /v2.0/ports?device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 945 time: 0.2323947 Aug 31 19:17:13.806517 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ababab7-2109-4ae6-94ae-3e50d82c01e1 x-openstack-request-id: req-8ababab7-2109-4ae6-94ae-3e50d82c01e1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:13.807133 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-unplugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:13.807457 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ababab7-2109-4ae6-94ae-3e50d82c01e1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:13.808101 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'code': 200} Aug 31 19:17:13.863082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:13.919321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:13.920057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:13.920607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:13.934191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:13.934995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:13.955942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Attempting to bind port 7e58d463-4509-4fce-b774-caa2fda2036f on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:13.956368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Attempting to bind port 7e58d463-4509-4fce-b774-caa2fda2036f by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:13.956613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Attempting to bind port 7e58d463-4509-4fce-b774-caa2fda2036f on network 24397a1a-405b-4867-97db-384ca8e098fd {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:13.962520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:13.962912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:13.963320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:13.963826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Bound port: 50e72c1d-850b-4f1c-9021-f33537b86fc0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:13.964247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:13.979606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Port 7e58d463-4509-4fce-b774-caa2fda2036f on network 24397a1a-405b-4867-97db-384ca8e098fd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:13.980015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Attempting to bind port 7e58d463-4509-4fce-b774-caa2fda2036f on network 24397a1a-405b-4867-97db-384ca8e098fd {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:14.002231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:14.015864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Checking segment: {'id': 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:14.017582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Bound using segment: {'id': 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:14.018312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Bound port: 7e58d463-4509-4fce-b774-caa2fda2036f, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:14.019537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.138129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4fa22-c115-4d02-a7f6-641ffa2075da req-565c6d0f-79db-42e7-8d82-1c2670abac39 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.148813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73a4fa22-c115-4d02-a7f6-641ffa2075da req-565c6d0f-79db-42e7-8d82-1c2670abac39 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 945 time: 0.3268969 Aug 31 19:17:14.184053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:14.186486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69083df-f3e4-4ceb-b8b5-1428132da3b4 req-2ec9b004-5cb0-4333-9b83-feec413612eb tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.189132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b69083df-f3e4-4ceb-b8b5-1428132da3b4 req-2ec9b004-5cb0-4333-9b83-feec413612eb tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 945 time: 0.3636270 Aug 31 19:17:14.221932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aaefda96-f20a-41af-83b3-8b8fbf4c7957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.228218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.272364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:14.281520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.282436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73a4fa22-c115-4d02-a7f6-641ffa2075da req-4ea3a1eb-5daa-4c1b-971b-dc35cb670971 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314907 Aug 31 19:17:14.285144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:14.286053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:14.289082 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ecfe1a-e501-40a3-a2cc-136dfdb93d94" -d '{"events": [{"server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:14.294799 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.307788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:14.312886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Deleting port 7d7513fb-9967-491a-8a94-e74a3aa48bed {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:14.314195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.315912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7e58d463-4509-4fce-b774-caa2fda2036f,segment=NetworkSegment(b79da910-0f4a-45ef-b33e-83f3fce7e9e1),segment_id=b79da910-0f4a-45ef-b33e-83f3fce7e9e1)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:14.361649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:14.387095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.392950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.395869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.398545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] 10.222.0.67 "PUT /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 1096 time: 2.2516277 Aug 31 19:17:14.400945 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.413055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.518504 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdff4f6f-bdfa-4385-bee5-6e8aeaee3d89 x-openstack-request-id: req-fdff4f6f-bdfa-4385-bee5-6e8aeaee3d89 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:14.518819 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:14.519218 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdff4f6f-bdfa-4385-bee5-6e8aeaee3d89 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:14.519763 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'code': 200} Aug 31 19:17:14.586175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] For port 7d7513fb-9967-491a-8a94-e74a3aa48bed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7d7513fb-9967-491a-8a94-e74a3aa48bed,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:14.586572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.596338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.597139 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:14.598779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] 10.222.0.67 "PUT /v2.0/ports/7e58d463-4509-4fce-b774-caa2fda2036f HTTP/1.1" status: 200 len: 1092 time: 2.3763819 Aug 31 19:17:14.622520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Calling delete_port for 7d7513fb-9967-491a-8a94-e74a3aa48bed owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:14.665320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2644-b883-448b-aabd-59ad2e23e988 service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:14.724305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b69083df-f3e4-4ceb-b8b5-1428132da3b4 req-794da0fd-7e56-402d-a77d-64c6ed3d8dc3 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179408 Aug 31 19:17:14.819621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6157f8-817f-4f15-8a92-98c832ee736c service neutron] Pushing event updated for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:14.871128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-43ac0e85-167f-4f66-9ffe-b9665261aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.875210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-43ac0e85-167f-4f66-9ffe-b9665261aa41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1099 time: 0.4458582 Aug 31 19:17:14.916385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c90904-f930-4770-b41c-141ab1375062 req-637d1f5b-e98b-4281-b655-32709df9725e tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.918058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99c90904-f930-4770-b41c-141ab1375062 req-637d1f5b-e98b-4281-b655-32709df9725e tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 943 time: 0.2230582 Aug 31 19:17:14.989089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-5c45f3b4-bafb-4d78-b623-c7bab2844666 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:14.990646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-5c45f3b4-bafb-4d78-b623-c7bab2844666 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.82 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 945 time: 0.4290054 Aug 31 19:17:15.019488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab518-50d5-4d9a-ba8e-9d0f25c88480 req-5c720c08-701e-444e-8c9e-0609cb32800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.021063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5e1ab518-50d5-4d9a-ba8e-9d0f25c88480 req-5c720c08-701e-444e-8c9e-0609cb32800b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1098 time: 0.4001164 Aug 31 19:17:15.043841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-1b84cd35-799b-4183-914b-87f3f680bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.045321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-1b84cd35-799b-4183-914b-87f3f680bcfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9904745b96be4256921b174d8cc62a85&device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 1095 time: 0.3687360 Aug 31 19:17:15.104882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-31ae186b-7a74-4dd6-984e-77d121c9a26b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.106718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-31ae186b-7a74-4dd6-984e-77d121c9a26b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 817 time: 0.3660486 Aug 31 19:17:15.115994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb090933-589d-4bc9-b18c-04fd7f9b863a req-95e1f4e6-2d51-4d4e-89ba-2dae324f60f5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.118243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb090933-589d-4bc9-b18c-04fd7f9b863a req-95e1f4e6-2d51-4d4e-89ba-2dae324f60f5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.1991453 Aug 31 19:17:15.125975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-7b8fdd08-4b30-4243-b08f-ca0e6571e294 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e58d463-4509-4fce-b774-caa2fda2036f HTTP/1.1" status: 200 len: 217 time: 0.0689955 Aug 31 19:17:15.129475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99c90904-f930-4770-b41c-141ab1375062 req-d4815a33-bae2-4a9a-8145-fe84adcf230a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872528 Aug 31 19:17:15.175505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.188410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7d7513fb-9967-491a-8a94-e74a3aa48bed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:15.219303 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5e1ab518-50d5-4d9a-ba8e-9d0f25c88480 req-f644fbe7-2202-4464-9677-6ec34398f402 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795642 Aug 31 19:17:15.220389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-5c4265d6-53c1-4f7e-a8da-dd0b8c15e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.222769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-5c4265d6-53c1-4f7e-a8da-dd0b8c15e52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3367648 Aug 31 19:17:15.239983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['84c6aef4-162f-457c-9ac9-5b41782026b8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:15.250357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-d22c5c40-95f6-4be2-8ae0-ee6506deccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.250754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-d22c5c40-95f6-4be2-8ae0-ee6506deccbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=532c2e42-4f90-406e-a8d9-23ae5654b196 HTTP/1.1" status: 200 len: 861 time: 0.1127400 Aug 31 19:17:15.267332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Deleting port 84c6aef4-162f-457c-9ac9-5b41782026b8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:15.267723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.288316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event deleted for resources: {'Port': ['ID=7d7513fb-9967-491a-8a94-e74a3aa48bed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:15.302255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-01049e9b-6cd9-410c-aa5b-c746cdddc0cd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 379 time: 0.1664369 Aug 31 19:17:15.307345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.307714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.308798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.309393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.309744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.310083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.310414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.310748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.311079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.312304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.312635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.312964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:15.372209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.395138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] For port 84c6aef4-162f-457c-9ac9-5b41782026b8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84c6aef4-162f-457c-9ac9-5b41782026b8,segment=NetworkSegment(6c9baeb3-a368-4501-9bf3-cbe1e76d9da6),segment_id=6c9baeb3-a368-4501-9bf3-cbe1e76d9da6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:15.395386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'port': {'device_id': '21155262-8826-49a0-81a8-44b96cf2d104', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'admin_state_up': True, 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'security_groups': ['d792cc93-d7bd-46fe-b340-3aaa44d004ae']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:15.396587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.416207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5a28937-aee0-4a9f-bd40-b8c1cf6424cc req-4f108539-78cd-4880-a24c-070d80020b0e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 210 time: 0.1079874 Aug 31 19:17:15.495366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb090933-589d-4bc9-b18c-04fd7f9b863a req-b5e63454-d52f-48bb-8965-337d3a28d61f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567815 Aug 31 19:17:15.496778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Calling delete_port for 84c6aef4-162f-457c-9ac9-5b41782026b8 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:15.505982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-8f4828df-0e4d-47ff-9734-26eff2328017 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0918224 Aug 31 19:17:15.544461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-4c371e38-bc93-43ac-b2ed-8645952a6766 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=24397a1a-405b-4867-97db-384ca8e098fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258991 Aug 31 19:17:15.614130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] No DVR routers for this DVR port 7d7513fb-9967-491a-8a94-e74a3aa48bed on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:15.617720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-2e5d343d-c08a-4dd7-abb0-f87821ecaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.622126 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-2e5d343d-c08a-4dd7-abb0-f87821ecaab8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0812802 Aug 31 19:17:15.630227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.633334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a9baf7d-144e-41ae-bb39-53a599f410a0 req-331f998e-3f7c-4f95-a10c-1f79269e1680 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.67 "DELETE /v2.0/ports/7d7513fb-9967-491a-8a94-e74a3aa48bed HTTP/1.1" status: 204 len: 173 time: 1.8694692 Aug 31 19:17:15.633788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'name': 'network-vif-deleted', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:15.637390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.637796 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d617aca0-ed64-4ce4-83b1-f85d125758ce" -d '{"events": [{"server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "name": "network-vif-deleted", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:15.690090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e25317b-3900-4f6e-a266-a076429a4267 req-4e1cd5e6-da73-4d34-ad1c-ae2ac958859c tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e70cbd0c-d94e-4a28-958a-f5c5c448ed89 HTTP/1.1" status: 200 len: 210 time: 0.0727770 Aug 31 19:17:15.719033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:15.758986 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a7c072-9674-45c0-aa10-a00f5e56524f x-openstack-request-id: req-a7a7c072-9674-45c0-aa10-a00f5e56524f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:15.759673 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70cbd0c-d94e-4a28-958a-f5c5c448ed89", "name": "network-vif-deleted", "tag": "7d7513fb-9967-491a-8a94-e74a3aa48bed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:15.760010 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7a7c072-9674-45c0-aa10-a00f5e56524f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:15.762724 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70cbd0c-d94e-4a28-958a-f5c5c448ed89', 'name': 'network-vif-deleted', 'tag': '7d7513fb-9967-491a-8a94-e74a3aa48bed', 'status': 'completed', 'code': 200} Aug 31 19:17:15.796570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:15.821577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Made reservation on behalf of d47eab66f0f848e7999c400cbdda8fa7 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:15.826152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:15.856020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}, {'name': 'network-changed', 'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:15.859096 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9967af-084d-4a05-860b-abd9e5dfa0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}, {"name": "network-changed", "server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:15.907874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-79a61e09-359f-4a5d-ab8d-cc809ba17f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.909370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-79a61e09-359f-4a5d-ab8d-cc809ba17f5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2262430 Aug 31 19:17:15.967119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a0d72-937c-4a11-95c4-8d9a28b464d2 req-82a69e23-887c-46b2-887a-ce9420a8a15b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:15.975729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-568a0d72-937c-4a11-95c4-8d9a28b464d2 req-82a69e23-887c-46b2-887a-ce9420a8a15b tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 946 time: 0.1237347 Aug 31 19:17:16.004745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-fff34659-7e6a-42db-b4ab-60acdc99d9e3 service neutron] 10.222.0.67 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454560 Aug 31 19:17:16.008384 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50696e-77f5-4710-9339-acbd4535c72a x-openstack-request-id: req-fb50696e-77f5-4710-9339-acbd4535c72a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:16.008703 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:16.009117 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb50696e-77f5-4710-9339-acbd4535c72a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:16.009752 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'status': 'completed', 'code': 200} Aug 31 19:17:16.010058 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f', 'status': 'completed', 'code': 200} Aug 31 19:17:16.065157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-568a0d72-937c-4a11-95c4-8d9a28b464d2 req-7818eedf-5163-4c13-9a03-706165b82c18 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874772 Aug 31 19:17:16.109351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Allocated IP 172.20.0.13 (14a42b32-feaa-4cb5-a8ca-0babc3265b3b/16c23446-1f62-4301-8732-aab46ef8fa8e/c51b0edf-2efc-400f-80cd-17689875ce2a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:16.126374 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-ed623c51-552b-4dda-91d2-6a72c00db9ab service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059543 Aug 31 19:17:16.346944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-f20139d5-ca37-42b6-8488-177e42b802db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.349450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f72a1-f575-4660-b640-53bbd23bdcde req-865ca841-3691-4c21-9a08-6f61f4f9b2e2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.350214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-f20139d5-ca37-42b6-8488-177e42b802db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1099 time: 0.2278881 Aug 31 19:17:16.352426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-923f72a1-f575-4660-b640-53bbd23bdcde req-865ca841-3691-4c21-9a08-6f61f4f9b2e2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 943 time: 0.1009510 Aug 31 19:17:16.364783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5898eb1-6d92-4f46-9c8c-6079bd92c00c req-2991e0c5-6670-4485-9972-e39476bd70a6 service neutron] 10.222.0.67 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487902 Aug 31 19:17:16.365600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:16.474764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-923f72a1-f575-4660-b640-53bbd23bdcde req-e3ba492e-58c4-40ce-8b4d-24884d2c87c2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020141 Aug 31 19:17:16.539432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Pushing event deleted for resources: {'Port': ['ID=84c6aef4-162f-457c-9ac9-5b41782026b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:16.568940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb8facd1-a3e2-4f20-b8f0-4e7f90bb8a39 req-69eee0c0-225c-4234-af25-a63fde2ec692 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757195 Aug 31 19:17:16.589091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-0d9f890b-79c0-4fe6-8bd3-e446f82757af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.590617 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-0d9f890b-79c0-4fe6-8bd3-e446f82757af service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2293139 Aug 31 19:17:16.608207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:16.698153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] No DVR routers for this DVR port 84c6aef4-162f-457c-9ac9-5b41782026b8 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:16.709157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Transition to ACTIVE for port object c51b0edf-2efc-400f-80cd-17689875ce2a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:16.712362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:16.715392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-97e5126c-d2f6-42f6-bf32-3ec3cae06e5c req-cf3b1984-4da4-4c0e-87f0-49fcea398c94 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 210 time: 0.1324451 Aug 31 19:17:16.715564 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3fa52366-65b3-4c97-84c6-4b7979d6fbb0 req-8519e1fe-f356-49eb-88ed-bc161421cbc6 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.82 "DELETE /v2.0/ports/84c6aef4-162f-457c-9ac9-5b41782026b8 HTTP/1.1" status: 204 len: 173 time: 1.7127264 Aug 31 19:17:16.718798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-7974f7a6-1307-4494-aa33-b9022be490f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.1173372 Aug 31 19:17:16.752853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c1509-654f-48e0-a98a-bc5a6aa3d5b8 req-85371662-cbf7-45a0-a6cf-8af217d09b3f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.760493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-528c1509-654f-48e0-a98a-bc5a6aa3d5b8 req-85371662-cbf7-45a0-a6cf-8af217d09b3f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.0996563 Aug 31 19:17:16.819942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:16.824581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-528c1509-654f-48e0-a98a-bc5a6aa3d5b8 req-93302dcd-0e8e-4121-b406-cbe74a35116a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630577 Aug 31 19:17:16.872359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:16.900988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:16.907683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:16.921654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:16.926755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:16.961648 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-ddd419ef-6e11-49ea-a02f-865587a1db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.963153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-ddd419ef-6e11-49ea-a02f-865587a1db5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2363827 Aug 31 19:17:16.976127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-c8ea2ce2-fe4c-4af7-835a-f27b75d1fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:16.978302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-c8ea2ce2-fe4c-4af7-835a-f27b75d1fef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1099 time: 0.2814491 Aug 31 19:17:17.019304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.020316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:17.047981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-9b84247b-6e9c-4baf-a14f-4c76bf8a0404 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7305758 Aug 31 19:17:17.089686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8ecfcfb-e2b1-427e-975f-3be5c5ae0f22 req-1674d00b-61dc-4cc0-b3fe-31ec6565f153 tempest-ListServersNegativeTestJSON-327720893 tempest-ListServersNegativeTestJSON-327720893-project] 10.222.0.73 "GET /v2.0/ports?device_id=377ada48-a47c-41d1-ac7a-32e56d43e7fd HTTP/1.1" status: 200 len: 210 time: 0.0386801 Aug 31 19:17:17.097559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Request body: {'port': {'device_id': '21155262-8826-49a0-81a8-44b96cf2d104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:17.145969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-590692cd-0da0-4acb-945a-f05a445b07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.149334 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-590692cd-0da0-4acb-945a-f05a445b07d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1780462 Aug 31 19:17:17.258637 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:17.271971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b40aabf2-764f-4cbc-a107-d5346a0fb9f8 None None] Provisioning for port c51b0edf-2efc-400f-80cd-17689875ce2a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:17.279750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b40aabf2-764f-4cbc-a107-d5346a0fb9f8 None None] Provisioning complete for port c51b0edf-2efc-400f-80cd-17689875ce2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:17.280236 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b40aabf2-764f-4cbc-a107-d5346a0fb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:17.292044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1863-c942-42de-bad4-42e1483ec7c2 req-b5c31b2d-ac35-4a2f-bfdf-c5e582c27418 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.293853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f7a1863-c942-42de-bad4-42e1483ec7c2 req-b5c31b2d-ac35-4a2f-bfdf-c5e582c27418 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 946 time: 0.1196427 Aug 31 19:17:17.319494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7d7513fb-9967-491a-8a94-e74a3aa48bed no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:17.366739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7d7513fb-9967-491a-8a94-e74a3aa48bed {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:17.368434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7d7513fb-9967-491a-8a94-e74a3aa48bed not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:17.368629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-87b72f54-ee38-4e7f-8f37-23c98722016a service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060685 Aug 31 19:17:17.371144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b40aabf2-764f-4cbc-a107-d5346a0fb9f8 None None] Port c51b0edf-2efc-400f-80cd-17689875ce2a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:17.392374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f7a1863-c942-42de-bad4-42e1483ec7c2 req-d33b9c07-6c9b-4f4b-82c2-7484312c2777 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793304 Aug 31 19:17:17.492036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-bc16fa04-ba44-40d9-b9d6-917db1ef8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.493964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-bc16fa04-ba44-40d9-b9d6-917db1ef8972 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.5060086 Aug 31 19:17:17.567074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-9fb5be60-cd06-49be-853c-c791257e720f service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849642 Aug 31 19:17:17.624702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-aa350f85-fe63-40eb-bf09-1443db92edbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0552793 Aug 31 19:17:17.637023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-8f801fe9-5c1b-4a20-800c-aa5897bafcf4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1785558987&fields=id&tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 267 time: 0.1401925 Aug 31 19:17:17.692689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-1d44dc1c-e3de-485e-9b12-9769eaf4e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.694295 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-1d44dc1c-e3de-485e-9b12-9769eaf4e74a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0520771 Aug 31 19:17:17.718797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648c4db-c314-483c-afa1-ef228db321df req-d4e5b84a-d960-4401-81eb-b34b50ab2eeb tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.719922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f648c4db-c314-483c-afa1-ef228db321df req-d4e5b84a-d960-4401-81eb-b34b50ab2eeb tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 943 time: 0.1465130 Aug 31 19:17:17.756668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-d2f5f69a-118e-4330-bfeb-afee6c957fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.757257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-d2f5f69a-118e-4330-bfeb-afee6c957fd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527270 Aug 31 19:17:17.803541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-c6b3a125-fba3-4ada-95e1-d9033d2fcb1a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:17.805562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-c6b3a125-fba3-4ada-95e1-d9033d2fcb1a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 946 time: 0.1574762 Aug 31 19:17:17.832458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'security_groups': ['95920ff6-c6b0-46c7-9e68-08dbc714b5e5', 'ebc09869-4096-4459-b070-f473407d186c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:17.836929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:17.853283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:17.901964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f648c4db-c314-483c-afa1-ef228db321df req-43d4a560-a38f-40c1-a33c-3351bdd032e7 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604273 Aug 31 19:17:17.974692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Transition to ACTIVE for port object c51b0edf-2efc-400f-80cd-17689875ce2a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:17.975926 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:17.989861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.137225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:18.184643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'name': 'network-vif-deleted', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:18.192629 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1349d53-1a50-43f1-a3ed-d9b99b4ab0a5" -d '{"events": [{"server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "name": "network-vif-deleted", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:18.198685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b03925-4dfa-4fc7-b5e3-5aa3d3e4f4a7 req-1546b5da-758c-4991-add7-db8d8b1640c8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.200397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b03925-4dfa-4fc7-b5e3-5aa3d3e4f4a7 req-1546b5da-758c-4991-add7-db8d8b1640c8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1753542 Aug 31 19:17:18.286463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-64186a47-f56e-402a-aed5-0de736893896 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137305 Aug 31 19:17:18.422462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b03925-4dfa-4fc7-b5e3-5aa3d3e4f4a7 req-596452f8-4051-4fc9-a141-4816a1124f90 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818609 Aug 31 19:17:18.427775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Attempting to bind port c51b0edf-2efc-400f-80cd-17689875ce2a on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:18.428117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Attempting to bind port c51b0edf-2efc-400f-80cd-17689875ce2a by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:18.428454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Attempting to bind port c51b0edf-2efc-400f-80cd-17689875ce2a on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:18.456530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-5b45863d-476e-4025-944a-283918b854af service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556678 Aug 31 19:17:18.468800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Port c51b0edf-2efc-400f-80cd-17689875ce2a on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:18.472906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Attempting to bind port c51b0edf-2efc-400f-80cd-17689875ce2a on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:18.486747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:18.505788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Checking segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:18.506877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Bound using segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:18.507529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Bound port: c51b0edf-2efc-400f-80cd-17689875ce2a, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:18.508270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.598238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-b0b8c6d8-72d4-4e28-8c54-b4ddc8267439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.599783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-b0b8c6d8-72d4-4e28-8c54-b4ddc8267439 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9904745b96be4256921b174d8cc62a85&device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 1095 time: 0.0854313 Aug 31 19:17:18.609307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:18.716118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f8f9-6569-4a40-9180-f4d760c9580b req-73cfbfd0-323b-452b-b4a1-cde0ee5f6a5d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.718593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e638f8f9-6569-4a40-9180-f4d760c9580b req-73cfbfd0-323b-452b-b4a1-cde0ee5f6a5d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 947 time: 0.1622722 Aug 31 19:17:18.735497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-50112a83-d908-40ce-8da9-db38091e7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.738110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-50112a83-d908-40ce-8da9-db38091e7681 service neutron] 10.222.0.67 "GET /v2.0/networks?id=24397a1a-405b-4867-97db-384ca8e098fd HTTP/1.1" status: 200 len: 922 time: 0.1228230 Aug 31 19:17:18.753412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.763030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:18.768267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.781780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:18.785700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:18.807190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.807850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.809287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b35a4fc0-5aa2-46da-a806-e0160882b3b8 req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "PUT /v2.0/ports/ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 982 time: 0.9927790 Aug 31 19:17:18.816924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:18.819240 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:18.845611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-ad87a930-b4a2-4c87-8396-f15295fd25ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e58d463-4509-4fce-b774-caa2fda2036f HTTP/1.1" status: 200 len: 217 time: 0.0967650 Aug 31 19:17:18.853122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:18.873322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e638f8f9-6569-4a40-9180-f4d760c9580b req-93e6c89e-2553-4d3c-8daa-317f70c16684 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464729 Aug 31 19:17:18.875144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.912558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.913202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:18.915126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] 10.222.0.82 "PUT /v2.0/ports/c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 1093 time: 1.8244274 Aug 31 19:17:18.923626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2ab45-e059-49c9-88d5-283100e07da4 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:18.963374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-8ca4ea80-ffae-4058-89e6-50323b7fe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:18.966423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-8ca4ea80-ffae-4058-89e6-50323b7fe57c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=532c2e42-4f90-406e-a8d9-23ae5654b196 HTTP/1.1" status: 200 len: 861 time: 0.1123962 Aug 31 19:17:19.005485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:19.024196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-7dbba84a-7d42-42aa-99a8-f45c879ab4ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=24397a1a-405b-4867-97db-384ca8e098fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504208 Aug 31 19:17:19.038407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:19.168520 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01fb19-4c41-40b6-a817-61754a066876 x-openstack-request-id: req-7d01fb19-4c41-40b6-a817-61754a066876 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:19.168864 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:19.169125 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d01fb19-4c41-40b6-a817-61754a066876 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:19.169531 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'status': 'completed', 'code': 200} Aug 31 19:17:19.175923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab322-abc6-4eea-bb69-cd498ad28284 service neutron] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:19.189089 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f1395-91f5-4a84-9ec6-7c8b6cdd5e24 x-openstack-request-id: req-eb2f1395-91f5-4a84-9ec6-7c8b6cdd5e24 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:19.189388 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377ada48-a47c-41d1-ac7a-32e56d43e7fd", "name": "network-vif-deleted", "tag": "84c6aef4-162f-457c-9ac9-5b41782026b8", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:19.189643 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb2f1395-91f5-4a84-9ec6-7c8b6cdd5e24 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:19.190053 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377ada48-a47c-41d1-ac7a-32e56d43e7fd', 'name': 'network-vif-deleted', 'tag': '84c6aef4-162f-457c-9ac9-5b41782026b8', 'status': 'completed', 'code': 200} Aug 31 19:17:19.198472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-10a98889-53e5-4472-b4e0-37fd35e7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.200605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-10a98889-53e5-4472-b4e0-37fd35e7af7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1096 time: 0.2179134 Aug 31 19:17:19.281522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Deleting subnet 8e499086-c7a5-4599-a765-9bd68b8c1c70 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:17:19.306599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-1a62a0a6-656d-4d8c-964c-5dc82547b276 service neutron] 10.222.0.67 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738919 Aug 31 19:17:19.307874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:19.312225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-1c3de068-3e7a-423d-93ad-b65349413d9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 217 time: 0.0974545 Aug 31 19:17:19.364987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7e58d463-4509-4fce-b774-caa2fda2036f details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:19.377790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef84b14f-143b-44cd-9bd4-57bb95548dc5 req-851d1456-1fd2-4d7a-be05-4ae6d8fa0e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/ebc09869-4096-4459-b070-f473407d186c HTTP/1.1" status: 200 len: 1803 time: 0.2705431 Aug 31 19:17:19.447530 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:19.458634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-8fe49053-3f64-49ec-bbdd-202b3e48cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.462037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-8fe49053-3f64-49ec-bbdd-202b3e48cc4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1137 time: 0.2671597 Aug 31 19:17:19.504621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d408d-0a0d-4ad7-bac3-8479ed6a3dce req-38f58b8f-ff41-4535-bb81-a063082f862e tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.512867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-048d408d-0a0d-4ad7-bac3-8479ed6a3dce req-38f58b8f-ff41-4535-bb81-a063082f862e tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 943 time: 0.2251766 Aug 31 19:17:19.557714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-e429011a-5b79-4607-9dd6-19485554d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.559394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-e429011a-5b79-4607-9dd6-19485554d0c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1924119 Aug 31 19:17:19.619438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:19.636384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f9967af-084d-4a05-860b-abd9e5dfa0d3 req-f76d035e-f409-42cb-8e0d-0699f81c667e service neutron] 10.222.0.67 "GET /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116350 Aug 31 19:17:19.659731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-048d408d-0a0d-4ad7-bac3-8479ed6a3dce req-fd600b79-b5d1-4e2f-a23a-d0741c7587a0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412609 Aug 31 19:17:19.660706 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-ef84b14f-143b-44cd-9bd4-57bb95548dc5 req-0d3b6c6d-7ee7-452a-a84b-1b51180f2486 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 19:17:19.661936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef84b14f-143b-44cd-9bd4-57bb95548dc5 req-0d3b6c6d-7ee7-452a-a84b-1b51180f2486 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/ebc09869-4096-4459-b070-f473407d186c HTTP/1.1" status: 409 len: 341 time: 0.2830362 Aug 31 19:17:19.693474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-4f57e82a-ed07-4eb5-a600-06726c197336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.699362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-4f57e82a-ed07-4eb5-a600-06726c197336 service neutron] 10.222.0.67 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.2148149 Aug 31 19:17:19.744888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-125eb62c-ebfe-4705-b8d1-ad3b34b910da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.746810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-125eb62c-ebfe-4705-b8d1-ad3b34b910da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713886 Aug 31 19:17:19.763744 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-7083a2d1-dfdf-4918-babe-4c3f31b171db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 217 time: 0.0554283 Aug 31 19:17:19.775821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84c6aef4-162f-457c-9ac9-5b41782026b8 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:19.796358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7e58d463-4509-4fce-b774-caa2fda2036f,segment=NetworkSegment(b79da910-0f4a-45ef-b33e-83f3fce7e9e1),segment_id=b79da910-0f4a-45ef-b33e-83f3fce7e9e1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:19.837927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:19.856032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-8afaab12-856d-4b7d-a0e9-b076be218457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:19.860940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-8afaab12-856d-4b7d-a0e9-b076be218457 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.0894964 Aug 31 19:17:19.912988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-60ab0ad6-de4d-43d9-8b82-047b9203cc7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432017 Aug 31 19:17:19.964285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 84c6aef4-162f-457c-9ac9-5b41782026b8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:19.965737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84c6aef4-162f-457c-9ac9-5b41782026b8 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:19.998623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7e58d463-4509-4fce-b774-caa2fda2036f', 'network_id': '24397a1a-405b-4867-97db-384ca8e098fd', 'port_id': '7e58d463-4509-4fce-b774-caa2fda2036f', 'mac_address': 'fa:16:3e:55:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532c2e42-4f90-406e-a8d9-23ae5654b196', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:20.088296 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-8cbbfe46-d2e7-49c8-a4e9-6737affc3e11 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625803 Aug 31 19:17:20.149356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.173508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e58d463-4509-4fce-b774-caa2fda2036f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:20.203980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7e58d463-4509-4fce-b774-caa2fda2036f,segment=NetworkSegment(b79da910-0f4a-45ef-b33e-83f3fce7e9e1),segment_id=b79da910-0f4a-45ef-b33e-83f3fce7e9e1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:20.212835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.214262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:20.297666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b3d85191-9a0f-4db1-9f11-b4b283b0d6b7 req-3a9e1f5d-e068-40dd-b42d-788aced8e3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007253 Aug 31 19:17:20.342293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:20.382513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e499086-c7a5-4599-a765-9bd68b8c1c70,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:20.426462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.430562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cfddf09a-4539-4c69-8c05-98f3433991b3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8e499086-c7a5-4599-a765-9bd68b8c1c70 HTTP/1.1" status: 204 len: 168 time: 1.3873177 Aug 31 19:17:20.430728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:20.431776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:20.445567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'mac_address': 'fa:16:3e:aa:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:20.481647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b25d8-1df5-4db5-a509-f6346fbfa8c5 req-cf2aeb10-0459-4281-a28a-56b84b9f5e44 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.491669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb3b25d8-1df5-4db5-a509-f6346fbfa8c5 req-cf2aeb10-0459-4281-a28a-56b84b9f5e44 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.7224362 Aug 31 19:17:20.532788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-34eed5b6-2347-43fd-9469-ea847b462723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.536513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e1da-4e05-4818-99cd-78774f2e8637 req-e75cb2ca-909c-4aea-b6b6-d72b6fba7887 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.538511 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-34eed5b6-2347-43fd-9469-ea847b462723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1137 time: 0.1709614 Aug 31 19:17:20.547559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.547832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baf1e1da-4e05-4818-99cd-78774f2e8637 req-e75cb2ca-909c-4aea-b6b6-d72b6fba7887 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 985 time: 0.1689920 Aug 31 19:17:20.550824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-fbe1c0ee-8e52-474a-ac81-e44f96cd0ac7 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674096 Aug 31 19:17:20.582523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:20.616975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:20.622018 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.643803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.663384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb3b25d8-1df5-4db5-a509-f6346fbfa8c5 req-9ebf2509-0f9e-44d6-a3f6-fe33373c469c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660705 Aug 31 19:17:20.695823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:20.703950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baf1e1da-4e05-4818-99cd-78774f2e8637 req-fc6d1ae2-c764-4481-9f46-caaea554db78 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=ebc09869-4096-4459-b070-f473407d186c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1535661 Aug 31 19:17:20.747813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-9593ad37-e646-4aad-b7f5-7fd39120a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.750467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-9593ad37-e646-4aad-b7f5-7fd39120a86f service neutron] 10.222.0.67 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.2037580 Aug 31 19:17:20.810888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-cc9a0531-b60b-4d60-8897-0ed857d1ed4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 217 time: 0.0494652 Aug 31 19:17:20.812845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-465dae6b-570f-4e47-ac5a-ba098d40627c req-f5d879c4-ba0e-496a-826f-0919b16d8bd3 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533553 Aug 31 19:17:20.853091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:20.894071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.919823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5dca62-872d-4878-b2a3-a91f09cc219e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:20.922139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0638-afdb-4afc-bf34-76ffc77cdc9f req-a03667b1-f6f1-42c1-9d9b-47668524234b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.923708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35df0638-afdb-4afc-bf34-76ffc77cdc9f req-a03667b1-f6f1-42c1-9d9b-47668524234b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.1335325 Aug 31 19:17:20.935606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db77a-7764-4bf3-926e-226eeef055b2 req-9e0ae768-768d-452d-b3ee-1b94f64a4e77 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.936984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:20.937519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1db77a-7764-4bf3-926e-226eeef055b2 req-9e0ae768-768d-452d-b3ee-1b94f64a4e77 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 944 time: 0.0880539 Aug 31 19:17:20.937851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9baeb3-a368-4501-9bf3-cbe1e76d9da6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:20.946004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-1c5f7c25-6bbf-4b6a-b771-b8c62d803f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:20.947985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-1c5f7c25-6bbf-4b6a-b771-b8c62d803f82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.0983202 Aug 31 19:17:20.952931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:20.956933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7e58d463-4509-4fce-b774-caa2fda2036f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:20.961572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:20.991671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35df0638-afdb-4afc-bf34-76ffc77cdc9f req-4c634bb0-2929-4059-bfea-acfc26b83edb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Aug 31 19:17:20.994313 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-7b929fd9-87de-4f39-85cd-8c5a5f98c849 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327933 Aug 31 19:17:20.996044 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.010207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1db77a-7764-4bf3-926e-226eeef055b2 req-8309a44e-c602-4335-bfcc-38198592e627 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578070 Aug 31 19:17:21.017049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:17:21.017576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:17:21.019507 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:17:21.145298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.157464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.162483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] 10.222.0.73 "DELETE /v2.0/networks/7c5dca62-872d-4878-b2a3-a91f09cc219e HTTP/1.1" status: 204 len: 168 time: 0.7275805 Aug 31 19:17:21.171767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:21.177883 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8200b439-463c-459c-89cb-3eb82d89ad01" -d '{"events": [{"name": "network-changed", "server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:21.187526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e75c94-6470-4fa1-a22b-d81fa0ed3abc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5dca62-872d-4878-b2a3-a91f09cc219e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:21.201188 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9563153-2a65-4a6e-935c-33917399050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.228108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-b1052a89-0e2c-4f3e-a87a-87886504207e service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241895 Aug 31 19:17:21.296654 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd2bda4-2b77-463b-a9a2-beb873b03128 x-openstack-request-id: req-acd2bda4-2b77-463b-a9a2-beb873b03128 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:21.297301 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:21.299051 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acd2bda4-2b77-463b-a9a2-beb873b03128 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:21.299682 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'status': 'completed', 'code': 200} Aug 31 19:17:21.355451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:21.426425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-e89d19d1-c844-4269-9fbe-da5c20fbba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.428019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-e89d19d1-c844-4269-9fbe-da5c20fbba2b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1096 time: 0.1180069 Aug 31 19:17:21.446744 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28ab61e1-0ea5-4b9c-a0c9-b6334b187f5a req-4654bd30-70e2-41a0-96ab-b5c5beee9098 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108264 Aug 31 19:17:21.452889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5ecc6300-4bc6-46be-b13d-82ef3a77c6be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1089cb28200b46beaa4d9186275f07a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958652 Aug 31 19:17:21.456264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:21.537213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9563153-2a65-4a6e-935c-33917399050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.537709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.547921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9563153-2a65-4a6e-935c-33917399050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.601220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.612842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-499cdf4c-1c57-4822-b68c-54e5794ada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.614511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-499cdf4c-1c57-4822-b68c-54e5794ada3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1763253 Aug 31 19:17:21.617535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9563153-2a65-4a6e-935c-33917399050e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eadae681c614405c85318b2c95859789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7614889 Aug 31 19:17:21.620223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:21.629229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563153-2a65-4a6e-935c-33917399050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd6667-8cb2-4cfe-9e9d-6767791fb2e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:21.687713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-891aa863-6e67-423f-a0df-adf02330151b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.689173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-891aa863-6e67-423f-a0df-adf02330151b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47&tenant_id=21360d979ff84629b26f0f43d4e483e2&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 948 time: 0.1388168 Aug 31 19:17:21.705847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-d498551c-b00a-4d50-b008-ac7cf15e06b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 217 time: 0.0736299 Aug 31 19:17:21.752311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.756367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.757549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa2464d1-3939-4b8c-b60a-1a7deb5eb36b HTTP/1.1" status: 204 len: 168 time: 0.3000295 Aug 31 19:17:21.814177 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-691cab54-09c2-4d06-8668-1843ecb93f68 service neutron] 10.222.0.67 "GET /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.1066618 Aug 31 19:17:21.815186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0a49-c49a-43f7-8ae4-d08a219314fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2464d1-3939-4b8c-b60a-1a7deb5eb36b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:21.829629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7eedb-63f9-4adc-b8c0-6d89d9b3e67b req-19526871-5b52-46d9-ad3e-fc524025169d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.831176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30f7eedb-63f9-4adc-b8c0-6d89d9b3e67b req-19526871-5b52-46d9-ad3e-fc524025169d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.2037432 Aug 31 19:17:21.835613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-bdd54bc7-f23b-4d39-93ab-b003696e3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.837066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-bdd54bc7-f23b-4d39-93ab-b003696e3d42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1208913 Aug 31 19:17:21.849849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.902471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3802cb5e-a5f0-4c31-b6db-f3fec60a3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.905801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3802cb5e-a5f0-4c31-b6db-f3fec60a3e6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1100 time: 0.0586884 Aug 31 19:17:21.912984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65101b-bb66-4985-9a1a-365b897c74e2 req-0df89184-b418-41a0-a58b-ce063de8421a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:21.914511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de65101b-bb66-4985-9a1a-365b897c74e2 req-0df89184-b418-41a0-a58b-ce063de8421a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1555715 Aug 31 19:17:21.939238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:21.970620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30f7eedb-63f9-4adc-b8c0-6d89d9b3e67b req-2ab8acb5-ff1f-40e4-a192-f700ff22084f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324222 Aug 31 19:17:22.007400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-c0e4747e-d1f8-497a-9e79-fbe5afa241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.008957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-c0e4747e-d1f8-497a-9e79-fbe5afa241f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560333 Aug 31 19:17:22.034583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de65101b-bb66-4985-9a1a-365b897c74e2 req-277e8440-9108-47ee-b4be-2b192113048e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982766 Aug 31 19:17:22.084706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-75403a73-2442-4b26-b92a-f0ac15e24e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.086370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-75403a73-2442-4b26-b92a-f0ac15e24e70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1632731 Aug 31 19:17:22.130469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:22.133586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:22.134995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cacd6667-8cb2-4cfe-9e9d-6767791fb2e2 HTTP/1.1" status: 204 len: 168 time: 0.5137868 Aug 31 19:17:22.208337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094089f-c721-4715-ba56-2c88724c7ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd6667-8cb2-4cfe-9e9d-6767791fb2e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:22.227273 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3f0a8f95-6acd-484b-83bf-3d84e82517fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.1312165 Aug 31 19:17:22.302776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-af1cb641-ccb4-4235-a254-52ced5a54b70 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670541 Aug 31 19:17:22.339894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3d922845-d3dc-4083-9d2c-1804684e54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.343251 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3d922845-d3dc-4083-9d2c-1804684e54b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1078455 Aug 31 19:17:22.406559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2528d-197d-4033-87b0-523d375ac091 req-40a1476d-c7fb-496e-a087-1dfabb89d8a5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.408176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cb2528d-197d-4033-87b0-523d375ac091 req-40a1476d-c7fb-496e-a087-1dfabb89d8a5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 985 time: 0.2095010 Aug 31 19:17:22.425469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-8bf1c5d7-a3ad-4308-9830-8121d5afc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.426993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-8bf1c5d7-a3ad-4308-9830-8121d5afc09f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700905 Aug 31 19:17:22.477961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978b544-9e82-40d6-824a-b54f5e930ca7 req-f6701f72-96d4-4998-a8d0-ed08fb7e80a0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:22.479581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3978b544-9e82-40d6-824a-b54f5e930ca7 req-f6701f72-96d4-4998-a8d0-ed08fb7e80a0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 944 time: 0.1535435 Aug 31 19:17:22.502591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cb2528d-197d-4033-87b0-523d375ac091 req-6efc46eb-32a5-444d-a942-3baf9ba4384a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=ebc09869-4096-4459-b070-f473407d186c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0840755 Aug 31 19:17:22.510195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8200b439-463c-459c-89cb-3eb82d89ad01 req-50c01a72-25fd-4381-b446-5f85cca6bcbd service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967936 Aug 31 19:17:22.543332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3978b544-9e82-40d6-824a-b54f5e930ca7 req-df984cd7-beed-425b-b11b-9d0c17dc177a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Aug 31 19:17:22.609506 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-73e63ec6-3707-4d68-90dd-b95b1ce195cd service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738834 Aug 31 19:17:22.710150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-7bcf6baa-9201-40c8-8122-7334fd0f75bb service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919995 Aug 31 19:17:22.807426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:22.822602 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58f1930f-c024-4249-87b9-ef1805ce7a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:22.924262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58f1930f-c024-4249-87b9-ef1805ce7a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:22.928772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58f1930f-c024-4249-87b9-ef1805ce7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:22.966453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1930f-c024-4249-87b9-ef1805ce7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002284d9-464f-4dad-acc3-131cf616b29a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:22.993041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:22.993672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-58f1930f-c024-4249-87b9-ef1805ce7a26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=358b96c884874547b243670441c163b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844578 Aug 31 19:17:23.050110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.056675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:23.101882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.163448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.167107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.168857 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/002284d9-464f-4dad-acc3-131cf616b29a HTTP/1.1" status: 204 len: 168 time: 0.1745706 Aug 31 19:17:23.177873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec11c8-c7cc-42b0-b7f2-88870fd4b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002284d9-464f-4dad-acc3-131cf616b29a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:23.198520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1fe1-5ef6-4eab-8073-d77ff11141a8 req-0cbcd6ce-8297-4f8a-bb52-9929f50e44c5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:23.201026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ca1fe1-5ef6-4eab-8073-d77ff11141a8 req-0cbcd6ce-8297-4f8a-bb52-9929f50e44c5 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.0996101 Aug 31 19:17:23.212596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-828015407-network', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:23.229784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27306b-c1fd-40dc-8812-cba8cd5c5e3c req-c192e5b2-5029-4272-a2b8-b9fe1afa8e71 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:23.231537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d27306b-c1fd-40dc-8812-cba8cd5c5e3c req-c192e5b2-5029-4272-a2b8-b9fe1afa8e71 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.0965080 Aug 31 19:17:23.242196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Made reservation on behalf of 467b5b7c84d84810a9d5274ab5f91e18 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:23.246218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.265636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.316172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d27306b-c1fd-40dc-8812-cba8cd5c5e3c req-352b1481-54e1-4276-af93-2e0e13630aa7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666082 Aug 31 19:17:23.356834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ca1fe1-5ef6-4eab-8073-d77ff11141a8 req-44af9682-7372-4c9e-a00c-5152d26228c8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414447 Aug 31 19:17:23.402798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7e58d463-4509-4fce-b774-caa2fda2036f up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:23.450342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.456313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.469946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7e58d463-4509-4fce-b774-caa2fda2036f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:23.477631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7e58d463-4509-4fce-b774-caa2fda2036f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:23.478753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.485213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:23.501165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f949de2-a459-4305-b8fb-345f9be51c6c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:23.525385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.525752 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Added segment 62d224af-c7e9-4ec0-809f-b75d1301c676 of type vlan for network cdd291b1-794f-451f-9109-2ed9623b9676 Aug 31 19:17:23.576871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.593774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.637563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:23.642841 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9b1e9f-9ed2-480f-81f7-932d9cb16096" -d '{"events": [{"server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "name": "network-vif-plugged", "status": "completed", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:23.646503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.650543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:23.651153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.678993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7e58d463-4509-4fce-b774-caa2fda2036f,segment=NetworkSegment(b79da910-0f4a-45ef-b33e-83f3fce7e9e1),segment_id=b79da910-0f4a-45ef-b33e-83f3fce7e9e1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:23.684158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.688855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:23.723578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c226eee-b229-4b0e-bf8b-43fe63f344a6 req-d65c23c5-4001-46ef-949a-b9892a53f368 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:23.736442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c226eee-b229-4b0e-bf8b-43fe63f344a6 req-d65c23c5-4001-46ef-949a-b9892a53f368 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 985 time: 0.1210642 Aug 31 19:17:23.745941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:23.756370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6986282 Aug 31 19:17:23.759075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:23.766181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Request body: {'subnet': {'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-subnet', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:23.793853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438b2b8-ebfc-4615-b101-d2fba0b7ed23 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd291b1-794f-451f-9109-2ed9623b9676,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:23.808381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Made reservation on behalf of 467b5b7c84d84810a9d5274ab5f91e18 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:23.810724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:23.846752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cdd291b1-794f-451f-9109-2ed9623b9676 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:23.857517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c60f-abe8-4aef-9f4f-06b2ec57f5ab req-478baa47-8494-43e1-bdf1-7a7176a1f69f tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:23.865144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be11c60f-abe8-4aef-9f4f-06b2ec57f5ab req-478baa47-8494-43e1-bdf1-7a7176a1f69f tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 945 time: 0.1943405 Aug 31 19:17:23.904765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c226eee-b229-4b0e-bf8b-43fe63f344a6 req-95cc215e-e07f-407a-ad01-7a604931ea71 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=ebc09869-4096-4459-b070-f473407d186c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1418004 Aug 31 19:17:23.935256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:23.967143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be11c60f-abe8-4aef-9f4f-06b2ec57f5ab req-aea77ed0-0f29-4e34-92db-026a9d537b94 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949547 Aug 31 19:17:24.001690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:24.018256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:24.020907 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d0dca-88af-4eeb-93b0-20fdc63c922f x-openstack-request-id: req-503d0dca-88af-4eeb-93b0-20fdc63c922f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:24.021199 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "name": "network-vif-plugged", "status": "completed", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:24.021450 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-503d0dca-88af-4eeb-93b0-20fdc63c922f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:24.021841 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f', 'code': 200} Aug 31 19:17:24.025145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:24.032217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:24.032591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.086198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.109143 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.109667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-621ae578-8aab-4032-b07a-337e9819d359 req-927848a1-a557-4a40-9c15-a4947428d640 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1646160670&fields=id&tenant_id=5bc3fc00c0974632a5d8703347aba1ce HTTP/1.1" status: 200 len: 267 time: 0.0674927 Aug 31 19:17:24.125563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:24.164114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:24.208602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Checking segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:24.208891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Network hostable DHCP agents. Network: cdd291b1-794f-451f-9109-2ed9623b9676, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:24.213586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae578-8aab-4032-b07a-337e9819d359 req-e0849fd3-5764-49b4-94a1-19919b04ca80 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:24.221315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a3dd86-3e3c-4348-97be-4b22182530cc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:24.222437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-621ae578-8aab-4032-b07a-337e9819d359 req-e0849fd3-5764-49b4-94a1-19919b04ca80 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 985 time: 0.1109140 Aug 31 19:17:24.240679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ae92-6afa-44db-86e5-b9b799002fa8 req-b2c2d00f-4bf6-4c82-a6ae-0083dfb2efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:24.242057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.242235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e026ae92-6afa-44db-86e5-b9b799002fa8 req-b2c2d00f-4bf6-4c82-a6ae-0083dfb2efe1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 1097 time: 0.0994108 Aug 31 19:17:24.243140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Network cdd291b1-794f-451f-9109-2ed9623b9676 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:24.243856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'port': {'security_groups': ['95920ff6-c6b0-46c7-9e68-08dbc714b5e5', 'ebc09869-4096-4459-b070-f473407d186c', 'aa00ee1e-74f4-46f4-bca0-0a7b633a7a77']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:24.255366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.267127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cdd291b1-794f-451f-9109-2ed9623b9676) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:24.273943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:24.274597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.297935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e026ae92-6afa-44db-86e5-b9b799002fa8 req-e66b8e1a-c802-448f-b575-5f21ed0fa674 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 31 19:17:24.305269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a5392183-df49-4f74-8a85-d09a9b4ccbdb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5452418 Aug 31 19:17:24.307907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:24.313756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834cf4a-f174-4893-bead-41edb850e16e None None] Network cdd291b1-794f-451f-9109-2ed9623b9676 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:24.314295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:24.345794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.347094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.422873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.461654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.496006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:24.600398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad7e4-5401-4a32-8948-d153cf268c2b req-327e84eb-06c0-436e-a79b-66bb66f5eca2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:24.602293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4daad7e4-5401-4a32-8948-d153cf268c2b req-327e84eb-06c0-436e-a79b-66bb66f5eca2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.1626818 Aug 31 19:17:24.635067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.678795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4daad7e4-5401-4a32-8948-d153cf268c2b req-1d8e169b-6c79-42c6-99a8-13df3c48d84f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695300 Aug 31 19:17:24.679216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c51b0edf-2efc-400f-80cd-17689875ce2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:24.758505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:24.773279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:24.950431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:24.974815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b8ec9-5af1-4c01-91db-8d5eb7546a92 None None] Network cdd291b1-794f-451f-9109-2ed9623b9676 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:25.017008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef31ee-43df-4a8b-ae50-5681ca56e9bd req-45cca9b3-ac13-4140-8a80-f07aace66c31 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:25.037234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5ef31ee-43df-4a8b-ae50-5681ca56e9bd req-45cca9b3-ac13-4140-8a80-f07aace66c31 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1777949 Aug 31 19:17:25.070653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.105474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.147214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5ef31ee-43df-4a8b-ae50-5681ca56e9bd req-42e4805a-8ccf-4b14-a736-6f0ff5700fad tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089315 Aug 31 19:17:25.171001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:25.242880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.252349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.270418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:25.306582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Allocated IP 172.25.3.127 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/094b2225-41a3-4644-a7e7-66b1d0c294cf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:25.390344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:25.391024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.397623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-621ae578-8aab-4032-b07a-337e9819d359 req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "PUT /v2.0/ports/ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 1021 time: 1.1739576 Aug 31 19:17:25.415523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:25.418186 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a" -d '{"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:25.519305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311f62d-73f5-43da-ac60-63abf7e99561 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:25.538751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:25.553499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-61e43374-fa5d-4255-9684-6f553692aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:25.554989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-61e43374-fa5d-4255-9684-6f553692aa7b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1101 time: 0.1815207 Aug 31 19:17:25.572811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3660-1161-49a3-a9cb-622ef558f43c req-7e97af73-72a8-42b9-8bd8-6e797d7a280a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:25.574419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc8d3660-1161-49a3-a9cb-622ef558f43c req-7e97af73-72a8-42b9-8bd8-6e797d7a280a tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 945 time: 0.2353976 Aug 31 19:17:25.582156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:25.594212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:25.633239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72cef84a-f939-4bf3-b259-8c13e74500b4 req-446ab206-104f-4a44-a3e6-8366a6ced29a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/aa00ee1e-74f4-46f4-bca0-0a7b633a7a77 HTTP/1.1" status: 200 len: 1802 time: 0.2112095 Aug 31 19:17:25.654220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.738433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc8d3660-1161-49a3-a9cb-622ef558f43c req-d6ef38c0-2ad6-4c11-b9a9-fe9c030468d0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340530 Aug 31 19:17:25.755652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.771527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:25.783466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:25.817179 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-72cef84a-f939-4bf3-b259-8c13e74500b4 req-538ed172-2050-4f22-9e16-97bd59800624 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 19:17:25.826404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72cef84a-f939-4bf3-b259-8c13e74500b4 req-538ed172-2050-4f22-9e16-97bd59800624 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/aa00ee1e-74f4-46f4-bca0-0a7b633a7a77 HTTP/1.1" status: 409 len: 341 time: 0.1922374 Aug 31 19:17:25.841035 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f7c007-0501-4358-b310-45a431647174 x-openstack-request-id: req-e9f7c007-0501-4358-b310-45a431647174 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:25.842162 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:25.843070 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9f7c007-0501-4358-b310-45a431647174 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:25.846383 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'status': 'completed', 'code': 200} Aug 31 19:17:25.874364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Pushing event updated for resources: {'Port': ['ID=094b2225-41a3-4644-a7e7-66b1d0c294cf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:25.898091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:25.953089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:25.973896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:25.981987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port c51b0edf-2efc-400f-80cd-17689875ce2a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:25.990271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c51b0edf-2efc-400f-80cd-17689875ce2a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:25.990652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:26.028123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:26.031103 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe7758-ae13-432a-ab6a-9e3d674c12e2" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:26.102907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-bf860218-b7b9-4b0a-8854-63ef0efc421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.105275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-bf860218-b7b9-4b0a-8854-63ef0efc421f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1176 time: 0.2166290 Aug 31 19:17:26.194534 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e177b3-0844-400b-a9df-d270649be944 x-openstack-request-id: req-19e177b3-0844-400b-a9df-d270649be944 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:26.194825 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:26.195077 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19e177b3-0844-400b-a9df-d270649be944 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:26.195463 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'code': 200} Aug 31 19:17:26.272172 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:26.382872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222d174-7762-4381-8fbb-fe8af3e5e7ef req-b1715e73-e8b2-4946-8a32-908016b73368 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.390577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d222d174-7762-4381-8fbb-fe8af3e5e7ef req-b1715e73-e8b2-4946-8a32-908016b73368 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.3546073 Aug 31 19:17:26.396703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:26.408726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:26.446047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-3211bae2-8db3-46e1-b7f0-4ca8915a992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.447810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-3211bae2-8db3-46e1-b7f0-4ca8915a992a service neutron] 10.222.0.67 "GET /v2.0/networks?id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 200 len: 914 time: 0.3296595 Aug 31 19:17:26.496558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d222d174-7762-4381-8fbb-fe8af3e5e7ef req-87dfc93d-f6b5-481d-bda9-1143bf025603 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050174 Aug 31 19:17:26.506291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:26.526675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:26.549599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea537-1576-483a-9196-ee11c35cc3f4 req-f172eaa4-0050-4bb1-8282-6ad9c3c5be02 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.550585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-df0abb44-f0eb-4835-b524-899adb89c37d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 200 len: 217 time: 0.0539627 Aug 31 19:17:26.558099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59cea537-1576-483a-9196-ee11c35cc3f4 req-f172eaa4-0050-4bb1-8282-6ad9c3c5be02 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1024 time: 0.2233942 Aug 31 19:17:26.659294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59cea537-1576-483a-9196-ee11c35cc3f4 req-c316f125-38a8-4045-9fa3-760118436982 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=aa00ee1e-74f4-46f4-bca0-0a7b633a7a77&id=ebc09869-4096-4459-b070-f473407d186c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1003137 Aug 31 19:17:26.664845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:26.713700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98920c-b047-40c5-9e45-df713380c527 req-455b7107-96aa-45d6-bd60-1341a23fee1a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.715268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce98920c-b047-40c5-9e45-df713380c527 req-455b7107-96aa-45d6-bd60-1341a23fee1a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1353538 Aug 31 19:17:26.741203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:26.774388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Transition to ACTIVE for port object 50e72c1d-850b-4f1c-9021-f33537b86fc0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:26.785468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce98920c-b047-40c5-9e45-df713380c527 req-b83a025d-ea00-436e-a222-d3f7a82f92cc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Aug 31 19:17:26.786680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:26.858643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] No DVR routers for this DVR port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:26.900238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:26.946877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:26.947262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:26.947593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:26.963537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349429ef-40d9-4128-aa8a-5892dda0e346 req-f29ff2c7-0fb8-43ee-964a-a3aa61a9345d tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:26.965535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-349429ef-40d9-4128-aa8a-5892dda0e346 req-f29ff2c7-0fb8-43ee-964a-a3aa61a9345d tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 945 time: 0.0908008 Aug 31 19:17:26.966151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:26.966474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Attempting to bind port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:26.991246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:26.992014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:26.992611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:26.993301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Bound port: 50e72c1d-850b-4f1c-9021-f33537b86fc0, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:26.993890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.081934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-349429ef-40d9-4128-aa8a-5892dda0e346 req-accee191-e857-436d-858d-74b9ddb909b3 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082549 Aug 31 19:17:27.101330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:27.115506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:27.168180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.216610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-00b3bfbb-deff-4052-8233-60691fe56805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.218757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-00b3bfbb-deff-4052-8233-60691fe56805 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 200 len: 853 time: 0.6435256 Aug 31 19:17:27.222920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.247844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.249143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.251024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] 10.222.0.82 "PUT /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 1097 time: 1.6754172 Aug 31 19:17:27.288270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-d8f6daff-a11c-4316-b017-5cbca7ab720e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290620 Aug 31 19:17:27.343591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9216aa-e73b-4a51-90b1-95eaf1eec862 service neutron] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:27.364388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-d36e27b1-8d9d-48a2-b157-4b2179d11529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.366286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-d36e27b1-8d9d-48a2-b157-4b2179d11529 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1100 time: 0.0742068 Aug 31 19:17:27.567698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-25faeb36-eeb1-4763-bdc1-03fad0d89d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.569451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-25faeb36-eeb1-4763-bdc1-03fad0d89d33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1834145 Aug 31 19:17:27.581734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-ca5010b5-fddd-4d65-9063-e3f6c8bfe36a service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834225 Aug 31 19:17:27.669175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-431a70bf-5bc5-43ef-9e50-ab3e8173eea8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0911522 Aug 31 19:17:27.669987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:27.727974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.765511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-2d0cedb4-92ad-45ce-813c-d461175208cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.767209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-2d0cedb4-92ad-45ce-813c-d461175208cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0798855 Aug 31 19:17:27.774986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753614d-d51b-43e1-afbd-99147d2be95b req-44a3fb7f-b4e5-4298-b084-29cae98708fc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.776653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b753614d-d51b-43e1-afbd-99147d2be95b req-44a3fb7f-b4e5-4298-b084-29cae98708fc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1046956 Aug 31 19:17:27.859085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}, {'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:27.866571 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-unplugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}, {"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:27.915811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9563a1fe-4b44-45fc-9ed2-c9d4fe9a306a req-618793c7-3b49-4cff-8f1c-028dde9ad434 service neutron] 10.222.0.67 "GET /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738864 Aug 31 19:17:27.934634 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c4479cf-8cb2-4deb-8b01-18314b5f1a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:27.950936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:17:27.960118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-8c04e404-bd44-4a84-a0ff-1389ed7c3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:27.961641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-8c04e404-bd44-4a84-a0ff-1389ed7c3160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827030 Aug 31 19:17:27.985275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b753614d-d51b-43e1-afbd-99147d2be95b req-8b524dfe-ced8-4832-9297-bcea7df295b0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881046 Aug 31 19:17:28.069430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d914c-e682-4994-954d-19255024b10d req-e38b03a4-989b-4068-9ab2-74df6229b3db tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.070951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b8d914c-e682-4994-954d-19255024b10d req-e38b03a4-989b-4068-9ab2-74df6229b3db tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1024 time: 0.1927760 Aug 31 19:17:28.102021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff79ed-2274-463a-a82c-355ead54811f req-7f71cd7e-7691-40ad-b843-67fff74c4dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.102021 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71ff79ed-2274-463a-a82c-355ead54811f req-7f71cd7e-7691-40ad-b843-67fff74c4dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.67 "GET /v2.0/ports?device_id=6898098a-5882-4fc7-9de4-0e451c302a9e HTTP/1.1" status: 200 len: 1024 time: 0.0982995 Aug 31 19:17:28.166151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:28.176764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-3ea90dc4-2873-42dd-bea7-a42e9b32c522 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062047 Aug 31 19:17:28.179581 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Sync routers for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:28.197441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:28.197925 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:28.198121 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:28.200034 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89469623-ade9-4e09-ae00-24272347c626" -d '{"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:28.210788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b8d914c-e682-4994-954d-19255024b10d req-28fa5ff3-8043-4b81-b782-a769dcd50c96 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=aa00ee1e-74f4-46f4-bca0-0a7b633a7a77&id=ebc09869-4096-4459-b070-f473407d186c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1159663 Aug 31 19:17:28.262134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Deleting port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:28.262636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.362199 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a3bb69-db9e-4b0e-adcb-40ffa7835eb8 x-openstack-request-id: req-90a3bb69-db9e-4b0e-adcb-40ffa7835eb8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:28.362493 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-unplugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "code": 200}, {"name": "network-changed", "server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:28.362952 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90a3bb69-db9e-4b0e-adcb-40ffa7835eb8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:28.363741 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'code': 200} Aug 31 19:17:28.364199 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'status': 'completed', 'code': 200} Aug 31 19:17:28.365350 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:28.388054 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a80c004-3aa4-4c6b-90bc-d2f0b73c926d x-openstack-request-id: req-3a80c004-3aa4-4c6b-90bc-d2f0b73c926d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:28.388376 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:28.388645 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a80c004-3aa4-4c6b-90bc-d2f0b73c926d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:28.389127 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'code': 200} Aug 31 19:17:28.411314 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c4479cf-8cb2-4deb-8b01-18314b5f1a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.427593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c4479cf-8cb2-4deb-8b01-18314b5f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.438974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:28.439810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.457146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edbb02-ff19-48a7-9e89-08613fad7b91 req-8db1162f-c681-4a8e-88f7-712fce33718c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.458670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94edbb02-ff19-48a7-9e89-08613fad7b91 req-8db1162f-c681-4a8e-88f7-712fce33718c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.2455683 Aug 31 19:17:28.464469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Calling delete_port for ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:28.525115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba1d5b46-d2c8-4da6-9b05-313e52cbfafc req-e599f4b0-0d62-4460-8280-3a48aeb38201 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129585 Aug 31 19:17:28.558286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3c4479cf-8cb2-4deb-8b01-18314b5f1a8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7df7dd406174e2fb7f3947a8c4de20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850629 Aug 31 19:17:28.562496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:28.569800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.571032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90f1a5b9-7cdd-4294-8428-50554bbff64d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2610734 Aug 31 19:17:28.578474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:28.674636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f4646-72a3-409e-8d9d-d5bedc52cd88 req-1ea7c177-ba2b-4a72-8f27-fddc32cb101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.676218 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5e1f4646-72a3-409e-8d9d-d5bedc52cd88 req-1ea7c177-ba2b-4a72-8f27-fddc32cb101c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1098 time: 0.1898077 Aug 31 19:17:28.683460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-1e6a783e-76bd-444f-9b98-00390fd431c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.685009 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-1e6a783e-76bd-444f-9b98-00390fd431c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1100 time: 0.2130885 Aug 31 19:17:28.807176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5e1f4646-72a3-409e-8d9d-d5bedc52cd88 req-1432c7d9-dbc8-4c0a-98e4-431792570ea1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178408 Aug 31 19:17:28.849032 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:26Z', 'revision_number': 3, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:28.906631 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Checking router: b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:28.907167 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Updating router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 port 094b2225-41a3-4644-a7e7-66b1d0c294cf binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:28.913643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-26635558-b4c1-4faf-8413-a9a1fd42041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:28.916554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-26635558-b4c1-4faf-8413-a9a1fd42041e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2035749 Aug 31 19:17:28.950452 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.972992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:28.975678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-90af85ba-dbf6-40d0-9547-3bdc480985e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0467410 Aug 31 19:17:28.986700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:28.991000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:29.023480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'Port': ['ID=ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:29.098033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] No DVR routers for this DVR port ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:29.101592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.104557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71ff79ed-2274-463a-a82c-355ead54811f req-dc5f21c7-f25e-4892-8e10-9376c1f349af tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.67 "DELETE /v2.0/ports/ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd HTTP/1.1" status: 204 len: 173 time: 0.9941514 Aug 31 19:17:29.104557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'name': 'network-vif-deleted', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:29.106907 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ded13-b0e5-4a54-b455-459370e743af" -d '{"events": [{"server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "name": "network-vif-deleted", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:29.118204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-cd543c96-8988-4e36-83a1-677d4386274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.119672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-cd543c96-8988-4e36-83a1-677d4386274e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1045380 Aug 31 19:17:29.135274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4479cf-8cb2-4deb-8b01-18314b5f1a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035c860-1607-4f65-ba80-d7446264b2bf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:29.238918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-495cc8d4-5cd0-4396-b928-6196d693a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.240401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-495cc8d4-5cd0-4396-b928-6196d693a1e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116576 Aug 31 19:17:29.322368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94edbb02-ff19-48a7-9e89-08613fad7b91 req-095847ac-8ab2-4c08-8188-86311c5e5f32 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437111 Aug 31 19:17:29.418959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-8a525a29-1791-405e-9596-04dbce15157a service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703677 Aug 31 19:17:29.422204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:29.430712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-a60024c0-41ad-4fd1-a97d-cb75c9f5dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.432384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-a60024c0-41ad-4fd1-a97d-cb75c9f5dcab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 1100 time: 0.2853894 Aug 31 19:17:29.463584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883081ed-3db5-444b-b399-27dd4607c641 req-48d3d212-b99b-45fb-8fd9-a2b5256229ee tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.474035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-883081ed-3db5-444b-b399-27dd4607c641 req-48d3d212-b99b-45fb-8fd9-a2b5256229ee tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 945 time: 0.3277898 Aug 31 19:17:29.497223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:29.521688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.524353 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.538976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Transition to ACTIVE for port object 094b2225-41a3-4644-a7e7-66b1d0c294cf will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:29.549403 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.573575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-64231641-1de5-4a36-9a25-3b708f6d7a21 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448648 Aug 31 19:17:29.610942 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a7ae-eded-4e64-92cd-3aa5dcdc7224 None None] Pushing event updated for resources: {'Port': ['ID=094b2225-41a3-4644-a7e7-66b1d0c294cf,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:29.657800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-883081ed-3db5-444b-b399-27dd4607c641 req-63a26b65-16cb-417f-9436-7b4a381995fa tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/security-groups?id=92a3d3d1-7460-4540-8495-7b637d48aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830413 Aug 31 19:17:29.671494 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.676122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Attempting to bind port 094b2225-41a3-4644-a7e7-66b1d0c294cf on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:29.676502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Attempting to bind port 094b2225-41a3-4644-a7e7-66b1d0c294cf by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:29.676862 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Attempting to bind port 094b2225-41a3-4644-a7e7-66b1d0c294cf on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:29.687072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975897-8994-461f-98e8-e3f8b8b57974 req-93f25c27-0db3-4b17-8a0a-7082755ea6d6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.687072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2975897-8994-461f-98e8-e3f8b8b57974 req-93f25c27-0db3-4b17-8a0a-7082755ea6d6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1717236 Aug 31 19:17:29.697183 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:29.698387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:29.698793 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.699300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:29.699754 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Bound port: 094b2225-41a3-4644-a7e7-66b1d0c294cf, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:29.700130 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.782810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] For port 094b2225-41a3-4644-a7e7-66b1d0c294cf, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:29.789990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] For port 094b2225-41a3-4644-a7e7-66b1d0c294cf, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=094b2225-41a3-4644-a7e7-66b1d0c294cf,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:29.797530 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.845256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-97f7af4e-8e2d-4c93-88f7-9bc670543493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:29.847243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-97f7af4e-8e2d-4c93-88f7-9bc670543493 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3978612 Aug 31 19:17:29.872504 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:29.873107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:29.883939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2975897-8994-461f-98e8-e3f8b8b57974 req-db1c3472-f9a5-4400-be4f-a8a043a30005 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475747 Aug 31 19:17:29.896152 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47538d65-251d-415b-a5c8-003c4308aaff x-openstack-request-id: req-47538d65-251d-415b-a5c8-003c4308aaff {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:29.898634 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6898098a-5882-4fc7-9de4-0e451c302a9e", "name": "network-vif-deleted", "tag": "ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:29.899133 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47538d65-251d-415b-a5c8-003c4308aaff {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:29.899873 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6898098a-5882-4fc7-9de4-0e451c302a9e', 'name': 'network-vif-deleted', 'tag': 'ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd', 'status': 'completed', 'code': 200} Aug 31 19:17:29.948908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-8d0a9e01-37fe-43e9-8b7d-8b30401e7d68 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 200 len: 217 time: 0.0584848 Aug 31 19:17:29.966340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.970413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:29.974218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7035c860-1607-4f65-ba80-d7446264b2bf HTTP/1.1" status: 204 len: 168 time: 1.3953500 Aug 31 19:17:30.066069 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a7ae-eded-4e64-92cd-3aa5dcdc7224 None None] Pushing event updated for resources: {'Port': ['ID=094b2225-41a3-4644-a7e7-66b1d0c294cf,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:30.078679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347c63-2768-4f47-9b30-a48b6647eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035c860-1607-4f65-ba80-d7446264b2bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:30.094478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:30.207058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-cf886b15-5715-4a70-8301-9ed5430fdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:30.209566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-cf886b15-5715-4a70-8301-9ed5430fdf0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2550840 Aug 31 19:17:30.312480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8580489-d490-4e23-b2e0-02c25421caca req-dc73576a-a421-4c1f-81e2-c1d292c692b5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/ebc09869-4096-4459-b070-f473407d186c HTTP/1.1" status: 200 len: 1803 time: 0.2823102 Aug 31 19:17:30.354874 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:26Z', 'revision_number': 3, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:30.404380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-58809576-f81f-4ae4-9e40-ce39ea82b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:30.406727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-58809576-f81f-4ae4-9e40-ce39ea82b500 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785972 Aug 31 19:17:30.440134 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbce19-85fc-4e1b-a33e-6b4c7541b498 None None] The sync data for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 is: [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:26Z', 'revision_number': 3, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:30.459757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54254) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:30.460343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-92dc6e0b-1162-49e7-a707-66c5fcb9d3d0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:30.473800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-92dc6e0b-1162-49e7-a707-66c5fcb9d3d0 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.67 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 945 time: 0.1178203 Aug 31 19:17:30.620080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Deleting port 7e58d463-4509-4fce-b774-caa2fda2036f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:30.620846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.651451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89a36441-ed4a-4e73-b113-2bb4b473316d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.659804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8580489-d490-4e23-b2e0-02c25421caca req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.718122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8580489-d490-4e23-b2e0-02c25421caca req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.722053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.813583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] For port 7e58d463-4509-4fce-b774-caa2fda2036f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7e58d463-4509-4fce-b774-caa2fda2036f,segment=NetworkSegment(b79da910-0f4a-45ef-b33e-83f3fce7e9e1),segment_id=b79da910-0f4a-45ef-b33e-83f3fce7e9e1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:30.814281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:30.820642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-7f69953b-48a0-41b0-b7f8-cf667c5e05e3 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027669 Aug 31 19:17:30.839261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Calling delete_port for 7e58d463-4509-4fce-b774-caa2fda2036f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:30.864717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023926-dc04-447c-8fe9-4b9c68dd6259 req-825ce6db-538b-4fe6-8ca4-892d082ed6cf tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:30.873163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e023926-dc04-447c-8fe9-4b9c68dd6259 req-825ce6db-538b-4fe6-8ca4-892d082ed6cf tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 948 time: 0.4123294 Aug 31 19:17:31.021587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.036548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7e58d463-4509-4fce-b774-caa2fda2036f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:31.043604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 094b2225-41a3-4644-a7e7-66b1d0c294cf up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:31.056780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Pushing event deleted for resources: {'Port': ['ID=7e58d463-4509-4fce-b774-caa2fda2036f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:31.111771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] No DVR routers for this DVR port 7e58d463-4509-4fce-b774-caa2fda2036f on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:31.117550 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.120363 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5420c166-21d0-4d55-ae2d-0cfcbe64b1b8 req-0b202cb8-706d-4f95-a97b-d4f596e94da2 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.67 "DELETE /v2.0/ports/7e58d463-4509-4fce-b774-caa2fda2036f HTTP/1.1" status: 204 len: 173 time: 0.6401286 Aug 31 19:17:31.176213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e023926-dc04-447c-8fe9-4b9c68dd6259 req-8030b39f-2cc7-4ebc-9832-55c4ced03083 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017614 Aug 31 19:17:31.190560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8580489-d490-4e23-b2e0-02c25421caca req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.205638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8580489-d490-4e23-b2e0-02c25421caca req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.219412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8580489-d490-4e23-b2e0-02c25421caca req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/ebc09869-4096-4459-b070-f473407d186c HTTP/1.1" status: 204 len: 173 time: 0.8948913 Aug 31 19:17:31.235190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 094b2225-41a3-4644-a7e7-66b1d0c294cf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:31.242036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 094b2225-41a3-4644-a7e7-66b1d0c294cf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:31.242615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.384555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.417061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 094b2225-41a3-4644-a7e7-66b1d0c294cf, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=094b2225-41a3-4644-a7e7-66b1d0c294cf,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:31.417976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aac9c2a-8d1e-4b96-bcbf-c871f4f04dd8 req-f516205b-ad1e-4ead-8abf-d94f88c7349a service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351460 Aug 31 19:17:31.424205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.426806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef876fd-3b41-4405-8dcb-c99109428af1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc09869-4096-4459-b070-f473407d186c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:31.516642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00828afa-ae29-4d65-8991-f2ed74c23d34 req-3c75027a-d5fb-4fca-9da7-67b3353b1769 tempest-ServerMetadataNegativeTestJSON-747439849 tempest-ServerMetadataNegativeTestJSON-747439849-project] 10.222.0.73 "GET /v2.0/ports?device_id=310de678-5e63-44b6-9c45-5612be8d10db HTTP/1.1" status: 200 len: 210 time: 0.1987236 Aug 31 19:17:31.522199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=094b2225-41a3-4644-a7e7-66b1d0c294cf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:31.541157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.541507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.541909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.542255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.542590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.542922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.543251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.543576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.543931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.544255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.544580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.544902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:17:31.558035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Allocated IP 172.20.0.1 (cdd291b1-794f-451f-9109-2ed9623b9676/81a3dd86-3e3c-4348-97be-4b22182530cc/ac05fc42-7aec-45ef-aa9f-bf239a1c13d9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:31.683499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f54f2-4a0b-4734-a9b5-f0acb422c4f2 req-dfb3a4cd-1861-4cf7-9cd6-33919c9ca78a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:31.685075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-298f54f2-4a0b-4734-a9b5-f0acb422c4f2 req-dfb3a4cd-1861-4cf7-9cd6-33919c9ca78a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2652578 Aug 31 19:17:31.687630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89a36441-ed4a-4e73-b113-2bb4b473316d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.700151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-55c61176-b230-430f-99fd-d4363f59ccd1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/aa00ee1e-74f4-46f4-bca0-0a7b633a7a77 HTTP/1.1" status: 200 len: 1802 time: 0.1479862 Aug 31 19:17:31.711880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89a36441-ed4a-4e73-b113-2bb4b473316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.764830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:31.800401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-89a36441-ed4a-4e73-b113-2bb4b473316d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e3107afdffc40cd9274ed3d2c92d582&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3376570 Aug 31 19:17:31.803076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:31.824408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a36441-ed4a-4e73-b113-2bb4b473316d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e42ad8-5641-4525-b55b-270a007eb27f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:31.879138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-298f54f2-4a0b-4734-a9b5-f0acb422c4f2 req-95e3958c-82e7-4d7a-8e07-fe94e5e0f41e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775670 Aug 31 19:17:31.900786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'name': 'network-vif-deleted', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:31.903502 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670daba5-2b1b-4169-8d15-b7b73bfb980a" -d '{"events": [{"server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "name": "network-vif-deleted", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:31.909628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.917054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.934992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:31.936648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.949968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'mac_address': 'fa:16:3e:aa:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:31.975741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:31.992720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.003402 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b74d150-4534-4b6b-92de-25f1ef46c271 x-openstack-request-id: req-7b74d150-4534-4b6b-92de-25f1ef46c271 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:32.004388 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310de678-5e63-44b6-9c45-5612be8d10db", "name": "network-vif-deleted", "tag": "7e58d463-4509-4fce-b774-caa2fda2036f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:32.006718 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b74d150-4534-4b6b-92de-25f1ef46c271 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:32.006718 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310de678-5e63-44b6-9c45-5612be8d10db', 'name': 'network-vif-deleted', 'tag': '7e58d463-4509-4fce-b774-caa2fda2036f', 'status': 'completed', 'code': 200} Aug 31 19:17:32.030402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.034259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.035448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.040407 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11e42ad8-5641-4525-b55b-270a007eb27f HTTP/1.1" status: 204 len: 168 time: 0.2336450 Aug 31 19:17:32.069673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:32.072266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325229-d939-4656-8537-986e10cd14b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e42ad8-5641-4525-b55b-270a007eb27f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:32.094252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Network cdd291b1-794f-451f-9109-2ed9623b9676 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:32.107303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:32.117864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:32.138285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:32.155738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.159034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.219889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Pushing event updated for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:32.251442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:32.263613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e722-c501-4b3f-8e1f-4660708b677e req-76d3dc86-fa8d-4229-ac96-257fa362b3a7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:32.266181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cc2e722-c501-4b3f-8e1f-4660708b677e req-76d3dc86-fa8d-4229-ac96-257fa362b3a7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1769917 Aug 31 19:17:32.271244 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.284020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:32.293194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'floatingip': {'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:32.375733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.378681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.390629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.391354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c0671e1-8c62-44fe-a576-46b49dcd874a req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/aa00ee1e-74f4-46f4-bca0-0a7b633a7a77 HTTP/1.1" status: 204 len: 173 time: 0.6838021 Aug 31 19:17:32.432282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:32.455495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb56f-01ed-4582-a2d7-89381e206dd7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00ee1e-74f4-46f4-bca0-0a7b633a7a77,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:32.516737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5c646-3ffd-497c-87a6-29ff3bbc8118 req-d17d6792-e098-48e2-a29d-53a70dac816c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:32.518906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bd5c646-3ffd-497c-87a6-29ff3bbc8118 req-d17d6792-e098-48e2-a29d-53a70dac816c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.1700325 Aug 31 19:17:32.627412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bd5c646-3ffd-497c-87a6-29ff3bbc8118 req-6bf4907d-6f2a-43f1-9ec1-c3f17d6d9a8c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Aug 31 19:17:32.640591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.673646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103238659', 'description': 'tempest-description-2132884189'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:32.773134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:32.913692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:32.983509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Deleting subnet 532c2e42-4f90-406e-a8d9-23ae5654b196 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:17:33.022611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.037108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 094b2225-41a3-4644-a7e7-66b1d0c294cf up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:33.062377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa0ed-93e7-4d03-8b54-ac67a74f0056 req-febbdfba-193a-482b-9593-ba65ff282d68 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:33.063967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-172fa0ed-93e7-4d03-8b54-ac67a74f0056 req-febbdfba-193a-482b-9593-ba65ff282d68 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 949 time: 0.2536659 Aug 31 19:17:33.129438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.149974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 094b2225-41a3-4644-a7e7-66b1d0c294cf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:33.150526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.219955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-172fa0ed-93e7-4d03-8b54-ac67a74f0056 req-f3e66344-3cb4-4dd6-af80-8cfe678ce97a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403642 Aug 31 19:17:33.253503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.260835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.269963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.317501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.344115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.387722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.395457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.397019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8f75e8c-5717-4f8b-a221-67d5928b00f5 req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7474003 Aug 31 19:17:33.397495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.443689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fed3f-978e-47cb-923a-2cdc1b797e23 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86a564-0930-49d6-8b72-6ca2151289f3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:33.471764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7e58d463-4509-4fce-b774-caa2fda2036f no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:33.503299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.522116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Pushing event updated for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:33.544198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7e58d463-4509-4fce-b774-caa2fda2036f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:33.545669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7e58d463-4509-4fce-b774-caa2fda2036f not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:33.549032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:33.571063 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.610527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:33.611045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ffd5b1ba-d2b9-4f5d-9811-a5421ae0abcd not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:33.634473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.636968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] 10.222.0.73 "DELETE /v2.0/subnets/532c2e42-4f90-406e-a8d9-23ae5654b196 HTTP/1.1" status: 204 len: 168 time: 0.8623164 Aug 31 19:17:33.637302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e40fe-7cac-48ba-a2ad-4c6a1572deca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532c2e42-4f90-406e-a8d9-23ae5654b196,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:33.646498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54330) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:33.670978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-207d4a77-82be-4337-be0b-8c22f23ab082 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477743 Aug 31 19:17:33.681788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b798e339-67dd-46f7-8206-1c4a91891dad req-c68089b9-e60f-4fe3-a77b-bdc8b710daf1 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/0f86a564-0930-49d6-8b72-6ca2151289f3 HTTP/1.1" status: 200 len: 1803 time: 0.2440877 Aug 31 19:17:33.690269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Request body: {'security_group': {'name': 'tempest-sg-hth-456661417', 'description': 'tempest-description-hth-844716619'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:33.714981 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Floating IP 1fd62a26-667e-44f8-b460-afbdf4c9fe53 associated. External IP: 172.25.3.172, port: c51b0edf-2efc-400f-80cd-17689875ce2a. Aug 31 19:17:33.762896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:33.769097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.806413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.854515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Network cdd291b1-794f-451f-9109-2ed9623b9676 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:33.865534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:33.905720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.913956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:33.922564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 50e72c1d-850b-4f1c-9021-f33537b86fc0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:33.924027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.948057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24397a1a-405b-4867-97db-384ca8e098fd']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:33.962771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-855ed6c6-2e60-45e4-bc46-1a0edba00637 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:33.964023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:33.964174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-855ed6c6-2e60-45e4-bc46-1a0edba00637 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802520 Aug 31 19:17:33.964420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79da910-0f4a-45ef-b33e-83f3fce7e9e1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:33.977922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:33.979049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.013632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.027107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.029521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b798e339-67dd-46f7-8206-1c4a91891dad req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "PUT /v2.0/security-groups/0f86a564-0930-49d6-8b72-6ca2151289f3 HTTP/1.1" status: 200 len: 1775 time: 0.3466175 Aug 31 19:17:34.036802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.056867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:17:34.057291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:17:34.059002 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:17:34.089276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.127270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:34.128403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:34.130115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:17:34.131739 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960cd4d5-96c9-4624-b097-4d1406d861aa" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:34.139754 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.142078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.153242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.158078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-c7632469-c802-4f87-af0e-f2fe9f467f42 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/quotas/21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 375 time: 0.1722257 Aug 31 19:17:34.160165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] 10.222.0.73 "DELETE /v2.0/networks/24397a1a-405b-4867-97db-384ca8e098fd HTTP/1.1" status: 204 len: 168 time: 0.5124390 Aug 31 19:17:34.219842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f2af-4645-4853-87ef-936eff8ba743 admin admin] Pushing event deleted for resources: {'Network': ['ID=24397a1a-405b-4867-97db-384ca8e098fd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:34.222346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e21d7-d0ff-4908-969c-ab077a555e74 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86a564-0930-49d6-8b72-6ca2151289f3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:34.283953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:34.316424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e031b232-9c56-4dd9-bfd7-43ca1eb00786 req-4c109195-e388-4bf3-be96-bcc70eeeaa82 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/0f86a564-0930-49d6-8b72-6ca2151289f3 HTTP/1.1" status: 200 len: 1775 time: 0.1122866 Aug 31 19:17:34.349328 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd6e36-3066-472d-bc8f-3ddd7af447d2 x-openstack-request-id: req-14fd6e36-3066-472d-bc8f-3ddd7af447d2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:34.349328 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-plugged", "status": "completed", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:34.349328 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14fd6e36-3066-472d-bc8f-3ddd7af447d2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:34.349328 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'code': 200} Aug 31 19:17:34.349899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:17:34.402836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-1813f7f0-5129-447b-a650-b0fac90115f0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2439549 Aug 31 19:17:34.741035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:34.808062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:34.817944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:34.829374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:34.843184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ece3a048-e8d7-4877-b880-bac5feb1a765 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9904745b96be4256921b174d8cc62a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975668 Aug 31 19:17:34.845127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:34.846105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:34.885478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:34.944752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af8709be-7bce-4788-ad73-456bad0e418b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "PUT /v2.0/floatingips/1fd62a26-667e-44f8-b460-afbdf4c9fe53 HTTP/1.1" status: 200 len: 992 time: 2.6582429 Aug 31 19:17:34.949915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:34.956922 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:35.006242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.054141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.135365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03c74c05-9379-4a7f-8179-6d607b4cea42 req-abd67917-0c12-4fd4-8944-b3b164ca5b67 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 210 time: 0.0921619 Aug 31 19:17:35.200548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.208313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.210485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92a3d3d1-7460-4540-8495-7b637d48aaa1 HTTP/1.1" status: 204 len: 168 time: 0.3220115 Aug 31 19:17:35.277900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:35.302798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db460f7-c266-446e-9aec-7248b80b5892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3d3d1-7460-4540-8495-7b637d48aaa1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:35.313936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-05b38089-aca6-4b43-a3b3-f445c2ebb271 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/0f86a564-0930-49d6-8b72-6ca2151289f3 HTTP/1.1" status: 200 len: 1775 time: 0.9095736 Aug 31 19:17:35.392500 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a63ab-3e7d-4458-ab29-f54f70b5c3c4 x-openstack-request-id: req-920a63ab-3e7d-4458-ab29-f54f70b5c3c4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:35.393001 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:35.393390 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-920a63ab-3e7d-4458-ab29-f54f70b5c3c4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:35.394020 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'status': 'completed', 'code': 200} Aug 31 19:17:35.542050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:35.551535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e7dc946-28c3-4cb1-af85-020e3be3f1ff admin admin] 10.222.0.73 "PUT /v2.0/routers/b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9651177 Aug 31 19:17:35.560304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Sync routers for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:35.582806 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:35.583456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:35.592955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-021a7599-04a1-4d1a-a9fa-7c0670ac3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:35.594681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-021a7599-04a1-4d1a-a9fa-7c0670ac3ca9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1098 time: 0.1562538 Aug 31 19:17:35.600579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.679735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.820966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-d2970d9b-b87c-403c-b2d4-469fdcb7d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:35.825358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-d2970d9b-b87c-403c-b2d4-469fdcb7d60e service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.2207332 Aug 31 19:17:35.852289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1fd62a26-667e-44f8-b460-afbdf4c9fe53', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21155262-8826-49a0-81a8-44b96cf2d104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:08Z', 'updated_at': '2021-08-31T19:17:33Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:35.885838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.888393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:35.898282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adc7d9dc-e856-4ae7-900d-3deeb0527482 req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f86a564-0930-49d6-8b72-6ca2151289f3 HTTP/1.1" status: 204 len: 173 time: 0.5770159 Aug 31 19:17:35.917762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f379d64-421f-4996-9545-1ac7adf7ad52 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86a564-0930-49d6-8b72-6ca2151289f3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:35.925708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:35.946021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-ac032781-a8bf-4499-873c-676b48351a20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 1000 time: 0.1107740 Aug 31 19:17:35.974366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:35.974806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:36.025987 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:36.073374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-01d14d51-c042-4eab-8418-02df3f1bc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:36.078772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-01d14d51-c042-4eab-8418-02df3f1bc925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1230869 Aug 31 19:17:36.282844 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-7d98984b-ca83-4b9b-bdfa-24e05d3a8f2e req-57f78b73-3d76-4591-b09d-7901a25e4f3e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:36.301826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d98984b-ca83-4b9b-bdfa-24e05d3a8f2e req-57f78b73-3d76-4591-b09d-7901a25e4f3e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/aa00ee1e-74f4-46f4-bca0-0a7b633a7a77 HTTP/1.1" status: 404 len: 352 time: 0.1076560 Aug 31 19:17:36.333852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-99ca91fe-1144-4900-9c01-3f3cb91aa292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:36.343778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-99ca91fe-1144-4900-9c01-3f3cb91aa292 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2503662 Aug 31 19:17:36.437476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95d3a5a7-1579-45e2-a613-75485c3820f3 req-92a191dc-3ebf-4e20-8876-c0e714b96629 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 210 time: 0.1339977 Aug 31 19:17:36.491446 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:32Z', 'revision_number': 4, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ac05fc42-7aec-45ef-aa9f-bf239a1c13d9', 'name': '', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:30Z', 'updated_at': '2021-08-31T19:17:32Z', 'revision_number': 2, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'subnets': [{'id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:36.553488 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Checking router: b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:36.558697 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Updating router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:36.597486 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-aaad9ad0-a235-44cc-bdf7-7a7b3f4bb33c req-bda565e0-ae06-440d-895f-4056af2dae7a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:36.598488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aaad9ad0-a235-44cc-bdf7-7a7b3f4bb33c req-bda565e0-ae06-440d-895f-4056af2dae7a tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/ebc09869-4096-4459-b070-f473407d186c HTTP/1.1" status: 404 len: 352 time: 0.0793610 Aug 31 19:17:36.647085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:36.674634 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:36.720466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-c7430539-cda4-4f75-9201-344d222953a5 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481994 Aug 31 19:17:36.877570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-8f854d26-2561-4fd0-b822-ab00d42d5159 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=21360d979ff84629b26f0f43d4e483e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831649 Aug 31 19:17:36.923198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc9ad1ed-1ba9-4d9c-a4e2-26690e270bbd req-cc472465-9054-4e45-a57a-ecf95a43516d service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945484 Aug 31 19:17:37.116044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-41ead343-fa85-4ae2-9f6f-3b4808c8002b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:37.117909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-41ead343-fa85-4ae2-9f6f-3b4808c8002b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275946 Aug 31 19:17:37.140221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Request body: {'port': {'device_id': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '21360d979ff84629b26f0f43d4e483e2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:37.193183 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-1ffa8291-9fef-4461-b017-fdbb2efeb7d7 req-01fe146f-ea9f-41a8-a86d-c4a34cdc6f36 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:37.199686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1fd62a26-667e-44f8-b460-afbdf4c9fe53', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21155262-8826-49a0-81a8-44b96cf2d104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:08Z', 'updated_at': '2021-08-31T19:17:33Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:37.205696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1ffa8291-9fef-4461-b017-fdbb2efeb7d7 req-01fe146f-ea9f-41a8-a86d-c4a34cdc6f36 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/48591ad5-cfb8-4680-9084-5c3ad3c797f7 HTTP/1.1" status: 404 len: 352 time: 0.0587828 Aug 31 19:17:37.264293 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-34fa9057-78ec-45a2-9c0d-65d98514b7b8 req-74d9f870-b19e-4b04-bb18-c1526eb069d7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:37.266252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a217c1b-7603-43ab-91d8-1f1e37802835 None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1fd62a26-667e-44f8-b460-afbdf4c9fe53', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21155262-8826-49a0-81a8-44b96cf2d104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:08Z', 'updated_at': '2021-08-31T19:17:33Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:37.274416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34fa9057-78ec-45a2-9c0d-65d98514b7b8 req-74d9f870-b19e-4b04-bb18-c1526eb069d7 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/06e9da1d-dee3-4b55-9237-aa77b63ec86f HTTP/1.1" status: 404 len: 352 time: 0.0457571 Aug 31 19:17:37.317615 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-d199f3a4-f741-4de2-9bd8-1139da0d0bf1 req-ee693900-42e6-4d23-b417-f0854607d787 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:37.319405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d199f3a4-f741-4de2-9bd8-1139da0d0bf1 req-ee693900-42e6-4d23-b417-f0854607d787 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/08801aae-cdb9-4b53-8bec-18c91e5af39f HTTP/1.1" status: 404 len: 352 time: 0.0220721 Aug 31 19:17:37.342310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-13e737cf-b7c2-4823-ae2f-31e68650d648 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:37.347087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-13e737cf-b7c2-4823-ae2f-31e68650d648 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 818 time: 0.3556805 Aug 31 19:17:37.399018 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-5b4e8957-bdfb-42a1-aa65-3b13f603378c req-2d0115d2-39e6-4a6f-b483-0a08489c354c tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] show failed (client error): The resource could not be found. Aug 31 19:17:37.410122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b4e8957-bdfb-42a1-aa65-3b13f603378c req-2d0115d2-39e6-4a6f-b483-0a08489c354c tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/975a4544-055a-4fef-abd7-7bade0288ec4 HTTP/1.1" status: 404 len: 352 time: 0.0463855 Aug 31 19:17:37.427386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-2e2b6078-36a8-4e8b-a43f-ae784f6a7aac tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/quotas/467b5b7c84d84810a9d5274ab5f91e18 HTTP/1.1" status: 200 len: 375 time: 0.0744236 Aug 31 19:17:37.491565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Made reservation on behalf of 21360d979ff84629b26f0f43d4e483e2 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:37.495472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:37.500077 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:37.543791 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Transition to ACTIVE for port object ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:37.554456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-6fb91c7a-0e6e-44d3-b40c-01cb1cc8374b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214755 Aug 31 19:17:37.562624 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:37.726515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea5789-e26e-4df9-a3f6-2fbc9b5c364d None None] Pushing event updated for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:37.737838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6d9cb-f08c-4293-a39b-607c5bafea73 None None] New status for floating IP 1fd62a26-667e-44f8-b460-afbdf4c9fe53: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:17:37.798961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:37.814703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-2e8af031-7b76-4d00-85fc-62e054ce9223 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589562 Aug 31 19:17:37.896121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Allocated IP 192.168.233.229 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/45699908-97ac-4429-988e-00d004305cbc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:37.961151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5fc4cd0-2de4-49aa-9ade-87e2cd0d674e req-788d7f88-1d58-462d-8630-64f95618f3cd tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 210 time: 0.0536885 Aug 31 19:17:38.049175 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Attempting to bind port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:38.049556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Attempting to bind port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:38.049923 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Attempting to bind port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 on network cdd291b1-794f-451f-9109-2ed9623b9676 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:38.068090 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:38.068557 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Checking segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:38.068866 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.074032 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Bound using segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:38.074620 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Bound port: ac05fc42-7aec-45ef-aa9f-bf239a1c13d9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:38.074940 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.115444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-f68bd74f-c82f-4329-998f-373a1718023e service neutron] 10.222.0.73 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962141 Aug 31 19:17:38.229608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58605b-d0e8-419d-be6a-611748164738 req-ef9c0cf8-f6ce-4ff4-951e-b1c64481c562 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:38.231966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df58605b-d0e8-419d-be6a-611748164738 req-ef9c0cf8-f6ce-4ff4-951e-b1c64481c562 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1023 time: 0.0965822 Aug 31 19:17:38.237634 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] For port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:38.249714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] For port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:38.260044 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.273444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.291561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df58605b-d0e8-419d-be6a-611748164738 req-88fc0ce5-2009-4b62-90d8-7b4cdc338c01 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=89925a6f-9cde-44ea-9d66-52fee463fa2f&id=fa49372c-addb-4a10-a315-cbe38ab52bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0499766 Aug 31 19:17:38.306038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1581231635-network', 'tenant_id': '6132533eba654fe890522f439c42f8c8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:38.329790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Transition to ACTIVE for port object 45699908-97ac-4429-988e-00d004305cbc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:38.377999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Made reservation on behalf of 6132533eba654fe890522f439c42f8c8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:38.381020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.424323 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:38.424974 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:38.429001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea5789-e26e-4df9-a3f6-2fbc9b5c364d None None] Pushing event updated for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:38.430143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.538678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c57ec380-6896-40cc-8c18-ac3227ae4b30 req-a491469e-b666-483b-881f-e0081fd32514 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 210 time: 0.0598595 Aug 31 19:17:38.549017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:38.565095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:38.670038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643', '50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:38.675861 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:38.690437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:38.711668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:38.738796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:38.938628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:39.021482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:39.022626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.173104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.187129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.209342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-638870f9-9bf9-48be-b9d3-bb434048474c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:39.219276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-638870f9-9bf9-48be-b9d3-bb434048474c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 818 time: 0.4195244 Aug 31 19:17:39.281668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-ab6e9a41-c6ab-4ead-9595-bb378458cd03 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1492121 Aug 31 19:17:39.283567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157826ff-66f5-4897-bcd6-b6d18b124d72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:39.299073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Request body: {'port': {'device_id': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:39.319969 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:32Z', 'revision_number': 4, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ac05fc42-7aec-45ef-aa9f-bf239a1c13d9', 'name': '', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:30Z', 'updated_at': '2021-08-31T19:17:38Z', 'revision_number': 4, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'subnets': [{'id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:39.338837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:39.345893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68dd0b6a-019c-4e9c-bdaa-513611fc073b None None] Provisioning for port 45699908-97ac-4429-988e-00d004305cbc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:39.354409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-62bcd6ca-4b46-4cb8-ae53-c8263013bf0f tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/quotas/467b5b7c84d84810a9d5274ab5f91e18 HTTP/1.1" status: 200 len: 375 time: 0.1341798 Aug 31 19:17:39.361729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.362209 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Added segment 0e568450-88e0-4ce8-8f1d-cb36dcfc7524 of type vlan for network d1933382-67b0-41e6-b33e-46b803b550a1 Aug 31 19:17:39.370569 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4023de-2cb4-4473-a69b-fc87ff70f6de None None] The sync data for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 is: [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:17:32Z', 'revision_number': 4, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ac05fc42-7aec-45ef-aa9f-bf239a1c13d9', 'name': '', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:30Z', 'updated_at': '2021-08-31T19:17:38Z', 'revision_number': 4, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'subnets': [{'id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:39.380511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68dd0b6a-019c-4e9c-bdaa-513611fc073b None None] Provisioning complete for port 45699908-97ac-4429-988e-00d004305cbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:39.381591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68dd0b6a-019c-4e9c-bdaa-513611fc073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.471508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.474405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.492426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-68dd0b6a-019c-4e9c-bdaa-513611fc073b None None] Port 45699908-97ac-4429-988e-00d004305cbc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:39.565584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-467b99ff-7e3e-412b-a64c-bd947e01f89c tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:39.567901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-467b99ff-7e3e-412b-a64c-bd947e01f89c tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1023 time: 0.3465345 Aug 31 19:17:39.626822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48a8e4-a622-4ee9-8f89-398f0fc72730 req-ac8c7719-fdd3-4a07-8bf9-94cb5ce6d98b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:39.628858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f48a8e4-a622-4ee9-8f89-398f0fc72730 req-ac8c7719-fdd3-4a07-8bf9-94cb5ce6d98b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 936 time: 0.3737152 Aug 31 19:17:39.699252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-361d3516-f342-4875-ac96-03dafc16046c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2371018 Aug 31 19:17:39.778651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.780645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:39.781240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.833742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f48a8e4-a622-4ee9-8f89-398f0fc72730 req-d933e707-95d9-4a77-860d-6060c82ce397 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570480 Aug 31 19:17:39.892254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0921683 Aug 31 19:17:39.892892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:39.908528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Request body: {'subnet': {'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1581231635-subnet', 'tenant_id': '6132533eba654fe890522f439c42f8c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:39.914602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Deleting port 3c1d9736-0516-4011-ada7-909c5df61be3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:17:39.914954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:39.922356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2e08b-85f2-40ae-847c-6a8015934f0b admin admin] Pushing event updated for resources: {'Network': ['ID=d1933382-67b0-41e6-b33e-46b803b550a1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:39.935216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d1933382-67b0-41e6-b33e-46b803b550a1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:39.937727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-43055ef7-b591-4298-8e70-22ea3ddc7ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908717 Aug 31 19:17:39.975518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Made reservation on behalf of 6132533eba654fe890522f439c42f8c8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:39.990081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.093570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45699908-97ac-4429-988e-00d004305cbc {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:40.109735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.163969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Transition to ACTIVE for port object 45699908-97ac-4429-988e-00d004305cbc will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:40.203164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.229395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702b24-bbdb-4f4b-b1e4-d5dd161ffb6a req-1d5b0de5-3fbe-42f9-be45-44aff4c7d00e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:40.243256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88702b24-bbdb-4f4b-b1e4-d5dd161ffb6a req-1d5b0de5-3fbe-42f9-be45-44aff4c7d00e tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 1023 time: 0.3094201 Aug 31 19:17:40.377215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:40.384755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:40.405166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] For port 3c1d9736-0516-4011-ada7-909c5df61be3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3c1d9736-0516-4011-ada7-909c5df61be3,segment=NetworkSegment(811ef6d3-b2ec-4878-9869-0f141567f559),segment_id=811ef6d3-b2ec-4878-9869-0f141567f559)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:40.406162 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.426414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Calling delete_port for 3c1d9736-0516-4011-ada7-909c5df61be3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:17:40.426645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1477090868'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:40.538033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-c43d3a7b-1f7a-4967-b6c5-4a45382d1769 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:40.540292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-c43d3a7b-1f7a-4967-b6c5-4a45382d1769 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 818 time: 0.3982401 Aug 31 19:17:40.544049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88702b24-bbdb-4f4b-b1e4-d5dd161ffb6a req-49187b78-b337-4aaf-a694-65aaaddfef50 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups?id=95920ff6-c6b0-46c7-9e68-08dbc714b5e5&id=89925a6f-9cde-44ea-9d66-52fee463fa2f&id=fa49372c-addb-4a10-a315-cbe38ab52bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3002276 Aug 31 19:17:40.570183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-5a5f01ef-1e9d-429b-af78-d3c0175b0e7a service neutron] 10.222.0.73 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957072 Aug 31 19:17:40.585918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Request body: {'port': {'device_id': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'admin_state_up': True, 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:40.594992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:40.595335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:40.595735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:40.602385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:40.606171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.691553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.693447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:40.693775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:40.705900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:40.706253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:40.707099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:40.707205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Bound port: 45699908-97ac-4429-988e-00d004305cbc, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:40.707629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.825085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:40.837938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3c1d9736-0516-4011-ada7-909c5df61be3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:40.879121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'Port': ['ID=3c1d9736-0516-4011-ada7-909c5df61be3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:41.036228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] No DVR routers for this DVR port 3c1d9736-0516-4011-ada7-909c5df61be3 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:17:41.056788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c371c001-63c3-45d1-8dbe-c7b08f686a26 req-e11c335b-8bb5-4973-9c85-afb8392769a5 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 210 time: 0.1064165 Aug 31 19:17:41.059034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.063251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f324aa0-5944-4376-aa68-2b5dee6e10f6 req-99227066-67dd-47d8-b3b1-b31f575ab0f2 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.82 "DELETE /v2.0/ports/3c1d9736-0516-4011-ada7-909c5df61be3 HTTP/1.1" status: 204 len: 173 time: 1.4785392 Aug 31 19:17:41.063773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'name': 'network-vif-deleted', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:41.067666 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b286574f-e2dc-4a34-b529-e1d789c421e8" -d '{"events": [{"server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "name": "network-vif-deleted", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:41.150280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:41.187875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:41.191461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:41.193219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:41.195787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Made reservation on behalf of 467b5b7c84d84810a9d5274ab5f91e18 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:41.199309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.306931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be2b4-6350-4a2e-a354-ddb808e673a5 req-03105895-5bcd-4ecf-aa0f-c3dbfb9339c4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:41.307197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2eadaa-a465-44dd-96bc-ed871e4ec1b5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:41.317374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d74be2b4-6350-4a2e-a354-ddb808e673a5 req-03105895-5bcd-4ecf-aa0f-c3dbfb9339c4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.1762977 Aug 31 19:17:41.341848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.374335 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77355494-3641-4e11-838e-d4a8760576ca x-openstack-request-id: req-77355494-3641-4e11-838e-d4a8760576ca {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:41.374626 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c704a07-4abb-45fd-a9c7-9957eff8af23", "name": "network-vif-deleted", "tag": "3c1d9736-0516-4011-ada7-909c5df61be3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:41.374880 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77355494-3641-4e11-838e-d4a8760576ca {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:41.375262 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c704a07-4abb-45fd-a9c7-9957eff8af23', 'name': 'network-vif-deleted', 'tag': '3c1d9736-0516-4011-ada7-909c5df61be3', 'status': 'completed', 'code': 200} Aug 31 19:17:41.380150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:41.394981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:41.395381 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.421117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d74be2b4-6350-4a2e-a354-ddb808e673a5 req-5b38a37d-4934-4e44-ae79-d463077157d8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014681 Aug 31 19:17:41.450852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.451614 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Added segment 66c14392-a272-4309-92e9-698431d528a9 of type vlan for network 02c464ef-cacc-42c7-9aff-48dab59e8f0e Aug 31 19:17:41.503047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12626162-0d95-428f-b29b-63322edfbb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.590382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Checking segment: {'id': '0e568450-88e0-4ce8-8f1d-cb36dcfc7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:41.590382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Network hostable DHCP agents. Network: d1933382-67b0-41e6-b33e-46b803b550a1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:41.592667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:41.603157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:41.603917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.605328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-98b971db-4226-43ac-b0bc-9894307e4290 service neutron] 10.222.0.67 "PUT /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 1097 time: 2.3139532 Aug 31 19:17:41.628816 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.639877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:41.643388 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d244d934-c8f9-4883-9b55-2cf4a364d051" -d '{"events": [{"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:41.722386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.724291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:41.738735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.753825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50caa5cb-b3d7-45f5-ab21-30eba0694b57 req-9fffdb69-e0c2-4900-9008-f536471aab0c tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c704a07-4abb-45fd-a9c7-9957eff8af23 HTTP/1.1" status: 200 len: 210 time: 0.0585542 Aug 31 19:17:41.817379 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f82c61-5675-4ff5-b516-100cf3def073 x-openstack-request-id: req-02f82c61-5675-4ff5-b516-100cf3def073 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:41.817684 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:41.817914 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02f82c61-5675-4ff5-b516-100cf3def073 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:41.818314 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'status': 'completed', 'code': 200} Aug 31 19:17:41.823145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.835037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:41.836882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:41.837912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:41.858120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Allocated IP 172.20.0.13 (cdd291b1-794f-451f-9109-2ed9623b9676/81a3dd86-3e3c-4348-97be-4b22182530cc/8b271a39-509c-4a4d-b270-6e182ecf00c5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:41.955521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Network d1933382-67b0-41e6-b33e-46b803b550a1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:41.988969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5671988 Aug 31 19:17:41.991547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:41.997479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1973477830'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:42.014423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d1933382-67b0-41e6-b33e-46b803b550a1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:42.019549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.020304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.024386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:42.026768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d3231-6dcd-474c-b07d-4af9f92b2726 None None] Network d1933382-67b0-41e6-b33e-46b803b550a1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:42.028884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.040978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-b684864b-e7d4-4fa6-8eda-371fa0a83ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.042107 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-b684864b-e7d4-4fa6-8eda-371fa0a83ffc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1100 time: 0.3756022 Aug 31 19:17:42.055358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c9958-e972-4e86-b7c3-626f0b334dce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Network': ['ID=02c464ef-cacc-42c7-9aff-48dab59e8f0e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:42.072851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:42.080619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:42.099680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.099680 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Added segment 206d1a06-1f47-4fda-9abf-baec6801e01e of type vlan for network 54187448-1abd-4ee2-a8e1-0858c21c5084 Aug 31 19:17:42.119883 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-14ed6692-4ddd-40e2-a4f7-da30b05d3b5c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2219276 Aug 31 19:17:42.121459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-65de8210-6736-4d67-86d4-350b25ddd330 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0691867 Aug 31 19:17:42.151968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.225400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed58a1ee-293f-4f8a-b1be-dd64b0f3f05f req-b9478d99-2333-4159-946c-e7e210f1b567 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 210 time: 0.0544782 Aug 31 19:17:42.240953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.251036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.252257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.253197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-5cc3630e-60e9-41ad-88b6-e1fdab3e6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.254832 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-5cc3630e-60e9-41ad-88b6-e1fdab3e6c56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1226566 Aug 31 19:17:42.285102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d0442-afad-4548-86ee-fdfe61f18d10 None None] Network d1933382-67b0-41e6-b33e-46b803b550a1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:42.334443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.391139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3977027 Aug 31 19:17:42.397835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:42.410961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'subnet': {'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:42.416896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.445079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f6797-4f43-4be2-bafb-02a26cc11349 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Network': ['ID=54187448-1abd-4ee2-a8e1-0858c21c5084,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:42.521462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-f19f1007-f30b-4046-af72-713494441910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.523140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-f19f1007-f30b-4046-af72-713494441910 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2598906 Aug 31 19:17:42.529084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Network cdd291b1-794f-451f-9109-2ed9623b9676 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:42.530786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:42.560383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:42.664318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:42.671224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb15f5a-cc6f-440e-aeeb-887544c22799 req-12ae0aaf-ab78-4c90-9499-35715d0eb370 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.672474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fb15f5a-cc6f-440e-aeeb-887544c22799 req-12ae0aaf-ab78-4c90-9499-35715d0eb370 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.0736632 Aug 31 19:17:42.709698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Pushing event updated for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:42.725983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-28b041f1-fbcd-410b-a8ab-3de6947949b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837606 Aug 31 19:17:42.729836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-4717300e-e692-46c4-878e-6f25fa4ebd9d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.732105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-4717300e-e692-46c4-878e-6f25fa4ebd9d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 818 time: 0.2653925 Aug 31 19:17:42.759115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Request body: {'port': {'device_id': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'admin_state_up': True, 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:42.792281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fb15f5a-cc6f-440e-aeeb-887544c22799 req-ecb89845-eb8c-48db-8294-8cc22bbfe9ec tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Aug 31 19:17:42.796999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:42.802120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.814753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:42.815296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:42.895293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-d1a44f24-b9d8-4cfa-977e-078b1112e866 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3418343 Aug 31 19:17:42.923270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Request body: {'port': {'device_id': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:42.988284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1a2ef615-05dc-4e4b-93f1-03578deeda7c req-2196c2f1-5201-443b-95c5-3a6fa395244e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450325 Aug 31 19:17:43.017244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-8a12f83d-3962-4785-a228-e71bbe243f67 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:43.018862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-8a12f83d-3962-4785-a228-e71bbe243f67 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/networks?id=d1933382-67b0-41e6-b33e-46b803b550a1 HTTP/1.1" status: 200 len: 813 time: 0.2523403 Aug 31 19:17:43.041330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-e5892263-0794-4994-8d1a-9f5e01eb4db5 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/89925a6f-9cde-44ea-9d66-52fee463fa2f HTTP/1.1" status: 200 len: 1800 time: 0.0790677 Aug 31 19:17:43.044139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:43.046144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.077081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Made reservation on behalf of 467b5b7c84d84810a9d5274ab5f91e18 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:43.083920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.100003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:43.100747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.103897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-94dad5e9-ff83-45d5-9cb4-6bf634affb3f tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/quotas/6132533eba654fe890522f439c42f8c8 HTTP/1.1" status: 200 len: 375 time: 0.0709734 Aug 31 19:17:43.176942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-318a27d8-c3eb-4c71-be57-7c3c02f8d1f5 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6132533eba654fe890522f439c42f8c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584126 Aug 31 19:17:43.342850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.420951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.453504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-50d9ce47-14e8-4ec3-9ce9-a9d74a50116d service neutron] 10.222.0.73 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756948 Aug 31 19:17:43.495263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-50734b4e-834b-49f7-b0a5-c61939fd5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:43.496878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-50734b4e-834b-49f7-b0a5-c61939fd5579 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1100 time: 0.4409914 Aug 31 19:17:43.530720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Allocated IP 172.20.0.10 (cdd291b1-794f-451f-9109-2ed9623b9676/81a3dd86-3e3c-4348-97be-4b22182530cc/46978632-7fce-418c-b7b9-8b53b8e0a76f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:43.549013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.551556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.552726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80181c9e-fe81-49f6-a8a3-5ccce1c565be req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/89925a6f-9cde-44ea-9d66-52fee463fa2f HTTP/1.1" status: 204 len: 173 time: 0.5106304 Aug 31 19:17:43.577184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d194512-d8ab-486b-ac25-5ad392af3770 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89925a6f-9cde-44ea-9d66-52fee463fa2f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:43.581785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.636267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-e4e84cde-e8c3-460c-86fa-b331ca906191 service neutron] 10.222.0.73 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810577 Aug 31 19:17:43.711166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Subnet': ['ID=7f9bab5a-b22e-4b49-9d09-0213aa67109a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:43.746322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:43.749631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network hostable DHCP agents. Network: 02c464ef-cacc-42c7-9aff-48dab59e8f0e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:43.752919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.755231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-8d80450d-ef01-4a14-99ff-eab26c7a42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:43.769392 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-8d80450d-ef01-4a14-99ff-eab26c7a42db service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2265074 Aug 31 19:17:43.782516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3c1d9736-0516-4011-ada7-909c5df61be3 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:17:43.812011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 3c1d9736-0516-4011-ada7-909c5df61be3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:17:43.812607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3c1d9736-0516-4011-ada7-909c5df61be3 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:17:43.817409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa2df71e-903b-4083-831c-c016bb8835ba req-1bea169e-80d2-4fd8-8c50-81ef658d9de0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 210 time: 0.0354531 Aug 31 19:17:43.850156 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-040062e9-bf63-4b47-9c58-fd31b3245bad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0681953 Aug 31 19:17:43.852308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:43.856749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:43.936788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Network cdd291b1-794f-451f-9109-2ed9623b9676 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:43.949626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:43.952669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:43.974992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-b581f26c-eebc-4f0f-9fe5-14fd406bb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:43.976537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-b581f26c-eebc-4f0f-9fe5-14fd406bb1f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1170976 Aug 31 19:17:44.009212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Pushing event updated for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:44.016692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 02c464ef-cacc-42c7-9aff-48dab59e8f0e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:44.026083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.026682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.028022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda18e8c-0783-40d9-a517-b8fee96050e1 None None] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:44.069782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-aa2c567d-ea8e-43f1-abcf-74f8ed3382d6 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "GET /v2.0/security-groups/fa49372c-addb-4a10-a315-cbe38ab52bfd HTTP/1.1" status: 200 len: 1799 time: 0.1660457 Aug 31 19:17:44.098934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.099570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.125642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676f6ff-2cc6-475a-b985-351de4921f1d req-8f13abb2-d0ce-4ae7-8433-911afcf451c0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.133068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1676f6ff-2cc6-475a-b985-351de4921f1d req-8f13abb2-d0ce-4ae7-8433-911afcf451c0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.1908090 Aug 31 19:17:44.139540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-b0b4d23a-e798-42bd-be95-2e48ef1f6b13 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3893170 Aug 31 19:17:44.161050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b271a39-509c-4a4d-b270-6e182ecf00c5 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:44.166666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Request body: {'port': {'device_id': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:44.172931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.199944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cbd715b2-c896-4dcf-ae41-c8486cb2c085 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7983878 Aug 31 19:17:44.199944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Transition to ACTIVE for port object 8b271a39-509c-4a4d-b270-6e182ecf00c5 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:44.201750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-6455794f-8a8c-4ab8-878b-9f93a47cf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.203164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:44.203315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-6455794f-8a8c-4ab8-878b-9f93a47cf232 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178805 Aug 31 19:17:44.207142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.213371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'subnet': {'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:44.241537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26d79539-14b3-4e3a-9125-6a623f8c1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.335174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Pushing event updated for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:44.459552 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.462110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Attempting to bind port 8b271a39-509c-4a4d-b270-6e182ecf00c5 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:44.462461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Attempting to bind port 8b271a39-509c-4a4d-b270-6e182ecf00c5 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:44.462795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Attempting to bind port 8b271a39-509c-4a4d-b270-6e182ecf00c5 on network cdd291b1-794f-451f-9109-2ed9623b9676 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:44.469360 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-2e151536-4667-4d88-872f-1e1e60833145 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530084 Aug 31 19:17:44.471899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Port 8b271a39-509c-4a4d-b270-6e182ecf00c5 on network cdd291b1-794f-451f-9109-2ed9623b9676 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:44.472259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Attempting to bind port 8b271a39-509c-4a4d-b270-6e182ecf00c5 on network cdd291b1-794f-451f-9109-2ed9623b9676 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:44.479722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:44.479994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Checking segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:44.480380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Bound using segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:44.480807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Bound port: 8b271a39-509c-4a4d-b270-6e182ecf00c5, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:44.481198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.481927 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.516927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:44.576462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:17:44.578079 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.685198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:44.700346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:44.712384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.722344 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d244d934-c8f9-4883-9b55-2cf4a364d051 req-5a171708-ca9d-482d-9f64-11ed8a211020 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440870 Aug 31 19:17:44.778491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.780713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.782498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] 10.222.0.67 "PUT /v2.0/ports/8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 1093 time: 1.8665841 Aug 31 19:17:44.785524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:44.786675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Allocated IP 10.1.1.2 (02c464ef-cacc-42c7-9aff-48dab59e8f0e/7f9bab5a-b22e-4b49-9d09-0213aa67109a/63fd9214-d572-48de-950e-d261484f6bb5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:44.788348 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87bf576-9b03-4269-80e4-6919ab87fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:44.813540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1676f6ff-2cc6-475a-b985-351de4921f1d req-8b177f37-2fb7-414a-9804-cdce4ec4e93b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782610 Aug 31 19:17:44.818687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6738eddd-8b82-49c5-bc4e-86dd4190c851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.828795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.855157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.878928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e40b-1df2-485c-9eb3-b61907e7833c service neutron] Pushing event updated for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:44.908023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3760f5ce-821d-4b77-a48a-ff1d5c20cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:44.913702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:44.913914 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3760f5ce-821d-4b77-a48a-ff1d5c20cb59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0774424 Aug 31 19:17:44.916444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:17:44.916444 n-d-778550-14 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 19:17:44.916444 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'id': 'a21b7a2e-35d5-418a-bf52-92a8510460ac', 'expiration': datetime.datetime(2021, 8, 31, 19, 19, 44, 907701)}] Aug 31 19:17:44.916444 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:17:44.916918 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:17:44.968134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-095d0af1-4dd9-466b-9c77-113914ca8304 req-f888b245-87ac-4268-9bd2-a48954d31210 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 210 time: 0.0446191 Aug 31 19:17:44.976481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3f8856aa-8818-4a82-b82b-ed293784baea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0526237 Aug 31 19:17:45.023046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.034501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Transition to ACTIVE for port object 63fd9214-d572-48de-950e-d261484f6bb5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:45.052400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Transition to ACTIVE for port object 63fd9214-d572-48de-950e-d261484f6bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:45.062249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.069163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.072118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.073389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1614c72-2977-45a2-94eb-23aeae0cda52 req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa49372c-addb-4a10-a315-cbe38ab52bfd HTTP/1.1" status: 204 len: 173 time: 1.0029738 Aug 31 19:17:45.084059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:45.102944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443967a-0bbb-4663-bba1-1ff51cc9a2f0 tempest-SecurityGroupsTestJSON-7069018 tempest-SecurityGroupsTestJSON-7069018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa49372c-addb-4a10-a315-cbe38ab52bfd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:45.128122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3466551f-bfa6-4b58-a8cf-79412bc0b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:45.129746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3466551f-bfa6-4b58-a8cf-79412bc0b8de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.1409688 Aug 31 19:17:45.136923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:45.146683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:45.151378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Pushing event updated for resources: {'Port': ['ID=63fd9214-d572-48de-950e-d261484f6bb5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:45.155572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:45.176834 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd2b98c-a2e3-4145-9bc3-bd8a04993e60 x-openstack-request-id: req-afd2b98c-a2e3-4145-9bc3-bd8a04993e60 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:45.177127 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:45.179390 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afd2b98c-a2e3-4145-9bc3-bd8a04993e60 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:45.179838 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5', 'status': 'completed', 'code': 200} Aug 31 19:17:45.202971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Deleting subnet 0c7f8918-5230-4d54-b0ae-7ed97936a114 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:17:45.208181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.226247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Attempting to bind port 63fd9214-d572-48de-950e-d261484f6bb5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:45.226614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Attempting to bind port 63fd9214-d572-48de-950e-d261484f6bb5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:45.227224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Attempting to bind port 63fd9214-d572-48de-950e-d261484f6bb5 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:45.234338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:45.235048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:45.235656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.236234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Bound using segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:45.237191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Bound port: 63fd9214-d572-48de-950e-d261484f6bb5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:45.237786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.265318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-41b09d49-19eb-42bf-9fe9-43e585cdf8c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913548 Aug 31 19:17:45.298412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.326087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6738eddd-8b82-49c5-bc4e-86dd4190c851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.330997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] For port 63fd9214-d572-48de-950e-d261484f6bb5, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:45.334512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] For port 63fd9214-d572-48de-950e-d261484f6bb5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=63fd9214-d572-48de-950e-d261484f6bb5,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:45.341073 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.367552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6738eddd-8b82-49c5-bc4e-86dd4190c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.412314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.413194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21e66e-e249-4418-a0a6-d7a5f1945b0d None None] Pushing event updated for resources: {'Port': ['ID=63fd9214-d572-48de-950e-d261484f6bb5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:45.441709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6738eddd-8b82-49c5-bc4e-86dd4190c851 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad0771a36b6240d2b597436308ddfd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8936803 Aug 31 19:17:45.441709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738eddd-8b82-49c5-bc4e-86dd4190c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa194b-3abd-4625-a0a3-e78ecb99c700,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:45.444085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:45.484212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-3bc61938-b218-4c61-82d7-8a990d7c08f5 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012434 Aug 31 19:17:45.486962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.529805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7aba6-800a-4a2f-9a50-de9f5ea4687e req-34b33245-6b06-4af1-becd-2189160328ed tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:45.534495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ef7aba6-800a-4a2f-9a50-de9f5ea4687e req-34b33245-6b06-4af1-becd-2189160328ed tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 932 time: 0.2901368 Aug 31 19:17:45.540552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:45.570829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.612274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.629660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:45.633758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.641200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b761a00a-f6df-4980-91e1-75b64bf0840b req-69a627c1-73c4-40f5-9d49-7920c38e5a15 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440673 Aug 31 19:17:45.664566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46978632-7fce-418c-b7b9-8b53b8e0a76f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:45.695007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.707062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.707062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48aa194b-3abd-4625-a0a3-e78ecb99c700 HTTP/1.1" status: 204 len: 168 time: 0.2616124 Aug 31 19:17:45.726644 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.729160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01733270-daf7-4e3d-85c0-4e167a7f62a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa194b-3abd-4625-a0a3-e78ecb99c700,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:45.738447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:45.760670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.768044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '45699908-97ac-4429-988e-00d004305cbc', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '45699908-97ac-4429-988e-00d004305cbc', 'mac_address': 'fa:16:3e:85:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:45.785853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Transition to ACTIVE for port object 46978632-7fce-418c-b7b9-8b53b8e0a76f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:45.800420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-827da43f-b0ff-4ffc-81a2-e5fa2417a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:45.801922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-827da43f-b0ff-4ffc-81a2-e5fa2417a967 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0519855 Aug 31 19:17:45.812591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-897f4923-80c5-419d-8501-6be7e009c601 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:45.814807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-897f4923-80c5-419d-8501-6be7e009c601 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.82 "GET /v2.0/networks?id=d1933382-67b0-41e6-b33e-46b803b550a1 HTTP/1.1" status: 200 len: 813 time: 0.4811900 Aug 31 19:17:45.815487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.828828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.847923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45699908-97ac-4429-988e-00d004305cbc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:45.862549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Request body: {'port': {'device_id': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1', 'admin_state_up': True, 'tenant_id': '6132533eba654fe890522f439c42f8c8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:45.874419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:45.880750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:45.948254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ef7aba6-800a-4a2f-9a50-de9f5ea4687e req-1cafc7f3-525b-42ba-b080-789bcd25ad9f tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820183 Aug 31 19:17:45.957215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.015171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-6b77c868-d666-478a-8918-bbde298ee082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.017163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-6b77c868-d666-478a-8918-bbde298ee082 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.2077892 Aug 31 19:17:46.041990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.066897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-445c1cb3-dffe-4c3a-888b-c1495ac31753 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0420880 Aug 31 19:17:46.100815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['45699908-97ac-4429-988e-00d004305cbc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:46.124918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Pushing event updated for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.150148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7f8918-5230-4d54-b0ae-7ed97936a114,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.165979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-82a2b5d8-5ccd-4b83-b77d-925c5ac555fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.167695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-82a2b5d8-5ccd-4b83-b77d-925c5ac555fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.0934556 Aug 31 19:17:46.179697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:46.206356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36b5ca7c-d332-40ab-ad29-71800670eca0 req-eaa70dc9-073a-4bda-be0c-31f97adb5106 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 210 time: 0.1307840 Aug 31 19:17:46.230284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-5d536400-e53a-4745-aa5c-7d0990e5902f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525780 Aug 31 19:17:46.237770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2d8b-96f5-4233-adf3-278de1ce0369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.287693 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.292266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fdd4b793-0b9f-403d-8e5a-6ba777ada66e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0c7f8918-5230-4d54-b0ae-7ed97936a114 HTTP/1.1" status: 204 len: 168 time: 1.2067771 Aug 31 19:17:46.312443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:46.327159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202a3a7-954a-493c-834c-1cdd6533f8f5 req-1102db43-8614-4030-9aee-7c4c8a9dfac8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.329172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3202a3a7-954a-493c-834c-1cdd6533f8f5 req-1102db43-8614-4030-9aee-7c4c8a9dfac8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.3778915 Aug 31 19:17:46.368964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Attempting to bind port 46978632-7fce-418c-b7b9-8b53b8e0a76f on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:46.369462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Attempting to bind port 46978632-7fce-418c-b7b9-8b53b8e0a76f by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:46.369901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Attempting to bind port 46978632-7fce-418c-b7b9-8b53b8e0a76f on network cdd291b1-794f-451f-9109-2ed9623b9676 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:46.410935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.411411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Port 46978632-7fce-418c-b7b9-8b53b8e0a76f on network cdd291b1-794f-451f-9109-2ed9623b9676 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:46.411868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Attempting to bind port 46978632-7fce-418c-b7b9-8b53b8e0a76f on network cdd291b1-794f-451f-9109-2ed9623b9676 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:46.423037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:46.423702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Checking segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:46.424311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Bound using segment: {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:46.425010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Bound port: 46978632-7fce-418c-b7b9-8b53b8e0a76f, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d224af-c7e9-4ec0-809f-b75d1301c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:46.425528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.437560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:17:46.437560 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:17:46.437560 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '6132533eba654fe890522f439c42f8c8', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 17, 46, 387103)}] Aug 31 19:17:46.437560 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:17:46.438568 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:17:46.529942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3202a3a7-954a-493c-834c-1cdd6533f8f5 req-99a36dfd-fcbd-46d6-98a2-cc6f7077d1a0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811099 Aug 31 19:17:46.538014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.553275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-246a5684-ac7c-4aa3-a9cc-aad8b3729eda service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030698 Aug 31 19:17:46.561913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.589575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:46.622211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Subnet': ['ID=9ad696c0-b1b6-491c-81e3-679873df78e4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.631406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:46.634427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811ef6d3-b2ec-4878-9869-0f141567f559') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:46.634630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811ef6d3-b2ec-4878-9869-0f141567f559') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:46.640866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:46.646898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.651544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.683137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Checking segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:46.683137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network hostable DHCP agents. Network: 54187448-1abd-4ee2-a8e1-0858c21c5084, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:46.694286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.694439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.694751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.696371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] 10.222.0.67 "PUT /v2.0/ports/46978632-7fce-418c-b7b9-8b53b8e0a76f HTTP/1.1" status: 200 len: 1093 time: 2.5407848 Aug 31 19:17:46.699672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:46.702556 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038da76-2689-40c5-a75c-f03d400ea493" -d '{"events": [{"name": "network-changed", "server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:46.714511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:17:46.716417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:17:46.718079 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:17:46.722880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2d8b-96f5-4233-adf3-278de1ce0369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.752286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d36d0-2895-466e-8d30-6eadd87bcd4a service neutron] Pushing event updated for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.758798 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d43eb5-2f21-411b-b82c-fa3bc7e0f09e x-openstack-request-id: req-68d43eb5-2f21-411b-b82c-fa3bc7e0f09e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:46.759329 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:46.759732 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68d43eb5-2f21-411b-b82c-fa3bc7e0f09e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:46.760239 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f', 'status': 'completed', 'code': 200} Aug 31 19:17:46.761447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:46.776701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2d8b-96f5-4233-adf3-278de1ce0369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.783747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800df2c-4c7a-494f-9fe5-f3f81465b8d8 None None] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:46.802495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 54187448-1abd-4ee2-a8e1-0858c21c5084) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:46.807331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.808052 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.822865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a87bf576-9b03-4269-80e4-6919ab87fa0b req-c106b915-ba0d-4677-88e6-51fca75a2d7b service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516439 Aug 31 19:17:46.834525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-cd947ad4-2535-46f7-a150-14fc07c15d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:46.836095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-cd947ad4-2535-46f7-a150-14fc07c15d9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 1096 time: 0.0702884 Aug 31 19:17:46.839695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87b9dfb3-085d-4e82-8569-26adb416c31c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6324003 Aug 31 19:17:46.840712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:46.845876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.849662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1063280412', 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:46.853029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fe0a2d8b-96f5-4233-adf3-278de1ce0369 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c197939ffac343a6a2376124381413ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693547 Aug 31 19:17:46.853029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a2d8b-96f5-4233-adf3-278de1ce0369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec9f2b-b8e8-40b0-93ec-f4ca8dc4ab04,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.853431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:46.865606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:46.870454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9 HTTP/1.1" status: 204 len: 168 time: 0.5551009 Aug 31 19:17:46.882400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e6c66-5738-4645-81f7-227ed49b82c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=757c2427-9e20-4b6f-a2b5-ebfafbbd0dd9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:46.961565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-a88a62f0-0ca6-4769-81c3-7368c1fd24e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f HTTP/1.1" status: 200 len: 217 time: 0.1177418 Aug 31 19:17:47.011963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea5958-972b-4d7a-bd42-afded9df3685 None None] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:47.091419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Made reservation on behalf of 6132533eba654fe890522f439c42f8c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:47.096613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.097628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 63fd9214-d572-48de-950e-d261484f6bb5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:47.129575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.135384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-0a4e02e7-3138-45ae-adeb-ecc20abe4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:47.136910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-0a4e02e7-3138-45ae-adeb-ecc20abe4ac3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.1663332 Aug 31 19:17:47.153276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:47.160883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.163935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d73569c-5d0c-477d-be6f-e4a5c97a36d2 None None] Provisioning for port 63fd9214-d572-48de-950e-d261484f6bb5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:47.210545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fe548034-c4c5-4d5c-98b2-f5083e90266a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bc3fc00c0974632a5d8703347aba1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530705 Aug 31 19:17:47.212233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:47.216167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-a07efa35-85ff-4f10-a911-5dde7ec557aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521905 Aug 31 19:17:47.280050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 63fd9214-d572-48de-950e-d261484f6bb5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:47.281791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.289144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.292869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 63fd9214-d572-48de-950e-d261484f6bb5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:47.293478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.328276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.352948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f948690-36cc-46c8-9b18-649caba351ab req-0c6055e2-b523-45e5-b410-33f04139ec20 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:47.354532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f948690-36cc-46c8-9b18-649caba351ab req-0c6055e2-b523-45e5-b410-33f04139ec20 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 944 time: 0.2641137 Aug 31 19:17:47.364007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:47.395500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-54187448-1abd-4ee2-a8e1-0858c21c5084', 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ips': [{'subnet_id': '9ad696c0-b1b6-491c-81e3-679873df78e4'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:17:47.396363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.408246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.414090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.417986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95920ff6-c6b0-46c7-9e68-08dbc714b5e5 HTTP/1.1" status: 204 len: 168 time: 0.2023063 Aug 31 19:17:47.425889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d48fcb-0083-45d6-b3a7-609cca1d6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95920ff6-c6b0-46c7-9e68-08dbc714b5e5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:47.465122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.483337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd806275-76db-4bb5-a5cd-da171b17f917 req-6e77a71c-733f-4b9e-97a8-70206e8e5e67 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 210 time: 0.1432424 Aug 31 19:17:47.609454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:47.623447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f948690-36cc-46c8-9b18-649caba351ab req-2a933ffb-a415-4353-8ee2-d3b9995fd550 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499759 Aug 31 19:17:47.629787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Allocated IP 172.20.0.11 (d1933382-67b0-41e6-b33e-46b803b550a1/9a2eadaa-a465-44dd-96bc-ed871e4ec1b5/1c578a3b-6fe8-44d0-8808-710137d91b4c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:47.660041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-36fd6b76-9776-4a6a-b365-3025ff032a58 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991125 Aug 31 19:17:47.664263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.666475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.667717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17ec9f2b-b8e8-40b0-93ec-f4ca8dc4ab04 HTTP/1.1" status: 204 len: 168 time: 0.8044422 Aug 31 19:17:47.718911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.731340 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:17:47.776213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 63fd9214-d572-48de-950e-d261484f6bb5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=63fd9214-d572-48de-950e-d261484f6bb5,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:47.791748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.804146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e416fbe-7d5a-40e4-b71f-b3eb8d9d5aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec9f2b-b8e8-40b0-93ec-f4ca8dc4ab04,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:47.852126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Allocated IP 10.2.2.2 (54187448-1abd-4ee2-a8e1-0858c21c5084/9ad696c0-b1b6-491c-81e3-679873df78e4/457c6041-e301-442e-9d06-3cd681ea2a50) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:47.874690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] device_id is not set on port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:17:47.885355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 45699908-97ac-4429-988e-00d004305cbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:47.890488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-761a5316-6274-47cb-b05b-111dfd89844d None None] Provisioning complete for port 63fd9214-d572-48de-950e-d261484f6bb5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:47.890862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-761a5316-6274-47cb-b05b-111dfd89844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.916950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 45699908-97ac-4429-988e-00d004305cbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:47.917393 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:47.929712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=63fd9214-d572-48de-950e-d261484f6bb5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:48.139293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e5e9b50-a67d-490c-8545-ea074e6056ab req-aab748ce-b52b-4785-a1a9-d0df4445b813 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611421 Aug 31 19:17:48.176764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f0f1-62de-405f-a943-5b9402170418 req-0af1f0de-393f-4520-be43-963cdb4c6408 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:48.178680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5571f0f1-62de-405f-a943-5b9402170418 req-0af1f0de-393f-4520-be43-963cdb4c6408 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.4179778 Aug 31 19:17:48.182001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.198541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.213619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Transition to ACTIVE for port object 457c6041-e301-442e-9d06-3cd681ea2a50 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:48.222009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:48.224233 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543b885-19d0-406b-b523-3c2e205f2717" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:48.260460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:48.266644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Transition to ACTIVE for port object 457c6041-e301-442e-9d06-3cd681ea2a50 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:48.270763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.277222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.319568 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95756a5-e797-44d0-87fb-bac95052b8aa x-openstack-request-id: req-d95756a5-e797-44d0-87fb-bac95052b8aa {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:48.319976 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:48.321351 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d95756a5-e797-44d0-87fb-bac95052b8aa {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:48.321913 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'code': 200} Aug 31 19:17:48.356016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:48.360318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:48.370385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:48.382081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:48.427541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3fa1e-eaaf-48af-9ad7-cc9a49fa9517 req-ffaaef87-3107-4b1b-958d-7909fc12c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:48.429157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56d3fa1e-eaaf-48af-9ad7-cc9a49fa9517 req-ffaaef87-3107-4b1b-958d-7909fc12c548 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1102 time: 0.0637114 Aug 31 19:17:48.445760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.457740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.1.1.160 (02c464ef-cacc-42c7-9aff-48dab59e8f0e/7f9bab5a-b22e-4b49-9d09-0213aa67109a/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:48.469294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5571f0f1-62de-405f-a943-5b9402170418 req-65a04921-c3a3-4d99-8c1a-4db73843820d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653980 Aug 31 19:17:48.501930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038da76-2689-40c5-a75c-f03d400ea493 req-03f2d842-ba1c-4c00-8a8c-ec375bb7ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:48.503923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Attempting to bind port 457c6041-e301-442e-9d06-3cd681ea2a50 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:48.504639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-03f2d842-ba1c-4c00-8a8c-ec375bb7ad4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 1096 time: 0.2923326 Aug 31 19:17:48.504906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Attempting to bind port 457c6041-e301-442e-9d06-3cd681ea2a50 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:48.505445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Attempting to bind port 457c6041-e301-442e-9d06-3cd681ea2a50 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:48.514852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Pushing event updated for resources: {'Port': ['ID=457c6041-e301-442e-9d06-3cd681ea2a50,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:48.517919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:48.518901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Checking segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:48.519555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.520138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Bound using segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:48.520783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Bound port: 457c6041-e301-442e-9d06-3cd681ea2a50, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:48.521391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.527895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56d3fa1e-eaaf-48af-9ad7-cc9a49fa9517 req-327bcfd9-0999-4686-95b4-e1e9905128e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899255 Aug 31 19:17:48.561969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:48.638522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038da76-2689-40c5-a75c-f03d400ea493 req-62d4ef3e-296f-4354-9ebe-bef18c39ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:48.640536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-62d4ef3e-296f-4354-9ebe-bef18c39ce02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.1277549 Aug 31 19:17:48.644515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] For port 457c6041-e301-442e-9d06-3cd681ea2a50, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:48.648081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] For port 457c6041-e301-442e-9d06-3cd681ea2a50, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=457c6041-e301-442e-9d06-3cd681ea2a50,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:48.660161 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.690849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2076470403-network', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:48.701553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f83af687-9760-4f75-8588-e2d1bbe1ac0b req-9a4f6469-0c71-48c3-b78e-58ce3b963a25 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 210 time: 0.0644343 Aug 31 19:17:48.747963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Made reservation on behalf of 25fd8258f03a448fae70a83b32fda82f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:48.753437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.774245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.782770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c123-f7fa-4e9b-a7f7-5dbacb317302 None None] Pushing event updated for resources: {'Port': ['ID=457c6041-e301-442e-9d06-3cd681ea2a50,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:48.839903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-817e9de7-4ed1-486e-93f1-90f85fa1764f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f HTTP/1.1" status: 200 len: 217 time: 0.0981462 Aug 31 19:17:48.881728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.918797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.927054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:48.961379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:17:48.989377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb68e0a-df0d-4a1b-8115-a4d0ef077266,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:49.003961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.007706 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Added segment 846fee08-6941-45d2-a4cb-732da629df38 of type vlan for network f44958a5-d22c-4aa1-9081-7719d1788893 Aug 31 19:17:49.028364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 63fd9214-d572-48de-950e-d261484f6bb5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:49.095201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.133676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 63fd9214-d572-48de-950e-d261484f6bb5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:49.134053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.140157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.141155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.141797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.217534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6510234 Aug 31 19:17:49.217534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:49.223240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Request body: {'subnet': {'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2076470403-subnet', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:49.246377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cd085-ad4c-47b7-a7c9-1defe8c04e51 admin admin] Pushing event updated for resources: {'Network': ['ID=f44958a5-d22c-4aa1-9081-7719d1788893,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:49.264884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Made reservation on behalf of 25fd8258f03a448fae70a83b32fda82f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:49.271798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.298844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:17:49.483359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Network d1933382-67b0-41e6-b33e-46b803b550a1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:49.484977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038da76-2689-40c5-a75c-f03d400ea493 req-7c1def24-b13d-4eec-9c06-f02918981c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.486729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-7c1def24-b13d-4eec-9c06-f02918981c81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.6252055 Aug 31 19:17:49.499504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec7bf-6059-4022-ba0e-12876501c9a6 req-ce55b5ab-cfcb-406d-a67c-04dbc21f6a75 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.501072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f5ec7bf-6059-4022-ba0e-12876501c9a6 req-ce55b5ab-cfcb-406d-a67c-04dbc21f6a75 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 944 time: 0.6785491 Aug 31 19:17:49.506201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:49.508283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Pushing event updated for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:49.511986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.514920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:49.568919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac72feb-d01a-4f7f-8ec6-452e5e58de36,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:49.573448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b271a39-509c-4a4d-b270-6e182ecf00c5 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:49.608788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-ca8a1615-02e7-4f44-9809-c32820d3469d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035123 Aug 31 19:17:49.637331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Checking segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:49.638457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Network hostable DHCP agents. Network: f44958a5-d22c-4aa1-9081-7719d1788893, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:17:49.664029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Network f44958a5-d22c-4aa1-9081-7719d1788893 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:17:49.684682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f44958a5-d22c-4aa1-9081-7719d1788893) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:49.690433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.691177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.693928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b3f52-26b0-4778-b8c7-ccd9354b7534 None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:49.713760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29bf66ac-d923-4d2f-9cda-6e75776dad4b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4924500 Aug 31 19:17:49.714419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:49.722399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:49.725855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.759063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.760423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.849277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.850227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.869917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:49.884443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:49.907429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:49.912141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f5ec7bf-6059-4022-ba0e-12876501c9a6 req-db0cec5e-cb45-435d-a127-6963d44ff5bf tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013383 Aug 31 19:17:49.918799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '8b271a39-509c-4a4d-b270-6e182ecf00c5', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'port_id': '8b271a39-509c-4a4d-b270-6e182ecf00c5', 'mac_address': 'fa:16:3e:3a:36:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:49.937673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-6a8bbf8f-29eb-46ba-a1ee-bb0b4da3a0b2 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0915914 Aug 31 19:17:49.960974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d28f-da55-49a5-9351-06a24ee8d7b4 req-e0218040-bdd2-4a1f-a26e-bf23be1d9166 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:49.972252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460d28f-da55-49a5-9351-06a24ee8d7b4 req-e0218040-bdd2-4a1f-a26e-bf23be1d9166 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.3718100 Aug 31 19:17:50.000804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.016788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f44958a5-d22c-4aa1-9081-7719d1788893', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:17:50.018946 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.038391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b271a39-509c-4a4d-b270-6e182ecf00c5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:50.066720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Request body: {'port': {'device_id': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:50.105059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.217918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:50.255617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-c203fa45-e297-4cb1-a916-e6a318c89d96 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813553 Aug 31 19:17:50.269793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.280146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557aac72-661a-431c-b894-1612386316a0 None None] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:50.335335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460d28f-da55-49a5-9351-06a24ee8d7b4 req-2474a975-f0d4-4a21-b518-3d0329e74c31 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620017 Aug 31 19:17:50.396318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.402908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.425964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.463157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.491532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66b7f810-51c1-4706-a331-c20333b1be29 None None] Provisioning for port 457c6041-e301-442e-9d06-3cd681ea2a50 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:50.517396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:50.548537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8b271a39-509c-4a4d-b270-6e182ecf00c5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:50.548783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa6ea-f4a9-4142-a9b1-20589e27f702 req-e14ba35d-5e99-4e82-ae0d-66463bf25765 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:50.550616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ccaa6ea-f4a9-4142-a9b1-20589e27f702 req-e14ba35d-5e99-4e82-ae0d-66463bf25765 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 932 time: 0.3248472 Aug 31 19:17:50.570113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:50.575388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:50.591066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:50.603778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Allocated IP 172.20.0.2 (f44958a5-d22c-4aa1-9081-7719d1788893/aac72feb-d01a-4f7f-8ec6-452e5e58de36/85bf186f-df7d-46ac-9f90-358a807c9a9d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:50.611013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:50.684191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2038da76-2689-40c5-a75c-f03d400ea493 req-cf7687b0-95d9-4d46-baac-2f09203661e5 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085519 Aug 31 19:17:50.776655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ccaa6ea-f4a9-4142-a9b1-20589e27f702 req-248e4956-6c12-4d67-bd8b-2c93cd7ff302 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107830 Aug 31 19:17:50.794692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:50.794951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:50.870831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2492e63e-4915-4103-abfe-2daef7afd5fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0265198 Aug 31 19:17:50.875131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:50.880578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-310546151', 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:51.096160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-149b0bbc-d4df-46df-98ca-be1f45a7deb2 None None] Provisioning for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:51.104901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 457c6041-e301-442e-9d06-3cd681ea2a50 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:51.107904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.123595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-149b0bbc-d4df-46df-98ca-be1f45a7deb2 None None] Provisioning complete for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:51.124144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149b0bbc-d4df-46df-98ca-be1f45a7deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.161103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Allocated IP 172.25.3.104 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:51.189367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Transition to ACTIVE for port object 85bf186f-df7d-46ac-9f90-358a807c9a9d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:51.270122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c578a3b-6fe8-44d0-8808-710137d91b4c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:51.284210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Transition to ACTIVE for port object 85bf186f-df7d-46ac-9f90-358a807c9a9d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:51.290573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-149b0bbc-d4df-46df-98ca-be1f45a7deb2 None None] Port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:51.296526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.296726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.322948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.333631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Transition to ACTIVE for port object 1c578a3b-6fe8-44d0-8808-710137d91b4c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:51.340114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:17:51.351494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 457c6041-e301-442e-9d06-3cd681ea2a50 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:51.355041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:51.359350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.372249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 457c6041-e301-442e-9d06-3cd681ea2a50 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:51.372658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.375138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:51.384141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:51.402306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.404513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Pushing event updated for resources: {'Port': ['ID=85bf186f-df7d-46ac-9f90-358a807c9a9d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:51.418684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.436896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] device_id is not set on port 05cba0a8-c99b-4b24-88e0-b065715b9989 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:17:51.466443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3cdb3-4122-4da7-b2ad-19c4ee17011f req-0fd0e394-75dc-4f49-867d-5de71934a235 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:51.474862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8f3cdb3-4122-4da7-b2ad-19c4ee17011f req-0fd0e394-75dc-4f49-867d-5de71934a235 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 944 time: 0.4302907 Aug 31 19:17:51.479205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:51.484808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:51.487522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:51.516758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:51.523808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Attempting to bind port 85bf186f-df7d-46ac-9f90-358a807c9a9d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:51.524423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Attempting to bind port 85bf186f-df7d-46ac-9f90-358a807c9a9d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:51.524550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Attempting to bind port 85bf186f-df7d-46ac-9f90-358a807c9a9d on network f44958a5-d22c-4aa1-9081-7719d1788893 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:51.536260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:51.536649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Checking segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:51.537066 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.537453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Bound using segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:51.537933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Bound port: 85bf186f-df7d-46ac-9f90-358a807c9a9d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:51.538315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.548760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Pushing event updated for resources: {'Port': ['ID=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:51.553694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cf84ebe0-135b-4652-9939-f9010339b6f8 None None] Provisioning complete for port 457c6041-e301-442e-9d06-3cd681ea2a50 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:51.553694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf84ebe0-135b-4652-9939-f9010339b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.598916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46978632-7fce-418c-b7b9-8b53b8e0a76f details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:51.659378 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.698722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Pushing event updated for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:51.730995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e73d1-72e4-4a18-a143-c96ee9090302 req-4bb65624-8db9-44f9-916f-3ef37a913c8e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:51.739937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-475e73d1-72e4-4a18-a143-c96ee9090302 req-4bb65624-8db9-44f9-916f-3ef37a913c8e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2588658 Aug 31 19:17:51.754673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] For port 85bf186f-df7d-46ac-9f90-358a807c9a9d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:51.777173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] For port 85bf186f-df7d-46ac-9f90-358a807c9a9d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=85bf186f-df7d-46ac-9f90-358a807c9a9d,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:51.790295 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.793126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 457c6041-e301-442e-9d06-3cd681ea2a50, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=457c6041-e301-442e-9d06-3cd681ea2a50,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:51.793390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5105e7fa-b57a-4453-b8e5-1b47e5414326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.801486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8f3cdb3-4122-4da7-b2ad-19c4ee17011f req-e009d554-6f09-4772-a475-068037110333 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253176 Aug 31 19:17:51.845928 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.853402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.875108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-475e73d1-72e4-4a18-a143-c96ee9090302 req-a56d2609-c4cd-4efe-a252-42e0bf03a8e4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340587 Aug 31 19:17:51.908701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf84ebe0-135b-4652-9939-f9010339b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:51.973577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:51.977463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14c0d5-b801-480d-8fe2-73b32264663b None None] Pushing event updated for resources: {'Port': ['ID=85bf186f-df7d-46ac-9f90-358a807c9a9d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:52.005359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-f38d4c85-d8b0-4769-8c61-2a60384566a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2630091 Aug 31 19:17:52.027695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '46978632-7fce-418c-b7b9-8b53b8e0a76f', 'network_id': 'cdd291b1-794f-451f-9109-2ed9623b9676', 'port_id': '46978632-7fce-418c-b7b9-8b53b8e0a76f', 'mac_address': 'fa:16:3e:a8:de:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a3dd86-3e3c-4348-97be-4b22182530cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:17:52.043626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Attempting to bind port 1c578a3b-6fe8-44d0-8808-710137d91b4c on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:52.044349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Attempting to bind port 1c578a3b-6fe8-44d0-8808-710137d91b4c by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0e568450-88e0-4ce8-8f1d-cb36dcfc7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:52.045567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Attempting to bind port 1c578a3b-6fe8-44d0-8808-710137d91b4c on network d1933382-67b0-41e6-b33e-46b803b550a1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:52.071151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.1.1.143 (02c464ef-cacc-42c7-9aff-48dab59e8f0e/7f9bab5a-b22e-4b49-9d09-0213aa67109a/05cba0a8-c99b-4b24-88e0-b065715b9989) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:52.082079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Port 1c578a3b-6fe8-44d0-8808-710137d91b4c on network d1933382-67b0-41e6-b33e-46b803b550a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:17:52.082431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Attempting to bind port 1c578a3b-6fe8-44d0-8808-710137d91b4c on network d1933382-67b0-41e6-b33e-46b803b550a1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:52.120373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cf84ebe0-135b-4652-9939-f9010339b6f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:17:52.120730 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-cf84ebe0-135b-4652-9939-f9010339b6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:17:52.121731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=457c6041-e301-442e-9d06-3cd681ea2a50,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:52.128522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.139905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:52.140599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Checking segment: {'id': '0e568450-88e0-4ce8-8f1d-cb36dcfc7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:52.140819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Bound using segment: {'id': '0e568450-88e0-4ce8-8f1d-cb36dcfc7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:52.141257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Bound port: 1c578a3b-6fe8-44d0-8808-710137d91b4c, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e568450-88e0-4ce8-8f1d-cb36dcfc7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:52.142462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.151909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46978632-7fce-418c-b7b9-8b53b8e0a76f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:17:52.161088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.182116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:52.187750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.256371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a17e-4abd-4751-abdb-d5db5868bf86 req-ff31bc6d-f40e-4909-9511-a6ccf66eede5 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:52.264744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcb5a17e-4abd-4751-abdb-d5db5868bf86 req-ff31bc6d-f40e-4909-9511-a6ccf66eede5 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 944 time: 0.2787726 Aug 31 19:17:52.268289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:52.291673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7f27d-2f56-45c3-aa88-8d900fc97559 req-9bfda7a9-43c9-482a-8243-f1a562bd421a tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:52.293221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cd7f27d-2f56-45c3-aa88-8d900fc97559 req-9bfda7a9-43c9-482a-8243-f1a562bd421a tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1102 time: 0.2507503 Aug 31 19:17:52.293848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5105e7fa-b57a-4453-b8e5-1b47e5414326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.299606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5105e7fa-b57a-4453-b8e5-1b47e5414326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.355700 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5105e7fa-b57a-4453-b8e5-1b47e5414326 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a478ccf1c5a44e508ee377ae5302f34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318350 Aug 31 19:17:52.355700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105e7fa-b57a-4453-b8e5-1b47e5414326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6881b84-cd6f-4c16-8092-4a15268cb82f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:52.357837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:52.360330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-b2e22656-6112-4fb4-8ec3-274818d22863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:52.362485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-b2e22656-6112-4fb4-8ec3-274818d22863 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 1102 time: 0.2957654 Aug 31 19:17:52.429654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Router eb383634-c090-4b17-9dab-39ae1c3f35cd is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:17:52.438853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.454425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['46978632-7fce-418c-b7b9-8b53b8e0a76f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:17:52.506257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.530618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcb5a17e-4abd-4751-abdb-d5db5868bf86 req-cbdea208-4324-42e9-9fe8-b6b73a3d7460 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635117 Aug 31 19:17:52.557681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cd7f27d-2f56-45c3-aa88-8d900fc97559 req-896f7d88-b8a7-4d70-9664-b6205295bebd tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253222 Aug 31 19:17:52.565750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:52.590098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c,segment=NetworkSegment(0e568450-88e0-4ce8-8f1d-cb36dcfc7524),segment_id=0e568450-88e0-4ce8-8f1d-cb36dcfc7524)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:52.602327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.614875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:52.640955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Sync routers for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:52.648531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.659379 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b28016f2-3de9-421f-a94a-e114239bdc81 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9435663 Aug 31 19:17:52.660517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:52.665428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:52.666067 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:52.673214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.677844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.682787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:52.683843 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.686237 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6881b84-cd6f-4c16-8092-4a15268cb82f HTTP/1.1" status: 204 len: 168 time: 0.3262668 Aug 31 19:17:52.687043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] 10.222.0.82 "PUT /v2.0/ports/1c578a3b-6fe8-44d0-8808-710137d91b4c HTTP/1.1" status: 200 len: 1093 time: 2.6486228 Aug 31 19:17:52.693860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:52.697468 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1160f4ca-51e4-4619-8b64-d26b87416d26" -d '{"events": [{"name": "network-changed", "server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:52.761775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:52.767787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca56187-a204-4f20-ba27-3398fff008f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6881b84-cd6f-4c16-8092-4a15268cb82f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:52.853785 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd9a61b-91e3-410b-a72c-fdd49ef8a593 x-openstack-request-id: req-ffd9a61b-91e3-410b-a72c-fdd49ef8a593 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:52.854094 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:52.854364 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffd9a61b-91e3-410b-a72c-fdd49ef8a593 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:52.854907 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c', 'status': 'completed', 'code': 200} Aug 31 19:17:52.931738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:52.948028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-5de072a1-07e5-4a2e-a5de-4c8010b22ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:52.953197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-5de072a1-07e5-4a2e-a5de-4c8010b22ee4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.5497084 Aug 31 19:17:52.972279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object 05cba0a8-c99b-4b24-88e0-b065715b9989 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:53.027671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8017d3-ef79-4dbd-b226-452788f4403f service neutron] Pushing event updated for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:53.166356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-dc453d72-45d6-438e-8eaf-20b1f04b7f87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 200 len: 217 time: 0.1982646 Aug 31 19:17:53.228304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-5d833a47-3417-4664-833c-a8ddd7ae77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:53.230191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-5d833a47-3417-4664-833c-a8ddd7ae77fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6132533eba654fe890522f439c42f8c8&device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 1096 time: 0.4271369 Aug 31 19:17:53.268657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109011-261e-4022-a4ca-510169a81485 req-b570ce99-4ec9-4cff-b03b-f736b7c9a7eb tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:53.276695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 85bf186f-df7d-46ac-9f90-358a807c9a9d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:53.287953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d109011-261e-4022-a4ca-510169a81485 req-b570ce99-4ec9-4cff-b03b-f736b7c9a7eb tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 945 time: 0.2638135 Aug 31 19:17:53.319831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:53.326870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-a217d05f-fe02-4fb4-b8ec-1e94c2c55f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:53.334100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-a217d05f-fe02-4fb4-b8ec-1e94c2c55f80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1572304 Aug 31 19:17:53.354683 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:51Z', 'revision_number': 3, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:53.381652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 85bf186f-df7d-46ac-9f90-358a807c9a9d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:53.387363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 457c6041-e301-442e-9d06-3cd681ea2a50 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:53.412531 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Checking router: eb383634-c090-4b17-9dab-39ae1c3f35cd for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:53.413314 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Updating router eb383634-c090-4b17-9dab-39ae1c3f35cd port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:53.425024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9332881d-592e-4e7d-bc14-8d3ae744d9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.434016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-dc98dd5f-00e2-4801-bb4d-79278cce790b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c HTTP/1.1" status: 200 len: 217 time: 0.1843872 Aug 31 19:17:53.452231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c17ac-6942-4231-87c6-32ed485421bc None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:17:53.458751 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.594544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.604620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b271a39-509c-4a4d-b270-6e182ecf00c5 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:53.632907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Provisioning for port 85bf186f-df7d-46ac-9f90-358a807c9a9d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:53.719368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Provisioning complete for port 85bf186f-df7d-46ac-9f90-358a807c9a9d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:53.720043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.733402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 457c6041-e301-442e-9d06-3cd681ea2a50 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:53.734577 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.798419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.828053 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.831353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Allocated IP 172.20.0.1 (f44958a5-d22c-4aa1-9081-7719d1788893/aac72feb-d01a-4f7f-8ec6-452e5e58de36/5aacf4c2-ba78-4f71-af40-b50d0480333e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:53.859851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Transition to ACTIVE for port object 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:53.868959 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.906114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d109011-261e-4022-a4ca-510169a81485 req-a3ae4483-4b28-4c3d-b7c6-65183efe5004 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925756 Aug 31 19:17:53.954320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-ee76a66c-e81c-45de-b55b-1b5c868da9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:53.962358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-ee76a66c-e81c-45de-b55b-1b5c868da9d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a2eadaa-a465-44dd-96bc-ed871e4ec1b5 HTTP/1.1" status: 200 len: 853 time: 0.5005128 Aug 31 19:17:53.970283 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9162e51-1124-499f-a6d4-073ab37a4ddb None None] Pushing event updated for resources: {'Port': ['ID=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:53.981077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-6648fb1d-2b7f-4f64-9b14-5e5c19b65651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:53.981427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:53.983658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-6648fb1d-2b7f-4f64-9b14-5e5c19b65651 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5386949 Aug 31 19:17:54.000003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Transition to ACTIVE for port object 5aacf4c2-ba78-4f71-af40-b50d0480333e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:54.022798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:54.033078 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Attempting to bind port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:54.033828 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Attempting to bind port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:54.034728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Attempting to bind port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:54.048948 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:54.049612 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:54.050212 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.050764 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:54.057652 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Bound port: 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:54.062025 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.070663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:54.074222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.106310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:54.122681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:54.156030 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] For port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:54.162723 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] For port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:54.170824 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.195948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-a4939e4d-2844-4dc3-9f6c-c21f7c109843 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d1933382-67b0-41e6-b33e-46b803b550a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830721 Aug 31 19:17:54.197342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 8b271a39-509c-4a4d-b270-6e182ecf00c5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:54.205980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fea3b-0309-48da-9446-937d11e262d9 req-6f111322-640f-45e4-9420-8736f7d4aceb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:54.206417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 8b271a39-509c-4a4d-b270-6e182ecf00c5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:54.206796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.207990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb6fea3b-0309-48da-9446-937d11e262d9 req-6f111322-640f-45e4-9420-8736f7d4aceb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.4712427 Aug 31 19:17:54.232834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Network f44958a5-d22c-4aa1-9081-7719d1788893 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:54.246982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:54.252311 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9162e51-1124-499f-a6d4-073ab37a4ddb None None] Pushing event updated for resources: {'Port': ['ID=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:54.262379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:54.288201 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:54.289953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Pushing event updated for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:54.293352 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:54.306121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:54.307132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.307934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-6f566304-c91a-4162-b3a5-47582012cd59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2296810 Aug 31 19:17:54.328425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.369680 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.439777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] For port 85bf186f-df7d-46ac-9f90-358a807c9a9d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=85bf186f-df7d-46ac-9f90-358a807c9a9d,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:54.447795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.460530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.462043 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:54.561786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:54.564463 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b856f0-2b1a-4d42-98eb-03febdafeb7f" -d '{"events": [{"server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "name": "network-vif-plugged", "status": "completed", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:54.579261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb6fea3b-0309-48da-9446-937d11e262d9 req-7367adb3-407a-4861-9eda-a9099ed6a4fd tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481074 Aug 31 19:17:54.587538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-b1f5a8ee-324b-4202-b51c-6173ddb14d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:54.589114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-b1f5a8ee-324b-4202-b51c-6173ddb14d2b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 1098 time: 0.1200309 Aug 31 19:17:54.589723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.626127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2dd399b4-3196-401c-9f04-03225e28056b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8877926 Aug 31 19:17:54.634946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:54.636193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-268cf20a-57e8-4ee8-b354-ad55dd64b706 None None] Provisioning for port 05cba0a8-c99b-4b24-88e0-b065715b9989 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:54.646458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592eed-0463-4546-8755-cf6536165937 req-d837cbf7-9436-443d-82ce-002ac2fec2de tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:54.651553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79592eed-0463-4546-8755-cf6536165937 req-d837cbf7-9436-443d-82ce-002ac2fec2de tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 944 time: 0.6113269 Aug 31 19:17:54.653037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-268cf20a-57e8-4ee8-b354-ad55dd64b706 None None] Provisioning complete for port 05cba0a8-c99b-4b24-88e0-b065715b9989 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:54.653542 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-268cf20a-57e8-4ee8-b354-ad55dd64b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.656751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcfcfb-083f-4418-a576-644e23241d38 None None] Pushing event updated for resources: {'Port': ['ID=85bf186f-df7d-46ac-9f90-358a807c9a9d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:54.661615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.662430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46978632-7fce-418c-b7b9-8b53b8e0a76f up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:54.764363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79592eed-0463-4546-8755-cf6536165937 req-50487240-53b1-4ba8-b5f4-729121b5a127 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Aug 31 19:17:54.776870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-84933e1a-ddcf-42d9-ba09-9f7e6daf016a service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597916 Aug 31 19:17:54.780557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9332881d-592e-4e7d-bc14-8d3ae744d9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.797783 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:51Z', 'revision_number': 3, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:54.801836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9332881d-592e-4e7d-bc14-8d3ae744d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:54.854365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9604451-d329-42c0-9bf7-0ba4b18bd166 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9780779 Aug 31 19:17:54.871519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332881d-592e-4e7d-bc14-8d3ae744d9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba148048-c5ad-46dc-8732-47c0c06f198e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:54.901651 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb907ad6-7c68-4dc2-aca1-c4095f138038 x-openstack-request-id: req-bb907ad6-7c68-4dc2-aca1-c4095f138038 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:54.901955 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "name": "network-vif-plugged", "status": "completed", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:54.903043 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46082fef-0741-4a0d-9f0f-e481deda3859 None None] The sync data for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 is: [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:51Z', 'revision_number': 3, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:17:54.907180 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb907ad6-7c68-4dc2-aca1-c4095f138038 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:54.907615 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5', 'code': 200} Aug 31 19:17:54.932059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-ae1e6581-40f2-4b32-91da-81d56b36fef7 service neutron] 10.222.0.82 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181386 Aug 31 19:17:55.089281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9332881d-592e-4e7d-bc14-8d3ae744d9bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9970b668f19d4778bd038d98b4d5afab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7642558 Aug 31 19:17:55.108892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:55.112004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 85bf186f-df7d-46ac-9f90-358a807c9a9d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:55.135204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-8d747120-b9a2-488b-8927-8ef01a6c5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.136838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-8d747120-b9a2-488b-8927-8ef01a6c5b05 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 200 len: 917 time: 0.5229397 Aug 31 19:17:55.168124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-268cf20a-57e8-4ee8-b354-ad55dd64b706 None None] Port 05cba0a8-c99b-4b24-88e0-b065715b9989 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:55.183757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:55.196802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 46978632-7fce-418c-b7b9-8b53b8e0a76f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:55.221649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 46978632-7fce-418c-b7b9-8b53b8e0a76f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:55.222651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.280263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 85bf186f-df7d-46ac-9f90-358a807c9a9d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:55.280826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.341820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3f8ad-c9c5-41ba-a284-a9df0f6e12e0 req-5ab50bc8-61ed-4596-8c18-7c74b0c59fc6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.345753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5a3f8ad-c9c5-41ba-a284-a9df0f6e12e0 req-5ab50bc8-61ed-4596-8c18-7c74b0c59fc6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 945 time: 0.2548590 Aug 31 19:17:55.348363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3a6b02-1e72-4d5a-a97a-f6aa7026e9b7 req-ac26ca1f-5369-46de-8a48-9195c70a1f15 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589030 Aug 31 19:17:55.384776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ec007cf-aaa6-44e7-b635-606eec491017 req-35b02890-2a02-49d7-bd21-e7cbb1280cff service neutron] 10.222.0.82 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228079 Aug 31 19:17:55.459132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.471675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e3ce-8cbf-493f-9b96-e38d3bd336a6 req-170fd0c5-ca64-41f5-9699-b5e2a09c8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.474308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d522e3ce-8cbf-493f-9b96-e38d3bd336a6 req-170fd0c5-ca64-41f5-9699-b5e2a09c8c34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.5120993 Aug 31 19:17:55.478379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:55.493840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Provisioning complete for port 85bf186f-df7d-46ac-9f90-358a807c9a9d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:55.500105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.501469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5a3f8ad-c9c5-41ba-a284-a9df0f6e12e0 req-d85b608f-7e60-44bf-ad2a-052328f672e3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003039 Aug 31 19:17:55.507357 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.556352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-dd3fe2eb-6b5b-4a0d-9185-df12d9f8d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.557978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-dd3fe2eb-6b5b-4a0d-9185-df12d9f8d1d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6132533eba654fe890522f439c42f8c8&device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 1096 time: 0.1085460 Aug 31 19:17:55.561824 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.595385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467868135', 'description': 'tempest-description--1414509198'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:55.608896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-d5421a00-5bcf-43e4-b900-4c78dfc44b1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 200 len: 1002 time: 0.4471059 Aug 31 19:17:55.617467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:55.632005 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.689406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d522e3ce-8cbf-493f-9b96-e38d3bd336a6 req-acee4cb1-c9ce-401d-ae66-148ac0752439 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851862 Aug 31 19:17:55.729162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:55.784483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Provisioning for port 5aacf4c2-ba78-4f71-af40-b50d0480333e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:55.789394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Provisioning complete for port 5aacf4c2-ba78-4f71-af40-b50d0480333e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:55.790484 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.823585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.836675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.837861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-cd694cd9-210d-4965-965b-6344bb6cb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.842246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-cd694cd9-210d-4965-965b-6344bb6cb3ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=d1933382-67b0-41e6-b33e-46b803b550a1 HTTP/1.1" status: 200 len: 914 time: 0.2712448 Aug 31 19:17:55.843320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-67765ea3-085a-4c76-a223-d50634aa4671 None None] Port 5aacf4c2-ba78-4f71-af40-b50d0480333e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:55.870876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d787da3-c5e8-44b0-a1d3-a8afe3cb58e2 req-bd13d325-1ba2-4671-876f-41849386586e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.884521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d787da3-c5e8-44b0-a1d3-a8afe3cb58e2 req-bd13d325-1ba2-4671-876f-41849386586e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1573114 Aug 31 19:17:55.889587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.891570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Pushing event updated for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:55.934065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:55.939139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-d1be26ed-79d2-40c9-a05a-d5cb48730570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:55.941154 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-d1be26ed-79d2-40c9-a05a-d5cb48730570 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 HTTP/1.1" status: 200 len: 855 time: 0.2928529 Aug 31 19:17:55.981396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-3b37fd91-796d-4ade-bf96-c5f8c19792f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c HTTP/1.1" status: 200 len: 217 time: 0.1200650 Aug 31 19:17:56.065559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-3e275baf-11fd-4971-a8f9-308362900a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:56.067074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-3e275baf-11fd-4971-a8f9-308362900a35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a2eadaa-a465-44dd-96bc-ed871e4ec1b5 HTTP/1.1" status: 200 len: 853 time: 0.0612540 Aug 31 19:17:56.130694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-7a2301da-d3dd-413d-a0c0-b3178f825c42 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d1933382-67b0-41e6-b33e-46b803b550a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484831 Aug 31 19:17:56.142543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc13cf3-4e09-4c51-abab-876d1c01f797 req-ac267ac0-2381-4998-a55d-edb27876f825 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:56.144073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7dc13cf3-4e09-4c51-abab-876d1c01f797 req-ac267ac0-2381-4998-a55d-edb27876f825 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 944 time: 0.1764786 Aug 31 19:17:56.166767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-6cab4692-0904-4824-a673-04790476fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:56.168484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-6cab4692-0904-4824-a673-04790476fe39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbda617e-e873-4b51-b7fc-eeb1ef143ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153716 Aug 31 19:17:56.193995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Network f44958a5-d22c-4aa1-9081-7719d1788893 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:56.197827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d787da3-c5e8-44b0-a1d3-a8afe3cb58e2 req-007c54f6-3c84-4978-b7ce-317ae9f85849 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322917 Aug 31 19:17:56.201923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.204451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.217133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba148048-c5ad-46dc-8732-47c0c06f198e HTTP/1.1" status: 204 len: 168 time: 1.0986259 Aug 31 19:17:56.220646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:56.245053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.300306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f050c-4588-49e0-9a32-185d371d39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba148048-c5ad-46dc-8732-47c0c06f198e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:56.315043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.355591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7dc13cf3-4e09-4c51-abab-876d1c01f797 req-d552556b-ddc0-49d3-b423-064082a344fd tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558535 Aug 31 19:17:56.387260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-6ef876ec-39e5-4bbe-b8de-9b1c1d05c14a service neutron] 10.222.0.82 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421749 Aug 31 19:17:56.443383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-b9f5f43b-3dbf-4a92-a95f-69b719121690 service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574089 Aug 31 19:17:56.448017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.453050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9556229 Aug 31 19:17:56.453541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:56.461461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'security_group_rule': {'security_group_id': 'f415ed2c-5319-4da8-a574-599bf7197201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:56.474883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dc1fb-ae22-475c-8033-0dec31ef23d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f415ed2c-5319-4da8-a574-599bf7197201,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:56.527885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.592753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5970582-d576-49df-9c99-b48869c88147 None None] Provisioning complete for port 5aacf4c2-ba78-4f71-af40-b50d0480333e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:56.593937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5970582-d576-49df-9c99-b48869c88147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.599523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1160f4ca-51e4-4619-8b64-d26b87416d26 req-c49e6fac-a9f7-481c-ba64-ac8916e56c39 service neutron] 10.222.0.82 "GET /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022581 Aug 31 19:17:56.602095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.624969 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.657076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d5970582-d576-49df-9c99-b48869c88147 None None] Port 5aacf4c2-ba78-4f71-af40-b50d0480333e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:17:56.665899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Router eb383634-c090-4b17-9dab-39ae1c3f35cd has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:17:56.668508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9b9058b-c7f8-4ed7-a867-28ba13f6a1d9 req-a21565da-8e91-4bfc-af74-9dc818ccd636 service neutron] 10.222.0.82 "GET /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089944 Aug 31 19:17:56.679301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6fd1c4-14ab-48ce-80c9-e86218fe0211,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:56.694458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.698826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f31c5873-91ad-45a3-be4f-d94346ffcf9c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419438 Aug 31 19:17:56.700401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:56.705242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'security_group_rule': {'security_group_id': 'f415ed2c-5319-4da8-a574-599bf7197201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:56.726365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f5be2-e24b-4130-b320-f5af7418ed30 req-8eea3747-8f91-47bc-9418-8781562b79ab tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:56.728099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-864f5be2-e24b-4130-b320-f5af7418ed30 req-8eea3747-8f91-47bc-9418-8781562b79ab tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.0906277 Aug 31 19:17:56.768033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.828953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-864f5be2-e24b-4130-b320-f5af7418ed30 req-35a0f45d-78c1-4eee-b201-85424551d1b1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872152 Aug 31 19:17:56.867221 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.887754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.909069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:17:56.911666 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13a055-7bd6-4634-8425-9ecb345d46d3" -d '{"events": [{"server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "name": "network-vif-plugged", "status": "completed", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:17:56.920316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bdf06f-a0f7-4e3d-9627-404aad0f9d6d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:56.926352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:56.928785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2381b62-85bd-4f4b-939d-903918d30372 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261019 Aug 31 19:17:56.931138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:56.938993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:56.967529 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35e032e-9c31-4726-9fa5-5cf4320733eb x-openstack-request-id: req-b35e032e-9c31-4726-9fa5-5cf4320733eb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:17:56.967919 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "name": "network-vif-plugged", "status": "completed", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:17:56.968332 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b35e032e-9c31-4726-9fa5-5cf4320733eb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:17:56.968647 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f', 'code': 200} Aug 31 19:17:56.971208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.113464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:57.141953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121fe77-0094-447b-bfa2-bf204e1aedd2 req-a605b313-ff81-44cd-a0ce-873a219b7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.143898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f121fe77-0094-447b-bfa2-bf204e1aedd2 req-a605b313-ff81-44cd-a0ce-873a219b7eee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 1098 time: 0.0796602 Aug 31 19:17:57.208863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:17:57.213231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:57.213611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.228278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f121fe77-0094-447b-bfa2-bf204e1aedd2 req-9ca25fc2-6c79-4d6d-9cf6-9015d34f907a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Aug 31 19:17:57.244084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.251800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-48d2bfe2-c341-4848-b407-4cba6f2311ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.253318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-48d2bfe2-c341-4848-b407-4cba6f2311ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1102 time: 0.5238681 Aug 31 19:17:57.262936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:17:57.277299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6d276aab-51de-45bc-a117-9789a35fe328 admin admin] 10.222.0.73 "PUT /v2.0/routers/eb383634-c090-4b17-9dab-39ae1c3f35cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6072893 Aug 31 19:17:57.365832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.391892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Sync routers for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:17:57.402752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:17:57.406972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:57.408328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:57.412119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.495613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 172.25.3.189 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1e08f4af-4126-4b4c-88bf-6dd2862886e2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:57.534810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd626a-992f-4257-bda6-89ab9e22ad62 req-597575ce-d931-44d9-8ffe-8c34137f96ce tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.536692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2bd626a-992f-4257-bda6-89ab9e22ad62 req-597575ce-d931-44d9-8ffe-8c34137f96ce tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1464067 Aug 31 19:17:57.574296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-670af9e2-5964-436e-859c-7de92bff2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.576565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-670af9e2-5964-436e-859c-7de92bff2345 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1551759 Aug 31 19:17:57.598300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:57.628560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:57.647220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-65890efa-57df-4969-9e1f-57158bddaad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0562871 Aug 31 19:17:57.677088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be428e-d13f-4966-a7bf-6ce7e6c46a03 req-4a31b5dd-9215-4013-bee6-9860bb415b46 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.678623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9be428e-d13f-4966-a7bf-6ce7e6c46a03 req-4a31b5dd-9215-4013-bee6-9860bb415b46 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 944 time: 0.1550586 Aug 31 19:17:57.683717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2bd626a-992f-4257-bda6-89ab9e22ad62 req-df6acfb2-cf55-4265-bbe6-771904b286a7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331747 Aug 31 19:17:57.731368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.744714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-3ca96e00-9e80-42d8-83a6-dbb49dddb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.751146 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-3ca96e00-9e80-42d8-83a6-dbb49dddb8f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0937808 Aug 31 19:17:57.762105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9be428e-d13f-4966-a7bf-6ce7e6c46a03 req-447c0048-24f4-4015-b056-792cfcc811ed tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611205 Aug 31 19:17:57.801179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:57.833002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2aae287a-cb26-4823-a80d-4bfbb2a581d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:57.834532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2aae287a-cb26-4823-a80d-4bfbb2a581d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734088 Aug 31 19:17:57.857769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:17:57.864518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:17:57.868508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:17:57.902481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=1e08f4af-4126-4b4c-88bf-6dd2862886e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:58.059517 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-45c1db51-8384-4dc1-a8ef-7b7dc4f2fceb service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128465 Aug 31 19:17:58.064665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 2, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:58.078884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.106556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469df0f-fd6d-40ba-ada9-14c655cecd0d req-ebc1d501-cb20-4e7f-8084-49ba4377ff5a tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:58.108635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6469df0f-fd6d-40ba-ada9-14c655cecd0d req-ebc1d501-cb20-4e7f-8084-49ba4377ff5a tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1071053 Aug 31 19:17:58.126279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Checking router: eb383634-c090-4b17-9dab-39ae1c3f35cd for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:17:58.127567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Updating router eb383634-c090-4b17-9dab-39ae1c3f35cd port 5aacf4c2-ba78-4f71-af40-b50d0480333e binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:17:58.155071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.164428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.212667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6469df0f-fd6d-40ba-ada9-14c655cecd0d req-d0086d05-15eb-4ed7-96ce-51fb520466d8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Aug 31 19:17:58.293556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:58.300177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333310433', 'description': 'tempest-description--443151070'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:58.330808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-f3bb1069-85f9-42fc-9dbd-0cc34aa23233 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436860 Aug 31 19:17:58.334453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.412333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.419192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.527884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.535062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.541851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=1e08f4af-4126-4b4c-88bf-6dd2862886e2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:58.566368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c180fb-c022-4b7e-b49a-35a42b556e4b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:58.567013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.583771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.595372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a5fc6c9b-cc76-40cd-a540-1ea9bb8676de tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3007777 Aug 31 19:17:58.598096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:58.601000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.602672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a9e0f541-a411-4d5d-a428-ab2c65866413 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6704257 Aug 31 19:17:58.611321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'security_group_rule': {'security_group_id': 'd0c180fb-c022-4b7e-b49a-35a42b556e4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:58.647038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.742016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.748576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.775568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3194f5a1-bf19-438a-9360-163386771ed8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:58.791447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.794251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.796756 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3237f694-1554-42d6-975d-8fc3f9fd4bdb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976452 Aug 31 19:17:58.799052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:58.810415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'security_group_rule': {'security_group_id': 'd0c180fb-c022-4b7e-b49a-35a42b556e4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:58.837546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Transition to ACTIVE for port object 5aacf4c2-ba78-4f71-af40-b50d0480333e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:17:58.855696 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.865521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.908410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a5c6-6703-422b-a311-e6a7232ab96f req-7289f1ea-39a5-4bc8-9f80-289dd54fb8fc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:58.910023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45b4a5c6-6703-422b-a311-e6a7232ab96f req-7289f1ea-39a5-4bc8-9f80-289dd54fb8fc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1058235 Aug 31 19:17:58.962189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f18d0-a1b2-4df0-999a-a228e7795cb4 req-a94da173-ad3e-4f02-b9e5-65ebd0e6e873 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:58.962471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0afc02-354a-48e8-bc8f-bd6fbd136384 None None] Pushing event updated for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:58.965326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.970378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.971964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e2f18d0-a1b2-4df0-999a-a228e7795cb4 req-a94da173-ad3e-4f02-b9e5-65ebd0e6e873 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 944 time: 0.1159749 Aug 31 19:17:58.993796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:58.998292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949499 Aug 31 19:17:59.004965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:17:59.010950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:17:59.016568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9ded-75e3-4f83-9959-d075427bcb03 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a026ab45-6982-48c5-8995-d751064237dc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:59.034342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:17:59.035473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45b4a5c6-6703-422b-a311-e6a7232ab96f req-867803fa-261e-418f-b27f-9c4e3c55e581 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176283 Aug 31 19:17:59.072253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e2f18d0-a1b2-4df0-999a-a228e7795cb4 req-bf06fa91-aef3-4b3f-8ce4-a46a48d856ec tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992370 Aug 31 19:17:59.078993 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.154917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Attempting to bind port 5aacf4c2-ba78-4f71-af40-b50d0480333e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:17:59.155887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Attempting to bind port 5aacf4c2-ba78-4f71-af40-b50d0480333e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:17:59.156367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Attempting to bind port 5aacf4c2-ba78-4f71-af40-b50d0480333e on network f44958a5-d22c-4aa1-9081-7719d1788893 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:17:59.175518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:17:59.176193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Checking segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:17:59.176828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.177342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Bound using segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:17:59.177935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Bound port: 5aacf4c2-ba78-4f71-af40-b50d0480333e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:17:59.178425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.219422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5fa1c122-c89b-4a13-b703-a24c5fbeb3e4 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--467868135&fields=id&tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca HTTP/1.1" status: 200 len: 267 time: 0.0585885 Aug 31 19:17:59.246903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:17:59.247334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.282251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.312757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] For port 5aacf4c2-ba78-4f71-af40-b50d0480333e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:17:59.321863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-aeeca7ab-37df-4a32-9907-ff5f07d952e6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:59.323483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-aeeca7ab-37df-4a32-9907-ff5f07d952e6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 937 time: 0.0884655 Aug 31 19:17:59.330140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] For port 5aacf4c2-ba78-4f71-af40-b50d0480333e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5aacf4c2-ba78-4f71-af40-b50d0480333e,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:17:59.346793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:17:59.449526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:17:59.450253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:17:59.452105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-4fdd2c82-078d-4a3f-bef6-06ed00137574 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:59.454842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0afc02-354a-48e8-bc8f-bd6fbd136384 None None] Pushing event updated for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:17:59.459632 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-4fdd2c82-078d-4a3f-bef6-06ed00137574 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 936 time: 0.1024258 Aug 31 19:17:59.601596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:17:59.788569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d1bf8-33c0-4911-920f-7b5ecc0e5b89 req-ee0f78cc-230b-48e5-ada4-12a26062d378 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:17:59.790077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-336d1bf8-33c0-4911-920f-7b5ecc0e5b89 req-ee0f78cc-230b-48e5-ada4-12a26062d378 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.4367058 Aug 31 19:17:59.796147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a54c8d1f-c57f-4eab-a957-340f5b387356 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3355215 Aug 31 19:17:59.823313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1c578a3b-6fe8-44d0-8808-710137d91b4c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:17:59.851735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-108c5b17-0a1f-49ea-8bed-236f1ae5c176 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0492432 Aug 31 19:17:59.852911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Allocated IP 172.25.3.115 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/97260f70-6ead-4f4b-ac63-7c81962938d9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:17:59.984851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-336d1bf8-33c0-4911-920f-7b5ecc0e5b89 req-902a0695-c1ec-422d-ae04-123d4e3a9caf tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682045 Aug 31 19:18:00.024653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c,segment=NetworkSegment(0e568450-88e0-4ce8-8f1d-cb36dcfc7524),segment_id=0e568450-88e0-4ce8-8f1d-cb36dcfc7524)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:00.041739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '1c578a3b-6fe8-44d0-8808-710137d91b4c', 'network_id': 'd1933382-67b0-41e6-b33e-46b803b550a1', 'port_id': '1c578a3b-6fe8-44d0-8808-710137d91b4c', 'mac_address': 'fa:16:3e:8b:cb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2eadaa-a465-44dd-96bc-ed871e4ec1b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:00.069236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d53bf534-5837-4613-ba52-413950fc8e3f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.075111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d53bf534-5837-4613-ba52-413950fc8e3f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.081686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d53bf534-5837-4613-ba52-413950fc8e3f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.083377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d53bf534-5837-4613-ba52-413950fc8e3f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=54187448-1abd-4ee2-a8e1-0858c21c5084&id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 1995 time: 0.2205405 Aug 31 19:18:00.095608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.108791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:17:59Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:00.116627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.125648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c6b9d002-f09d-417e-bd8d-eef9dc3c96ee tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/quotas/ef13d73a7a744bc39d489a3a2d30d6ca HTTP/1.1" status: 200 len: 375 time: 0.0274057 Aug 31 19:18:00.141754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c578a3b-6fe8-44d0-8808-710137d91b4c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:00.147580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af122-45df-45d5-ba7d-74aa30eeaef4 None None] The sync data for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 is: [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:17:59Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:00.184522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c,segment=NetworkSegment(0e568450-88e0-4ce8-8f1d-cb36dcfc7524),segment_id=0e568450-88e0-4ce8-8f1d-cb36dcfc7524)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:00.189454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.248668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.270916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d59e8733-904a-4547-80af-5aa09cbace96 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1361392 Aug 31 19:18:00.290838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:00.376659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:00.386729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:00.391799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:00.423392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'Port': ['ID=97260f70-6ead-4f4b-ac63-7c81962938d9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:00.488553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1c578a3b-6fe8-44d0-8808-710137d91b4c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:00.544237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-8d36f338-76f6-4b88-8ed1-fae8349cd606 service neutron] 10.222.0.73 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380297 Aug 31 19:18:00.578339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-b21ab03e-42de-4307-bc2f-71625f356ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.585080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-b21ab03e-42de-4307-bc2f-71625f356ef7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 1098 time: 0.0675261 Aug 31 19:18:00.709048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-31d3087e-79e9-448c-8371-78be90448099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.710640 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-31d3087e-79e9-448c-8371-78be90448099 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.1225512 Aug 31 19:18:00.723052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-4de6e4e2-4f97-478f-8c0b-7d607e4e975f service neutron] 10.222.0.73 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599929 Aug 31 19:18:00.763850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.769415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-2cbcf80e-dfac-4f51-85e0-d480114d5ba7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f HTTP/1.1" status: 200 len: 217 time: 0.0448349 Aug 31 19:18:00.793161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-aa6fadd6-5e9e-4969-9c74-279ac42bd14f service neutron] 10.222.0.73 "GET /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0691023 Aug 31 19:18:00.814005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723af34-3fa9-4d04-b473-cbf93eff9abe req-1396514f-a4d2-45c4-bbab-854559fa23d4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.822737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6723af34-3fa9-4d04-b473-cbf93eff9abe req-1396514f-a4d2-45c4-bbab-854559fa23d4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2855544 Aug 31 19:18:00.842780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-7471e9e1-244a-4787-ac85-2b8394f75048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:00.844594 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-7471e9e1-244a-4787-ac85-2b8394f75048 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.0569451 Aug 31 19:18:00.895293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-2db14d15-a38f-4d05-8b4f-b6dc59f6be84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421228 Aug 31 19:18:00.898852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:00.979788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6723af34-3fa9-4d04-b473-cbf93eff9abe req-080dd1e1-2a6f-455a-bbdb-6406fa11bb2f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501350 Aug 31 19:18:01.012154 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-430fc562-5a72-4f04-a09b-44e73c41edf5 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090951 Aug 31 19:18:01.032275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-10f0e99a-6c30-459e-a7a0-ac762c7d5b8e service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379649 Aug 31 19:18:01.112669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5aacf4c2-ba78-4f71-af40-b50d0480333e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:01.147993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2ba9abbd-d9a0-444c-ac08-ab40d3febe67 req-99c36f55-8452-4379-a23e-06b725e8997d service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 Aug 31 19:18:01.179849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 5aacf4c2-ba78-4f71-af40-b50d0480333e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:01.187047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5aacf4c2-ba78-4f71-af40-b50d0480333e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:01.187698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.313177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.348175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98e0b-71a5-4501-b9e8-bdb5be03edd4 req-1cd15d44-b8f7-4184-914e-e19e96b98edb tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:01.348175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cc98e0b-71a5-4501-b9e8-bdb5be03edd4 req-1cd15d44-b8f7-4184-914e-e19e96b98edb tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 945 time: 0.2637510 Aug 31 19:18:01.366864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 5aacf4c2-ba78-4f71-af40-b50d0480333e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5aacf4c2-ba78-4f71-af40-b50d0480333e,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:01.373811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.407951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-43246672-7c83-440c-9a76-3140e30fe952 service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640857 Aug 31 19:18:01.449622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:01.483570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.493836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.541102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cc98e0b-71a5-4501-b9e8-bdb5be03edd4 req-af2c2bc0-76f5-442c-916d-0c81fa7c3d84 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791918 Aug 31 19:18:01.574846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'Port': ['ID=97260f70-6ead-4f4b-ac63-7c81962938d9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:01.596392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-25505bb5-d160-4d51-97c4-520a27ea8c75 service neutron] 10.222.0.73 "GET /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1738710 Aug 31 19:18:01.720751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.759700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65422d9c-fd8d-4973-a86e-83dcd5db22e7 req-7da406e8-201b-405b-b1f4-b6d164078eb0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:01.761586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65422d9c-fd8d-4973-a86e-83dcd5db22e7 req-7da406e8-201b-405b-b1f4-b6d164078eb0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1330280 Aug 31 19:18:01.768499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:01.769897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-15d38f4c-cc3f-43c6-958b-24f2dfaed5a4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7638686 Aug 31 19:18:01.803304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-dc4c6be4-9d15-4452-8b3b-4b6910ad358d service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058814 Aug 31 19:18:01.848461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1c578a3b-6fe8-44d0-8808-710137d91b4c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:01.871213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65422d9c-fd8d-4973-a86e-83dcd5db22e7 req-679e119c-ed33-4744-aeaa-28fe359a7728 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859652 Aug 31 19:18:01.932528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-26758f00-5b00-40c3-a417-1951aa66d94f service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209161 Aug 31 19:18:01.953216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 1c578a3b-6fe8-44d0-8808-710137d91b4c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:01.962366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 1c578a3b-6fe8-44d0-8808-710137d91b4c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:01.962739 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:02.055741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-95e71153-0033-424b-a1fa-9f7c592146c3 service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071606 Aug 31 19:18:02.079377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:02.107295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:02.112698 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840e46e-6bac-4360-8155-c36b4f38dc64" -d '{"events": [{"server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "name": "network-vif-plugged", "status": "completed", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:02.126300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c,segment=NetworkSegment(0e568450-88e0-4ce8-8f1d-cb36dcfc7524),segment_id=0e568450-88e0-4ce8-8f1d-cb36dcfc7524)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:02.130789 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:02.191419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:02.211827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-e47ef005-b1ef-4404-b6bb-6fcf11b67ca3 service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479843 Aug 31 19:18:02.217402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-5335a210-0712-4969-bcc6-821de8075bda tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1333310433&fields=id&tenant_id=25fd8258f03a448fae70a83b32fda82f HTTP/1.1" status: 200 len: 267 time: 0.0660026 Aug 31 19:18:02.383898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b26bcad8-0bbb-46e8-b2d6-e1c1bd87ca03 service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640973 Aug 31 19:18:02.392546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-872c3a54-7ada-4569-9bef-59a833f91ed7 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:02.393991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-872c3a54-7ada-4569-9bef-59a833f91ed7 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/networks?id=f44958a5-d22c-4aa1-9081-7719d1788893 HTTP/1.1" status: 200 len: 806 time: 0.1672008 Aug 31 19:18:02.456331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-85d2a7ab-f451-4ab9-882b-f48c21005223 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/quotas/25fd8258f03a448fae70a83b32fda82f HTTP/1.1" status: 200 len: 375 time: 0.0535161 Aug 31 19:18:02.535197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-c7ff61f9-afca-4e08-aff2-22914eb08543 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25fd8258f03a448fae70a83b32fda82f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726624 Aug 31 19:18:02.537678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-bfd32ed9-b444-455e-a963-a876f7c367e9 service neutron] 10.222.0.73 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427143 Aug 31 19:18:02.707059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b43aa746-bd89-4ac3-86e6-49ebc9cbe563 service neutron] 10.222.0.73 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624193 Aug 31 19:18:02.710949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-de3e8035-ae94-4b2e-a918-f0820d07caef service neutron] 10.222.0.73 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558228 Aug 31 19:18:02.884931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-830fbf38-5bc9-41f7-8ccd-d6c79a8f4f38 service neutron] 10.222.0.73 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652503 Aug 31 19:18:02.886901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-07493fc2-e52f-4990-be95-b10397e44c22 service neutron] 10.222.0.73 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589479 Aug 31 19:18:03.000585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5e8d7e17-ffa0-4802-a096-591d8e651d9c service neutron] 10.222.0.73 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051111 Aug 31 19:18:03.028528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5aacf4c2-ba78-4f71-af40-b50d0480333e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:03.113967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5aacf4c2-ba78-4f71-af40-b50d0480333e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:03.114518 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:03.174363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-83b8e533-dd02-4b1a-8c3b-51a8024acb71 service neutron] 10.222.0.73 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214840 Aug 31 19:18:03.269849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d06c-22dc-4010-8a4f-f66548e18d8d req-b4707287-7e60-4f04-9a38-bd6986465d26 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:03.272112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c13d06c-22dc-4010-8a4f-f66548e18d8d req-b4707287-7e60-4f04-9a38-bd6986465d26 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.0805509 Aug 31 19:18:03.347901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c13d06c-22dc-4010-8a4f-f66548e18d8d req-683eac16-abf4-428c-acc7-2cf5b2907e3d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579553 Aug 31 19:18:03.396343 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d412fd-a41f-429c-b481-41dfbf53c40c x-openstack-request-id: req-f0d412fd-a41f-429c-b481-41dfbf53c40c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:03.396644 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "name": "network-vif-plugged", "status": "completed", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:03.396897 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0d412fd-a41f-429c-b481-41dfbf53c40c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:03.397294 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c', 'code': 200} Aug 31 19:18:03.542379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1eac1-e42b-460f-95c4-bf1ebef770e7 req-cf095386-4328-479a-ad4c-3608d8abade0 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:03.548399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70714179-81d7-4f55-9580-ff3ac04dd6d5 req-46248de0-91f8-4c20-82d4-03624116d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:03.550041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70714179-81d7-4f55-9580-ff3ac04dd6d5 req-46248de0-91f8-4c20-82d4-03624116d857 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 1098 time: 0.0785742 Aug 31 19:18:03.552755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e1eac1-e42b-460f-95c4-bf1ebef770e7 req-cf095386-4328-479a-ad4c-3608d8abade0 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.0962505 Aug 31 19:18:03.608439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70714179-81d7-4f55-9580-ff3ac04dd6d5 req-17c0b490-afe3-498e-afb7-50011c69a8c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Aug 31 19:18:03.608602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e1eac1-e42b-460f-95c4-bf1ebef770e7 req-3e54a4fc-2508-4def-b25e-8e0780aa5615 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Aug 31 19:18:03.721823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aa9ab-2469-4dda-baae-55d3477fde13 req-10704eb6-75a6-4abc-9c80-23ad74f9805c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:03.726667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae1aa9ab-2469-4dda-baae-55d3477fde13 req-10704eb6-75a6-4abc-9c80-23ad74f9805c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.0576847 Aug 31 19:18:03.773634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae1aa9ab-2469-4dda-baae-55d3477fde13 req-1c7e8f9a-3a02-4cb7-9b21-db1d06a72b25 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Aug 31 19:18:04.010604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06eb6b4e-380b-4bdd-b3e0-6d7677631f1a req-0f1f4f5d-d3c4-4d02-86d3-ae5fa3f4224f tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0380964 Aug 31 19:18:04.032159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4e85e2a-45c7-4976-91e3-a8ab2c384a61 req-bf160970-4149-41eb-b1c5-b4d6d18c99ca tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0502622 Aug 31 19:18:04.238169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:04.354431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd89b645-a2d7-491d-b966-e0088d4587cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:04.497861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d89a7-e434-45da-aa48-c63119cf629a req-ee1eefdd-1c54-4f42-843a-bd43b0f6c2c2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:04.499436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-683d89a7-e434-45da-aa48-c63119cf629a req-ee1eefdd-1c54-4f42-843a-bd43b0f6c2c2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.0810802 Aug 31 19:18:04.505004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd89b645-a2d7-491d-b966-e0088d4587cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:04.514394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd89b645-a2d7-491d-b966-e0088d4587cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:04.725305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-1549248a-6b71-41b3-af16-d44ff1c31a10 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:04.727520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-1549248a-6b71-41b3-af16-d44ff1c31a10 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.82 "GET /v2.0/networks?id=f44958a5-d22c-4aa1-9081-7719d1788893 HTTP/1.1" status: 200 len: 806 time: 0.1364374 Aug 31 19:18:04.787188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-b6bc3f68-d9cc-4dcb-b1be-86dccc670395 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25fd8258f03a448fae70a83b32fda82f HTTP/1.1" status: 200 len: 380 time: 0.0478532 Aug 31 19:18:04.803931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'port': {'device_id': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'admin_state_up': True, 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'security_groups': ['d0c180fb-c022-4b7e-b49a-35a42b556e4b']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:04.815180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dd89b645-a2d7-491d-b966-e0088d4587cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cec8c705bda9437b96ecec1b6877ed0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758810 Aug 31 19:18:04.818175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:04.821060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-683d89a7-e434-45da-aa48-c63119cf629a req-2a00ce47-4734-4dbf-9d91-ca4f36add124 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147886 Aug 31 19:18:04.830979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b645-a2d7-491d-b966-e0088d4587cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7cfc14-e331-4c5f-8d6f-1d741188b33a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:04.868465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa68-2e92-432f-9903-b22cab78c7b7 req-6610b7ae-4c00-4853-96c3-271235a137ef tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:04.871340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36f8aa68-2e92-432f-9903-b22cab78c7b7 req-6610b7ae-4c00-4853-96c3-271235a137ef tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.1231089 Aug 31 19:18:04.952428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Made reservation on behalf of 25fd8258f03a448fae70a83b32fda82f for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:04.953585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:04.957294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:04.989869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36f8aa68-2e92-432f-9903-b22cab78c7b7 req-5256c4a2-dc39-46d7-8735-bd1f03e26aea tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104510 Aug 31 19:18:05.003992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.043938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b7ce-1e29-4314-89fb-bed711eb69e1 req-bb5d4eb5-226b-46ea-830c-663fdbfcb661 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.045778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa28b7ce-1e29-4314-89fb-bed711eb69e1 req-bb5d4eb5-226b-46ea-830c-663fdbfcb661 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1327288 Aug 31 19:18:05.105028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa28b7ce-1e29-4314-89fb-bed711eb69e1 req-694f9e80-b54c-4c69-b6a1-eab30e7713df tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485828 Aug 31 19:18:05.119911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.123415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.130882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Allocated IP 172.20.0.9 (f44958a5-d22c-4aa1-9081-7719d1788893/aac72feb-d01a-4f7f-8ec6-452e5e58de36/84baad9a-0766-4628-89fe-4f754201caa7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:05.139942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a7cfc14-e331-4c5f-8d6f-1d741188b33a HTTP/1.1" status: 204 len: 168 time: 0.3055468 Aug 31 19:18:05.154184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f8e1-a766-4629-8990-859da02abad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7cfc14-e331-4c5f-8d6f-1d741188b33a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:05.306086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ef289e95-b4cc-4f25-a7b3-6373aed35367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.308278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ef289e95-b4cc-4f25-a7b3-6373aed35367 service neutron] 10.222.0.82 "GET /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 1033 time: 0.0648551 Aug 31 19:18:05.363377 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.404245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Transition to ACTIVE for port object 84baad9a-0766-4628-89fe-4f754201caa7 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:05.413371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-19425b18-d520-4109-b7a1-499f0b717e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.416500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-19425b18-d520-4109-b7a1-499f0b717e0e service neutron] 10.222.0.82 "GET /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 1032 time: 0.1008067 Aug 31 19:18:05.456807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.502039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3d73785-366c-4271-bc23-54056704da47 req-30b599ac-db2c-4ef3-ae0d-76be7281d519 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.2941191 Aug 31 19:18:05.529998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event updated for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:05.549006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Network f44958a5-d22c-4aa1-9081-7719d1788893 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:05.550868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:05.566359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:05.598749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-361e475b-69d1-4b98-b760-cbe0b3687afa req-f4a9d38c-39f1-43dc-9ee0-c06465632287 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.1640084 Aug 31 19:18:05.650885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.651384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.668550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e0e26be7-8e74-4e62-b8d8-d9e9df0cc8f8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688180 Aug 31 19:18:05.682957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Request body: {'port': {'device_id': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:05.745075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c9fa63e5-385c-4a24-9455-8fd3bd836113 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.756973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:05.765001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c9fa63e5-385c-4a24-9455-8fd3bd836113 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.774839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c9fa63e5-385c-4a24-9455-8fd3bd836113 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.776017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c9fa63e5-385c-4a24-9455-8fd3bd836113 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=54187448-1abd-4ee2-a8e1-0858c21c5084&id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 1995 time: 0.3394275 Aug 31 19:18:05.817827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d6f3f-944f-4d1e-bf2d-d7cfd1567638 req-c1ae2eb4-c2c0-413a-b1d7-c91fdf5796a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:05.819520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a6d6f3f-944f-4d1e-bf2d-d7cfd1567638 req-c1ae2eb4-c2c0-413a-b1d7-c91fdf5796a0 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1668403 Aug 31 19:18:05.932535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a6d6f3f-944f-4d1e-bf2d-d7cfd1567638 req-eea487c9-5575-40f1-aa4c-5d165937ecd9 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031153 Aug 31 19:18:05.936665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-508f8092-6e70-4a63-8845-a7f81736ebab tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca HTTP/1.1" status: 200 len: 379 time: 0.1455367 Aug 31 19:18:05.958153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'admin_state_up': True, 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'security_groups': ['f415ed2c-5319-4da8-a574-599bf7197201']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:05.986235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71e50648-6336-487c-baa6-39607f75cc8c None None] Provisioning for port 84baad9a-0766-4628-89fe-4f754201caa7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:05.992256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71e50648-6336-487c-baa6-39607f75cc8c None None] Provisioning complete for port 84baad9a-0766-4628-89fe-4f754201caa7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:05.992922 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71e50648-6336-487c-baa6-39607f75cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.099528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bea8-c58f-4799-acde-69900fd86780 req-8c21d811-ff83-429a-a415-b03786578328 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:06.101144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dc1bea8-c58f-4799-acde-69900fd86780 req-8c21d811-ff83-429a-a415-b03786578328 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1375952 Aug 31 19:18:06.103690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-71e50648-6336-487c-baa6-39607f75cc8c None None] Port 84baad9a-0766-4628-89fe-4f754201caa7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:06.132370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84baad9a-0766-4628-89fe-4f754201caa7 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:06.152878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.176555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Transition to ACTIVE for port object 84baad9a-0766-4628-89fe-4f754201caa7 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:06.182014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.231114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dc1bea8-c58f-4799-acde-69900fd86780 req-0f88d0a5-630c-41d9-938e-0c0f719f3d31 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041374 Aug 31 19:18:06.325291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130a5ad-f845-4357-b20a-333cd8facdc5 req-2798b46e-df80-4c77-b601-e0a5901428f5 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:06.327129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9130a5ad-f845-4357-b20a-333cd8facdc5 req-2798b46e-df80-4c77-b601-e0a5901428f5 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.1804171 Aug 31 19:18:06.364525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:06.369278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.374948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Pushing event updated for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:06.411363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Attempting to bind port 84baad9a-0766-4628-89fe-4f754201caa7 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:06.411893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Attempting to bind port 84baad9a-0766-4628-89fe-4f754201caa7 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:06.412382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Attempting to bind port 84baad9a-0766-4628-89fe-4f754201caa7 on network f44958a5-d22c-4aa1-9081-7719d1788893 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:06.422148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9130a5ad-f845-4357-b20a-333cd8facdc5 req-4b4768d5-bd48-4a82-abc5-d51e73a687a1 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 Aug 31 19:18:06.426575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Port 84baad9a-0766-4628-89fe-4f754201caa7 on network f44958a5-d22c-4aa1-9081-7719d1788893 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:06.426914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Attempting to bind port 84baad9a-0766-4628-89fe-4f754201caa7 on network f44958a5-d22c-4aa1-9081-7719d1788893 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:06.432430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:06.432773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Checking segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:06.433159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Bound using segment: {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:06.433591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Bound port: 84baad9a-0766-4628-89fe-4f754201caa7, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846fee08-6941-45d2-a4cb-732da629df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:06.433951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.597807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:06.604961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84baad9a-0766-4628-89fe-4f754201caa7,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:06.616498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.640568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77e5d1-0639-48ed-b443-848cdbfcb589 req-6fc821d1-34ce-4b80-ac60-7a2fba275beb tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:06.648348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be77e5d1-0639-48ed-b443-848cdbfcb589 req-6fc821d1-34ce-4b80-ac60-7a2fba275beb tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1426020 Aug 31 19:18:06.686370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:06.687211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:06.689020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] 10.222.0.82 "PUT /v2.0/ports/84baad9a-0766-4628-89fe-4f754201caa7 HTTP/1.1" status: 200 len: 1092 time: 1.0122473 Aug 31 19:18:06.689753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:06.692493 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d757151-bc83-4b6a-875a-92a2bf56d8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "tag": "84baad9a-0766-4628-89fe-4f754201caa7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:06.730362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dca0e6-c428-427d-bc94-b81e33b73300 service neutron] Pushing event updated for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:06.751209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be77e5d1-0639-48ed-b443-848cdbfcb589 req-be0a240b-3e26-4f4f-9975-e7bfc7848d19 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014299 Aug 31 19:18:06.754501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 172.20.0.10 (93aa4b1d-cc88-4cbc-83d9-a0c0496c258d/924f3d9f-faaa-4e11-b413-f8bde72f6159/d897ab54-dea0-46f6-ad17-272d9fe61182) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:06.803336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e4ccbd12-82cc-4fb8-91e5-1b7f240491ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:06.805999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e4ccbd12-82cc-4fb8-91e5-1b7f240491ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=25fd8258f03a448fae70a83b32fda82f&device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 1095 time: 0.0649629 Aug 31 19:18:06.898297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-e4094c4a-b4b7-44a3-a28e-5e22600237c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84baad9a-0766-4628-89fe-4f754201caa7 HTTP/1.1" status: 200 len: 217 time: 0.0841560 Aug 31 19:18:06.984884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-998c3096-0b09-4ae4-9a7b-6b396e045f82 req-040ad044-6391-46cc-b486-7677a5477f55 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0320797 Aug 31 19:18:07.007873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-c896add0-439d-482b-8f0d-63b07716a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.009372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-c896add0-439d-482b-8f0d-63b07716a8af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aac72feb-d01a-4f7f-8ec6-452e5e58de36 HTTP/1.1" status: 200 len: 845 time: 0.1005270 Aug 31 19:18:07.013502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862db853-0ac0-4216-91c5-2e83a4e8e54d req-e09ec883-3f11-4b1b-a5c0-94009583fd4b tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.020737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-862db853-0ac0-4216-91c5-2e83a4e8e54d req-e09ec883-3f11-4b1b-a5c0-94009583fd4b tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 943 time: 0.2637639 Aug 31 19:18:07.076401 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e011f4-693f-46f2-a8bc-1b2d6eb9bec8 x-openstack-request-id: req-b3e011f4-693f-46f2-a8bc-1b2d6eb9bec8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:07.077760 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "tag": "84baad9a-0766-4628-89fe-4f754201caa7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:07.078241 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3e011f4-693f-46f2-a8bc-1b2d6eb9bec8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:07.079503 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7', 'status': 'completed', 'code': 200} Aug 31 19:18:07.092904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-74a6bc03-1d88-48d2-8a58-c1efe11c9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.094817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-74a6bc03-1d88-48d2-8a58-c1efe11c9583 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f44958a5-d22c-4aa1-9081-7719d1788893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703483 Aug 31 19:18:07.198651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-862db853-0ac0-4216-91c5-2e83a4e8e54d req-ccd9a1d4-b188-4c96-9009-5efc04af7711 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769550 Aug 31 19:18:07.222110 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.259818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-267775c9-8e63-44de-b8b8-6278aaf58831 service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495597 Aug 31 19:18:07.261416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object d897ab54-dea0-46f6-ad17-272d9fe61182 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:07.283277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:07.409057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be512e1a-1e64-4e8e-8d2e-35d381b437d5 req-466b3374-9a22-4621-b3a8-0b57219d00bc service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346333 Aug 31 19:18:07.413928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.439270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e55c6e-9fbe-4e1e-8588-242bcde23fa4 req-84f7e53d-f339-4405-a985-47b05d672d70 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.441059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85e55c6e-9fbe-4e1e-8588-242bcde23fa4 req-84f7e53d-f339-4405-a985-47b05d672d70 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1362703 Aug 31 19:18:07.522127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-c1e8214d-8c72-42e0-a007-141c51b09dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.523957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-c1e8214d-8c72-42e0-a007-141c51b09dc1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=25fd8258f03a448fae70a83b32fda82f&device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 1095 time: 0.0487549 Aug 31 19:18:07.544876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287e7ab-2b9c-47c6-b17d-e7ee6c3e7afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.551874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:07.568936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18477-8bb7-4551-8455-9c06e2f5994f req-ae871f2d-c3aa-4d54-b949-2c5ce0717dd9 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.570885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00d18477-8bb7-4551-8455-9c06e2f5994f req-ae871f2d-c3aa-4d54-b949-2c5ce0717dd9 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.1739233 Aug 31 19:18:07.585877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:07.592382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:07.599104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:07.630323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-b47deaf6-9439-4f74-84f8-61a92d57606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.631920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-b47deaf6-9439-4f74-84f8-61a92d57606b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f44958a5-d22c-4aa1-9081-7719d1788893 HTTP/1.1" status: 200 len: 907 time: 0.0998344 Aug 31 19:18:07.665337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85e55c6e-9fbe-4e1e-8588-242bcde23fa4 req-084986ec-3afe-4dfe-8b2b-ac6beed2f1bb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072501 Aug 31 19:18:07.686605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-8e06d7a2-64ae-4991-a336-392b97b45beb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84baad9a-0766-4628-89fe-4f754201caa7 HTTP/1.1" status: 200 len: 217 time: 0.0426440 Aug 31 19:18:07.752061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-90c79987-5b80-4c14-aac0-e86429f4d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.753840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-90c79987-5b80-4c14-aac0-e86429f4d6f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aac72feb-d01a-4f7f-8ec6-452e5e58de36 HTTP/1.1" status: 200 len: 845 time: 0.0504997 Aug 31 19:18:07.773098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.773779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.832825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00d18477-8bb7-4551-8455-9c06e2f5994f req-23f6d618-01d5-403c-9188-3e74f5e86381 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371457 Aug 31 19:18:07.854310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-df96e63f-ef7b-449f-a026-00dd4a53e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:07.858561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-df96e63f-ef7b-449f-a026-00dd4a53e9c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f44958a5-d22c-4aa1-9081-7719d1788893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829771 Aug 31 19:18:07.898812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3432a282-9d7a-4720-ba84-f6da3fa6d046 None None] Provisioning for port d897ab54-dea0-46f6-ad17-272d9fe61182 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:07.902019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287e7ab-2b9c-47c6-b17d-e7ee6c3e7afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.908671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3432a282-9d7a-4720-ba84-f6da3fa6d046 None None] Provisioning complete for port d897ab54-dea0-46f6-ad17-272d9fe61182 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:07.908988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3432a282-9d7a-4720-ba84-f6da3fa6d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.910098 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287e7ab-2b9c-47c6-b17d-e7ee6c3e7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:07.943489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287e7ab-2b9c-47c6-b17d-e7ee6c3e7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b57c43-2358-49e0-829f-df080041ec65,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:07.948870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8f27ba1-d344-4235-a436-d88ae3e244b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0043247 Aug 31 19:18:07.972532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'admin_state_up': True, 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'security_groups': ['f415ed2c-5319-4da8-a574-599bf7197201']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:07.996621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3432a282-9d7a-4720-ba84-f6da3fa6d046 None None] Port d897ab54-dea0-46f6-ad17-272d9fe61182 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:08.061918 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-1ed9de7e-8ef7-40c4-b075-61134eea3591 service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933331 Aug 31 19:18:08.101335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d287e7ab-2b9c-47c6-b17d-e7ee6c3e7afb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b797bfe163844c0e9fd53419f8cc6de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8155005 Aug 31 19:18:08.105500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:08.172236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5d757151-bc83-4b6a-875a-92a2bf56d8fd req-c79a86d0-4ba2-429b-97d7-bd51f8e942d8 service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963018 Aug 31 19:18:08.189482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e0a68-0234-468c-a971-ce32d69c2708 req-e6e5927b-0613-4256-96a2-ef9b9bbc5cf4 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:08.191120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c6e0a68-0234-468c-a971-ce32d69c2708 req-e6e5927b-0613-4256-96a2-ef9b9bbc5cf4 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.1534610 Aug 31 19:18:08.208111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3d8e9-4657-4236-9fdc-bf0851fd13b2 req-982cbe4d-f1ad-46ca-87cc-f4528d58cf04 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:08.209584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38c3d8e9-4657-4236-9fdc-bf0851fd13b2 req-982cbe4d-f1ad-46ca-87cc-f4528d58cf04 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1730192 Aug 31 19:18:08.269611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:08.273359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:08.281590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:08.306861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38c3d8e9-4657-4236-9fdc-bf0851fd13b2 req-7f6856c9-0437-4d85-a59c-9e048f3b2aec tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873330 Aug 31 19:18:08.340698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:08.519173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c6e0a68-0234-468c-a971-ce32d69c2708 req-84cb894b-1ee8-4e1f-b6a6-3c677c472547 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196139 Aug 31 19:18:08.562134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e882d5-e0ae-46ff-a287-5cbf0bb76722 req-1e2f2180-cfd5-4752-80da-1e313254d262 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:08.564803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e882d5-e0ae-46ff-a287-5cbf0bb76722 req-1e2f2180-cfd5-4752-80da-1e313254d262 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 932 time: 0.1288702 Aug 31 19:18:08.570242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:08.574656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:08.576879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70b57c43-2358-49e0-829f-df080041ec65 HTTP/1.1" status: 204 len: 168 time: 0.4576366 Aug 31 19:18:08.638825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.1.1.251 (02c464ef-cacc-42c7-9aff-48dab59e8f0e/7f9bab5a-b22e-4b49-9d09-0213aa67109a/8103413f-2848-4168-9b16-c5e69057f29a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:08.657512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f0889-d564-4da2-8fff-440eda657957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b57c43-2358-49e0-829f-df080041ec65,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:08.754928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e882d5-e0ae-46ff-a287-5cbf0bb76722 req-dc83ffab-651d-44e0-a620-0e4929154a05 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763520 Aug 31 19:18:08.806229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d92996-ae9d-4179-94ea-56f6aed25b8f req-fb8ac3e0-31b4-4b73-9e6f-c0242ea6432c tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:08.814431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02d92996-ae9d-4179-94ea-56f6aed25b8f req-fb8ac3e0-31b4-4b73-9e6f-c0242ea6432c tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 943 time: 0.1897566 Aug 31 19:18:08.944301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02d92996-ae9d-4179-94ea-56f6aed25b8f req-0445dc0b-16d8-4566-ad74-70fbee598a4e tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289947 Aug 31 19:18:08.982871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093e5c-90b2-439d-818b-18f6b2ee9e8f req-bf06e6a9-3c54-49d0-a8af-8cda674d0fcc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:08.984426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68093e5c-90b2-439d-818b-18f6b2ee9e8f req-bf06e6a9-3c54-49d0-a8af-8cda674d0fcc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1069922 Aug 31 19:18:09.025308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.073880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68093e5c-90b2-439d-818b-18f6b2ee9e8f req-cfc96dc5-c1d3-4552-84fb-d63c6d540884 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833621 Aug 31 19:18:09.074822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object 8103413f-2848-4168-9b16-c5e69057f29a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:09.122952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841df65e-113b-414c-af3e-6beda63f406c req-a475f14e-2606-414c-9bbd-88a650d7d6d8 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:09.124653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-841df65e-113b-414c-af3e-6beda63f406c req-a475f14e-2606-414c-9bbd-88a650d7d6d8 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.0971282 Aug 31 19:18:09.162111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.182932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-c8043be5-64b8-4dc4-8c56-8da9dbf1d9c1 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:09.193133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-c8043be5-64b8-4dc4-8c56-8da9dbf1d9c1 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.82 "GET /v2.0/ports?device_id=d60375d0-e79c-493d-aa00-6ae072cf453c HTTP/1.1" status: 200 len: 946 time: 0.0644939 Aug 31 19:18:09.214508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-841df65e-113b-414c-af3e-6beda63f406c req-00580f20-f59d-4228-8b7e-1856dc8c535e tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.73 "GET /v2.0/security-groups?id=157826ff-66f5-4897-bcd6-b6d18b124d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Aug 31 19:18:09.228409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:09.234510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:09.238649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:09.295443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:09.322982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:09.324021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.346233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-05d40792-5a89-4cfc-8204-86fdf456d43b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3812063 Aug 31 19:18:09.362729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'admin_state_up': True, 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'security_groups': ['f415ed2c-5319-4da8-a574-599bf7197201']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:09.400315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Deleting port 1c578a3b-6fe8-44d0-8808-710137d91b4c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:09.400673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.580257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] For port 1c578a3b-6fe8-44d0-8808-710137d91b4c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1c578a3b-6fe8-44d0-8808-710137d91b4c,segment=NetworkSegment(0e568450-88e0-4ce8-8f1d-cb36dcfc7524),segment_id=0e568450-88e0-4ce8-8f1d-cb36dcfc7524)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:09.580958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.597346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Calling delete_port for 1c578a3b-6fe8-44d0-8808-710137d91b4c owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:09.649473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:09.655009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.714791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477f06-5e2c-490e-a181-606332b9fe1c req-e806f774-4aa4-43ba-8b40-c87bbc5e9ac6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:09.723113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1477f06-5e2c-490e-a181-606332b9fe1c req-e806f774-4aa4-43ba-8b40-c87bbc5e9ac6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2449305 Aug 31 19:18:09.740948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64f6bcb3-1f5b-4af9-a4f4-bce433174166 None None] Provisioning for port 8103413f-2848-4168-9b16-c5e69057f29a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:09.745507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64f6bcb3-1f5b-4af9-a4f4-bce433174166 None None] Provisioning complete for port 8103413f-2848-4168-9b16-c5e69057f29a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:09.745888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64f6bcb3-1f5b-4af9-a4f4-bce433174166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.792855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946385-298c-4583-b05a-fb32b88f7db1 req-476cfc40-cb7f-44b2-ac8e-4f5237e857ea tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:09.794733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68946385-298c-4583-b05a-fb32b88f7db1 req-476cfc40-cb7f-44b2-ac8e-4f5237e857ea tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.2463143 Aug 31 19:18:09.823925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-64f6bcb3-1f5b-4af9-a4f4-bce433174166 None None] Port 8103413f-2848-4168-9b16-c5e69057f29a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:09.831159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.848054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1c578a3b-6fe8-44d0-8808-710137d91b4c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:09.864698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Pushing event deleted for resources: {'Port': ['ID=1c578a3b-6fe8-44d0-8808-710137d91b4c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:09.909667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68946385-298c-4583-b05a-fb32b88f7db1 req-b5d4a8b6-4f67-42f9-b1b5-d1838262aea7 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946286 Aug 31 19:18:09.920982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1477f06-5e2c-490e-a181-606332b9fe1c req-efa0366f-adc5-4229-b41a-f5287cf767d4 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949625 Aug 31 19:18:09.925752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] No DVR routers for this DVR port 1c578a3b-6fe8-44d0-8808-710137d91b4c on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:09.931215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:09.940020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bb59cbc6-e904-4740-b07f-e0d3e7890ec4 req-ce783191-d1ab-4d76-abfc-1b3d0f6a5f24 tempest-ServerPasswordTestJSON-1725844980 tempest-ServerPasswordTestJSON-1725844980-project] 10.222.0.82 "DELETE /v2.0/ports/1c578a3b-6fe8-44d0-8808-710137d91b4c HTTP/1.1" status: 204 len: 173 time: 0.7344146 Aug 31 19:18:09.944806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.1.1.82 (02c464ef-cacc-42c7-9aff-48dab59e8f0e/7f9bab5a-b22e-4b49-9d09-0213aa67109a/2218274b-731d-4917-970f-6a0944564054) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:09.951530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'name': 'network-vif-deleted', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:09.955820 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5ef413-303c-4f34-81aa-37d4f97cadab" -d '{"events": [{"server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "name": "network-vif-deleted", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:10.380116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:10.446930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ddd3-a3ea-4dfe-a154-0e469a580ee4 req-61ba7869-22f1-4ac3-94ff-901f903e5f28 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:10.448479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6b5ddd3-a3ea-4dfe-a154-0e469a580ee4 req-61ba7869-22f1-4ac3-94ff-901f903e5f28 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 943 time: 0.3699958 Aug 31 19:18:10.464721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7501-bb99-4767-a7af-537e87fb5290 req-2f3c10dd-8fc6-4f97-a941-29a4ea7e5723 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:10.472580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7501-bb99-4767-a7af-537e87fb5290 req-2f3c10dd-8fc6-4f97-a941-29a4ea7e5723 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:10.480279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc0c7501-bb99-4767-a7af-537e87fb5290 req-2f3c10dd-8fc6-4f97-a941-29a4ea7e5723 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 1654 time: 0.4559479 Aug 31 19:18:10.574831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-12603289'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:10.586240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.593463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc0c7501-bb99-4767-a7af-537e87fb5290 req-52b28be8-041f-4c41-93f7-a3cadea464bb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121066 Aug 31 19:18:10.621510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object 2218274b-731d-4917-970f-6a0944564054 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:10.623753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Made reservation on behalf of 23976447168d4890a875339e4c3def14 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:10.629581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.637751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6b5ddd3-a3ea-4dfe-a154-0e469a580ee4 req-fa031ab3-5f14-4e0b-9da2-2f519fdb30e0 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546993 Aug 31 19:18:10.663347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.707263 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf645fe-a5f3-4e8f-b735-7e90fc71a023 x-openstack-request-id: req-5cf645fe-a5f3-4e8f-b735-7e90fc71a023 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:10.707804 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60375d0-e79c-493d-aa00-6ae072cf453c", "name": "network-vif-deleted", "tag": "1c578a3b-6fe8-44d0-8808-710137d91b4c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:10.708212 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cf645fe-a5f3-4e8f-b735-7e90fc71a023 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:10.708759 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60375d0-e79c-493d-aa00-6ae072cf453c', 'name': 'network-vif-deleted', 'tag': '1c578a3b-6fe8-44d0-8808-710137d91b4c', 'status': 'completed', 'code': 200} Aug 31 19:18:10.710131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.776966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.785204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.817581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:10.822500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:10.834212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:10.836638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:10.839031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:10.842041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:10.878547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.879073 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Added segment 96944aa9-8df9-4bf2-a466-2e7b329f38da of type vlan for network 794fbb5e-8551-41c4-acdb-7d872439e5e3 Aug 31 19:18:10.881423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51113055-ded6-40aa-9b03-86de93d7e96d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:10.906767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7223d3-769c-480e-90b6-32677e9019ff req-55150744-8362-4585-aada-8fe798da396c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:10.915510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b7223d3-769c-480e-90b6-32677e9019ff req-55150744-8362-4585-aada-8fe798da396c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1367695 Aug 31 19:18:10.951805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:10.952233 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:10.986948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-18045fe2-db95-4556-a55b-924588e3a9a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6303375 Aug 31 19:18:10.993821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Deleting subnet 9a2eadaa-a465-44dd-96bc-ed871e4ec1b5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:18:10.999349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.001697 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.019370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'admin_state_up': True, 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'security_groups': ['f415ed2c-5319-4da8-a574-599bf7197201']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:11.056426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.068799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b7223d3-769c-480e-90b6-32677e9019ff req-c1e078c4-d419-461c-8348-0dda2bfab84b tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506853 Aug 31 19:18:11.088001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.098119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:11.098870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.204140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8229051 Aug 31 19:18:11.208453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:11.219361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b51d2-80e9-4517-8570-62fb85d8e17a req-f1ec34ea-6dfe-4ea9-8aa8-7de8e413c775 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:11.220885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-198b51d2-80e9-4517-8570-62fb85d8e17a req-f1ec34ea-6dfe-4ea9-8aa8-7de8e413c775 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.2150044 Aug 31 19:18:11.226995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.249015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bbc42-08d5-419a-a818-ca7bef3528af tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Pushing event updated for resources: {'Network': ['ID=794fbb5e-8551-41c4-acdb-7d872439e5e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:11.265046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 794fbb5e-8551-41c4-acdb-7d872439e5e3 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:11.295202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.302141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b919a-d7cf-4649-beb3-0e0448725b58 req-0a39ec62-0749-4bf2-8409-9a21d349e340 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:11.303777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e5b919a-d7cf-4649-beb3-0e0448725b58 req-0a39ec62-0749-4bf2-8409-9a21d349e340 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1394522 Aug 31 19:18:11.323040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-198b51d2-80e9-4517-8570-62fb85d8e17a req-8aa7b2cc-5ad9-47ec-8084-b9319736a0ad tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900195 Aug 31 19:18:11.342180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2eadaa-a465-44dd-96bc-ed871e4ec1b5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:11.358178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.358351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'name': 'tempest-network--2098541236', 'router:external': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:11.360491 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4c07ec50-36e5-4cd5-a9e6-533a4d328fe0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9a2eadaa-a465-44dd-96bc-ed871e4ec1b5 HTTP/1.1" status: 204 len: 168 time: 0.5171456 Aug 31 19:18:11.364505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:11.366465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:11.380355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13a6e1f5-c021-4f8b-b345-4cbd002c8006 None None] Provisioning for port 2218274b-731d-4917-970f-6a0944564054 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:11.387242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13a6e1f5-c021-4f8b-b345-4cbd002c8006 None None] Provisioning complete for port 2218274b-731d-4917-970f-6a0944564054 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:11.388514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13a6e1f5-c021-4f8b-b345-4cbd002c8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.426114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e1f5-c021-4f8b-b345-4cbd002c8006 None None] Port 2218274b-731d-4917-970f-6a0944564054 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:11.444062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e5b919a-d7cf-4649-beb3-0e0448725b58 req-8ca86cdf-8534-4a41-818f-8862777fae76 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316390 Aug 31 19:18:11.453536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:11.455505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.469551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.490831 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a2929dd-ae45-49fe-88b1-ac91f9ef24e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.506404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.525836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.532113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-2ed991cc-d7d4-47eb-986d-e902cefefb8f tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:11.533656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-2ed991cc-d7d4-47eb-986d-e902cefefb8f tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.82 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 946 time: 0.0653026 Aug 31 19:18:11.664216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.680409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1933382-67b0-41e6-b33e-46b803b550a1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:11.692797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e568450-88e0-4ce8-8f1d-cb36dcfc7524') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:11.693102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e568450-88e0-4ce8-8f1d-cb36dcfc7524') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:11.707989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.730368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.738725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.740194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:11.740609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:11.742983 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:11.753347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Deleting port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:11.753622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.777700 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.847937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84baad9a-0766-4628-89fe-4f754201caa7 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:11.862025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.873243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.878176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d1933382-67b0-41e6-b33e-46b803b550a1 HTTP/1.1" status: 204 len: 168 time: 0.5122318 Aug 31 19:18:11.895431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a09209-1cbd-497b-827f-5694e78e4000 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1933382-67b0-41e6-b33e-46b803b550a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:11.912545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:11.916465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] For port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:11.916870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.926949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb13b3-2f6d-479e-a12f-2d193cb49adb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:11.948169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:11.948747 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Added segment 3130d683-2692-4a60-982c-6bbd9918241e of type vlan for network dbc68f93-0d06-4101-8a27-4c6703f09c21 Aug 31 19:18:12.008359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8447e5-3cd4-4f86-87c1-fbab6e8b6b8e req-a4bfedd0-ed03-4f8f-81c9-a6fb8d730769 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.009897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a8447e5-3cd4-4f86-87c1-fbab6e8b6b8e req-a4bfedd0-ed03-4f8f-81c9-a6fb8d730769 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 943 time: 0.2542045 Aug 31 19:18:12.039624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84baad9a-0766-4628-89fe-4f754201caa7,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:12.040172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777507e-d0c9-4d92-83cc-7bbb5942890f req-c64d934e-200c-4fef-8bfd-6b94020afc66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.048361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777507e-d0c9-4d92-83cc-7bbb5942890f req-c64d934e-200c-4fef-8bfd-6b94020afc66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.054717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777507e-d0c9-4d92-83cc-7bbb5942890f req-c64d934e-200c-4fef-8bfd-6b94020afc66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.055084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '84baad9a-0766-4628-89fe-4f754201caa7', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'port_id': '84baad9a-0766-4628-89fe-4f754201caa7', 'mac_address': 'fa:16:3e:c8:29:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:12.056442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3777507e-d0c9-4d92-83cc-7bbb5942890f req-c64d934e-200c-4fef-8bfd-6b94020afc66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 2374 time: 0.3018665 Aug 31 19:18:12.114026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.117776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.149066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84baad9a-0766-4628-89fe-4f754201caa7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:12.157598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.2.2.100 (54187448-1abd-4ee2-a8e1-0858c21c5084/9ad696c0-b1b6-491c-81e3-679873df78e4/44f30923-1456-49f3-b1e9-ec18c86d29f4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:12.162928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:12.179313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84baad9a-0766-4628-89fe-4f754201caa7,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:12.186685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.234167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.235126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.235126 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Floating IP 0d3b551b-2a39-4172-8b12-68bd43a48c77 disassociated. External IP: 172.25.3.118, port: 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40. Aug 31 19:18:12.235358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Calling delete_port for 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:12.235784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:18:12.243516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:12.252173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-00f23cba-05f5-48b0-870d-74f2502290f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6132533eba654fe890522f439c42f8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876987 Aug 31 19:18:12.254088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:12.287962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a8447e5-3cd4-4f86-87c1-fbab6e8b6b8e req-4a297724-cafd-43cb-9a38-4b8d17646aad tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273524 Aug 31 19:18:12.295451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3777507e-d0c9-4d92-83cc-7bbb5942890f req-ff2f172a-4ae1-42e0-819d-c76f3545dda9 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271092 Aug 31 19:18:12.312447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.313739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.314932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.355489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.404797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.417647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=dbc68f93-0d06-4101-8a27-4c6703f09c21,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:12.426128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bb236579-57a4-4382-911e-fbe9c82cb856 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2016459 Aug 31 19:18:12.427084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:12.430805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dbc68f93-0d06-4101-8a27-4c6703f09c21 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:12.536279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.542939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.547437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.553387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['84baad9a-0766-4628-89fe-4f754201caa7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:12.585826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object 44f30923-1456-49f3-b1e9-ec18c86d29f4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:12.624019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba402afd-fec7-4af9-83ee-fc4f7c9a47a0 req-a2fab487-f5dc-48bd-9155-87ab0edf582a tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.0354562 Aug 31 19:18:12.632690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c3ca-cd73-4feb-a165-ecd5d75bffbc req-c683e962-f4de-4460-9602-ed016b01ddca tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.634415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4874c3ca-cd73-4feb-a165-ecd5d75bffbc req-c683e962-f4de-4460-9602-ed016b01ddca tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1418431 Aug 31 19:18:12.646987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.658728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc68f93-0d06-4101-8a27-4c6703f09c21']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:12.669986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3130d683-2692-4a60-982c-6bbd9918241e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:12.670234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3130d683-2692-4a60-982c-6bbd9918241e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:12.679112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.692657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.696130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4874c3ca-cd73-4feb-a165-ecd5d75bffbc req-ab46377a-1aff-4cdd-bf58-8973b984a9e6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Aug 31 19:18:12.698565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:12.698959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:12.703991 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:12.706115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event deleted for resources: {'Port': ['ID=658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:12.741061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.754455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.757201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.760352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/157826ff-66f5-4897-bcd6-b6d18b124d72 HTTP/1.1" status: 204 len: 168 time: 0.5030260 Aug 31 19:18:12.771337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.775755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.779555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.779959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.780310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.780653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.781352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.781873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.782835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.783514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.783893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.784304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:12.809026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c58671-3150-4c1a-8b67-f700d8c2e995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157826ff-66f5-4897-bcd6-b6d18b124d72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:12.837163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:12.847811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:12.850690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:12.905542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.919114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:12.935470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cfc2-6851-48bb-97d7-48d511827678 req-48681a97-9adb-4904-aa01-6e7e832c3eda tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.936776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbc68f93-0d06-4101-8a27-4c6703f09c21 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:18:12.937287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d491cfc2-6851-48bb-97d7-48d511827678 req-48681a97-9adb-4904-aa01-6e7e832c3eda tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1813383 Aug 31 19:18:12.968539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:12.969743 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:12.993076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.000155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:13.001102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/dbc68f93-0d06-4101-8a27-4c6703f09c21 HTTP/1.1" status: 204 len: 168 time: 0.5710618 Aug 31 19:18:13.002799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46968643-753b-4f43-8fe9-43e1e15d317b tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbc68f93-0d06-4101-8a27-4c6703f09c21,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:13.007521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:13.038860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b8923f68-8a1d-4ae1-96ff-7e9832943425 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0316141 Aug 31 19:18:13.040527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:13.043235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.064085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'admin_state_up': True, 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'security_groups': ['f415ed2c-5319-4da8-a574-599bf7197201']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:13.073425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d491cfc2-6851-48bb-97d7-48d511827678 req-07aee283-4a5b-4526-9a14-5e67139dee3e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301217 Aug 31 19:18:13.110675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Router 299781b5-1186-4e64-8cb1-1ca2fea0df4b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:13.135496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:13.165620 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.166507 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Added segment 3e8f8898-1ce9-418c-a87d-f5120d1e4d9b of type vlan for network c5369cd0-56a8-4171-8567-489c58d6c264 Aug 31 19:18:13.270903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f509a996-f0fa-4ede-9815-7ce9d9953188 None None] Provisioning for port 44f30923-1456-49f3-b1e9-ec18c86d29f4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:13.273133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.278115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f509a996-f0fa-4ede-9815-7ce9d9953188 None None] Provisioning complete for port 44f30923-1456-49f3-b1e9-ec18c86d29f4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:13.279476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f509a996-f0fa-4ede-9815-7ce9d9953188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.392283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.399759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.400408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.415935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:13.425718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f509a996-f0fa-4ede-9815-7ce9d9953188 None None] Port 44f30923-1456-49f3-b1e9-ec18c86d29f4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:13.516117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] No DVR routers for this DVR port 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:13.519291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.522067 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a766547e-a82a-4cf3-b39a-756e764837e1 req-a8ea7f1d-8ebc-48cf-b0af-b13199b2701d tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.82 "DELETE /v2.0/ports/658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 HTTP/1.1" status: 204 len: 173 time: 1.9671273 Aug 31 19:18:13.522658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'name': 'network-vif-deleted', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:13.525726 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d408e-a757-424a-9a48-bf696446b45d" -d '{"events": [{"server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "name": "network-vif-deleted", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:13.577893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=c5369cd0-56a8-4171-8567-489c58d6c264,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:13.589108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c5369cd0-56a8-4171-8567-489c58d6c264 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:13.679043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b228c9d-a36b-4e02-8292-45ebe9d97280 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6779194 Aug 31 19:18:13.679787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Made reservation on behalf of ef13d73a7a744bc39d489a3a2d30d6ca for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:13.682452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:13.684402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.689818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'subnet': {'network_id': 'c5369cd0-56a8-4171-8567-489c58d6c264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:13.739074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:13.741921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:13.755881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-10fa5633-0a44-4fcf-af0e-eff1958eec4d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.761755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-10fa5633-0a44-4fcf-af0e-eff1958eec4d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.768005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-10fa5633-0a44-4fcf-af0e-eff1958eec4d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.773911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-10fa5633-0a44-4fcf-af0e-eff1958eec4d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.781600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-10fa5633-0a44-4fcf-af0e-eff1958eec4d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3095 time: 0.2072954 Aug 31 19:18:13.831974 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Sync routers for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:13.841833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38f1afc6-c599-45e0-b65a-9b587df54972 req-e451f738-69ad-4826-a297-8b541af06a5e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593014 Aug 31 19:18:13.849948 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:13.852236 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:17:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:13.860116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84baad9a-0766-4628-89fe-4f754201caa7 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:13.883495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8251-5a5f-4ad4-9da0-8bd85cedeba3 req-b4407105-ca30-48f9-bd4f-f3ce97d1137d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:13.885350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04eb8251-5a5f-4ad4-9da0-8bd85cedeba3 req-b4407105-ca30-48f9-bd4f-f3ce97d1137d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 944 time: 0.3099632 Aug 31 19:18:14.011182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 84baad9a-0766-4628-89fe-4f754201caa7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:14.017326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 84baad9a-0766-4628-89fe-4f754201caa7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:14.017988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.134547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Allocated IP 10.2.2.200 (54187448-1abd-4ee2-a8e1-0858c21c5084/9ad696c0-b1b6-491c-81e3-679873df78e4/23d7316d-01bd-4a77-a7ce-446b008fab56) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:14.253401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b1d40f0-0dad-4166-a51b-8870693f49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.275965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.294683 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:14.305858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:14.310915 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b55902-5e0e-4d39-84c2-d1e6fcbb2b00" -d '{"events": [{"server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "name": "network-vif-plugged", "status": "completed", "tag": "84baad9a-0766-4628-89fe-4f754201caa7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:14.351020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84baad9a-0766-4628-89fe-4f754201caa7,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:14.362629 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e144bf-0f96-4155-aa21-61e197c5be45 x-openstack-request-id: req-16e144bf-0f96-4155-aa21-61e197c5be45 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:14.362972 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1173efe5-174c-4053-ad3a-1965d33b37e9", "name": "network-vif-deleted", "tag": "658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:14.363246 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16e144bf-0f96-4155-aa21-61e197c5be45 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:14.363688 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1173efe5-174c-4053-ad3a-1965d33b37e9', 'name': 'network-vif-deleted', 'tag': '658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40', 'status': 'completed', 'code': 200} Aug 31 19:18:14.367904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.371404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1c578a3b-6fe8-44d0-8808-710137d91b4c no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:14.408257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fee96837-9da9-467f-acf8-490e7fa45e2c req-e477ad6a-9dd9-4d3d-8dd5-595aea1d6a1c tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.0577781 Aug 31 19:18:14.414376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04eb8251-5a5f-4ad4-9da0-8bd85cedeba3 req-9b408ee7-57ee-46a7-b1f0-43722fb95d32 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5151424 Aug 31 19:18:14.473004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 1c578a3b-6fe8-44d0-8808-710137d91b4c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:14.473461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1c578a3b-6fe8-44d0-8808-710137d91b4c not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:14.473984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:14.479452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:14.492094 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.518202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.539086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:14.540073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 658888a1-6e2b-4f9c-9f0a-bfbe21ec3e40 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:14.548196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.571577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Transition to ACTIVE for port object 23d7316d-01bd-4a77-a7ce-446b008fab56 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:14.627237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71a458-40de-43d4-98b3-aaa55433f1b3 req-581df77b-2f5b-45d8-9ddc-b43b4b5300ec tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:14.628963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a71a458-40de-43d4-98b3-aaa55433f1b3 req-581df77b-2f5b-45d8-9ddc-b43b4b5300ec tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1178837 Aug 31 19:18:14.633376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:18:14.633839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.651315 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:14.688764 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Checking router: 299781b5-1186-4e64-8cb1-1ca2fea0df4b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:18:14.689567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e7d9f54-6090-48ba-aa01-8a5f52c5a1b9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:14.696828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382c72-257a-42f1-8326-e975d53d3180 req-29f97411-96c0-438d-8a67-4a030754769d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:14.698487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45382c72-257a-42f1-8326-e975d53d3180 req-29f97411-96c0-438d-8a67-4a030754769d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1313474 Aug 31 19:18:14.712309 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:14.713165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:14.725141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a71a458-40de-43d4-98b3-aaa55433f1b3 req-9b6ca1d9-393e-4fa5-bf4d-9732f8f23384 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808699 Aug 31 19:18:14.727469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Checking segment: {'id': '3e8f8898-1ce9-418c-a87d-f5120d1e4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c5369cd0-56a8-4171-8567-489c58d6c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:14.727893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Network hostable DHCP agents. Network: c5369cd0-56a8-4171-8567-489c58d6c264, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:18:14.761791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.770595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Network c5369cd0-56a8-4171-8567-489c58d6c264 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:18:14.789804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c5369cd0-56a8-4171-8567-489c58d6c264) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:14.800591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:14.800997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0701c-01eb-4c10-b4a8-6010daca0ca0 None None] Network c5369cd0-56a8-4171-8567-489c58d6c264 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:14.802815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.840049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35787cd6-fab4-4c7d-bdbd-84d35ab91a17 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1564469 Aug 31 19:18:14.840874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:14.846675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5369cd0-56a8-4171-8567-489c58d6c264'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:14.865481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:14.895627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:14.920533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45382c72-257a-42f1-8326-e975d53d3180 req-7479e280-9b0a-4e8d-8ff8-e71d4dada864 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127941 Aug 31 19:18:14.933494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:14.935159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:14.952033 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:14.973116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:15.018011 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f12774-cb91-4f3b-9436-8a9e4d4a4d75 x-openstack-request-id: req-38f12774-cb91-4f3b-9436-8a9e4d4a4d75 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:15.018412 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "name": "network-vif-plugged", "status": "completed", "tag": "84baad9a-0766-4628-89fe-4f754201caa7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:15.019343 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38f12774-cb91-4f3b-9436-8a9e4d4a4d75 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:15.023271 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7', 'code': 200} Aug 31 19:18:15.070606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a6bd8-a42b-4180-a6d7-1f5eb06462bc None None] Network c5369cd0-56a8-4171-8567-489c58d6c264 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:15.123546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.174633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.175338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.195096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bff39-6b1b-4685-94d8-2392193ecbdb req-7da8c95b-820b-4f92-93d1-668f0267d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.196870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf0bff39-6b1b-4685-94d8-2392193ecbdb req-7da8c95b-820b-4f92-93d1-668f0267d732 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 1097 time: 0.1115532 Aug 31 19:18:15.252854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf0bff39-6b1b-4685-94d8-2392193ecbdb req-2cc27502-a595-4ba5-aa6d-214f4dff2fd1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375867 Aug 31 19:18:15.330969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.339788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.366837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.377377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.378298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.385195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:15.386535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Allocated IP 172.20.0.9 (c5369cd0-56a8-4171-8567-489c58d6c264/9e7d9f54-6090-48ba-aa01-8a5f52c5a1b9/9ebd0035-48c3-41ea-ba71-70d038b70c55) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:15.393698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-abd86e2d-7730-4b67-9287-962e5954ce66 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3816 time: 0.2843535 Aug 31 19:18:15.397648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98c6ac5a-5e7f-4032-a443-06c349a99f5d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3384309 Aug 31 19:18:15.409056 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:15.444446 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57791f8b-588a-4e2b-b6ec-719729c42797 None None] The sync data for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 is: [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:15:17Z', 'revision_number': 4, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a91f6b28-4131-45ea-b90d-6b28a6a950a2', 'name': '', 'network_id': 'cbda617e-e873-4b51-b7fc-eeb1ef143ae9', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'mac_address': 'fa:16:3e:27:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:16Z', 'updated_at': '2021-08-31T19:15:25Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'subnets': [{'id': 'bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:15.449169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a333f5e2-f732-4838-a80b-1a1f678dcfb2 req-ba143370-846f-4ce7-a629-0990e0b66f3e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544403 Aug 31 19:18:15.480354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:15.494707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d177cb7-c39d-4405-8322-2314c80bfe8e None None] Provisioning for port 23d7316d-01bd-4a77-a7ce-446b008fab56 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:15.503051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d177cb7-c39d-4405-8322-2314c80bfe8e None None] Provisioning complete for port 23d7316d-01bd-4a77-a7ce-446b008fab56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:15.503577 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d177cb7-c39d-4405-8322-2314c80bfe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.592999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6d177cb7-c39d-4405-8322-2314c80bfe8e None None] Port 23d7316d-01bd-4a77-a7ce-446b008fab56 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:15.626750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f0264b3-4c7c-484b-b0d2-47271adef75e req-f9a110ac-3d2d-4680-9394-5a3e54a139e1 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0746334 Aug 31 19:18:15.660136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.665319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.737602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.789217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Network c5369cd0-56a8-4171-8567-489c58d6c264 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:15.800453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:15.804944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:15.811473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Port': ['ID=9ebd0035-48c3-41ea-ba71-70d038b70c55,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:15.930014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:15.968321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d5fce-4f8d-4a79-a5dd-e0f931ced297 None None] New status for floating IP 0d3b551b-2a39-4172-8b12-68bd43a48c77: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:18:15.971738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.017268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ec0e0d7-6ac8-4939-b726-b6237cde6d39 req-98781143-83f2-413e-86e3-248f7168b9c4 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.3867726 Aug 31 19:18:16.028344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.126537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402429-1484-4568-b3ae-0a9de4eb1da1 req-add3f47b-cece-4810-b707-29a41b166b88 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:16.136206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53402429-1484-4568-b3ae-0a9de4eb1da1 req-add3f47b-cece-4810-b707-29a41b166b88 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.1472116 Aug 31 19:18:16.211000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53402429-1484-4568-b3ae-0a9de4eb1da1 req-79dfc16e-7d25-4dac-83eb-311b05f2e2b2 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739024 Aug 31 19:18:16.220058 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.242777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.376863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Port': ['ID=9ebd0035-48c3-41ea-ba71-70d038b70c55,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:16.386694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.405146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.406736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e41d57da-5abc-4ab2-ae88-19ce0bf31b94 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5640669 Aug 31 19:18:16.409782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:16.515657 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3e47da50-e92a-47cf-ab02-91ebc036b9c3 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=c5369cd0-56a8-4171-8567-489c58d6c264 HTTP/1.1" status: 200 len: 689 time: 0.1024227 Aug 31 19:18:16.515970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:16.522233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d16fa-8f5b-4613-9580-2231a7811696 req-fb8f007e-0626-4ba8-afb6-a47303e5e2a0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:16.531222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc2d16fa-8f5b-4613-9580-2231a7811696 req-fb8f007e-0626-4ba8-afb6-a47303e5e2a0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1731842 Aug 31 19:18:16.638272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.656809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc2d16fa-8f5b-4613-9580-2231a7811696 req-6897c2c3-f0cd-460e-951a-6044ecd46053 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244268 Aug 31 19:18:16.715710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09e55-1e20-4ffd-8f69-4d7ec9de6cbe req-47cf24ab-2e7a-4eb8-85d4-c4a8dff64069 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:16.718278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3a09e55-1e20-4ffd-8f69-4d7ec9de6cbe req-47cf24ab-2e7a-4eb8-85d4-c4a8dff64069 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1804593 Aug 31 19:18:16.785966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d897ab54-dea0-46f6-ad17-272d9fe61182 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:16.793148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.810582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3a09e55-1e20-4ffd-8f69-4d7ec9de6cbe req-9d6a8407-33b3-4c45-870a-f4aa25141102 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718749 Aug 31 19:18:16.833325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Transition to ACTIVE for port object d897ab54-dea0-46f6-ad17-272d9fe61182 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:16.845704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.894399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Deleting port 9ebd0035-48c3-41ea-ba71-70d038b70c55 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:16.905199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:16.923708 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.027277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:17.073863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.074235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.090118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Calling delete_port for 9ebd0035-48c3-41ea-ba71-70d038b70c55 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:17.096379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8babe388-3b79-4b79-9f45-cc6e003dd816 req-b78e7341-fa67-4989-b282-4817ddfbe6da tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0793302 Aug 31 19:18:17.107951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.108490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.109780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.110743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.116029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.116563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.117102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.117611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.118116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.118617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.119119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.119630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:17.228642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.235564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.242362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.248533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.254326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.256202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-c643649f-6c19-43ec-a7c7-73c29391e3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3828 time: 0.2813513 Aug 31 19:18:17.293004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62ad3c0e-3ff3-401a-bca7-202f38597642 req-07612701-0768-4914-9f5b-b2976d1b2c27 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.0782723 Aug 31 19:18:17.325954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Attempting to bind port d897ab54-dea0-46f6-ad17-272d9fe61182 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:17.326301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Attempting to bind port d897ab54-dea0-46f6-ad17-272d9fe61182 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:17.326735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Attempting to bind port d897ab54-dea0-46f6-ad17-272d9fe61182 on network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:17.333475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Port d897ab54-dea0-46f6-ad17-272d9fe61182 on network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:17.333898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Attempting to bind port d897ab54-dea0-46f6-ad17-272d9fe61182 on network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:17.347490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:17.347490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Checking segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:17.347490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Bound using segment: {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:17.347490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Bound port: d897ab54-dea0-46f6-ad17-272d9fe61182, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7817640b-4e47-4f5e-bce7-66d562402bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:17.347490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.383974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3504f6b1-6a1a-4445-bc5e-3a63af87da1b req-6d427401-f220-4158-8ea8-8cb4793e9da2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111259 Aug 31 19:18:17.396696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.439604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ebd0035-48c3-41ea-ba71-70d038b70c55,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:17.485539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:17.490313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:17.495719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.508599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390f414-95d8-468b-ac1c-8a10531c6eaf req-4e7043ef-f3ef-41e1-a8e6-a111b66e3f73 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.510140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7390f414-95d8-468b-ac1c-8a10531c6eaf req-4e7043ef-f3ef-41e1-a8e6-a111b66e3f73 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.0779665 Aug 31 19:18:17.511628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.560907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.564606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.565242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.566642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] 10.222.0.82 "PUT /v2.0/ports/d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 1093 time: 2.1034429 Aug 31 19:18:17.568843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:17.571093 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68452e72-abee-484d-bbd8-0c7b4eabb989" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:17.628013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.631275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7390f414-95d8-468b-ac1c-8a10531c6eaf req-a1407f3b-25ce-469c-a252-d0e4577abb6c tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979781 Aug 31 19:18:17.635373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:17.641129 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c93422-4779-46a0-87a1-170d59785376 x-openstack-request-id: req-a7c93422-4779-46a0-87a1-170d59785376 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:17.641467 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:17.641765 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7c93422-4779-46a0-87a1-170d59785376 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:17.642628 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'status': 'completed', 'code': 200} Aug 31 19:18:17.645777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9fb5-1084-48d9-8038-edbcfe9bba06 service neutron] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:17.738141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7d9f54-6090-48ba-aa01-8a5f52c5a1b9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:17.738344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.912081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:17.931856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.932340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.932811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.933278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.933739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.936690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-54d24801-2b84-4d3f-b38e-ed02debfd102 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 4364 time: 0.1488161 Aug 31 19:18:17.939000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5369cd0-56a8-4171-8567-489c58d6c264']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:17.980483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f8898-1ce9-418c-a87d-f5120d1e4d9b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:17.980946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f8898-1ce9-418c-a87d-f5120d1e4d9b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:17.996429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2407-9f6b-4a4e-94a6-8fcb68da91b0 req-c029f473-dbf4-4289-9299-32a9a6ab64fa tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:17.998243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eeef2407-9f6b-4a4e-94a6-8fcb68da91b0 req-c029f473-dbf4-4289-9299-32a9a6ab64fa tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.2318816 Aug 31 19:18:18.014918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c1c27-0472-4d1f-a12f-f0fd2c1f65b7 req-0c4af9b5-936e-4de8-8f85-4ec99a2e3ec4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.016426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-269c1c27-0472-4d1f-a12f-f0fd2c1f65b7 req-0c4af9b5-936e-4de8-8f85-4ec99a2e3ec4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2000816 Aug 31 19:18:18.016904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.023918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Request body: {'floatingip': {'port_id': '84baad9a-0766-4628-89fe-4f754201caa7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:18.035742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.059188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.075165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:18.075732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:18.077502 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:18.149851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-b4675c38-6140-4e5e-80a4-5ee20629e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.150710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-b4675c38-6140-4e5e-80a4-5ee20629e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.151194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-b4675c38-6140-4e5e-80a4-5ee20629e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.154897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-b4675c38-6140-4e5e-80a4-5ee20629e62d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2072394 Aug 31 19:18:18.172669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.173321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.180659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5369cd0-56a8-4171-8567-489c58d6c264 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:18:18.279296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-269c1c27-0472-4d1f-a12f-f0fd2c1f65b7 req-01fe7d8d-2e04-4ec3-8a7c-4593c2686dc0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488623 Aug 31 19:18:18.315775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-fb1fc79f-ed53-43a4-a345-a3da2c983e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.318570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68452e72-abee-484d-bbd8-0c7b4eabb989 req-fb1fc79f-ed53-43a4-a345-a3da2c983e1d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554091 Aug 31 19:18:18.319932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.322345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c5369cd0-56a8-4171-8567-489c58d6c264 HTTP/1.1" status: 204 len: 168 time: 1.8054469 Aug 31 19:18:18.332316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cf41b-b01c-4a31-ad40-e8ea93f7f969 req-b94d3928-1492-4e18-be92-5274a469f6b1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.333898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-893cf41b-b01c-4a31-ad40-e8ea93f7f969 req-b94d3928-1492-4e18-be92-5274a469f6b1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2377574 Aug 31 19:18:18.338109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.344594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34a50-dca0-41d6-a3b9-8eb0609bd11c tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5369cd0-56a8-4171-8567-489c58d6c264,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:18.561402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d40229a-3773-4911-b70e-52b1a95911fe req-7383dd4b-9e2f-4624-a181-0e1447d6ccd3 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0612395 Aug 31 19:18:18.571629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-878aba87-4218-4922-b194-8e3e654f3354 req-d659fe81-77c6-47ea-914c-bdf44af079f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0260415 Aug 31 19:18:18.614152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.614339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-916da1e5-c3c1-4f7d-9b6f-7d452e10be9f tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2438 time: 0.2722948 Aug 31 19:18:18.624204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-893cf41b-b01c-4a31-ad40-e8ea93f7f969 req-5071136a-7b71-461a-b73f-a6acc0e786b3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649574 Aug 31 19:18:18.759400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.759900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.760356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.760802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.761243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.761685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.762125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.762699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.763781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.764363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:18.769319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f7266b69-683f-430c-8fcf-08fbd72a29bf tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6484 time: 0.1509774 Aug 31 19:18:18.770132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.809815 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-bd71b1c9-a2c9-4b5e-96fd-e2d0d1d1700f tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] delete failed (client error): The resource could not be found. Aug 31 19:18:18.811221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd71b1c9-a2c9-4b5e-96fd-e2d0d1d1700f tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/7e5894b5-7562-4fec-a5b5-4ff018446b5a HTTP/1.1" status: 404 len: 345 time: 0.0396156 Aug 31 19:18:18.813915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.831348 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18ed4bd-1874-460e-9e46-f44c7e72b984 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 19:18:18.832037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18ed4bd-1874-460e-9e46-f44c7e72b984 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:18:18.837441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f18ed4bd-1874-460e-9e46-f44c7e72b984 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c5369cd0-56a8-4171-8567-489c58d6c264 HTTP/1.1" status: 404 len: 339 time: 0.0189302 Aug 31 19:18:18.838231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:18.844031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'name': 'tempest-network--1639552573', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:18.868086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:18.870397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.898460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:18.910159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.910514 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Added segment 1f186569-6fbf-4715-8b2e-d67c5378de8b of type vlan for network 87fbeb88-c4ef-465e-a2b6-2be590530cd1 Aug 31 19:18:18.969648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29610274-f0d6-45bc-9d09-20a56ea46f72 req-8af136a4-cc16-4f0d-8fe5-0876e8840fc7 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.2921021 Aug 31 19:18:18.975306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:18.979237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:18.995295 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.037254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.039381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.040662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.042323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Transition to ACTIVE for port object fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:19.077036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.121666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbc0e408-9dc9-4200-aa0f-d62b58c3be62 req-5b6f408b-3a1d-4900-b139-8e075d4f0e99 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0583935 Aug 31 19:18:19.127707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2882802 Aug 31 19:18:19.130147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:19.173520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256267-dc01-4dc6-836f-68f851252755 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=87fbeb88-c4ef-465e-a2b6-2be590530cd1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:19.185303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 87fbeb88-c4ef-465e-a2b6-2be590530cd1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:19.188760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.194691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.201288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.207317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.213269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.215129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-eff46e7c-781a-485e-9efc-9bedfdffbc89 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3828 time: 0.2479265 Aug 31 19:18:19.302518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:19.373783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d40-4981-47a5-9b71-b343d5f565f9 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.379932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d40-4981-47a5-9b71-b343d5f565f9 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.388806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d40-4981-47a5-9b71-b343d5f565f9 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.393521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d40-4981-47a5-9b71-b343d5f565f9 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.398804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55220d40-4981-47a5-9b71-b343d5f565f9 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2677906 Aug 31 19:18:19.399988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:19.474099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.488063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2211c2bb-980e-45ec-b63b-515089ea63cf req-de55c64f-aa1a-4303-aa59-ab99fed97c17 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619157 Aug 31 19:18:19.574925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.585978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fbeb88-c4ef-465e-a2b6-2be590530cd1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:19.596067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f186569-6fbf-4715-8b2e-d67c5378de8b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:19.596364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f186569-6fbf-4715-8b2e-d67c5378de8b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:19.605543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.610647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056e811-e752-45c8-b42b-f9edee92c1fe req-6be941a5-0253-4259-83fe-d6ed586f0da7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.612469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d056e811-e752-45c8-b42b-f9edee92c1fe req-6be941a5-0253-4259-83fe-d6ed586f0da7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2243545 Aug 31 19:18:19.620962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.628368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Attempting to bind port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:19.628697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Attempting to bind port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:19.629037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Attempting to bind port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:19.629570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:19.630134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:19.632010 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:19.652731 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:18:19.695794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.700485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:19.700820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Attempting to bind port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:19.705004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87fbeb88-c4ef-465e-a2b6-2be590530cd1 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:18:19.712807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.715430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/87fbeb88-c4ef-465e-a2b6-2be590530cd1 HTTP/1.1" status: 204 len: 168 time: 0.3149669 Aug 31 19:18:19.733442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:19.734263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9412f-bde2-4364-a38c-cb29a95e036a tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Network': ['ID=87fbeb88-c4ef-465e-a2b6-2be590530cd1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:19.741228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'name': 'tempest-network--2128350023', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:19.760533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.766309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:19.769518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.780420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:19.780882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:19.781348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Bound using segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:19.781881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Bound port: fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:19.782333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.796668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-18924679-088c-438f-8f2a-0ce53b7c7c60 req-a9ff1c36-6ea6-4621-81a1-7f2668ebca76 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.1399612 Aug 31 19:18:19.804270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.813034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:19.827481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.827949 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Added segment a2c3eea2-701f-431b-89cc-3573e6c3d081 of type vlan for network 437f7ea6-b262-43aa-8fe9-4f0b844f9547 Aug 31 19:18:19.902978 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.948659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d056e811-e752-45c8-b42b-f9edee92c1fe req-56005929-b607-4c81-bd29-a1a8bafa1043 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134985 Aug 31 19:18:19.951125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:19.952216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:19.952855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.023622 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2844229 Aug 31 19:18:20.024695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:20.112539 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Floating IP 67dde037-8d44-4de6-a185-858cd8636af9 associated. External IP: 172.25.3.115, port: 84baad9a-0766-4628-89fe-4f754201caa7. Aug 31 19:18:20.117101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485b20-2ecd-4796-9af6-603bd71bd1cc tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=437f7ea6-b262-43aa-8fe9-4f0b844f9547,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:20.130714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 437f7ea6-b262-43aa-8fe9-4f0b844f9547 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:20.166920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26784a-3fd0-4ba8-a972-efbf1ba6811c tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.168904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b26784a-3fd0-4ba8-a972-efbf1ba6811c tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "GET /v2.0/networks/437f7ea6-b262-43aa-8fe9-4f0b844f9547 HTTP/1.1" status: 200 len: 757 time: 0.1440480 Aug 31 19:18:20.171838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:20.231372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83933a6a-25bf-4e5e-8edc-afcde6e1ce1b req-e912f858-6631-4a4a-b782-d3e294f188de tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.233025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83933a6a-25bf-4e5e-8edc-afcde6e1ce1b req-e912f858-6631-4a4a-b782-d3e294f188de tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2895868 Aug 31 19:18:20.238521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1778ba9-89a8-43b2-9235-ff21b9bbcdbe req-ae370fbd-87bd-474e-ae50-546ac7a61a5f tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.1235659 Aug 31 19:18:20.239552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:20.310935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecbaee-9564-42fa-a5ac-35f7fa37171a tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.312831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10ecbaee-9564-42fa-a5ac-35f7fa37171a tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "GET /v2.0/networks/794fbb5e-8551-41c4-acdb-7d872439e5e3 HTTP/1.1" status: 200 len: 766 time: 0.1397030 Aug 31 19:18:20.315407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:20.329874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83933a6a-25bf-4e5e-8edc-afcde6e1ce1b req-f5330434-2633-44c2-bf56-2bac57d406bc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792766 Aug 31 19:18:20.337516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:20.344360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.412523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.428154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.428784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.430174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] 10.222.0.82 "PUT /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 1137 time: 2.8117824 Aug 31 19:18:20.430617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:20.432888 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02741d9-4b95-4467-beb8-b19a266ccdff" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "fe21c4f5-e5ba-4c1e-b243-41e15142a8a7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:20.472062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:20.491253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a798c-05a5-4a52-9f65-370ecbc6c70f service neutron] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:20.541027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.553560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437f7ea6-b262-43aa-8fe9-4f0b844f9547']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:20.563194 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e665778f-5430-46cd-b058-50c878c3022d x-openstack-request-id: req-e665778f-5430-46cd-b058-50c878c3022d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:20.563492 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "fe21c4f5-e5ba-4c1e-b243-41e15142a8a7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:20.568666 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e665778f-5430-46cd-b058-50c878c3022d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:20.569165 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7', 'status': 'completed', 'code': 200} Aug 31 19:18:20.573523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c3eea2-701f-431b-89cc-3573e6c3d081') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:20.573822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c3eea2-701f-431b-89cc-3573e6c3d081') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:20.602251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.636361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.652186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:20.652594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:20.655143 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:20.718265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.718752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.719222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.719723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.720234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.720856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.723728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-f7e45587-0850-4069-a642-205559ebbac5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5294 time: 0.1344554 Aug 31 19:18:20.741531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.801614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.807934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 437f7ea6-b262-43aa-8fe9-4f0b844f9547 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:18:20.813390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.815191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/437f7ea6-b262-43aa-8fe9-4f0b844f9547 HTTP/1.1" status: 204 len: 168 time: 0.4983828 Aug 31 19:18:20.830435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:20.836190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'name': 'tempest-network--146361042'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:20.842204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed1b43-e21b-4fd6-874f-d2181dfdd393 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Network': ['ID=437f7ea6-b262-43aa-8fe9-4f0b844f9547,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:20.879001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-7f83c650-b5ed-4182-865c-049dd3dc4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.879614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-7f83c650-b5ed-4182-865c-049dd3dc4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.880644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-7f83c650-b5ed-4182-865c-049dd3dc4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:20.881688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-7f83c650-b5ed-4182-865c-049dd3dc4e27 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1500568 Aug 31 19:18:20.888493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Made reservation on behalf of 71166dc1e13148c88ea86d8b51f33c43 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:20.891514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:20.992385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:21.020010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.020421 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Added segment 70cea9f3-029d-4bae-ba49-02924b8a9854 of type vlan for network 99f44848-2583-4ec7-926e-4fb3d07c990e Aug 31 19:18:21.081928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-8fdb93eb-4a1b-4059-b727-11d31f5c7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.083845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a02741d9-4b95-4467-beb8-b19a266ccdff req-8fdb93eb-4a1b-4059-b727-11d31f5c7f19 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885707 Aug 31 19:18:21.108441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.151208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.155573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.158038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.227150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3948743 Aug 31 19:18:21.229889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:21.237126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:21.250462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.256609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.262568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.268811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.275110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.281800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.281937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4958-5d44-438c-865d-d452a37f588e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=99f44848-2583-4ec7-926e-4fb3d07c990e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:21.284632 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-932bf0ac-8f7f-4a49-bd48-dfa383e1d80c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 4606 time: 0.5952566 Aug 31 19:18:21.294508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 99f44848-2583-4ec7-926e-4fb3d07c990e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:21.388025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5de4159-9ee6-4056-8f95-ce48b5ded08d req-c549e340-9ea1-4e8b-92c8-aebccd109c08 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.1482255 Aug 31 19:18:21.444286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44f357ca-3cd1-4be9-ace6-9c877743b80c req-2662bb25-bef1-4dbc-af0b-ec5bfcba97cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199393 Aug 31 19:18:21.447215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.451950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Router eb383634-c090-4b17-9dab-39ae1c3f35cd has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:21.468428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.546806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Network 99f44848-2583-4ec7-926e-4fb3d07c990e is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:18:21.548096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.548905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.550574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "PUT /v2.0/networks/99f44848-2583-4ec7-926e-4fb3d07c990e HTTP/1.1" status: 200 len: 857 time: 0.3195946 Aug 31 19:18:21.556944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:21.614692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70641b66-9078-4b6a-aaa6-01e5681a3f1e tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event updated for resources: {'Network': ['ID=99f44848-2583-4ec7-926e-4fb3d07c990e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:21.637128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.701422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdd56ae5-5517-461f-a54c-25d7b0ce91c7 req-1056062c-cc0c-4579-b864-bb449ea6566c tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/ports?device_id=1173efe5-174c-4053-ad3a-1965d33b37e9 HTTP/1.1" status: 200 len: 210 time: 0.0639677 Aug 31 19:18:21.705372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:21.714851 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.717581 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Sync routers for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:21.725319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.738677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f44848-2583-4ec7-926e-4fb3d07c990e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:21.743934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:21.744650 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:21.764538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cea9f3-029d-4bae-ba49-02924b8a9854') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:21.765032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab104d-7962-4a96-bece-32f0e9e0f56a req-9159accc-a77f-4c18-9d23-227857d7df24 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.765370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cea9f3-029d-4bae-ba49-02924b8a9854') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:21.768674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88ab104d-7962-4a96-bece-32f0e9e0f56a req-9159accc-a77f-4c18-9d23-227857d7df24 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1297424 Aug 31 19:18:21.775882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.791450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.797154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4a9a243-7235-476b-a400-4bec2a7da1bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "PUT /v2.0/floatingips/67dde037-8d44-4de6-a185-858cd8636af9 HTTP/1.1" status: 200 len: 991 time: 3.7769225 Aug 31 19:18:21.801952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:21.802404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:21.804144 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:21.873012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.877728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99f44848-2583-4ec7-926e-4fb3d07c990e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:18:21.892580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:21.898373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:21.903837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88ab104d-7962-4a96-bece-32f0e9e0f56a req-fd75d372-5fc3-4e92-85c5-24c5db69b2a6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983598 Aug 31 19:18:21.904722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] 10.222.0.73 "DELETE /v2.0/networks/99f44848-2583-4ec7-926e-4fb3d07c990e HTTP/1.1" status: 204 len: 168 time: 0.3463655 Aug 31 19:18:21.914334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:21.955849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0609bf-e519-4bf1-b16e-c8fdd950d840 req-13b3460d-336d-4912-809d-4f0605a5571d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:21.961405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc0609bf-e519-4bf1-b16e-c8fdd950d840 req-13b3460d-336d-4912-809d-4f0605a5571d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1593196 Aug 31 19:18:21.970470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdb68e-dc35-4465-8e81-1cbe65534089 tempest-ExternalNetworksTestJSON-155791574 tempest-ExternalNetworksTestJSON-155791574-project-admin] Pushing event deleted for resources: {'Network': ['ID=99f44848-2583-4ec7-926e-4fb3d07c990e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:21.973108 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d684a76a-0e3c-4370-afbd-a916d7272847 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] DELETE failed (client error): The resource could not be found. Aug 31 19:18:21.973616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d684a76a-0e3c-4370-afbd-a916d7272847 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:18:21.975371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d684a76a-0e3c-4370-afbd-a916d7272847 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "DELETE /v2.0/subnets/9e7d9f54-6090-48ba-aa01-8a5f52c5a1b9 HTTP/1.1" status: 404 len: 337 time: 0.0650399 Aug 31 19:18:21.979151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55840) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:22.057739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc0609bf-e519-4bf1-b16e-c8fdd950d840 req-a8973d68-d049-4302-953d-fd11c453fd7b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823257 Aug 31 19:18:22.107778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cba0a8-c99b-4b24-88e0-b065715b9989 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:22.117514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.134481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.144353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Transition to ACTIVE for port object 05cba0a8-c99b-4b24-88e0-b065715b9989 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:22.149823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.264666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:22.348812 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '67dde037-8d44-4de6-a185-858cd8636af9', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'port_id': '84baad9a-0766-4628-89fe-4f754201caa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'mac_address': 'fa:16:3e:c8:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:18:00Z', 'updated_at': '2021-08-31T19:18:19Z', 'revision_number': 1, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:22.390222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.414939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794fbb5e-8551-41c4-acdb-7d872439e5e3']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:22.440300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96944aa9-8df9-4bf2-a466-2e7b329f38da') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:22.443876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96944aa9-8df9-4bf2-a466-2e7b329f38da') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:22.456557 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Checking router: eb383634-c090-4b17-9dab-39ae1c3f35cd for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:18:22.458386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.495918 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:22.496997 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:22.501046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.520715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:22.521530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:22.526566 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:22.550144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23943046-2dfa-4d28-8cb4-4cf3802d3989 req-2c2b5ee7-7018-4264-8d2e-b879c620376f tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0996459 Aug 31 19:18:22.563703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Attempting to bind port 05cba0a8-c99b-4b24-88e0-b065715b9989 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:22.564043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Attempting to bind port 05cba0a8-c99b-4b24-88e0-b065715b9989 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:22.564443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Attempting to bind port 05cba0a8-c99b-4b24-88e0-b065715b9989 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:22.576861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:22.579360 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074" -d '{"events": [{"name": "network-changed", "server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "tag": "84baad9a-0766-4628-89fe-4f754201caa7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:22.582167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Port 05cba0a8-c99b-4b24-88e0-b065715b9989 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:22.582912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Attempting to bind port 05cba0a8-c99b-4b24-88e0-b065715b9989 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:22.597330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:22.597938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:22.598490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Bound using segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:22.599940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Bound port: 05cba0a8-c99b-4b24-88e0-b065715b9989, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:22.601893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:22.690046 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03712d7-43c2-4370-b273-3284599cc687 x-openstack-request-id: req-e03712d7-43c2-4370-b273-3284599cc687 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:22.690589 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "tag": "84baad9a-0766-4628-89fe-4f754201caa7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:22.690992 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e03712d7-43c2-4370-b273-3284599cc687 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:22.691530 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7', 'status': 'completed', 'code': 200} Aug 31 19:18:22.738564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.739774 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:22.745883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.753203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.760068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.767483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.774510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.781907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:22.790316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-a2a15d2e-1ad5-4bd7-a422-fb0c4e569378 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5383 time: 0.1675169 Aug 31 19:18:22.868343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:22.879347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=05cba0a8-c99b-4b24-88e0-b065715b9989,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:22.905318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-984931ea-ac03-406d-8efc-79026d9e2a47 req-2a75ecf9-f9b4-49f7-8c84-52e9b656ed79 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137574 Aug 31 19:18:22.906215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55866) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:22.955021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.061640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.062364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.063987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] 10.222.0.82 "PUT /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 1136 time: 2.5986383 Aug 31 19:18:23.104928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-f6982c33-f5a8-408d-8d99-fbc8ec1a14b8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:18:23.106816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-f6982c33-f5a8-408d-8d99-fbc8ec1a14b8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069761 Aug 31 19:18:23.125061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:23.128300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea6be-3e62-411e-9815-19292ff113a4 service neutron] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:23.133074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.179367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6277f-cc18-40e1-9ff0-6155ba378dbd req-1bbc8c85-b2c2-4fd0-82b4-4a0a5431e718 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.181151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ff6277f-cc18-40e1-9ff0-6155ba378dbd req-1bbc8c85-b2c2-4fd0-82b4-4a0a5431e718 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1780005 Aug 31 19:18:23.248695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.313974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-61d88f5f-b79a-4dca-a5de-6f4e69bbb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.326959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-61d88f5f-b79a-4dca-a5de-6f4e69bbb94e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=25fd8258f03a448fae70a83b32fda82f&device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 1097 time: 0.1540024 Aug 31 19:18:23.329420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.345190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.352495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] 10.222.0.73 "DELETE /v2.0/networks/794fbb5e-8551-41c4-acdb-7d872439e5e3 HTTP/1.1" status: 204 len: 168 time: 1.3723512 Aug 31 19:18:23.355832 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '67dde037-8d44-4de6-a185-858cd8636af9', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'port_id': '84baad9a-0766-4628-89fe-4f754201caa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'mac_address': 'fa:16:3e:c8:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:18:00Z', 'updated_at': '2021-08-31T19:18:19Z', 'revision_number': 1, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:23.406337 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48b837-76fb-45b8-a9e8-207158c9145e None None] The sync data for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 is: [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '67dde037-8d44-4de6-a185-858cd8636af9', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'port_id': '84baad9a-0766-4628-89fe-4f754201caa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'mac_address': 'fa:16:3e:c8:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:18:00Z', 'updated_at': '2021-08-31T19:18:19Z', 'revision_number': 1, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:23.429948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.472460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ff6277f-cc18-40e1-9ff0-6155ba378dbd req-ebdd69f9-d5e1-4d21-a3a2-316ac1b4dab3 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786427 Aug 31 19:18:23.493560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f2e8c-0612-4568-89a0-70188b783281 tempest-ExternalNetworksTestJSON-1581654841 tempest-ExternalNetworksTestJSON-1581654841-project] Pushing event deleted for resources: {'Network': ['ID=794fbb5e-8551-41c4-acdb-7d872439e5e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:23.521842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54958ca7-87bb-4eb9-ba1f-b51a1cc480b5 req-9bcf521c-db9d-43db-8961-22da07151194 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.523439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54958ca7-87bb-4eb9-ba1f-b51a1cc480b5 req-9bcf521c-db9d-43db-8961-22da07151194 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.3197894 Aug 31 19:18:23.606419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-bd88d783-59f5-43a0-9d8f-95f661800c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.610824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-bd88d783-59f5-43a0-9d8f-95f661800c3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=f44958a5-d22c-4aa1-9081-7719d1788893 HTTP/1.1" status: 200 len: 907 time: 0.2570937 Aug 31 19:18:23.636452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.644919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:23.646099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bcc0c9f-80ac-4055-ad51-31ab0b0c2101 HTTP/1.1" status: 204 len: 168 time: 0.7389290 Aug 31 19:18:23.661270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:23.710666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-f3d69cf8-a910-41a1-b3ab-3043506cc63e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84baad9a-0766-4628-89fe-4f754201caa7 HTTP/1.1" status: 200 len: 999 time: 0.0912797 Aug 31 19:18:23.771787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-4c35afdf-97f1-4e30-ab60-93bfaab551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.773673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-4c35afdf-97f1-4e30-ab60-93bfaab551f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aac72feb-d01a-4f7f-8ec6-452e5e58de36 HTTP/1.1" status: 200 len: 845 time: 0.0507607 Aug 31 19:18:23.785083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8339-2220-4319-837e-e6f69e12e4ae tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc0c9f-80ac-4055-ad51-31ab0b0c2101,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:23.790473 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-8e921554-4688-4179-a1c1-cf3b865b1125 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] show failed (client error): The resource could not be found. Aug 31 19:18:23.791519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8e921554-4688-4179-a1c1-cf3b865b1125 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "GET /v2.0/security-groups/3bcc0c9f-80ac-4055-ad51-31ab0b0c2101 HTTP/1.1" status: 404 len: 347 time: 0.1161330 Aug 31 19:18:23.805669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:23.837658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbb19c-44ec-47d0-8363-bc83100b34a9 None None] New status for floating IP 67dde037-8d44-4de6-a185-858cd8636af9: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:18:23.893051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54958ca7-87bb-4eb9-ba1f-b51a1cc480b5 req-a50940a4-3aeb-4307-95e6-9dec2ea6d11b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211503 Aug 31 19:18:23.907993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-c2b73e07-6396-4edb-aef7-a8045208a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:23.911909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-c2b73e07-6396-4edb-aef7-a8045208a051 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f44958a5-d22c-4aa1-9081-7719d1788893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274533 Aug 31 19:18:24.036285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:24.092462 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-32a095e1-bde8-475b-ae3e-0b15dfe71654 service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711609 Aug 31 19:18:24.136221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8103413f-2848-4168-9b16-c5e69057f29a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:24.144338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.157617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Transition to ACTIVE for port object 8103413f-2848-4168-9b16-c5e69057f29a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:24.199236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-136c0dab-fa74-4d87-8319-57ff35ac7ab1 req-9f430ec9-ac64-4804-968c-8483f8080100 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.3041372 Aug 31 19:18:24.201418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.280539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a3fba1d8-a4aa-4daf-8df4-0a18ba3b4074 req-e052e69e-4b27-45c2-94f9-765a04eee5c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815863 Aug 31 19:18:24.406212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:24.573076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.580412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.586704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.593472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.600112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.608044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.614472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.616602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-00ad2723-64b9-4452-bb4d-1cea1494e165 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5395 time: 0.4258273 Aug 31 19:18:24.641793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-879c9f1e-b2da-4ad2-a718-6c274fba9483 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23976447168d4890a875339e4c3def14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042778 Aug 31 19:18:24.644541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:24.695512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '05cba0a8-c99b-4b24-88e0-b065715b9989'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:24.698227 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2114e80-6efd-4588-9df7-eb9acd15043a" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "05cba0a8-c99b-4b24-88e0-b065715b9989"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:24.712562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:18:24.722939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.741824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Attempting to bind port 8103413f-2848-4168-9b16-c5e69057f29a on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:24.742558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Attempting to bind port 8103413f-2848-4168-9b16-c5e69057f29a by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:24.742925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Attempting to bind port 8103413f-2848-4168-9b16-c5e69057f29a on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:24.748076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.769425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2653b40-568e-45d0-8d94-26fe10eba290 req-c13ea6de-f0d2-44ea-a615-6ff0fe148989 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359677 Aug 31 19:18:24.770083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Port 8103413f-2848-4168-9b16-c5e69057f29a on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:24.770413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Attempting to bind port 8103413f-2848-4168-9b16-c5e69057f29a on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:24.781619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f98a71-edf3-4782-a579-1fc159fbaa2e req-7d60b3ed-3aa8-43bc-a99f-c9d69f024907 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:24.790086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50f98a71-edf3-4782-a579-1fc159fbaa2e req-7d60b3ed-3aa8-43bc-a99f-c9d69f024907 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1710644 Aug 31 19:18:24.796374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Deleting port b8b16edc-5b13-4e24-8bab-adaa4b6fbed7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:24.796728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.806284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.809952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.811772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51113055-ded6-40aa-9b03-86de93d7e96d HTTP/1.1" status: 204 len: 168 time: 0.1660013 Aug 31 19:18:24.818406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:24.818771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:24.819165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Bound using segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:24.819623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Bound port: 8103413f-2848-4168-9b16-c5e69057f29a, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:24.820013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:24.843866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ac059-dbb2-467e-89f8-c4a207f4b58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51113055-ded6-40aa-9b03-86de93d7e96d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:24.972879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50f98a71-edf3-4782-a579-1fc159fbaa2e req-646d426f-f75b-4efd-bc18-cf43a79d1eec tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817920 Aug 31 19:18:25.078162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:25.081871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.082132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.096413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:25.126502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.144973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Calling delete_port for b8b16edc-5b13-4e24-8bab-adaa4b6fbed7 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:25.223614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.224276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.225817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] 10.222.0.82 "PUT /v2.0/ports/8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 200 len: 1092 time: 2.1063294 Aug 31 19:18:25.265913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:25.346267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:25.376781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-15b487db-3d15-4a6f-8f95-c3e6d57a0ad6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71166dc1e13148c88ea86d8b51f33c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069341 Aug 31 19:18:25.379080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:25.400374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24185-0784-48bd-b8d1-6e39e776c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:25.422876 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f895b90-25e0-4fd3-83f6-d9f38eb088f0 x-openstack-request-id: req-1f895b90-25e0-4fd3-83f6-d9f38eb088f0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:25.423306 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "05cba0a8-c99b-4b24-88e0-b065715b9989", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:25.423717 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f895b90-25e0-4fd3-83f6-d9f38eb088f0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:25.424732 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '05cba0a8-c99b-4b24-88e0-b065715b9989', 'status': 'completed', 'code': 200} Aug 31 19:18:25.522224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52971912-6e46-431e-b1c9-5d9785f56570 req-d12741dc-a5eb-4e2a-9aa6-c9c392cfb4dc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.530907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52971912-6e46-431e-b1c9-5d9785f56570 req-d12741dc-a5eb-4e2a-9aa6-c9c392cfb4dc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.3362260 Aug 31 19:18:25.535274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.553731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.554216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.554693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.555152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.555611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.556110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.556566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.558616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-71b85238-067f-41f1-bf41-84c0fc5af6b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6291 time: 0.1307731 Aug 31 19:18:25.559911 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.611000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-028e2154-d1c4-4365-b02d-4f98193436c5 req-5d8ee9e7-031e-43cc-a0af-6e5b52b24bd6 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0642030 Aug 31 19:18:25.633739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.694292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52971912-6e46-431e-b1c9-5d9785f56570 req-4b988609-e169-4989-9bed-16638a949441 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624751 Aug 31 19:18:25.744584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-013c89e1-7d8b-436f-aee2-adac3606497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.746131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-013c89e1-7d8b-436f-aee2-adac3606497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.748173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-013c89e1-7d8b-436f-aee2-adac3606497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.750082 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-013c89e1-7d8b-436f-aee2-adac3606497a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1803854 Aug 31 19:18:25.770755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.773470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.774452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fbfb13b3-2f6d-479e-a12f-2d193cb49adb HTTP/1.1" status: 204 len: 168 time: 0.3942323 Aug 31 19:18:25.798791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:25.880773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Pushing event deleted for resources: {'Port': ['ID=b8b16edc-5b13-4e24-8bab-adaa4b6fbed7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:25.883314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682c62-3b71-4d20-b95c-039159573db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb13b3-2f6d-479e-a12f-2d193cb49adb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:25.959834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-0d3b4f1c-1487-4060-91aa-db9757c1837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:25.963040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f2114e80-6efd-4588-9df7-eb9acd15043a req-0d3b4f1c-1487-4060-91aa-db9757c1837f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015548 Aug 31 19:18:26.530516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:26.533072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:26.534561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce864000-1a43-42ef-b49b-e4e7555998f6 tempest-ServersTestBootFromVolume-1538338883 tempest-ServersTestBootFromVolume-1538338883-project] 10.222.0.73 "DELETE /v2.0/floatingips/0d3b551b-2a39-4172-8b12-68bd43a48c77 HTTP/1.1" status: 204 len: 168 time: 2.7277155 Aug 31 19:18:26.537757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:26.542481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2218274b-731d-4917-970f-6a0944564054 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:26.560509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.566532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.573178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.579517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.585538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.594117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.601343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.612029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-4cc7a48d-97f5-4537-9e72-34c16b735a42 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5395 time: 0.6564531 Aug 31 19:18:26.635048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:26.649377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d9a3-4587-45d1-9535-79c718121e89 req-7c7aaa25-4e68-4137-b9aa-f6c60cda92f9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:26.651099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f09d9a3-4587-45d1-9535-79c718121e89 req-7c7aaa25-4e68-4137-b9aa-f6c60cda92f9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2456319 Aug 31 19:18:26.691563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Transition to ACTIVE for port object 2218274b-731d-4917-970f-6a0944564054 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:26.701376 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:26.711815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26678751-4018-4fa8-a80e-2b5b9c58fe9b req-2919d22b-5042-4c5a-a920-ceb6b4eb2f8d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987396 Aug 31 19:18:26.776433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f09d9a3-4587-45d1-9535-79c718121e89 req-22d9b225-7378-4b76-91e3-4e9b19f393f4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164858 Aug 31 19:18:26.804228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:27.035768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Attempting to bind port 2218274b-731d-4917-970f-6a0944564054 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:27.035965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Attempting to bind port 2218274b-731d-4917-970f-6a0944564054 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:27.036296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Attempting to bind port 2218274b-731d-4917-970f-6a0944564054 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:27.041586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f99c13ab-83ae-4cbe-a913-c7c3d26e489a req-22ec444e-314c-4001-8e16-448324293824 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0883429 Aug 31 19:18:27.057629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Port 2218274b-731d-4917-970f-6a0944564054 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:27.057961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Attempting to bind port 2218274b-731d-4917-970f-6a0944564054 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:27.097921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:27.098263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Checking segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:27.098651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Bound using segment: {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:27.099101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Bound port: 2218274b-731d-4917-970f-6a0944564054, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c14392-a272-4309-92e9-698431d528a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:27.099481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.159126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db693013-5bcd-4f24-9144-c10e964bd918 req-d78073bd-1668-491c-8a54-d904d27d87b3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.169181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db693013-5bcd-4f24-9144-c10e964bd918 req-d78073bd-1668-491c-8a54-d904d27d87b3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1495943 Aug 31 19:18:27.254361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.281897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db693013-5bcd-4f24-9144-c10e964bd918 req-7989b4b2-8eba-4e71-b155-67e8edc80081 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101527 Aug 31 19:18:27.286333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:27.290085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:27.296681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.349637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.349762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.351255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] 10.222.0.82 "PUT /v2.0/ports/2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 200 len: 1091 time: 2.0366714 Aug 31 19:18:27.396605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:27.432748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a'}, {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '2218274b-731d-4917-970f-6a0944564054'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:27.437042 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d4844-f9d9-49d3-915a-4d4d40158218" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "8103413f-2848-4168-9b16-c5e69057f29a"}, {"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "2218274b-731d-4917-970f-6a0944564054"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:27.449340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b28b9-b282-49a7-b41f-681af779119b service neutron] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:27.509517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.672964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.673447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.673919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.674378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.674878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.675425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.675906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.677806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-5b952eb1-cb79-4367-b672-2518cad00bfb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6359 time: 0.0925212 Aug 31 19:18:27.692354 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b49766-dddd-4d74-91a6-4948967e2dd8 x-openstack-request-id: req-25b49766-dddd-4d74-91a6-4948967e2dd8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:27.692963 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "8103413f-2848-4168-9b16-c5e69057f29a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "2218274b-731d-4917-970f-6a0944564054", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:27.693221 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25b49766-dddd-4d74-91a6-4948967e2dd8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:27.693702 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a', 'status': 'completed', 'code': 200} Aug 31 19:18:27.694030 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '2218274b-731d-4917-970f-6a0944564054', 'status': 'completed', 'code': 200} Aug 31 19:18:27.915626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f30923-1456-49f3-b1e9-ec18c86d29f4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:27.928900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.956060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Deleting port a91f6b28-4131-45ea-b90d-6b28a6a950a2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:27.956663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:27.960087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-458e11ef-33c1-4ed4-bf3c-49ff3d3bf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.960634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Transition to ACTIVE for port object 44f30923-1456-49f3-b1e9-ec18c86d29f4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:27.961112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-458e11ef-33c1-4ed4-bf3c-49ff3d3bf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.961780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-458e11ef-33c1-4ed4-bf3c-49ff3d3bf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:27.963748 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-458e11ef-33c1-4ed4-bf3c-49ff3d3bf1cd service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2449493 Aug 31 19:18:28.011894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.091814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:28.180142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.187940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.194478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.202772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.209610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.209739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] For port a91f6b28-4131-45ea-b90d-6b28a6a950a2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a91f6b28-4131-45ea-b90d-6b28a6a950a2,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:28.210126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.216199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.222407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.226230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c9bc977-ceca-451d-966d-031c08b9208a req-658199e3-f4be-40e4-85f8-03e68bcf8f0a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5419 time: 0.2591898 Aug 31 19:18:28.246150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Calling delete_port for a91f6b28-4131-45ea-b90d-6b28a6a950a2 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:28.265080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f04604-93b2-4f3a-86cd-3ee799b215cc req-63875f87-417d-42f0-99cb-06e2b5a02852 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.272425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07f04604-93b2-4f3a-86cd-3ee799b215cc req-63875f87-417d-42f0-99cb-06e2b5a02852 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.3104825 Aug 31 19:18:28.367282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07f04604-93b2-4f3a-86cd-3ee799b215cc req-34645db4-350f-43e3-a2e8-aa24f22be99e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888543 Aug 31 19:18:28.415758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c9bc977-ceca-451d-966d-031c08b9208a req-18b2defa-5df2-4136-b8f8-c0b2ebc1b3e1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546683 Aug 31 19:18:28.475818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Attempting to bind port 44f30923-1456-49f3-b1e9-ec18c86d29f4 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:28.476150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Attempting to bind port 44f30923-1456-49f3-b1e9-ec18c86d29f4 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:28.476484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Attempting to bind port 44f30923-1456-49f3-b1e9-ec18c86d29f4 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:28.492749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-53897823-db27-47a8-a334-e2ece470ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.493757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Port 44f30923-1456-49f3-b1e9-ec18c86d29f4 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:28.494101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Attempting to bind port 44f30923-1456-49f3-b1e9-ec18c86d29f4 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:28.494660 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-53897823-db27-47a8-a334-e2ece470ba11 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5156569 Aug 31 19:18:28.496259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.512956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:28.513070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Checking segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:28.513466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Bound using segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:28.514989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Bound port: 44f30923-1456-49f3-b1e9-ec18c86d29f4, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:28.515364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.595982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-357d2b87-ac60-4e67-8493-a7d14d777874 req-735b070c-dc3f-4150-ba44-0fa1aa4bacfa tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0499079 Aug 31 19:18:28.687005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91f6b28-4131-45ea-b90d-6b28a6a950a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:28.752676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:28.769760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:28.776070 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.794636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299240a3-217a-4384-9757-ae5390eaff71 req-e989e923-fd9e-4a37-bc4e-6db7bee449ca tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.796316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-299240a3-217a-4384-9757-ae5390eaff71 req-e989e923-fd9e-4a37-bc4e-6db7bee449ca tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.0824001 Aug 31 19:18:28.835734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.836504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:28.837921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] 10.222.0.82 "PUT /v2.0/ports/44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 200 len: 1092 time: 1.4484131 Aug 31 19:18:28.871347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.876003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.876534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.877012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.877700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.878173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.878641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:28.888926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-4a7a5fb7-1199-4f29-ae2c-c4d9f684aabd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6385 time: 0.3506231 Aug 31 19:18:28.895600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Request body: {'port': {'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:28.911624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:28.935530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35657f8b-9345-4f1e-b488-0bd98b970d74 service neutron] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:28.944094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-299240a3-217a-4384-9757-ae5390eaff71 req-c9dc37f1-4d09-4f80-b1b0-5d286fc640de tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253374 Aug 31 19:18:28.987422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.009956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.176486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:29.240185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-7113a00a-8475-4afa-bd42-0a55f52f86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.240664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-7113a00a-8475-4afa-bd42-0a55f52f86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.241154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-7113a00a-8475-4afa-bd42-0a55f52f86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.242716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-7113a00a-8475-4afa-bd42-0a55f52f86db service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3430564 Aug 31 19:18:29.252955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.372902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Router 299781b5-1186-4e64-8cb1-1ca2fea0df4b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:29.398242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-323be118-cd87-447f-a6f0-2b963c4239f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.399809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-846d4844-f9d9-49d3-915a-4d4d40158218 req-323be118-cd87-447f-a6f0-2b963c4239f5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226695 Aug 31 19:18:29.490272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d7316d-01bd-4a77-a7ce-446b008fab56 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:29.504067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.518336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:29.526257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-26c336c8-bb75-471f-9b29-1694cac61037 admin admin] 10.222.0.73 "PUT /v2.0/routers/299781b5-1186-4e64-8cb1-1ca2fea0df4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9871130 Aug 31 19:18:29.526945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:29.529084 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Sync routers for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:29.539035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:29.539915 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:29.562141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.564735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Transition to ACTIVE for port object 23d7316d-01bd-4a77-a7ce-446b008fab56 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:29.645698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5fbb2-262c-4fcb-9ac6-f6a0bbc58214 req-9313a11d-e5da-4963-814e-1f89adef2fdc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.654210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88b5fbb2-262c-4fcb-9ac6-f6a0bbc58214 req-9313a11d-e5da-4963-814e-1f89adef2fdc tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.2085428 Aug 31 19:18:29.661534 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:29.674682 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:29.722192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:29.724645 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:29.824202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88b5fbb2-262c-4fcb-9ac6-f6a0bbc58214 req-2eb48892-2017-4547-8eca-bb10ff43f40d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688354 Aug 31 19:18:29.880330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.897557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.916784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.926763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.938675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.944959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.951896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:29.971377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-51cbba78-d1f0-43d0-99ae-a59729a65c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5419 time: 0.4551413 Aug 31 19:18:29.998787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:30.013656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.095822 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:18:28Z', 'revision_number': 5, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port': {'id': '2f8da46c-d74a-4af2-af6b-32618e08cc99', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:15:14Z', 'updated_at': '2021-08-31T19:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:30.147149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Allocated IP 172.25.3.17 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a0517188-0f77-4fec-9ff4-14c4347a69a7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:30.159143 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Checking router: 299781b5-1186-4e64-8cb1-1ca2fea0df4b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:18:30.165835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.173750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2d670be-44e2-404c-a2cc-5d33a98bff78 req-38d5fe3d-132b-44b7-898a-7a5591948002 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010572 Aug 31 19:18:30.184104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Routers {'299781b5-1186-4e64-8cb1-1ca2fea0df4b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:30.184847 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:30.188710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Attempting to bind port 23d7316d-01bd-4a77-a7ce-446b008fab56 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:30.190430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Attempting to bind port 23d7316d-01bd-4a77-a7ce-446b008fab56 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:30.190430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Attempting to bind port 23d7316d-01bd-4a77-a7ce-446b008fab56 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:30.199330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Port 23d7316d-01bd-4a77-a7ce-446b008fab56 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:30.199996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Attempting to bind port 23d7316d-01bd-4a77-a7ce-446b008fab56 on network 54187448-1abd-4ee2-a8e1-0858c21c5084 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:30.208638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:30.209065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Checking segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:30.209666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Bound using segment: {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:30.210205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Bound port: 23d7316d-01bd-4a77-a7ce-446b008fab56, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206d1a06-1f47-4fda-9abf-baec6801e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:30.210659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.239414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Deleting port 2f8da46c-d74a-4af2-af6b-32618e08cc99 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:30.240031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.295344 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f878e9-65e4-43cf-ba61-0b76748fea84 x-openstack-request-id: req-f1f878e9-65e4-43cf-ba61-0b76748fea84 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:30.295659 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:30.296044 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1f878e9-65e4-43cf-ba61-0b76748fea84 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:30.296441 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'status': 'completed', 'code': 200} Aug 31 19:18:30.328950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe73e3f0-f6f2-4ef7-921c-d581414a80ef req-5e514da4-b0f2-4115-897f-26e641593dbc tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0836663 Aug 31 19:18:30.354626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] Set router 299781b5-1186-4e64-8cb1-1ca2fea0df4b gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:30.390424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] For port 2f8da46c-d74a-4af2-af6b-32618e08cc99, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8da46c-d74a-4af2-af6b-32618e08cc99,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:30.390955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.406812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Calling delete_port for 2f8da46c-d74a-4af2-af6b-32618e08cc99 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:30.427930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.428609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.429179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.429693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.430022 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:18:30Z', 'revision_number': 6, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:30.430346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.430933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.431451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.433505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-d95a31af-1406-4b34-9bec-7f84d7885906 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6453 time: 0.1110282 Aug 31 19:18:30.456270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:30.457992 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59976b-f332-4ccb-9a92-0d6d59ad519a None None] The sync data for ids ['299781b5-1186-4e64-8cb1-1ca2fea0df4b'] in n-d-778550-14 is: [{'id': '299781b5-1186-4e64-8cb1-1ca2fea0df4b', 'name': 'tempest-ServersTestBootFromVolume-1968431870-router', 'tenant_id': '720e8f46fa5b464d9e350394b7c53f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:15:13Z', 'updated_at': '2021-08-31T19:18:30Z', 'revision_number': 6, 'project_id': '720e8f46fa5b464d9e350394b7c53f4e', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:30.461461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:30.465465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.471662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.514257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1af61-a3f0-468b-94ce-ec0092d3e160 req-871f09fa-04e2-41f3-a726-ea30fe6260d6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.515859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ce1af61-a3f0-468b-94ce-ec0092d3e160 req-871f09fa-04e2-41f3-a726-ea30fe6260d6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1355982 Aug 31 19:18:30.546863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.547006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.548387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] 10.222.0.82 "PUT /v2.0/ports/23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 1092 time: 1.6749699 Aug 31 19:18:30.595140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336a008-cee5-4c55-9ef6-f32201b91aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:30.607556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ce1af61-a3f0-468b-94ce-ec0092d3e160 req-90b1dc4e-f57c-44dc-9bca-a80fb687ce86 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831866 Aug 31 19:18:30.619151 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.650876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-61fe132a-60d9-446f-880c-05c5886171d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.651529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-61fe132a-60d9-446f-880c-05c5886171d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.651928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-61fe132a-60d9-446f-880c-05c5886171d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.654194 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-61fe132a-60d9-446f-880c-05c5886171d3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1851494 Aug 31 19:18:30.677595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:30.683218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:30.686554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=a0517188-0f77-4fec-9ff4-14c4347a69a7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:30.688851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:30.755173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-384ee9e8-11ad-42e0-808a-486f36e4e5ad tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:18:30.756135 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-384ee9e8-11ad-42e0-808a-486f36e4e5ad tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049999 Aug 31 19:18:30.789088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.827244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8da46c-d74a-4af2-af6b-32618e08cc99,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:30.843840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-ce85f2dd-e132-4db8-8a81-d6c3e33f269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:30.845283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-132dc0cc-03ee-40b1-ba75-a8a878f47fd3 req-ce85f2dd-e132-4db8-8a81-d6c3e33f269f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824987 Aug 31 19:18:30.857534 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.916307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:30.987153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.024994 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2a8a73d6-16d2-4e9b-9f99-d5ac2eff0782 service neutron] show failed (client error): The resource could not be found. Aug 31 19:18:31.026147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2a8a73d6-16d2-4e9b-9f99-d5ac2eff0782 service neutron] 10.222.0.67 "GET /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.2612436 Aug 31 19:18:31.039132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ae4d-be9c-444f-aec1-4ba54c3a390f req-03bc3727-fffe-4fe9-93b0-4d8fe0fb0cb8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.040927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a6ae4d-be9c-444f-aec1-4ba54c3a390f req-03bc3727-fffe-4fe9-93b0-4d8fe0fb0cb8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1217349 Aug 31 19:18:31.076316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.077193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.077947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.078616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.079084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.079588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.080128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.082342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-23e44923-f23c-4f2b-b622-55c259cf1c15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6495 time: 0.1657040 Aug 31 19:18:31.123220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.156112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.158680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-7bc9621f-f501-49d4-961d-fcf2b682d34f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 217 time: 0.0514941 Aug 31 19:18:31.164158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a6ae4d-be9c-444f-aec1-4ba54c3a390f req-340dbfaa-8eea-45d7-8e65-c4129ef147eb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Aug 31 19:18:31.211031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.216491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.249444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.249964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299781b5-1186-4e64-8cb1-1ca2fea0df4b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:18:31.255808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.260246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0b200a88-698f-4634-a143-20afd0464bdb admin admin] 10.222.0.73 "DELETE /v2.0/routers/299781b5-1186-4e64-8cb1-1ca2fea0df4b HTTP/1.1" status: 204 len: 168 time: 1.7316759 Aug 31 19:18:31.263818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:31.277814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-f57f03d7-93ab-4912-8312-a513dd7b10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.279928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-f57f03d7-93ab-4912-8312-a513dd7b10c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 200 len: 855 time: 0.1134913 Aug 31 19:18:31.347433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Deleting subnet bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:18:31.350049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.374916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=a0517188-0f77-4fec-9ff4-14c4347a69a7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:31.387319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-75aa6726-2946-47de-aa4b-7106e51da105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.389360 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-75aa6726-2946-47de-aa4b-7106e51da105 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920944 Aug 31 19:18:31.390414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a91f6b28-4131-45ea-b90d-6b28a6a950a2 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:31.399025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.407949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-9ce5e750-2907-452b-b3cd-a64344f715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.409514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-9ce5e750-2907-452b-b3cd-a64344f715b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1102 time: 0.1606514 Aug 31 19:18:31.412212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.427471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:31.444125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a91f6b28-4131-45ea-b90d-6b28a6a950a2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:31.444421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a91f6b28-4131-45ea-b90d-6b28a6a950a2 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:31.480881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.488295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.494178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.500372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.506359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.512467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.519050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.520851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-63086111-6f4f-4f69-8718-afe297ff3cd5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2143457 Aug 31 19:18:31.527017 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.528827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8f9f860e-1b29-4d30-b662-b8e0d9360c9a tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6141937 Aug 31 19:18:31.534022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:31.549488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3bed553-1a47-4d35-ba51-26f426f8c977 req-ec6b2516-7887-43cb-9a7c-0d8e09e46ddc tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0973275 Aug 31 19:18:31.549712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-820793371'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:31.564261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.585386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-0577e4d6-8724-4173-857f-01657b082ead service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842749 Aug 31 19:18:31.597599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.619332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2962d436-e916-4434-8e8a-5d21b9fab16e req-57b73e86-780c-4df3-80e9-a437526979d5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759580 Aug 31 19:18:31.655468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Made reservation on behalf of be98ed7601f14ce5b5425736ae1b74c1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:31.658927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.679021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.727023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.775828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:31.782738 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-67efc67a-5b7d-4cbe-a2ce-68debe8e1375 service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840088 Aug 31 19:18:31.786832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.787516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359827a-c982-49e4-9dc6-4dc9c5aa78bb None None] Network cbda617e-e873-4b51-b7fc-eeb1ef143ae9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:31.791148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed0a7c5c-1763-4820-a0db-56d569a224b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bbebc70e-8cbb-41d8-9bc9-5de2053d8eb0 HTTP/1.1" status: 204 len: 168 time: 0.5234087 Aug 31 19:18:31.791545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:31.844901 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-bfae89cb-48dc-44e7-900a-382d8ed7286e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0504057 Aug 31 19:18:31.916865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-bafa528e-8ad1-4fab-a960-cb2a5b8d26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:31.918382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-bafa528e-8ad1-4fab-a960-cb2a5b8d26b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0644078 Aug 31 19:18:31.959131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:31.966129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.002336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:32.023007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-9215e9b3-9a6c-41dd-95e5-e380ff7571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.024571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-9215e9b3-9a6c-41dd-95e5-e380ff7571fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960734 Aug 31 19:18:32.025613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.025952 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Added segment 59013041-2f5d-46d3-8e15-2e00b4534198 of type vlan for network 63be89d2-8528-4c98-8c2e-95e8e31368be Aug 31 19:18:32.027597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb0567-d797-4422-a216-2b4f2e737a9c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.048127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] DHCP port deletion for cbda617e-e873-4b51-b7fc-eeb1ef143ae9 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:18:32.110289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Deleting port 562fe3b9-10ad-4374-8679-789f23cc2d47 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:32.111227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.120840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.166728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.172164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.172489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df685f67-5fb7-4321-8256-12d355e7fbb1 req-2b50cbbd-faab-438e-9ab7-5463e985c6f6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.172980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.174097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df685f67-5fb7-4321-8256-12d355e7fbb1 req-2b50cbbd-faab-438e-9ab7-5463e985c6f6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.4307249 Aug 31 19:18:32.186079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-e334b6f7-1756-480f-a608-7f1172911d48 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457460 Aug 31 19:18:32.200242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] For port 562fe3b9-10ad-4374-8679-789f23cc2d47, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=562fe3b9-10ad-4374-8679-789f23cc2d47,segment=NetworkSegment(c0105e9f-f4a8-4d55-8828-298cbe8c68d9),segment_id=c0105e9f-f4a8-4d55-8828-298cbe8c68d9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:32.201854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.223342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Calling delete_port for 562fe3b9-10ad-4374-8679-789f23cc2d47 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:32.240833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.268987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df685f67-5fb7-4321-8256-12d355e7fbb1 req-127fb441-351d-44e2-b672-eaca4ff1d054 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785553 Aug 31 19:18:32.289187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7512667 Aug 31 19:18:32.289806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:32.305011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Request body: {'subnet': {'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:32.312447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc6b1-c3e8-4749-a1a2-40ef2fe7d172 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Network': ['ID=63be89d2-8528-4c98-8c2e-95e8e31368be,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.313996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:32.316400 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d192021e-da6a-4c2c-aa71-d2ff695f41a5" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:32.328089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:32.336990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 63be89d2-8528-4c98-8c2e-95e8e31368be details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:32.407011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:32.409509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-d7c3fb7f-e6cf-40bb-b649-9e339f1a1d16 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805136 Aug 31 19:18:32.430926 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.458012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-91869d20-6a94-4e8b-85bb-d3a74ba2382a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 217 time: 0.0395865 Aug 31 19:18:32.458219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346fb8e-dbe6-4c55-bc3c-5388b92d23e5 req-e31ccda8-d6cf-4cdc-8636-95b275d36a2f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.459736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c346fb8e-dbe6-4c55-bc3c-5388b92d23e5 req-e31ccda8-d6cf-4cdc-8636-95b275d36a2f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1369169 Aug 31 19:18:32.464183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Deleting port 562fe3b9-10ad-4374-8679-789f23cc2d47 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:32.464531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.475756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Made reservation on behalf of be98ed7601f14ce5b5425736ae1b74c1 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:32.479290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.499254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] No DVR routers for this DVR port 562fe3b9-10ad-4374-8679-789f23cc2d47 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:32.503420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Pushing event deleted for resources: {'Port': ['ID=562fe3b9-10ad-4374-8679-789f23cc2d47,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.518306 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26ede4d-bb33-4e5d-b77b-1250d2411b2f x-openstack-request-id: req-b26ede4d-bb33-4e5d-b77b-1250d2411b2f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:32.518974 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:32.519626 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b26ede4d-bb33-4e5d-b77b-1250d2411b2f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:32.520258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.520371 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'status': 'completed', 'code': 200} Aug 31 19:18:32.520616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.520960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.521301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.521636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.521967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.522438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.523027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.525153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.525521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.530619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.531201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882eaeda-60e1-4140-8386-722cfd4cbc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:32.577136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a851bc17-4285-498e-a01c-2d2cc92edc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.578648 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-a851bc17-4285-498e-a01c-2d2cc92edc75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1104777 Aug 31 19:18:32.618566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.626496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c346fb8e-dbe6-4c55-bc3c-5388b92d23e5 req-bb19dbc9-6ccd-4f08-bb25-512faa480aeb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453860 Aug 31 19:18:32.656665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] For port 562fe3b9-10ad-4374-8679-789f23cc2d47, host n-d-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:32.657007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.660274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Transition to ACTIVE for port object 45699908-97ac-4429-988e-00d004305cbc will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:32.682182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.686674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Calling delete_port for 562fe3b9-10ad-4374-8679-789f23cc2d47 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:32.694086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Port 562fe3b9-10ad-4374-8679-789f23cc2d47 was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:18:32.706596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfdb5-0790-4e70-85e7-722d6eed4f89 req-82e14397-8c4a-4e22-bb7b-1649871d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.708180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca6bfdb5-0790-4e70-85e7-722d6eed4f89 req-82e14397-8c4a-4e22-bb7b-1649871d75b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 1098 time: 0.0870800 Aug 31 19:18:32.714154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c020f999-98eb-499e-95fd-b47aa09c4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.715869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c020f999-98eb-499e-95fd-b47aa09c4356 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238317 Aug 31 19:18:32.731969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12875fa1-057e-46c7-b911-dca72c8310f7 req-f085b8b4-55ce-4e29-93ac-ca4bb496032c tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0647821 Aug 31 19:18:32.735585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.789802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] No DVR routers for this DVR port 562fe3b9-10ad-4374-8679-789f23cc2d47 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:32.796462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.817210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] No DVR routers for this DVR port 45699908-97ac-4429-988e-00d004305cbc on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:32.853658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca6bfdb5-0790-4e70-85e7-722d6eed4f89 req-52b75875-9ed7-4599-9ec8-0d75f35e22b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334720 Aug 31 19:18:32.861996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Pushing event deleted for resources: {'Port': ['ID=562fe3b9-10ad-4374-8679-789f23cc2d47,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.867214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:32.957692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.957931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-667ad1a4-acbe-418f-b8b1-c948d38fa9a7 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196815 Aug 31 19:18:32.963605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.965146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Subnet': ['ID=301c9311-84bb-4c71-81b0-20156b289c72,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:32.970152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.976198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.983176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.989096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.995006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:32.997084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-4ac5c47f-ef19-4747-af81-d9d17240fdc7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2626455 Aug 31 19:18:33.002451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.006275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:33.006616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:33.006947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:33.020462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Checking segment: {'id': '59013041-2f5d-46d3-8e15-2e00b4534198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:33.020822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network hostable DHCP agents. Network: 63be89d2-8528-4c98-8c2e-95e8e31368be, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:18:33.023742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbda617e-e873-4b51-b7fc-eeb1ef143ae9']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:33.036073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8da46c-d74a-4af2-af6b-32618e08cc99 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:33.038948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:33.039828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:33.048342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:33.048643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0105e9f-f4a8-4d55-8828-298cbe8c68d9') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:33.059982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network 63be89d2-8528-4c98-8c2e-95e8e31368be is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:18:33.061871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:33.062221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:33.062612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:33.063062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Bound port: 45699908-97ac-4429-988e-00d004305cbc, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:33.063428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.063882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 2f8da46c-d74a-4af2-af6b-32618e08cc99 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:33.064577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8da46c-d74a-4af2-af6b-32618e08cc99 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:33.065523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 562fe3b9-10ad-4374-8679-789f23cc2d47 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:33.072932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.079320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 63be89d2-8528-4c98-8c2e-95e8e31368be) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:33.085096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.085693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.087027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 562fe3b9-10ad-4374-8679-789f23cc2d47 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:33.087794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 562fe3b9-10ad-4374-8679-789f23cc2d47 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:33.097537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263622c-c985-4d3a-b41e-43c16c76b4f8 None None] Network 63be89d2-8528-4c98-8c2e-95e8e31368be requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:33.098381 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-887bb5ba-b140-4efa-a674-64c061180d8e service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291938 Aug 31 19:18:33.107799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5510298-f762-445e-8a21-4b2517d2ab92 req-873e502f-0287-4f38-add5-776b63e892c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004272 Aug 31 19:18:33.117716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.118859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6390caad-ee76-4963-806f-3e94ff1139c7 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8242338 Aug 31 19:18:33.121584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:33.126748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-12748938', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:33.139575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:18:33.140425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:18:33.142320 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:18:33.248393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.252505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:33.259510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:33.261144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.266358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cbda617e-e873-4b51-b7fc-eeb1ef143ae9 HTTP/1.1" status: 204 len: 168 time: 1.4687929 Aug 31 19:18:33.279743 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.283778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652bd97-bfde-4745-b53a-7db06f602860 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbda617e-e873-4b51-b7fc-eeb1ef143ae9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:33.289715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-63be89d2-8528-4c98-8c2e-95e8e31368be', 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be', 'tenant_id': 'be98ed7601f14ce5b5425736ae1b74c1', 'fixed_ips': [{'subnet_id': '301c9311-84bb-4c71-81b0-20156b289c72'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:18:33.291539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.342501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.343665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.345310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] 10.222.0.82 "PUT /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 1097 time: 1.9272456 Aug 31 19:18:33.399151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64907d0f-dd36-4551-8add-87b8ff0106af service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:33.519058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Allocated IP 172.20.0.2 (63be89d2-8528-4c98-8c2e-95e8e31368be/301c9311-84bb-4c71-81b0-20156b289c72/0bc6ffc0-9a35-45b4-a6da-85ab34c90d62) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:33.530553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-af81d5b3-6ef7-455b-a366-90acfcef193f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 200 len: 217 time: 0.4230142 Aug 31 19:18:33.584292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261b6a-ebc8-4c24-a94e-59f6b5b98183 req-10d0ed0c-60ba-4da3-993e-25b44988fdd2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.586135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f261b6a-ebc8-4c24-a94e-59f6b5b98183 req-10d0ed0c-60ba-4da3-993e-25b44988fdd2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.1467364 Aug 31 19:18:33.592120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-38561c4b-9cb3-4f95-8048-850e08f946bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.593186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.594299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-38561c4b-9cb3-4f95-8048-850e08f946bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1100 time: 0.2135828 Aug 31 19:18:33.594465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.613850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-32858d83-6833-4d5a-8296-cb60e88d5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.615570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-32858d83-6833-4d5a-8296-cb60e88d5a1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0758927 Aug 31 19:18:33.702302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.710259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:33.737574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-6c744015-ea1f-4c6d-8199-da0287fdc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.739285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-6c744015-ea1f-4c6d-8199-da0287fdc37f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119287 Aug 31 19:18:33.753066 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.765207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Transition to ACTIVE for port object 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:33.790012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Transition to ACTIVE for port object 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:33.794147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f261b6a-ebc8-4c24-a94e-59f6b5b98183 req-32b953cf-1b4d-47fb-8c89-529c03139a8c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982617 Aug 31 19:18:33.801600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.806300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-e020e87a-8612-4224-afbe-102557ebe672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.807815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-e020e87a-8612-4224-afbe-102557ebe672 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2038546 Aug 31 19:18:33.840879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Network 63be89d2-8528-4c98-8c2e-95e8e31368be is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:33.848714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:33.852623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:33.853692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-3d6b0358-232e-4a31-8746-73cb5ce21810 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0378046 Aug 31 19:18:33.861628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Pushing event updated for resources: {'Port': ['ID=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:33.867700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa6f74-2209-4bc1-af0f-20c3c6013c4c req-de5f44f1-6917-4d78-85e2-bc4911a92d87 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.869245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1efa6f74-2209-4bc1-af0f-20c3c6013c4c req-de5f44f1-6917-4d78-85e2-bc4911a92d87 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.1303945 Aug 31 19:18:33.930898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Attempting to bind port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:33.931495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Attempting to bind port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '59013041-2f5d-46d3-8e15-2e00b4534198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:33.931990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Attempting to bind port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 on network 63be89d2-8528-4c98-8c2e-95e8e31368be {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:33.938406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:33.938928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Checking segment: {'id': '59013041-2f5d-46d3-8e15-2e00b4534198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:33.939419 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.939953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Bound using segment: {'id': '59013041-2f5d-46d3-8e15-2e00b4534198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:33.940513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Bound port: 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59013041-2f5d-46d3-8e15-2e00b4534198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:33.940989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:33.953364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b84f6bc-c895-47c5-9c73-47d12d59f061 req-c3cccb9f-6306-4df9-af73-0db40c8b8c64 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0432250 Aug 31 19:18:33.975861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2942b8e9-7840-474b-b1e5-e66c2472a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:33.977389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-2942b8e9-7840-474b-b1e5-e66c2472a7d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1071930 Aug 31 19:18:33.980626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1efa6f74-2209-4bc1-af0f-20c3c6013c4c req-9c05e5c7-49fe-494d-add8-84bdc5ef4660 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016853 Aug 31 19:18:34.016695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2d4032b4-49aa-4b9d-9174-d665ea27ccd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=720e8f46fa5b464d9e350394b7c53f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052127 Aug 31 19:18:34.019508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:34.020595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.028705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] For port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:34.032565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] For port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,segment=NetworkSegment(59013041-2f5d-46d3-8e15-2e00b4534198),segment_id=59013041-2f5d-46d3-8e15-2e00b4534198)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:34.039209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.052789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-3a7346bf-f266-4e2c-8553-1c8896a4b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.054177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-3a7346bf-f266-4e2c-8553-1c8896a4b799 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680754 Aug 31 19:18:34.117302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-0a74d6bf-b619-44f2-b00b-f88790d2f3fe service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330138 Aug 31 19:18:34.131886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.150857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150ec4-1bcd-4b5e-8911-69752555691a None None] Pushing event updated for resources: {'Port': ['ID=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:34.160586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.242861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.245402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.249119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ad68e81-2d9f-4cf1-b4da-da983b95d70a HTTP/1.1" status: 204 len: 168 time: 0.2260942 Aug 31 19:18:34.260760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-f188b227-11db-47bd-97d5-9945178e7e3f service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350312 Aug 31 19:18:34.286474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-077c0272-9cd2-480b-b83c-cb9851fde50a service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201281 Aug 31 19:18:34.291235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088861-1071-4d66-8beb-a614bb743af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad68e81-2d9f-4cf1-b4da-da983b95d70a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:34.306163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-4a3034ba-470d-4cf7-a055-2cc3df2c1d13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 200 len: 217 time: 0.0378497 Aug 31 19:18:34.426781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.433256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.442995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.451908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.457985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.463968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.470464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.470808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.472714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad6edd45-8445-4365-b847-85cf327d736f req-b2f22c04-38f7-4b8a-94bc-a98546500fa3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2489324 Aug 31 19:18:34.474912 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de7ea003-42fb-4f23-ac55-6d55592cb3d9 req-6dfc351d-f056-43ff-8404-4d087203cae8 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786392 Aug 31 19:18:34.522995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}, {'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:34.525339 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4172d52c-3f90-4139-a66e-a16b6eb845e3" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-unplugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc"}, {"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:34.525680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-55f8320d-e638-4890-8758-fb29e56c85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.527441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-55f8320d-e638-4890-8758-fb29e56c85e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1675894 Aug 31 19:18:34.529444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:34.548579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad6edd45-8445-4365-b847-85cf327d736f req-e20f1868-2a31-4b6d-bcfc-215062d9142d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614979 Aug 31 19:18:34.653465 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d5d9e-cebd-4828-ba42-5a34cacfaec6 x-openstack-request-id: req-e18d5d9e-cebd-4828-ba42-5a34cacfaec6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:34.654175 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-unplugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc", "code": 200}, {"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:34.654586 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e18d5d9e-cebd-4828-ba42-5a34cacfaec6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:34.655764 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'code': 200} Aug 31 19:18:34.656166 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'status': 'completed', 'code': 200} Aug 31 19:18:34.691160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-8a352f49-b1be-4416-90d1-8c7969c51929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.692805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-8a352f49-b1be-4416-90d1-8c7969c51929 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559496 Aug 31 19:18:34.738961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-82afab40-ea5f-4c56-9e21-898f969faeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.740671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-82afab40-ea5f-4c56-9e21-898f969faeeb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1100 time: 0.0469873 Aug 31 19:18:34.783061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Allocated IP 172.25.3.24 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/3dece7ba-259a-4bec-ba65-50471073194e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:34.816400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-1be41e84-a6a5-4a6a-a4b5-e48c68a04529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.819981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-1be41e84-a6a5-4a6a-a4b5-e48c68a04529 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1100 time: 0.1436489 Aug 31 19:18:34.874865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-d97da8d2-bd72-4a3d-a398-d28c2545ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:34.876851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-d97da8d2-bd72-4a3d-a398-d28c2545ce97 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1223750 Aug 31 19:18:34.954463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-633f6668-5722-4723-842d-c0a6548c70ab service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467792 Aug 31 19:18:34.969821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-146041b8-9fdc-4a50-b925-cc09fc8c64df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0813041 Aug 31 19:18:35.122253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:35.157517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-7d1a3d9f-6ac4-4968-94d9-5d125047857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.159216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-7d1a3d9f-6ac4-4968-94d9-5d125047857e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3298795 Aug 31 19:18:35.196067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:35.222267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd779800-10e7-4b2a-a7b8-61d5c781bfb7 req-5709bf2b-0f13-440e-9aff-3bac57eb2d38 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0951631 Aug 31 19:18:35.252904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:35.256067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33269b42-f12d-4234-8284-0b2649841a7f req-9a8cca0b-6a76-45aa-bc15-149921c7530d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.267060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33269b42-f12d-4234-8284-0b2649841a7f req-9a8cca0b-6a76-45aa-bc15-149921c7530d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2961082 Aug 31 19:18:35.274035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-de839b29-2bd0-4961-89d7-ed1051e68d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.275827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-de839b29-2bd0-4961-89d7-ed1051e68d20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2208555 Aug 31 19:18:35.324115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-04f8a638-9684-45cf-b998-326a34d4a32c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.1344428 Aug 31 19:18:35.357746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33269b42-f12d-4234-8284-0b2649841a7f req-fbfe2519-0607-400f-9ec6-8032b5be3a1d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805700 Aug 31 19:18:35.366420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ac5363bf-7d71-4542-aff7-cef05556d1bd service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977761 Aug 31 19:18:35.445610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0663eb2-e377-4850-804b-a2e8170b8ea0 req-fdb89cbe-907f-4d69-8aa8-0f1bbd66bf64 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.447797 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0663eb2-e377-4850-804b-a2e8170b8ea0 req-fdb89cbe-907f-4d69-8aa8-0f1bbd66bf64 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.0785928 Aug 31 19:18:35.452033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-946cd2b0-06fa-4f8f-a03f-b4dbf422f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.453809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-946cd2b0-06fa-4f8f-a03f-b4dbf422f2b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373091 Aug 31 19:18:35.471453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:35.476739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:35.573322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b2d63-4730-4796-be95-3a9522b9f04c None None] Network 63be89d2-8528-4c98-8c2e-95e8e31368be requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:35.584105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-98904871-afb5-448b-b310-ea50de410400 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 200 len: 217 time: 0.1674867 Aug 31 19:18:35.584711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=3dece7ba-259a-4bec-ba65-50471073194e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:35.591698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0663eb2-e377-4850-804b-a2e8170b8ea0 req-fd2d8f13-5e08-4561-9994-3cde59602e19 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355658 Aug 31 19:18:35.616747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361d75-c94a-497b-bfef-08cd2243c81c req-23e88a6d-e2e4-4a93-8176-97b9c5ac4d24 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.616747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68361d75-c94a-497b-bfef-08cd2243c81c req-23e88a6d-e2e4-4a93-8176-97b9c5ac4d24 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1278100 Aug 31 19:18:35.667537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-e36e738d-2b0a-4f67-8fb7-91d6334acfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.669137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-e36e738d-2b0a-4f67-8fb7-91d6334acfcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.3352065 Aug 31 19:18:35.678899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:35.693414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68361d75-c94a-497b-bfef-08cd2243c81c req-0c41dd9d-e0f5-441e-a67e-b5e541448d16 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730550 Aug 31 19:18:35.700711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-4c8b69c0-2ff3-40bf-b908-44e6d07f0a52 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217493 Aug 31 19:18:35.758908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:35.764897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:35.780516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Provisioning for port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:35.783067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1171271536-network', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:35.795531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Provisioning complete for port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:35.795934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:35.883887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:35.894728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-716f15b7-d15a-4097-b931-396df8f5d007 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841025 Aug 31 19:18:35.908046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-2a52d2a9-3fd7-46ec-9af0-355c6d93e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.913659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-2a52d2a9-3fd7-46ec-9af0-355c6d93e421 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.3145015 Aug 31 19:18:35.954481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.963435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:35.969430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.971599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:35.975556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:35.976372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.983858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:35.999820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.008870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:36.019990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.034788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.046150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-786d3477-6b81-4381-b8a3-171019910922 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2127984 Aug 31 19:18:36.054708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] For port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,segment=NetworkSegment(59013041-2f5d-46d3-8e15-2e00b4534198),segment_id=59013041-2f5d-46d3-8e15-2e00b4534198)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:36.061596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-0c1f7961-743b-46ed-86af-4ed888fa99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.063328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-0c1f7961-743b-46ed-86af-4ed888fa99bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3758094 Aug 31 19:18:36.064324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:36.109060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:36.123518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49965cc-4f59-45e4-9959-fdbff559dccd None None] Pushing event updated for resources: {'Port': ['ID=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:36.149475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf8c8d37-31a2-48d9-9891-c9e5041689e3 req-97fa6b77-eb77-4f75-a7e3-8c885d8fba53 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956135 Aug 31 19:18:36.263336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1588e-2b3d-4f80-a427-0aa0c6e863e1 req-f33baf18-16eb-4bcc-a691-7c9a1b424ede tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.265067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40b1588e-2b3d-4f80-a427-0aa0c6e863e1 req-f33baf18-16eb-4bcc-a691-7c9a1b424ede tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0682416 Aug 31 19:18:36.313752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40b1588e-2b3d-4f80-a427-0aa0c6e863e1 req-92f60dce-b9cc-4c7b-ad5d-ffe3816eaecf tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Aug 31 19:18:36.318992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5f540878-f6db-4c57-b157-f8c4481ee48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.324082 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5f540878-f6db-4c57-b157-f8c4481ee48b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3909225 Aug 31 19:18:36.368704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-b50cc84a-1979-456d-a893-93a120907494 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606630 Aug 31 19:18:36.375942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ade3064c-fef1-47ff-a56c-141eaad3eaa0 req-c8247027-3327-42f3-9501-e39fcbd4ae0c tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Aug 31 19:18:36.407777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abb70ab9-d201-4e19-9f3d-f57114d69232 None None] Provisioning complete for port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:36.408163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb70ab9-d201-4e19-9f3d-f57114d69232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:36.727132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-5221cc55-6f04-4e9f-86fe-e002eda4e2c4 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788209 Aug 31 19:18:36.742290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c665c-f286-4e05-aeba-5566896cf80f req-cb9b05f7-f82a-4f45-a5dd-cef6d5c6376d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:36.744618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-923c665c-f286-4e05-aeba-5566896cf80f req-cb9b05f7-f82a-4f45-a5dd-cef6d5c6376d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.0632129 Aug 31 19:18:36.797457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-923c665c-f286-4e05-aeba-5566896cf80f req-91c14be1-0d02-465b-b85a-f167812c1cd7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Aug 31 19:18:37.006363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:37.058735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:37.060000 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.131195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4172d52c-3f90-4139-a66e-a16b6eb845e3 req-1cb7a782-468a-4738-a2b3-75aa55886282 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100856 Aug 31 19:18:37.141108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.148602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.182104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.264367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:18:37.280132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357bfd7b-3f53-453e-8e35-025e12cd7eb1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:37.284096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.291031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.297740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.299222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.299572 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Added segment a6e9f993-7ed4-4ea1-9239-5ab519e66d7e of type vlan for network 1077a2ff-19dd-430a-870e-426ef82e7556 Aug 31 19:18:37.303683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.310546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ba8289f4-f504-4f26-be0d-fb458a2f13e6 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661614 Aug 31 19:18:37.310733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.316862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.322772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.324781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-80bddb1b-f7aa-4c62-abbd-a130e4291353 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.0974157 Aug 31 19:18:37.369907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f1ce408-ecfa-40e4-b6c6-ce4ad1a83516 req-3cc292cf-75be-4afe-8df2-34de1a77baf5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388691 Aug 31 19:18:37.420116 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-3f516dcf-1c34-4bac-93a8-109980f27e36 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 217 time: 0.1017108 Aug 31 19:18:37.423025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.503237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36fa9156-18c5-4cb4-80f7-b329838c4fa7 req-e7382f15-bde4-4c24-97ab-6bc84f184982 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0324922 Aug 31 19:18:37.515805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f283-ed9c-4576-8efd-a5beb19fa142 req-fd87513d-5f22-4b88-a871-b947b938d689 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.517626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d95f283-ed9c-4576-8efd-a5beb19fa142 req-fd87513d-5f22-4b88-a871-b947b938d689 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0800636 Aug 31 19:18:37.535016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ef0488f1-0b0f-41b6-be0e-e7cb593ffd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.536531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-ef0488f1-0b0f-41b6-be0e-e7cb593ffd3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.1048791 Aug 31 19:18:37.539500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.540385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.540935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.566616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d95f283-ed9c-4576-8efd-a5beb19fa142 req-b2fdb1d7-e932-4841-aabe-af6ab37b2898 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Aug 31 19:18:37.597174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.627757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1214237 Aug 31 19:18:37.630923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56134) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:37.636921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Request body: {'subnet': {'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1171271536-subnet', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:37.660865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:37.663357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:37.675378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688ec21-e819-4f17-9c11-e917b07b13f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1077a2ff-19dd-430a-870e-426ef82e7556,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:37.688678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1077a2ff-19dd-430a-870e-426ef82e7556 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:18:37.697596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-6543acf8-ebf5-4242-8799-2e137366f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.699120 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-6543acf8-ebf5-4242-8799-2e137366f38f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1478953 Aug 31 19:18:37.851144 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-c2e0e32d-eab6-4bdc-b980-85d31c0f2522 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263216 Aug 31 19:18:37.868836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Router 7cc8ee35-e800-4382-96c8-301799cfa468 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:18:37.968716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae782-ec52-4783-9bac-33da7df1b4db req-9b0dac5e-2be4-44b7-877a-cc0ba527cd8e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:37.976685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0ae782-ec52-4783-9bac-33da7df1b4db req-9b0dac5e-2be4-44b7-877a-cc0ba527cd8e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1364377 Aug 31 19:18:37.980766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 45699908-97ac-4429-988e-00d004305cbc details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:38.006607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.029222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15900-6c29-4546-b7db-a8b57e9c909e req-a5a2ab1f-2565-428c-aaf5-0fef9c0ec078 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.030348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4af15900-6c29-4546-b7db-a8b57e9c909e req-a5a2ab1f-2565-428c-aaf5-0fef9c0ec078 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 948 time: 0.1452088 Aug 31 19:18:38.055552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27102272-46d9-4688-9df5-61c8bfaa1a51 req-36384202-13b9-4efb-bd23-e0562e257a86 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969845 Aug 31 19:18:38.069092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:38.089054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] Sync routers for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:38.091765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.094768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0ae782-ec52-4783-9bac-33da7df1b4db req-59a1cf4a-9a60-4602-a6a9-65e6aa1f44d9 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171257 Aug 31 19:18:38.096976 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23188d47-837f-4369-8a4d-842f0feb8ee3 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9744561 Aug 31 19:18:38.097787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:38.107859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:38.108858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:38.117522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5c7705-d8de-44bc-88df-919d7039b9a5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:38.163116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4af15900-6c29-4546-b7db-a8b57e9c909e req-0dca9b37-e227-4a63-834e-80085a0c4709 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050754 Aug 31 19:18:38.167059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Checking segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:38.168608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Network hostable DHCP agents. Network: 1077a2ff-19dd-430a-870e-426ef82e7556, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:18:38.181835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:38.196625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '45699908-97ac-4429-988e-00d004305cbc', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '45699908-97ac-4429-988e-00d004305cbc', 'mac_address': 'fa:16:3e:85:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:38.198424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:38.213688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Network 1077a2ff-19dd-430a-870e-426ef82e7556 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:18:38.230346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1077a2ff-19dd-430a-870e-426ef82e7556) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:38.235549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.236466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.239198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:38.239876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:38.249451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d2493-3559-4b9e-9802-8f9d64a2e0f1 None None] Network 1077a2ff-19dd-430a-870e-426ef82e7556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:38.264742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1cdf4f52-e380-4546-ab09-8537a3c56a4e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6324034 Aug 31 19:18:38.265488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:38.274553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:38.311693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:38.312682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbc051-b9ef-472a-9360-b28678e2a372 None None] The sync data for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:38.319854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.320337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.320665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.321131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.321589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.322049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.322667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.325489 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-2895faea-bbbc-4d85-bd06-6e8142c288ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6495 time: 0.0989687 Aug 31 19:18:38.328015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.329221 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.376013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.400189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45699908-97ac-4429-988e-00d004305cbc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:38.414369 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.472902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:38.478514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.543018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-df4fe239-2787-407d-adc8-aa6e43335de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.545031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-df4fe239-2787-407d-adc8-aa6e43335de3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 903 time: 0.1841135 Aug 31 19:18:38.584435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:38.596762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-1077a2ff-19dd-430a-870e-426ef82e7556', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:18:38.597615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.601772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-6cb6593a-73dd-4ac5-ba02-a7a78a391973 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 217 time: 0.0438609 Aug 31 19:18:38.708772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-033791d7-049a-4d4b-b0a8-4350f7cab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.710806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-033791d7-049a-4d4b-b0a8-4350f7cab445 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.0793161 Aug 31 19:18:38.744987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Allocated IP 172.20.0.2 (1077a2ff-19dd-430a-870e-426ef82e7556/6c5c7705-d8de-44bc-88df-919d7039b9a5/572c1900-6f5c-455b-935f-eaab53fad811) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:38.823117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-fc3d9723-23d8-4c32-803c-44c49a78dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:38.825196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-fc3d9723-23d8-4c32-803c-44c49a78dd33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895927 Aug 31 19:18:38.834666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['45699908-97ac-4429-988e-00d004305cbc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:38.931351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.967611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:38.990061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Transition to ACTIVE for port object 572c1900-6f5c-455b-935f-eaab53fad811 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:39.012961 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.015864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-0428b3fc-83b0-43c2-9951-bc28185c4301 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782837 Aug 31 19:18:39.018445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Transition to ACTIVE for port object 572c1900-6f5c-455b-935f-eaab53fad811 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:39.023528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-f9fb0b41-ecf6-4ee7-8da7-35e4afb84496 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.025404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-f9fb0b41-ecf6-4ee7-8da7-35e4afb84496 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5&tenant_id=21360d979ff84629b26f0f43d4e483e2&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 949 time: 0.5019233 Aug 31 19:18:39.030651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.054992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.060938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.066733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.072626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.078727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.084650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.089914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Network 1077a2ff-19dd-430a-870e-426ef82e7556 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:39.091529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.093775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae17104-086f-4559-ab19-351164934a78 req-b23684dd-2b61-4da7-94da-b119612d9666 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.5713449 Aug 31 19:18:39.094185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Pushing event updated for resources: {'Port': ['ID=572c1900-6f5c-455b-935f-eaab53fad811,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:39.098393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:39.102279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:39.107506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96704-5eb8-4263-8a15-276677f0c4e9 req-6b6a2fbf-6654-48bd-9dfe-0c0f324ce3c9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.115292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ff96704-5eb8-4263-8a15-276677f0c4e9 req-6b6a2fbf-6654-48bd-9dfe-0c0f324ce3c9 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.5218580 Aug 31 19:18:39.165065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Attempting to bind port 572c1900-6f5c-455b-935f-eaab53fad811 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:39.165428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Attempting to bind port 572c1900-6f5c-455b-935f-eaab53fad811 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:39.165971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Attempting to bind port 572c1900-6f5c-455b-935f-eaab53fad811 on network 1077a2ff-19dd-430a-870e-426ef82e7556 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:39.171735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:39.172344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Checking segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:39.172910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.173444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Bound using segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:39.174064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Bound port: 572c1900-6f5c-455b-935f-eaab53fad811, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:39.174446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.242388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] For port 572c1900-6f5c-455b-935f-eaab53fad811, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:39.243926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d192021e-da6a-4c2c-aa71-d2ff695f41a5 req-7cbe8c93-30a2-4e49-8f5d-f7a81d6436f1 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174757 Aug 31 19:18:39.246001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] For port 572c1900-6f5c-455b-935f-eaab53fad811, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=572c1900-6f5c-455b-935f-eaab53fad811,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:39.250898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.270093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ff96704-5eb8-4263-8a15-276677f0c4e9 req-193de355-6a5a-4f63-b1b2-84cc8f5d1cdb tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541982 Aug 31 19:18:39.279150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae17104-086f-4559-ab19-351164934a78 req-b2b64afd-ab4c-4a9f-88f5-a2140f0fb0d8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329722 Aug 31 19:18:39.288843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-79270a58-12c9-47fd-9e50-89e82edca1fa service neutron] 10.222.0.82 "GET /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc/bindings/n-h1-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.2536089 Aug 31 19:18:39.385550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2a26-9687-49e2-bcdb-e0dfcd6b4e97 None None] Pushing event updated for resources: {'Port': ['ID=572c1900-6f5c-455b-935f-eaab53fad811,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:39.414211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0459477-aab4-49c8-bb22-ae32f3ef69d7 req-1ecb95d5-59e7-4e6e-8b58-8a4c04ac732f tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0393648 Aug 31 19:18:39.467617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Allocated IP 172.20.0.1 (63be89d2-8528-4c98-8c2e-95e8e31368be/301c9311-84bb-4c71-81b0-20156b289c72/7ba0440f-9de8-4e6d-a908-4d76e8658135) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:39.495742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-27390f43-e012-4ff0-b459-3f6d78e42028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.497472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-27390f43-e012-4ff0-b459-3f6d78e42028 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1101 time: 0.1662335 Aug 31 19:18:39.629137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbb5ac-75fe-45ec-acf6-957be27bc91b req-c2784435-5978-4b81-99f8-ce55dfd09bf3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.630733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1bbb5ac-75fe-45ec-acf6-957be27bc91b req-c2784435-5978-4b81-99f8-ce55dfd09bf3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.2190819 Aug 31 19:18:39.637015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.652293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Transition to ACTIVE for port object 7ba0440f-9de8-4e6d-a908-4d76e8658135 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:39.690562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.712024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.732105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network 63be89d2-8528-4c98-8c2e-95e8e31368be is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:39.737784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:39.740341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:39.751084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.757853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1bbb5ac-75fe-45ec-acf6-957be27bc91b req-e4e533fd-9569-4ba9-a4f3-9778de89abbd tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981569 Aug 31 19:18:39.768058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-a26e857d-ef37-407e-8ed3-64ebc722565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:39.770541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-a26e857d-ef37-407e-8ed3-64ebc722565e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2382944 Aug 31 19:18:39.778561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=7ba0440f-9de8-4e6d-a908-4d76e8658135,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:39.809025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:39.888527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Allocated IP 172.25.3.21 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/57c13687-8dd2-42a8-9b06-8d8fd43bfe59) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:39.982659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 45699908-97ac-4429-988e-00d004305cbc up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:39.985000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.001136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-c008e5d0-eea3-443c-a41c-9f4b660c14c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0458143 Aug 31 19:18:40.049297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85b185e0-a544-48cb-ae1b-657690189f10 None None] Provisioning for port 7ba0440f-9de8-4e6d-a908-4d76e8658135 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:40.058411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85b185e0-a544-48cb-ae1b-657690189f10 None None] Provisioning complete for port 7ba0440f-9de8-4e6d-a908-4d76e8658135 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:40.059078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85b185e0-a544-48cb-ae1b-657690189f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.061468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 45699908-97ac-4429-988e-00d004305cbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:40.094622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.096601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 45699908-97ac-4429-988e-00d004305cbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:40.096827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.099980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-0a88ea59-63c6-4aef-9ec3-84a301c73c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.101472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-0a88ea59-63c6-4aef-9ec3-84a301c73c8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0856838 Aug 31 19:18:40.181741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-85b185e0-a544-48cb-ae1b-657690189f10 None None] Port 7ba0440f-9de8-4e6d-a908-4d76e8658135 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:40.194680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-0d0e52ae-784d-4425-8dc2-b86e12ced51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.196239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-0d0e52ae-784d-4425-8dc2-b86e12ced51e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830746 Aug 31 19:18:40.275530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.324274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.332212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:40.338575 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d6f40-bc63-4af0-ae7b-e5050accfbf7" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:40.373456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:40.380550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.406802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Pushing event updated for resources: {'Port': ['ID=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:40.472478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:40.495395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:40.498850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-d9a6b56c-093e-41cd-a46f-0053c1312933 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900140 Aug 31 19:18:40.500659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:40.503750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:40.648280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbb725-b8f0-4ec2-96ce-c4bb7b9e11f9 None None] Network 1077a2ff-19dd-430a-870e-426ef82e7556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:40.722566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1aaa45f0-b757-43f6-818c-ea995fc5fc26 None None] Provisioning for port 572c1900-6f5c-455b-935f-eaab53fad811 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:40.768373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1dd7-25cd-4a91-b0bb-758ece405407 req-87d5f613-ffb6-40c3-bf3f-d8d8c2de5ccd tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.776971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d69c1dd7-25cd-4a91-b0bb-758ece405407 req-87d5f613-ffb6-40c3-bf3f-d8d8c2de5ccd tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.3607669 Aug 31 19:18:40.846374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.854532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.860577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.866817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.872939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.878848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.884732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:40.885255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:40.887365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-1a6d80b4-6c00-4cf7-be4c-70ead9d0c21e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.4027288 Aug 31 19:18:40.894683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d69c1dd7-25cd-4a91-b0bb-758ece405407 req-bc13d969-7177-4304-888d-6f4cc077d29d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Aug 31 19:18:40.894915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.013520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.023960 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba9380-48ca-4249-a72f-d969783095c3 x-openstack-request-id: req-a1ba9380-48ca-4249-a72f-d969783095c3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:41.024469 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:41.024469 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1ba9380-48ca-4249-a72f-d969783095c3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:41.024868 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'code': 200} Aug 31 19:18:41.106067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 572c1900-6f5c-455b-935f-eaab53fad811 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:41.133153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-c3afc42d-bfd2-4c31-9952-aaed6d98260f service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647223 Aug 31 19:18:41.175260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=7ba0440f-9de8-4e6d-a908-4d76e8658135,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:41.196241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78ee7930-a8fa-4701-a224-27e8a1ad4d97 req-645d0e2e-b062-48aa-9e7c-2afe75a9b988 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0591342 Aug 31 19:18:41.242083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network 63be89d2-8528-4c98-8c2e-95e8e31368be is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:41.252158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:41.272420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.280697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6ebca66-9923-4e64-92cb-f4193cebabd1 req-c33e6a09-ae36-4456-8255-11a4029a5942 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3779030 Aug 31 19:18:41.489347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Router 7cc8ee35-e800-4382-96c8-301799cfa468 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:41.555086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38ac2968-91b7-403a-90ed-4b0f2e71e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.569235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 572c1900-6f5c-455b-935f-eaab53fad811 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:41.573127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 572c1900-6f5c-455b-935f-eaab53fad811 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:41.573503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.639413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.715745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1582d2a0-02a2-48ca-960c-359d5a3bad52 None None] Provisioning complete for port 7ba0440f-9de8-4e6d-a908-4d76e8658135 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:41.716356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1582d2a0-02a2-48ca-960c-359d5a3bad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.717063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:41.725535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b3fc7ccc-52bf-4646-94eb-fc90415e9766 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "PUT /v2.0/routers/7cc8ee35-e800-4382-96c8-301799cfa468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6240635 Aug 31 19:18:41.728627 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] Sync routers for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:41.731412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56190) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:41.737707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-0c20bdd2-575a-4e4e-9380-89bb7895899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:41.738281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Request body: {'port': {'network_id': '63be89d2-8528-4c98-8c2e-95e8e31368be', 'name': 'tempest-FloatingIPAdminTestJSON-1285072899'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:41.741651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-0c20bdd2-575a-4e4e-9380-89bb7895899e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0887256 Aug 31 19:18:41.742767 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:41.743489 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:41.782526 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:41.796755 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:41.798478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:41.818286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1582d2a0-02a2-48ca-960c-359d5a3bad52 None None] Port 7ba0440f-9de8-4e6d-a908-4d76e8658135 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:41.825592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.868403 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:41.869438 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4b351-852f-4f10-8be4-5031433067ac None None] The sync data for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:41.890217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 572c1900-6f5c-455b-935f-eaab53fad811, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=572c1900-6f5c-455b-935f-eaab53fad811,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:41.895334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:41.901997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-cd125f98-5b8c-4502-b740-7a1f1d62c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:41.903709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-cd125f98-5b8c-4502-b740-7a1f1d62c291 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.1515095 Aug 31 19:18:41.958653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-a7a80776-e0cc-4be7-8581-fea6a439234e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0467072 Aug 31 19:18:41.960723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=572c1900-6f5c-455b-935f-eaab53fad811,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:42.014899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-1b5d62c6-5b2e-4272-9e6c-8f93b5d91e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.016468 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-1b5d62c6-5b2e-4272-9e6c-8f93b5d91e12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.0498183 Aug 31 19:18:42.050275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-e037d92b-ade5-4322-b06d-d333ead15053 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250969 Aug 31 19:18:42.100525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f32a7-dd2f-4960-9e54-68707ce14201 req-a7d1fe8e-7821-48f5-95ec-270478015c86 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.101979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-882f32a7-dd2f-4960-9e54-68707ce14201 req-a7d1fe8e-7821-48f5-95ec-270478015c86 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.4068201 Aug 31 19:18:42.147357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-e1c09075-dc6a-4e4d-9022-c16801ca3c85 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891163 Aug 31 19:18:42.222322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-882f32a7-dd2f-4960-9e54-68707ce14201 req-31312e18-a596-4a9a-8c96-048b79143b77 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077383 Aug 31 19:18:42.240672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa52ec-649f-451c-8f45-7f690f9e063d req-60403225-393e-467e-95c0-74980a6ba9e1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.241270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c3bd953f-03eb-49a2-a2e3-b336cdac2444 req-2cb985e1-aecc-4fc4-ba4f-a6f1fdca39dc service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868766 Aug 31 19:18:42.242170 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdfa52ec-649f-451c-8f45-7f690f9e063d req-60403225-393e-467e-95c0-74980a6ba9e1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.1537988 Aug 31 19:18:42.283093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Made reservation on behalf of be98ed7601f14ce5b5425736ae1b74c1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:18:42.286606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:42.340606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Router 42d431cf-f938-4853-8dd2-a0c08d01c027 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:18:42.345931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a55309f6-1f2b-4c77-a43f-c3848fe12cbb req-bcf7bd0d-35e3-496a-b2b3-fdefea559315 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0419230 Aug 31 19:18:42.353793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdfa52ec-649f-451c-8f45-7f690f9e063d req-59b67a88-1654-449e-a5be-93dabe032d53 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976915 Aug 31 19:18:42.354965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] device_id is not set on port 0ba3b60d-cc78-450d-ad5f-51752b5f7aff yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:18:42.599797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.606325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.612821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.618704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.625378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.631259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.637176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:42.639009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-b55f297f-e61b-4bef-b1dc-aa9cf31a107b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1933608 Aug 31 19:18:42.648811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Allocated IP 172.20.0.3 (63be89d2-8528-4c98-8c2e-95e8e31368be/301c9311-84bb-4c71-81b0-20156b289c72/0ba3b60d-cc78-450d-ad5f-51752b5f7aff) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:42.658270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:42.666932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Sync routers for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:42.677937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:42.678526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:42.723764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:42.725012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1b7b88f-2834-4c97-8ff7-22b70cfc7abe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4585431 Aug 31 19:18:42.727904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:42.739130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-17f3d144-7d15-4925-b7cf-935965f9ff15 req-af5d28d9-4181-4de7-b0f7-8ee9241b8766 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918193 Aug 31 19:18:42.787094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:42.868141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:42.883196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Transition to ACTIVE for port object 0ba3b60d-cc78-450d-ad5f-51752b5f7aff will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:42.922590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:42.998909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Network 63be89d2-8528-4c98-8c2e-95e8e31368be is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:43.006388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:43.010873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:43.029869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:40Z', 'revision_number': 3, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:43.041650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event updated for resources: {'Port': ['ID=0ba3b60d-cc78-450d-ad5f-51752b5f7aff,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:43.072116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 572c1900-6f5c-455b-935f-eaab53fad811 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:43.072539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.073432 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.075235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Checking router: 42d431cf-f938-4853-8dd2-a0c08d01c027 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:18:43.075578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Updating router 42d431cf-f938-4853-8dd2-a0c08d01c027 port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:18:43.096033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fbd50468-fcf1-4d83-a741-6ebcb752a990 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3621523 Aug 31 19:18:43.099078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:43.133026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.211966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.244715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'project_id': 'be98ed7601f14ce5b5425736ae1b74c1', 'port_id': '0ba3b60d-cc78-450d-ad5f-51752b5f7aff'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:43.252987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 572c1900-6f5c-455b-935f-eaab53fad811 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:43.253362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.295590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.413569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456db27-940a-49a4-9a34-03fbca3d6f32 req-d8a6a3c8-fd35-4a8a-8b8b-041b0179c9e0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.415140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5456db27-940a-49a4-9a34-03fbca3d6f32 req-d8a6a3c8-fd35-4a8a-8b8b-041b0179c9e0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0765769 Aug 31 19:18:43.415582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b1f2a58-311c-4be8-8b1c-70dbcfffd8a0 None None] Provisioning for port 0ba3b60d-cc78-450d-ad5f-51752b5f7aff completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:43.430908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b1f2a58-311c-4be8-8b1c-70dbcfffd8a0 None None] Provisioning complete for port 0ba3b60d-cc78-450d-ad5f-51752b5f7aff triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:43.431283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a58-311c-4be8-8b1c-70dbcfffd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.472356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Allocated IP 172.20.0.1 (1077a2ff-19dd-430a-870e-426ef82e7556/6c5c7705-d8de-44bc-88df-919d7039b9a5/03d282a7-0f85-41d6-9f56-bfca1ab64416) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:43.488332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc2aa1b2-5abf-4c69-aaa8-0177ab22131f req-25ddb825-1256-4bf9-b9c1-4f4ddc28bd0c tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0351610 Aug 31 19:18:43.504609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5456db27-940a-49a4-9a34-03fbca3d6f32 req-a609010d-3405-440d-b75f-8c0efda09d42 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811453 Aug 31 19:18:43.515444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.568130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f2a58-311c-4be8-8b1c-70dbcfffd8a0 None None] Port 0ba3b60d-cc78-450d-ad5f-51752b5f7aff cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:43.626399 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.639778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Transition to ACTIVE for port object 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:43.645426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b578-8462-4644-87e6-adedc83cb6be req-af53ee0a-104c-46ec-b102-2b7fd1bf54aa tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.647128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba58b578-8462-4644-87e6-adedc83cb6be req-af53ee0a-104c-46ec-b102-2b7fd1bf54aa tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.0705678 Aug 31 19:18:43.655146 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.712018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Attempting to bind port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:43.712700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Attempting to bind port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:43.712818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Attempting to bind port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:43.722923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:43.723221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:43.723631 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.724054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:43.724537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Bound port: 57c13687-8dd2-42a8-9b06-8d8fd43bfe59, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:43.724921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.737921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba58b578-8462-4644-87e6-adedc83cb6be req-be9c4c6b-2d9d-45ac-81b3-cc4085cd6d08 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827310 Aug 31 19:18:43.738501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.750993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Allocated IP 172.25.3.36 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/70ce6ef6-b976-4678-af80-170b680fb220) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:43.757893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Transition to ACTIVE for port object 03d282a7-0f85-41d6-9f56-bfca1ab64416 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:43.773751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df34b3-8dc2-4d43-8c9a-058e78fada0e None None] Pushing event updated for resources: {'Port': ['ID=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:43.812103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] For port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:43.812858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.815964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] For port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:43.823136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.882089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:43.882737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:43.901200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Network 1077a2ff-19dd-430a-870e-426ef82e7556 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:43.912372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:43.917285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:43.928480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:43.937415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df34b3-8dc2-4d43-8c9a-058e78fada0e None None] Pushing event updated for resources: {'Port': ['ID=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:43.944647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.951099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.957049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.961474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Pushing event updated for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:43.963953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.971268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.977271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.983532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.985517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-951b9664-d505-4c8e-a747-d993c0efd29d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1381865 Aug 31 19:18:43.989862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-4317aa3f-367e-46d0-9220-e5b03c46e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:43.991386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-4317aa3f-367e-46d0-9220-e5b03c46e54e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5&tenant_id=21360d979ff84629b26f0f43d4e483e2 HTTP/1.1" status: 200 len: 1102 time: 0.1702938 Aug 31 19:18:43.994743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.022055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:44.046737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:44.054811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-008a4a48-dbd7-44fe-9d88-78e008ee513d req-27b2c8c5-1589-4b46-a809-24a1cc0914c0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555232 Aug 31 19:18:44.058512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.112285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:44.116575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:44.122597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:44.125879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Pushing event updated for resources: {'Port': ['ID=70ce6ef6-b976-4678-af80-170b680fb220,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:44.160739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.201093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7685549d-3aaa-43f8-a0b5-374fdd3d0b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.264249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:40Z', 'revision_number': 3, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:44.294755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0307ad-bdef-41df-b38e-e5b9410d4f3b None None] The sync data for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 is: [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:40Z', 'revision_number': 3, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:44.308222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f935-1921-40ec-93ea-0de1de728ba6 None None] Provisioning for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:44.313314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f935-1921-40ec-93ea-0de1de728ba6 None None] Provisioning complete for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:44.313875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f935-1921-40ec-93ea-0de1de728ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.339429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.364144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5f935-1921-40ec-93ea-0de1de728ba6 None None] Port 03d282a7-0f85-41d6-9f56-bfca1ab64416 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:44.384574 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.410950 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.545506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:44.588251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.651250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:44.712659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.721704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebbce88f-36bd-4767-a716-6cacd3015e61 req-e5dda546-2fa6-43f9-af24-80e0ecfc1756 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0576389 Aug 31 19:18:44.724042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.737478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f08f-91f4-4662-96d5-59df8facb350 req-efbbda9f-8e4c-46b5-8689-aa4df6544e63 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:44.739057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37e3f08f-91f4-4662-96d5-59df8facb350 req-efbbda9f-8e4c-46b5-8689-aa4df6544e63 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1461346 Aug 31 19:18:44.789200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.802530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:44.804810 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6485e4-5557-4586-93c1-6f20061a9502" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-unplugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:44.809255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.814917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Pushing event updated for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:44.825778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:44.852512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Transition to ACTIVE for port object 45699908-97ac-4429-988e-00d004305cbc will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:44.855933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37e3f08f-91f4-4662-96d5-59df8facb350 req-c17b179f-83dc-400e-bad1-5d6f628f7c12 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Aug 31 19:18:44.895729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.023476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] No DVR routers for this DVR port 45699908-97ac-4429-988e-00d004305cbc on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:45.048442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:45.064795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a0bb4-6d10-4813-b015-157bc3963a9a req-bd03cca0-068d-4597-aa5b-a50a8aec9d6e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.078876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d66a0bb4-6d10-4813-b015-157bc3963a9a req-bd03cca0-068d-4597-aa5b-a50a8aec9d6e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.0939236 Aug 31 19:18:45.086415 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cbefe0-3e1c-4cc1-a800-d7a660fec876 x-openstack-request-id: req-41cbefe0-3e1c-4cc1-a800-d7a660fec876 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:45.086706 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-unplugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:45.086952 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41cbefe0-3e1c-4cc1-a800-d7a660fec876 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:45.087340 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'code': 200} Aug 31 19:18:45.123627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Network 1077a2ff-19dd-430a-870e-426ef82e7556 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:45.126539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:45.126885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:45.127340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:45.134664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:45.144012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:18:45.144348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Attempting to bind port 45699908-97ac-4429-988e-00d004305cbc on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:45.153019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:45.186007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:45.186007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:45.186007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:45.186499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Bound port: 45699908-97ac-4429-988e-00d004305cbc, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:45.186830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.247140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:45.258422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:45.258757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.320237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d66a0bb4-6d10-4813-b015-157bc3963a9a req-da39e555-5c09-4388-abbc-c7c8f7e49d85 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174971 Aug 31 19:18:45.388075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.394824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:45.399431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:45.412331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Router 42d431cf-f938-4853-8dd2-a0c08d01c027 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:45.417032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.427981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.436180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.457578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.467627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.468281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.469954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] 10.222.0.67 "PUT /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 1098 time: 1.4294360 Aug 31 19:18:45.471272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.477404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.484872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.505695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.515171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.515768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:45.521564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.522444 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.535164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.540206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-dc5a51cb-99e2-4743-99d4-486ef3295cdc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.3151336 Aug 31 19:18:45.579820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ec977-b1af-4b76-b5ce-cbf85d891da0 service neutron] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=11']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:45.592700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d335c861-8dfd-4764-9726-bb2601d41adf None None] Provisioning complete for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:45.592958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d335c861-8dfd-4764-9726-bb2601d41adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.664659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:45.675187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Pushing event updated for resources: {'Port': ['ID=70ce6ef6-b976-4678-af80-170b680fb220,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:45.691538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.693997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d335c861-8dfd-4764-9726-bb2601d41adf None None] Port 03d282a7-0f85-41d6-9f56-bfca1ab64416 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:18:45.697930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-4016ee50-9469-4917-8f9a-87d4d087cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.699509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-4016ee50-9469-4917-8f9a-87d4d087cb86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1101 time: 0.1852605 Aug 31 19:18:45.706879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:45.708683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50e52ff4-5b55-4e9a-9c2c-b2a4187b4450 req-8567a31b-a528-48af-a27f-44f675f30d36 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525681 Aug 31 19:18:45.722328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8acffe2-ed2d-4bf5-b690-ca7a1fc90839 admin admin] 10.222.0.73 "PUT /v2.0/routers/42d431cf-f938-4853-8dd2-a0c08d01c027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831715 Aug 31 19:18:45.722639 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:45.843889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-1c9e9ef6-f900-4e78-9b25-7485b03bdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.845692 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-1c9e9ef6-f900-4e78-9b25-7485b03bdd31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1368802 Aug 31 19:18:45.869696 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Floating IP a8d45409-c85c-4936-98c7-559f931f435d associated. External IP: 172.25.3.36, port: 0ba3b60d-cc78-450d-ad5f-51752b5f7aff. Aug 31 19:18:45.891529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-880fe83e-3874-400e-9b2c-09e1e3d6683f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0379057 Aug 31 19:18:45.928478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ecde9b1-4627-441b-8cbc-e9abad95a005 req-330bd01b-057a-47d1-9e5d-51aa9dd11d93 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0850708 Aug 31 19:18:45.952963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-ae4c99ad-6986-49b4-8d50-68b130a5d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:45.954963 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-ae4c99ad-6986-49b4-8d50-68b130a5d60b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0560179 Aug 31 19:18:46.023191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-22e84be8-bb22-4b1f-ace3-c0093b34d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.024751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-22e84be8-bb22-4b1f-ace3-c0093b34d65e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618489 Aug 31 19:18:46.144358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-6e7bbb69-e760-4268-9ed1-3b9f0f551a9e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106343 Aug 31 19:18:46.163310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd0bdc-fe79-4316-9494-03dc21a6adce req-d4c89f10-71db-450a-bde6-78d0c330bbe6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.165859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46fd0bdc-fe79-4316-9494-03dc21a6adce req-d4c89f10-71db-450a-bde6-78d0c330bbe6 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1471276 Aug 31 19:18:46.269077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26f888c3-3670-40ec-9a7a-4675e153acd8 req-d8f40ad5-f8e9-42f7-a29c-f026c98ff358 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136093 Aug 31 19:18:46.577102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46fd0bdc-fe79-4316-9494-03dc21a6adce req-0041ccba-9777-449f-b7f8-5ece4a8ef8a9 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046326 Aug 31 19:18:46.578848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Router 7cc8ee35-e800-4382-96c8-301799cfa468 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:46.604828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dec8ba-a64e-4377-803b-779f4a387a8f req-6376e1d7-5afb-4c5e-9808-801f1cf4d5fa tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.607894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05dec8ba-a64e-4377-803b-779f4a387a8f req-6376e1d7-5afb-4c5e-9808-801f1cf4d5fa tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.0947473 Aug 31 19:18:46.648248 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Sync routers for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:46.658621 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:46.659428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:46.704818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05dec8ba-a64e-4377-803b-779f4a387a8f req-e1466fa0-7c43-41fb-a724-b3a1faff61a1 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900729 Aug 31 19:18:46.776558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:46.785678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] Sync routers for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:46.795262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:46.795956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:46.800848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:46.801623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:46.854766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-18683b12-9d05-4468-aa94-8d9a8c579092 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7542570 Aug 31 19:18:46.859115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:46.885006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:46.922983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:46.924149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:46.938668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.944738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.954725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.961590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.969493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.975670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.981683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:46.983666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-1b1725b2-6caf-4941-8dbb-c91008e44e75 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1312296 Aug 31 19:18:47.016967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:47.019391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e784d1d-ec22-4e72-81ca-a37c121b8a0c None None] The sync data for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:47.028345 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.030080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-685a13ee-ad08-43aa-9137-48194c03613f tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "GET /v2.0/floatingips/a8d45409-c85c-4936-98c7-559f931f435d HTTP/1.1" status: 200 len: 982 time: 0.1690247 Aug 31 19:18:47.030501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56330) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:47.055403 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 2, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:47.088962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:47.096692 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ddd5a2-1067-4a74-8be6-4f6371e27e19" -d '{"events": [{"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:47.098786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:47.106171 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Checking router: 42d431cf-f938-4853-8dd2-a0c08d01c027 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:18:47.107519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Updating router 42d431cf-f938-4853-8dd2-a0c08d01c027 port 03d282a7-0f85-41d6-9f56-bfca1ab64416 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:18:47.139832 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.153839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-617b9d3c-d851-4845-b30a-8e50da0e9182 req-6b0e6d82-2d4a-45f9-b2e4-d6e1c56a2804 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619256 Aug 31 19:18:47.161027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d347c191-3f82-4ab9-bad6-b73067c628fb req-b7d46ee0-6d86-4596-a6fe-6531eb6d6fc5 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0750735 Aug 31 19:18:47.164239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3568ebed-fa5a-431d-9bb8-8b8fa57e3295 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.1325855 Aug 31 19:18:47.167047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:47.221489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:47.222002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.351578 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8f142-2005-4857-bd7c-c4fee9aeaee7 x-openstack-request-id: req-2cd8f142-2005-4857-bd7c-c4fee9aeaee7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:47.351894 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "tag": "45699908-97ac-4429-988e-00d004305cbc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:47.353992 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cd8f142-2005-4857-bd7c-c4fee9aeaee7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:47.354350 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'status': 'completed', 'code': 200} Aug 31 19:18:47.441679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-9370a805-a2cf-4c8e-8d0b-7d8e43aeb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:47.444930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-9370a805-a2cf-4c8e-8d0b-7d8e43aeb904 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1101 time: 0.0647280 Aug 31 19:18:47.448678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port 70ce6ef6-b976-4678-af80-170b680fb220 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:47.449045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.467106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-8418ddef-5099-4f90-b18c-3c30ec301295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:47.468651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-8418ddef-5099-4f90-b18c-3c30ec301295 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=21360d979ff84629b26f0f43d4e483e2&device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1101 time: 0.0828183 Aug 31 19:18:47.532476 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.546900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Transition to ACTIVE for port object 03d282a7-0f85-41d6-9f56-bfca1ab64416 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:18:47.560429 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.612355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.612695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.624441 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Pushing event updated for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:47.636504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for 70ce6ef6-b976-4678-af80-170b680fb220 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:47.656317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-2749488c-8311-4a02-9328-0cc2c3e51e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:47.657990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-2749488c-8311-4a02-9328-0cc2c3e51e5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1626606 Aug 31 19:18:47.658812 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.659731 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.660222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.661107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.662506 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.663248 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.663845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.664757 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.665467 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.666224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.666740 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.669197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:18:47.755730 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Attempting to bind port 03d282a7-0f85-41d6-9f56-bfca1ab64416 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:18:47.758047 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Attempting to bind port 03d282a7-0f85-41d6-9f56-bfca1ab64416 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:18:47.758627 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Attempting to bind port 03d282a7-0f85-41d6-9f56-bfca1ab64416 on network 1077a2ff-19dd-430a-870e-426ef82e7556 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:18:47.767471 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:18:47.768433 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Checking segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:18:47.769007 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.769743 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Bound using segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:18:47.770395 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Bound port: 03d282a7-0f85-41d6-9f56-bfca1ab64416, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:18:47.771076 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.780491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-bd268a81-ed77-4a81-81d0-d503047ab82b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.1122561 Aug 31 19:18:47.861571 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] For port 03d282a7-0f85-41d6-9f56-bfca1ab64416, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:18:47.866430 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] For port 03d282a7-0f85-41d6-9f56-bfca1ab64416, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=03d282a7-0f85-41d6-9f56-bfca1ab64416,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:18:47.876058 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:47.931726 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:47.932385 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:47.989849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-d4561423-26d6-4275-9717-1dec8a45f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:47.991465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-d4561423-26d6-4275-9717-1dec8a45f467 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1926038 Aug 31 19:18:48.000538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 45699908-97ac-4429-988e-00d004305cbc no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:48.053433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7df0-1c1e-4cba-aca8-d974e430bb63 req-68b33f53-d62b-4bc3-ba21-953064354d3e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.062857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75a7df0-1c1e-4cba-aca8-d974e430bb63 req-68b33f53-d62b-4bc3-ba21-953064354d3e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.2953281 Aug 31 19:18:48.077348 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:18:48.079300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 45699908-97ac-4429-988e-00d004305cbc not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:48.220780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:48.241170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-865883b2-85fd-422b-950a-b56e07343972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.242794 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-865883b2-85fd-422b-950a-b56e07343972 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.7887826 Aug 31 19:18:48.328638 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-acc45401-7e8f-4ed7-9fcd-a520605530e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 200 len: 217 time: 0.0746527 Aug 31 19:18:48.330004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=70ce6ef6-b976-4678-af80-170b680fb220,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:48.364863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f59e5-4138-4a9d-8d77-d4eb93693cd4 req-0999ce44-6b79-4605-9052-d7f88d45918d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.366483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d06f59e5-4138-4a9d-8d77-d4eb93693cd4 req-0999ce44-6b79-4605-9052-d7f88d45918d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.4935017 Aug 31 19:18:48.421185 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63fbe3-52d1-499c-acb7-11d9b2f987d8 None None] Pushing event updated for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:48.431275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-76594e11-d55a-45b0-a903-55932f00e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.434190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-76594e11-d55a-45b0-a903-55932f00e145 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0890014 Aug 31 19:18:48.450792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75a7df0-1c1e-4cba-aca8-d974e430bb63 req-190d83b7-2573-46df-aa0e-629652c0d264 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409785 Aug 31 19:18:48.452937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-2b58b8da-6aee-44fc-9e0a-5b1ae5ef5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.455321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-2b58b8da-6aee-44fc-9e0a-5b1ae5ef5a7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4536548 Aug 31 19:18:48.510344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-a20f6fcc-b43d-444c-aeb7-dfdc0ea52e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:48.515299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-a20f6fcc-b43d-444c-aeb7-dfdc0ea52e0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678179 Aug 31 19:18:48.561439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:47Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:48.612490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e3322a5-e0fd-4509-bc0e-06e6ce12125d req-11f764ea-9ebe-478a-a7bd-19da90837e25 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0473492 Aug 31 19:18:48.612958 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891644a4-46e4-468f-9577-24434f8b8453 None None] The sync data for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 is: [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:47Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:48.622254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:48.622602 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Floating IP a8d45409-c85c-4936-98c7-559f931f435d disassociated (deleted). External IP: 172.25.3.36, port: 0ba3b60d-cc78-450d-ad5f-51752b5f7aff. Aug 31 19:18:48.629576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d06f59e5-4138-4a9d-8d77-d4eb93693cd4 req-10a9645c-668b-4f65-ab44-234fe53d060d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178159 Aug 31 19:18:48.675103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-67242777-b93b-47bf-9250-4c9c8930b967 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441534 Aug 31 19:18:48.851243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-3e561c3b-7f32-4807-a470-247bba0b764b service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627574 Aug 31 19:18:48.893595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-3677bbe0-ae67-4c9d-982d-5dd69c58ec5c service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289131 Aug 31 19:18:48.998907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.004965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.011031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.017785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.023922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.031986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.039155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.041145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-794b2f96-92de-44ce-8473-567375ff74c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2192559 Aug 31 19:18:49.087657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 03d282a7-0f85-41d6-9f56-bfca1ab64416 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:49.149857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-929d1e1d-09db-47aa-9792-65c430e27fd6 req-6d038bc9-4f4f-4bd5-99d1-2b0e53c38aee tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007886 Aug 31 19:18:49.174699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:49.182639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ddd5a2-1067-4a74-8be6-4f6371e27e19 req-fdca8f78-1a28-4313-af84-4c58de544807 service neutron] 10.222.0.82 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807353 Aug 31 19:18:49.192583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:49.193011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.214586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Router 7cc8ee35-e800-4382-96c8-301799cfa468 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:49.298965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.343154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 03d282a7-0f85-41d6-9f56-bfca1ab64416, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=03d282a7-0f85-41d6-9f56-bfca1ab64416,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:49.350656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.351947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:49.359604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.364627 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] Sync routers for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:49.374372 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:49.374998 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:49.407249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b0627d0-b94f-4459-b9dc-58977fc63ace tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/floatingips/a8d45409-c85c-4936-98c7-559f931f435d HTTP/1.1" status: 204 len: 168 time: 2.2391319 Aug 31 19:18:49.410822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:49.415389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:49.435482 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:49.439286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:49.443785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.446931 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:49.450556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:49.491390 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:49.491900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9921c75-9a7c-42bc-b497-2114faa197e5 None None] The sync data for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:49.553118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.619028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf11d30-33b8-4a4c-98ec-422f6b417d12 req-98dfa3ed-419f-4031-b66b-2e2fc26e7c96 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:49.627163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcf11d30-33b8-4a4c-98ec-422f6b417d12 req-98dfa3ed-419f-4031-b66b-2e2fc26e7c96 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0792868 Aug 31 19:18:49.687749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Allocated IP 172.25.3.180 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/3c7273ac-fa4c-4a01-b953-5c36e1e69ccd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:49.859049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.900843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:49.926879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:49.978880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:49.985602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:49.993963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:49.994880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcf11d30-33b8-4a4c-98ec-422f6b417d12 req-818ec23e-8689-464e-a4bb-e7b485406d4c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668311 Aug 31 19:18:50.009658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43dcd0b6-24eb-4dc5-bb1c-5d7986741012 req-29ae283e-efdc-4f62-8879-525b68977fa2 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0522149 Aug 31 19:18:50.056111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Pushing event updated for resources: {'Port': ['ID=3c7273ac-fa4c-4a01-b953-5c36e1e69ccd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:50.072636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:50.087787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '45699908-97ac-4429-988e-00d004305cbc', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '45699908-97ac-4429-988e-00d004305cbc', 'mac_address': 'fa:16:3e:85:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:50.148383 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.175177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45699908-97ac-4429-988e-00d004305cbc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:50.178873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.186135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d78a-eb70-4fa7-b4fc-85319a4e301a req-7bfa3644-2998-4815-8f7a-729b3e6ea6b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.193785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7052d78a-eb70-4fa7-b4fc-85319a4e301a req-7bfa3644-2998-4815-8f7a-729b3e6ea6b7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 949 time: 0.0757508 Aug 31 19:18:50.205501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:50.212996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.245743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7052d78a-eb70-4fa7-b4fc-85319a4e301a req-1f6afebe-e5be-4759-b7d1-ff08a6756e14 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509770 Aug 31 19:18:50.256156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.294227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:50.429229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9fbb-52cf-4530-90d3-d9c5903b8dfc req-82468d3e-733d-4767-80f3-6ceeb5db323f tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.432321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02ee9fbb-52cf-4530-90d3-d9c5903b8dfc req-82468d3e-733d-4767-80f3-6ceeb5db323f tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 1102 time: 0.0903752 Aug 31 19:18:50.453905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.460456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.462213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.468599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.472328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.476206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.483063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.490054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.498326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.501003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-0b3a79c7-c167-4175-8802-73904a4f3974 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1486459 Aug 31 19:18:50.504009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['45699908-97ac-4429-988e-00d004305cbc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:50.557306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02ee9fbb-52cf-4530-90d3-d9c5903b8dfc req-b4ead7a0-1091-4b78-9398-a347a9b0e530 tempest-MigrationsAdminTest-1855886828 tempest-MigrationsAdminTest-1855886828-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Aug 31 19:18:50.582297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2fc9612-1a21-4fbf-8488-c3abc8e76e17 req-088d1552-4e0a-4d8f-85fa-5afb2b25ccd7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723898 Aug 31 19:18:50.604057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Pushing event updated for resources: {'Port': ['ID=3c7273ac-fa4c-4a01-b953-5c36e1e69ccd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:50.616055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.639333 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.643933 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2bfcddf5-9810-4784-980a-aaffb5a88381 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2320209 Aug 31 19:18:50.644284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:50.816377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:18:50.874219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:50.900461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0474d-ac37-43f7-b7e3-5164ea8468f6 req-eb6986c8-3016-416d-81be-6430bdd1da55 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:50.901956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aaa0474d-ac37-43f7-b7e3-5164ea8468f6 req-eb6986c8-3016-416d-81be-6430bdd1da55 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.0897281 Aug 31 19:18:50.978052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aaa0474d-ac37-43f7-b7e3-5164ea8468f6 req-92e9c8ae-2a81-46a2-805a-52843875cd04 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Aug 31 19:18:51.031557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.057396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 03d282a7-0f85-41d6-9f56-bfca1ab64416 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:51.119411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 03d282a7-0f85-41d6-9f56-bfca1ab64416 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:51.120103 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.150600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ca31888-437d-404f-af57-fb0a5be77ca0 req-ad8d7e14-9133-46cb-a5d8-18bf046ad7e6 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0466940 Aug 31 19:18:51.239272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aff696-c3be-4e3a-91c6-f90ae3ce0051 req-ea0858fa-bb19-45de-8530-996589015eec tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.241251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64aff696-c3be-4e3a-91c6-f90ae3ce0051 req-ea0858fa-bb19-45de-8530-996589015eec tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1387284 Aug 31 19:18:51.242795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Allocated IP 172.25.3.213 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/b357f7a8-f2d5-47b6-9006-f6a345f0d602) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:18:51.341301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64aff696-c3be-4e3a-91c6-f90ae3ce0051 req-12d76de9-d903-4fa5-a903-46329d3883c3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934000 Aug 31 19:18:51.390593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.430887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.473978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:18:51.477444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:18:51.482571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:18:51.488574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Pushing event updated for resources: {'Port': ['ID=b357f7a8-f2d5-47b6-9006-f6a345f0d602,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:51.582711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.620028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.770393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.776478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.782505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.788770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.794971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.800995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.806943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:51.809691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a09210da-6291-450c-947a-42d9fce16683 req-d932ef78-e501-45c3-9daf-44be7d3633b7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1449752 Aug 31 19:18:51.878535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a09210da-6291-450c-947a-42d9fce16683 req-bad594fc-25be-4de0-a6ad-4d6bd10f32c1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609331 Aug 31 19:18:51.897571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.908748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.917524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:18:51.977692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 45699908-97ac-4429-988e-00d004305cbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:18:51.984337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 45699908-97ac-4429-988e-00d004305cbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:18:51.984916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:51.995209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Pushing event updated for resources: {'Port': ['ID=b357f7a8-f2d5-47b6-9006-f6a345f0d602,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:52.001602 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.018319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.019803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b19e7972-4e10-4192-b83b-d8ae8e360b3d tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3740675 Aug 31 19:18:52.022259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:52.120422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.122478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d693d0-1e46-4d5a-bf3a-4787b06c969e req-530be5ae-6cf6-4879-ad5c-3271a2e2d908 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:52.124294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70d693d0-1e46-4d5a-bf3a-4787b06c969e req-530be5ae-6cf6-4879-ad5c-3271a2e2d908 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 950 time: 0.0612547 Aug 31 19:18:52.141528 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e90dea4e-57e5-435e-959f-6c5dcc5ff985 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.1180935 Aug 31 19:18:52.144737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:52.158771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:52.162128 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0832342-09fd-41a0-846c-985911b8c6bf" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:52.185494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:52.191391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.242802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-891e5bb3-259d-4a3b-9e71-837931120f30 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0968797 Aug 31 19:18:52.245436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:52.247033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:52.248590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70d693d0-1e46-4d5a-bf3a-4787b06c969e req-8cef2068-45ed-4100-8860-70138c4c6713 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180961 Aug 31 19:18:52.382286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a831b5e-dc22-4c64-b700-9cf4893ada53 req-f36af246-b7c0-425f-b787-44b403adc21a tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0439887 Aug 31 19:18:52.425165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Deleting port b357f7a8-f2d5-47b6-9006-f6a345f0d602 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:52.425526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.461098 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48ff6d-2504-4b73-b733-40ffd52302d4 x-openstack-request-id: req-4d48ff6d-2504-4b73-b733-40ffd52302d4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:52.461497 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-plugged", "status": "completed", "tag": "45699908-97ac-4429-988e-00d004305cbc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:52.461806 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d48ff6d-2504-4b73-b733-40ffd52302d4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:52.462395 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'code': 200} Aug 31 19:18:52.561593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-a84f2de1-9ec2-4049-ba06-61a945ef62d7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:52.563066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-a84f2de1-9ec2-4049-ba06-61a945ef62d7 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 951 time: 0.0849752 Aug 31 19:18:52.578613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.578974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.604231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75d50-af78-42b0-8aa5-3afdd87f1bc8 req-033a0068-8a4d-4fcc-99c6-8e8542c02d52 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:52.606966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6e75d50-af78-42b0-8aa5-3afdd87f1bc8 req-033a0068-8a4d-4fcc-99c6-8e8542c02d52 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0560322 Aug 31 19:18:52.611243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Calling delete_port for b357f7a8-f2d5-47b6-9006-f6a345f0d602 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:52.651612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6e75d50-af78-42b0-8aa5-3afdd87f1bc8 req-784376ba-4c61-4c57-871f-48ef4cf6c1f8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373743 Aug 31 19:18:52.746687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Deleting port 45699908-97ac-4429-988e-00d004305cbc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:52.747026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.865144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.873238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] For port 45699908-97ac-4429-988e-00d004305cbc, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=45699908-97ac-4429-988e-00d004305cbc,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:52.873588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:52.905520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Pushing event deleted for resources: {'Port': ['ID=b357f7a8-f2d5-47b6-9006-f6a345f0d602,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:52.907567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Calling delete_port for 45699908-97ac-4429-988e-00d004305cbc owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:53.021505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.024215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.028132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-779217fb-1f30-4214-b459-ecebec55e716 tempest-FloatingIPAdminTestJSON-318784966 tempest-FloatingIPAdminTestJSON-318784966-project] 10.222.0.73 "DELETE /v2.0/floatingips/c7adc981-e540-4ebd-9176-9e923764cf94 HTTP/1.1" status: 204 len: 168 time: 0.7772567 Aug 31 19:18:53.029005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:53.039531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.046493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.052460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.059559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.065486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.071316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.077353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.079306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-67b99903-ca16-48aa-b8ac-9788eb7fc48a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1151390 Aug 31 19:18:53.125722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a678ee20-ffbb-4c1c-8218-330e84aba44f req-8a845e07-c26a-491a-8684-6f838b060fd1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397646 Aug 31 19:18:53.216277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.232147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', '45699908-97ac-4429-988e-00d004305cbc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:53.236539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643', '50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:53.251669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event deleted for resources: {'Port': ['ID=45699908-97ac-4429-988e-00d004305cbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:53.261198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Deleting port 3c7273ac-fa4c-4a01-b953-5c36e1e69ccd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:53.261566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.343075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] No DVR routers for this DVR port 45699908-97ac-4429-988e-00d004305cbc on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:53.351212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.358864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7d26e19-c34e-497f-b736-e6e67e7f0aeb req-b59a401a-be61-42eb-97a1-5431dbae9e1e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "DELETE /v2.0/ports/45699908-97ac-4429-988e-00d004305cbc HTTP/1.1" status: 204 len: 173 time: 0.7879970 Aug 31 19:18:53.359354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-deleted', 'tag': '45699908-97ac-4429-988e-00d004305cbc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:53.361716 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7609de55-a9fa-4062-9aa7-5ada2423044c" -d '{"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-deleted", "tag": "45699908-97ac-4429-988e-00d004305cbc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:53.412179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-038e59ba-1a8a-4a2a-bcfa-ed8cd0d856e1 req-211088aa-8280-41c4-8906-2251f283dd3e tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa74283-267f-42bc-a5ac-6f7f6f8410d5 HTTP/1.1" status: 200 len: 210 time: 0.0569880 Aug 31 19:18:53.452448 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1377e-52e5-45e2-b452-95ca9995be37 x-openstack-request-id: req-2dc1377e-52e5-45e2-b452-95ca9995be37 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:53.452749 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa74283-267f-42bc-a5ac-6f7f6f8410d5", "name": "network-vif-deleted", "tag": "45699908-97ac-4429-988e-00d004305cbc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:53.452998 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dc1377e-52e5-45e2-b452-95ca9995be37 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:53.453387 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa74283-267f-42bc-a5ac-6f7f6f8410d5', 'name': 'network-vif-deleted', 'tag': '45699908-97ac-4429-988e-00d004305cbc', 'status': 'completed', 'code': 200} Aug 31 19:18:53.505729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.506063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.544601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Calling delete_port for 3c7273ac-fa4c-4a01-b953-5c36e1e69ccd owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:53.598043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ade4de5e-551a-4f9d-a80e-1323fd6fd335 req-2327854a-d4bd-4821-a7ef-3ffbce3cd8ca tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0633171 Aug 31 19:18:53.775724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.810322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c7273ac-fa4c-4a01-b953-5c36e1e69ccd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:53.824751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f62f1-3f81-49fa-addd-cd7cbd0d0fdb req-59f12a23-23ba-4326-bbc9-5fb4f4c53e34 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:53.828152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be6f62f1-3f81-49fa-addd-cd7cbd0d0fdb req-59f12a23-23ba-4326-bbc9-5fb4f4c53e34 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0744658 Aug 31 19:18:53.884784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be6f62f1-3f81-49fa-addd-cd7cbd0d0fdb req-9045e48c-ec16-477f-954a-dc6dc5478edb tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Aug 31 19:18:53.894673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.897127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:53.898500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db15cbb7-dcbb-4f2b-ab10-114d0adcecc0 tempest-FloatingIPAdminTestJSON-1239959431 tempest-FloatingIPAdminTestJSON-1239959431-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/a6d6fc4f-f9cb-49ed-ab1a-7acf6549bbc4 HTTP/1.1" status: 204 len: 168 time: 0.8685884 Aug 31 19:18:53.901708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:54.006960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port 0ba3b60d-cc78-450d-ad5f-51752b5f7aff {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:54.007458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:54.108141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:54.120311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for 0ba3b60d-cc78-450d-ad5f-51752b5f7aff owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:54.258902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:54.275612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.281711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.287595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.292529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=0ba3b60d-cc78-450d-ad5f-51752b5f7aff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:54.294071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.302791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.309256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.315219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.322994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77064975-5bc4-47c8-af12-64f255ecff3e req-a8dfc0fc-e629-4a2c-9fa1-9967d86f84fb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1137490 Aug 31 19:18:54.370048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77064975-5bc4-47c8-af12-64f255ecff3e req-b6b4401e-7ed4-4bbe-8226-b7018e393b0d tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461743 Aug 31 19:18:54.400984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:54.400984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-813d49d0-53ce-4cb8-a7db-2503ef747acb tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/ports/0ba3b60d-cc78-450d-ad5f-51752b5f7aff HTTP/1.1" status: 204 len: 168 time: 0.4904747 Aug 31 19:18:54.401729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56440) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:54.467437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63351c1-39c7-4ece-bc64-be0df3c10b8b tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.472218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a63351c1-39c7-4ece-bc64-be0df3c10b8b tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cc8ee35-e800-4382-96c8-301799cfa468 HTTP/1.1" status: 200 len: 913 time: 0.0723314 Aug 31 19:18:54.474390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:54.748601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9433ec72-e622-4545-acb2-913e340ac569 req-54d5ba21-54b0-49c7-9786-13ee92be87c8 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0292284 Aug 31 19:18:54.812747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ce38c-83f7-40bb-81b6-201b2ce53db3 req-b8dd8203-ab53-4f42-8878-f08d8e1f8f70 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:54.814493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f5ce38c-83f7-40bb-81b6-201b2ce53db3 req-b8dd8203-ab53-4f42-8878-f08d8e1f8f70 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 950 time: 0.0649750 Aug 31 19:18:54.872459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f5ce38c-83f7-40bb-81b6-201b2ce53db3 req-96c28ac3-73b4-4ac0-b0bb-58b622938aee tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Aug 31 19:18:54.938840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:55.016784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f001-8e2d-4b8e-bddd-a0c5a4dbe617 req-072e853a-56d3-4c71-a487-be46e6bee958 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.018332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fc2f001-8e2d-4b8e-bddd-a0c5a4dbe617 req-072e853a-56d3-4c71-a487-be46e6bee958 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0566115 Aug 31 19:18:55.061248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fc2f001-8e2d-4b8e-bddd-a0c5a4dbe617 req-118601be-0e14-43dc-900b-dd7b580811a1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Aug 31 19:18:55.225036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port 7ba0440f-9de8-4e6d-a908-4d76e8658135 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:55.225614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:55.313577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:55.327380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for 7ba0440f-9de8-4e6d-a908-4d76e8658135 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:55.510840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.518360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.524357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.530707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.537288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.538708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:55.543532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.549333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:55.551258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-0025524b-da56-479d-b22d-f6b24db2c619 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.0963025 Aug 31 19:18:55.571380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=7ba0440f-9de8-4e6d-a908-4d76e8658135,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:55.603743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e04dff9-6a53-4204-a6fe-fa5bc7de643e req-c892501b-cf4f-4871-9c88-1510139258b4 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440197 Aug 31 19:18:55.769209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:55.883920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00c5d99-dd84-4ae1-bd40-1c2bfc2a576d req-1b463a85-7834-4793-96d8-e2bcdfdc1b5f tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0359669 Aug 31 19:18:55.928268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:18:55.952015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 45699908-97ac-4429-988e-00d004305cbc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:18:55.952597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 45699908-97ac-4429-988e-00d004305cbc not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:18:56.033781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596ab4-3e36-4a0b-a0a9-d580365f2cad req-ec6ecc56-09ed-4a7d-83a5-d0332ab897b4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.035901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63596ab4-3e36-4a0b-a0a9-d580365f2cad req-ec6ecc56-09ed-4a7d-83a5-d0332ab897b4 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 950 time: 0.0644684 Aug 31 19:18:56.045291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Router 7cc8ee35-e800-4382-96c8-301799cfa468 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:18:56.083291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63596ab4-3e36-4a0b-a0a9-d580365f2cad req-e6918549-c0c6-4320-98b9-5726fd3f9cc8 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Aug 31 19:18:56.258841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cafb0c-07cc-4b57-94a2-d01068bcd726 req-0e071b2e-1873-46a6-b1fe-dd5348c318cc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.260474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8cafb0c-07cc-4b57-94a2-d01068bcd726 req-0e071b2e-1873-46a6-b1fe-dd5348c318cc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1058924 Aug 31 19:18:56.292809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-616b0ccd-8923-40e1-9343-9b0816072772 req-41970232-c528-4ce8-ba52-affc1aedf145 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0311804 Aug 31 19:18:56.326486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8cafb0c-07cc-4b57-94a2-d01068bcd726 req-855a0133-aafb-4320-aa77-2d1c7209d505 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Aug 31 19:18:56.492176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:18:56.497842 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a0e7c9f-7692-44b8-836f-74351ef61a5d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "PUT /v2.0/routers/7cc8ee35-e800-4382-96c8-301799cfa468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224011 Aug 31 19:18:56.500446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:56.505076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] Sync routers for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:18:56.514625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:56.515254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:56.552840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:56.565242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] Routers {'7cc8ee35-e800-4382-96c8-301799cfa468'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:18:56.566186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7cc8ee35-e800-4382-96c8-301799cfa468'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:56.602016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:18:56.602672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d49d5-c64d-4f86-a6a2-8f15c187e11d None None] The sync data for ids ['7cc8ee35-e800-4382-96c8-301799cfa468'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:18:56.775223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:56.846855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-9e530e66-2d60-4585-aaef-66a60a175f0a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.846855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-9e530e66-2d60-4585-aaef-66a60a175f0a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 950 time: 0.3150916 Aug 31 19:18:56.859256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.865399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.871959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.877898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.883704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.889847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.895607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:56.897500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-32da0ac6-ff85-478e-aa13-67e5b69df578 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.1876824 Aug 31 19:18:57.033539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6f60116-6dbb-4e69-b4b7-091beb4f45bd req-eede7407-c4be-46b8-aa38-8bac02e24ae7 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0516195 Aug 31 19:18:57.071816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4a97fa5-d909-4d62-b8e3-419aafccdf39 req-ca98addc-0c86-4767-b140-0d0dbdd47f81 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636753 Aug 31 19:18:57.073040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:57.137855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Deleting port 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:57.138209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:57.242855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port 3dece7ba-259a-4bec-ba65-50471073194e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:57.243501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:57.616487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86fb0-435a-483c-8939-30df4985219b req-1267ccff-3938-450a-ad68-6fab5de15f7f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:57.617906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8de86fb0-435a-483c-8939-30df4985219b req-1267ccff-3938-450a-ad68-6fab5de15f7f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 950 time: 0.4321270 Aug 31 19:18:57.663619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] For port 50e72c1d-850b-4f1c-9021-f33537b86fc0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=50e72c1d-850b-4f1c-9021-f33537b86fc0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:57.664022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:57.697183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Calling delete_port for 50e72c1d-850b-4f1c-9021-f33537b86fc0 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:57.733551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:57.753144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305293a-9bd1-481d-8102-c641fc513fbd req-b77a4897-908a-408f-b4c0-3c79406f798c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:57.754643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4305293a-9bd1-481d-8102-c641fc513fbd req-b77a4897-908a-408f-b4c0-3c79406f798c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1794631 Aug 31 19:18:57.763546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8de86fb0-435a-483c-8939-30df4985219b req-11841f6e-1e5c-4a72-9946-33c75dd42895 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239812 Aug 31 19:18:57.766816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for 3dece7ba-259a-4bec-ba65-50471073194e owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:57.892589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4305293a-9bd1-481d-8102-c641fc513fbd req-1b7d6e01-652b-4dac-aed9-a0c609b01c49 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265571 Aug 31 19:18:58.026354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.040825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643', '50e72c1d-850b-4f1c-9021-f33537b86fc0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:58.045096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:18:58.063066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event deleted for resources: {'Port': ['ID=50e72c1d-850b-4f1c-9021-f33537b86fc0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:58.136109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] No DVR routers for this DVR port 50e72c1d-850b-4f1c-9021-f33537b86fc0 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:18:58.141768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.143566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0af4dce-309d-43b6-a257-3461f2363b00 req-b4b4d9b7-0b08-430e-a61a-b19910ee0dc2 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "DELETE /v2.0/ports/50e72c1d-850b-4f1c-9021-f33537b86fc0 HTTP/1.1" status: 204 len: 173 time: 1.2433419 Aug 31 19:18:58.145409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device d897ab54-dea0-46f6-ad17-272d9fe61182 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:58.145661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-deleted', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:18:58.149790 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49050d-2d67-46d2-99aa-f3b3b534654d" -d '{"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-deleted", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:18:58.188822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9df8f865-e515-4ef0-8207-fc05d72e4cb0 req-e7864b5f-8255-4fb3-b094-0026e18f5e32 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0538020 Aug 31 19:18:58.201131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.281864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=3dece7ba-259a-4bec-ba65-50471073194e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:58.366061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.373303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.380788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.386841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.393700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.400322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.407543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.417115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6684a112-9983-43de-989d-64343a57d059 req-f34787c3-de96-4d82-93aa-417045229cd0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5431 time: 0.2184393 Aug 31 19:18:58.522782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:58.557920 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45bf576-67bd-4699-b576-7eee6cfdcfab x-openstack-request-id: req-d45bf576-67bd-4699-b576-7eee6cfdcfab {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:18:58.558606 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c872bd16-a76e-44ef-8f85-7e16f9438c47", "name": "network-vif-deleted", "tag": "50e72c1d-850b-4f1c-9021-f33537b86fc0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:18:58.558884 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d45bf576-67bd-4699-b576-7eee6cfdcfab {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:18:58.559313 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c872bd16-a76e-44ef-8f85-7e16f9438c47', 'name': 'network-vif-deleted', 'tag': '50e72c1d-850b-4f1c-9021-f33537b86fc0', 'status': 'completed', 'code': 200} Aug 31 19:18:58.569013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'port_id': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'mac_address': 'fa:16:3e:16:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:58.574595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.626021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6684a112-9983-43de-989d-64343a57d059 req-320b9a2a-9574-4347-8e08-2930ff6fb5c7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984773 Aug 31 19:18:58.674158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.722099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d897ab54-dea0-46f6-ad17-272d9fe61182 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:58.766524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:58.774999 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.777956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8103413f-2848-4168-9b16-c5e69057f29a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:58.800422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.806595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.828017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7806ce-a6de-4ed1-ab55-05087e0ca653 req-67a2d964-7abc-4069-997a-eb98dd1bcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:58.829580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae7806ce-a6de-4ed1-ab55-05087e0ca653 req-67a2d964-7abc-4069-997a-eb98dd1bcee5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0937898 Aug 31 19:18:58.893113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae7806ce-a6de-4ed1-ab55-05087e0ca653 req-bf2df9c2-5a43-4cba-b4d3-dc797d4b010f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Aug 31 19:18:58.943830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82e48e3a-cb8d-49b9-99cc-1407bb140c2c req-db23eb46-4471-458d-b23b-0a3043c48a02 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c872bd16-a76e-44ef-8f85-7e16f9438c47 HTTP/1.1" status: 200 len: 210 time: 0.0457659 Aug 31 19:18:58.972467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:58.973741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.974515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc8ee35-e800-4382-96c8-301799cfa468 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:18:58.986550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:58.990808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:58.991034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab9d7311-087c-4688-8161-a617f9f2a734 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/routers/7cc8ee35-e800-4382-96c8-301799cfa468 HTTP/1.1" status: 204 len: 168 time: 2.4894364 Aug 31 19:18:59.069273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.080784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0995b038-e0fd-44f0-9c9e-a45165864622 req-061a2c96-bbc9-4be1-b5e6-eb486656f17f tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83&device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0484960 Aug 31 19:18:59.093338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '8103413f-2848-4168-9b16-c5e69057f29a', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'port_id': '8103413f-2848-4168-9b16-c5e69057f29a', 'mac_address': 'fa:16:3e:13:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:59.147939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting subnet 301c9311-84bb-4c71-81b0-20156b289c72 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:18:59.163793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.217078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52683b4-3315-4f27-afb9-abbe507fb91a req-8b457672-ff81-4563-a87a-219b9d5662f5 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.218643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.226078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e52683b4-3315-4f27-afb9-abbe507fb91a req-8b457672-ff81-4563-a87a-219b9d5662f5 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1067224 Aug 31 19:18:59.242740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8103413f-2848-4168-9b16-c5e69057f29a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:59.251548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.284286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e52683b4-3315-4f27-afb9-abbe507fb91a req-0daae0cf-5a91-4ad0-87b4-ddfa41799880 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Aug 31 19:18:59.294167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.306895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.307925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2218274b-731d-4917-970f-6a0944564054 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:59.364096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.412934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.426767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:59.431953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '2218274b-731d-4917-970f-6a0944564054', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'port_id': '2218274b-731d-4917-970f-6a0944564054', 'mac_address': 'fa:16:3e:fc:4c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:59.482733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.495056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-405e5e37-d9dd-47bf-825d-a1bf0c4474fb req-d40b59d1-5dc0-44f2-8c62-a2e0068df3cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5a31c5775ca4de5a7afbd54da28c2e0&device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0512190 Aug 31 19:18:59.531932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.549200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Subnet': ['ID=301c9311-84bb-4c71-81b0-20156b289c72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:59.556559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2218274b-731d-4917-970f-6a0944564054 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:59.570015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.572205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c304342d-31b7-4491-83e5-ef3e1991b300 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/subnets/301c9311-84bb-4c71-81b0-20156b289c72 HTTP/1.1" status: 204 len: 168 time: 0.5784106 Aug 31 19:18:59.574403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:18:59.578581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d74ecd-5327-4090-92cd-c73779f7bddb None None] Network 63be89d2-8528-4c98-8c2e-95e8e31368be requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:18:59.641915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5db1f73-d15b-4524-bbe8-9b82f5e91bb3 req-e3b24856-9ffe-4aa1-868f-fac9e01068d0 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.1036963 Aug 31 19:18:59.652006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-405e5e37-d9dd-47bf-825d-a1bf0c4474fb req-d7038aa0-2887-497d-b7f5-eb33ff9ab5be service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e5a31c5775ca4de5a7afbd54da28c2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446061 Aug 31 19:18:59.661950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.673450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.674251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:18:59.690786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.779975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:18:59.781450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.795005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:18:59.798890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.818858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'port_id': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7', 'mac_address': 'fa:16:3e:1b:d8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:18:59.882414 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.888557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] For port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,segment=NetworkSegment(59013041-2f5d-46d3-8e15-2e00b4534198),segment_id=59013041-2f5d-46d3-8e15-2e00b4534198)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.890766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.891119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.896782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.903490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.908593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:18:59.911262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.917587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.923691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.926395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] DHCP port deletion for 63be89d2-8528-4c98-8c2e-95e8e31368be request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:18:59.930149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:18:59.932112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-6b57f519-8433-410a-81c8-58a0ae55dc67 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5434 time: 0.2284949 Aug 31 19:18:59.934674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:18:59.984804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:18:59.994340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:18:59.995108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 05cba0a8-c99b-4b24-88e0-b065715b9989 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:00.010524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e5e37-d9dd-47bf-825d-a1bf0c4474fb req-1494360b-a113-4c5f-92d3-066adb6a2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:00.024743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-405e5e37-d9dd-47bf-825d-a1bf0c4474fb req-1494360b-a113-4c5f-92d3-066adb6a2cf0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3507662 Aug 31 19:19:00.060954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.078341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2606e14a-f373-4bcf-8f85-48cf8c541d2a req-b33c881f-9682-47ca-9eb8-a6ab806fa585 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257191 Aug 31 19:19:00.121993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.131602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Deleting port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:00.133679 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.137995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] No DVR routers for this DVR port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:00.162501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=05cba0a8-c99b-4b24-88e0-b065715b9989,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.240032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] For port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.240438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.255919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Calling delete_port for 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:00.259382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:19:00.260183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.274481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '05cba0a8-c99b-4b24-88e0-b065715b9989', 'network_id': '02c464ef-cacc-42c7-9aff-48dab59e8f0e', 'port_id': '05cba0a8-c99b-4b24-88e0-b065715b9989', 'mac_address': 'fa:16:3e:19:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9bab5a-b22e-4b49-9d09-0213aa67109a', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:00.280862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.285762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.298117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be89d2-8528-4c98-8c2e-95e8e31368be']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:00.310676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59013041-2f5d-46d3-8e15-2e00b4534198') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:00.310993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59013041-2f5d-46d3-8e15-2e00b4534198') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:00.328495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.341997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] No DVR routers for this DVR port 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:00.349010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a771dd7-c581-4c53-878f-fe67036e792d None None] Pushing event deleted for resources: {'Port': ['ID=0bc6ffc0-9a35-45b4-a6da-85ab34c90d62,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.364467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.367832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.374769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:00.375220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:00.378825 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:00.389756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cba0a8-c99b-4b24-88e0-b065715b9989 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:00.406099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028943e5-9052-4dfc-a6e8-9168a6c1bd5e req-da86222c-a9c7-44c5-934f-b3aaf7fdb794 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:00.412456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-028943e5-9052-4dfc-a6e8-9168a6c1bd5e req-da86222c-a9c7-44c5-934f-b3aaf7fdb794 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.1265545 Aug 31 19:19:00.430598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=05cba0a8-c99b-4b24-88e0-b065715b9989,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.435792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.436760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 44f30923-1456-49f3-b1e9-ec18c86d29f4 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:00.453934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.463416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.465654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/networks/63be89d2-8528-4c98-8c2e-95e8e31368be HTTP/1.1" status: 204 len: 168 time: 0.8902180 Aug 31 19:19:00.467963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:00.512488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-028943e5-9052-4dfc-a6e8-9168a6c1bd5e req-4ca97f1f-5d72-4923-9cea-92a25bffa03d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980124 Aug 31 19:19:00.525312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f775598-d95f-4198-99d7-e7764fb3d99d tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Network': ['ID=63be89d2-8528-4c98-8c2e-95e8e31368be,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.540873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e334a1-4668-4342-8abe-2dfb3e3e65c6 req-d96bb0e5-23dd-4267-b28e-422673c95614 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:00.551179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69e334a1-4668-4342-8abe-2dfb3e3e65c6 req-d96bb0e5-23dd-4267-b28e-422673c95614 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1354585 Aug 31 19:19:00.566345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.609329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69e334a1-4668-4342-8abe-2dfb3e3e65c6 req-e7b7a362-0a27-4398-8c96-14ac11a5b658 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565968 Aug 31 19:19:00.657563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.672467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'port_id': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'mac_address': 'fa:16:3e:5c:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad696c0-b1b6-491c-81e3-679873df78e4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:00.748517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Deleting port a0517188-0f77-4fec-9ff4-14c4347a69a7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:00.748852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.756425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.772577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f30923-1456-49f3-b1e9-ec18c86d29f4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:00.795014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.795954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9160f9a8-6060-497b-8197-c97771fdc6be req-c8023a85-e557-4811-bc10-2d81b1104990 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0417554 Aug 31 19:19:00.809775 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.810721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 23d7316d-01bd-4a77-a7ce-446b008fab56 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:00.885235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.893685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.913048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:00.917203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:00.923920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Calling delete_port for a0517188-0f77-4fec-9ff4-14c4347a69a7 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:00.933399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'network_id': '54187448-1abd-4ee2-a8e1-0858c21c5084', 'port_id': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'mac_address': 'fa:16:3e:3b:75:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad696c0-b1b6-491c-81e3-679873df78e4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:00.978437 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:00.983997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02025b-b4a9-4eb7-b3dd-014db021cff9 req-5a708d6b-5a05-4706-8902-3df612f16c34 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:00.992156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed02025b-b4a9-4eb7-b3dd-014db021cff9 req-5a708d6b-5a05-4706-8902-3df612f16c34 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0664709 Aug 31 19:19:00.994909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d7316d-01bd-4a77-a7ce-446b008fab56 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:01.001308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-b7b47584-27c8-4e24-86af-523a4834d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.003531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-b7b47584-27c8-4e24-86af-523a4834d88a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0919752 Aug 31 19:19:01.022138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:01.039307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:01.043607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed02025b-b4a9-4eb7-b3dd-014db021cff9 req-36c2d0e7-7132-4b28-abc3-ebda9bb8ecd2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Aug 31 19:19:01.089942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:01.119025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:01.119449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc6ffc0-9a35-45b4-a6da-85ab34c90d62 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:01.123970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:01.134346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-e6014667-6777-42e8-9d96-55f7f0c4338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.135942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-e6014667-6777-42e8-9d96-55f7f0c4338a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.1223314 Aug 31 19:19:01.196702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-bb077670-01bd-486a-8767-f6578d7e3d17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0411875 Aug 31 19:19:01.228849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.236568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.239455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:01.243397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.250224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.256139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.262408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.268701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.270319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-943abbc5-3a59-4e74-848c-d2b83c0c54ea tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5438 time: 0.0988257 Aug 31 19:19:01.302165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Pushing event deleted for resources: {'Port': ['ID=a0517188-0f77-4fec-9ff4-14c4347a69a7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:01.313600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-08692bde-7859-4217-a028-e238917075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.320889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a0eb767-d9b0-48b0-a0b0-2d477a3a85ab req-70554931-e650-46d0-a3d9-991c0b6a63f0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373211 Aug 31 19:19:01.321102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-08692bde-7859-4217-a028-e238917075b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.1076550 Aug 31 19:19:01.378055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-ee8fcb1e-0b1b-4d41-a2dd-57019774720b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426605 Aug 31 19:19:01.398610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:01.401267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:01.403531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7b46e45-8b0f-4869-ae72-775c0d6d8312 tempest-FloatingIPAdminTestJSON-676476618 tempest-FloatingIPAdminTestJSON-676476618-project] 10.222.0.73 "DELETE /v2.0/floatingips/b6755b7d-dda7-45fc-8b45-341fabbbc628 HTTP/1.1" status: 204 len: 168 time: 0.9342487 Aug 31 19:19:01.495184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-cbedeeae-1f0b-48de-8e29-5320761bcb2a service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064537 Aug 31 19:19:01.610747 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6fa1ccc0-ddab-4322-aa82-15fb27c8610b req-7de7dea9-2116-4bc1-b583-4281d05067fc service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051109 Aug 31 19:19:01.634513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-405e5e37-d9dd-47bf-825d-a1bf0c4474fb req-e0f2ea11-bf08-4c3d-a40e-f007af560a80 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.82 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0444844 Aug 31 19:19:01.717429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:19:01.719161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5d685-4f18-4c5d-84d9-b03c27fd88ae req-1bb0211d-4e1f-4ed0-8139-3e422e45290a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.720837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27d5d685-4f18-4c5d-84d9-b03c27fd88ae req-1bb0211d-4e1f-4ed0-8139-3e422e45290a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.0853572 Aug 31 19:19:01.733148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:01.811971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27d5d685-4f18-4c5d-84d9-b03c27fd88ae req-db201072-cea8-4a9e-a2c5-764ef4402e8d tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840914 Aug 31 19:19:01.939993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45ed7057-794d-45c9-8bdb-fb1e100eca2a req-6807c5e6-e68c-4ba9-a66c-fbea5ee2b9d6 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=162235bb-ceeb-4c80-b147-b09396b3ab83 HTTP/1.1" status: 200 len: 210 time: 0.0330451 Aug 31 19:19:01.983693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ae7b0bf-0834-46e1-bd4e-45e977ec6a9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be98ed7601f14ce5b5425736ae1b74c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489324 Aug 31 19:19:01.985864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:01.997196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-854aedcf-46cb-4350-87b3-a221d34744d0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:01.999220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-854aedcf-46cb-4350-87b3-a221d34744d0 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 950 time: 0.0942447 Aug 31 19:19:02.039071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.041839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8103413f-2848-4168-9b16-c5e69057f29a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.076160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['44f30923-1456-49f3-b1e9-ec18c86d29f4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.076325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.086858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['d897ab54-dea0-46f6-ad17-272d9fe61182'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.147147 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.147450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['23d7316d-01bd-4a77-a7ce-446b008fab56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.156051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.159779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cebb0567-d797-4422-a216-2b4f2e737a9c HTTP/1.1" status: 204 len: 168 time: 0.1703796 Aug 31 19:19:02.176051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7b504-9a4c-4cf0-a3f7-a20068a7cf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb0567-d797-4422-a216-2b4f2e737a9c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:02.179711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Deleting port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:02.180227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.285774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['05cba0a8-c99b-4b24-88e0-b065715b9989'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.288826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fe21c4f5-e5ba-4c1e-b243-41e15142a8a7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.380923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] For port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:02.381746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.389600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2218274b-731d-4917-970f-6a0944564054'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.423521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Calling delete_port for 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:02.582258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b117e-3b03-4ba1-b4de-3b00f3d29c57 req-50c92a5f-d041-4dbf-8ab8-cab9d2c5fabc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.583892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc8b117e-3b03-4ba1-b4de-3b00f3d29c57 req-50c92a5f-d041-4dbf-8ab8-cab9d2c5fabc tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1555531 Aug 31 19:19:02.592853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.597530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.603733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.610530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.617203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.624339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.631939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.641462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:02.643612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-ae7a0aea-69d8-453f-9169-0e9f167b17ac tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5438 time: 0.1491127 Aug 31 19:19:02.664421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event deleted for resources: {'Port': ['ID=4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:02.722881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] No DVR routers for this DVR port 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:02.726293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:02.729254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d9cb996a-dc94-43d2-9833-d9ed0feaa972 req-0e8188ff-a130-4b34-a5df-b752bd1d845a tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.67 "DELETE /v2.0/ports/4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 HTTP/1.1" status: 204 len: 173 time: 0.7157562 Aug 31 19:19:02.729723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-deleted', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:02.731981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc8b117e-3b03-4ba1-b4de-3b00f3d29c57 req-347b78a1-4352-4661-8b7e-cfdba7ec154b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823963 Aug 31 19:19:02.734058 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42851ddf-8dfb-4601-88ae-7a643da5ce07" -d '{"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-deleted", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:02.762968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-685a228b-4afd-4ec1-b2b4-b74a4799d010 req-f0421186-a47a-44e0-89ac-7080e51b5d18 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882928 Aug 31 19:19:02.767042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:02.790754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:02.791145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43127a66-b622-4b69-a094-155f59208368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.079832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de98920d-e96c-458c-9d3a-e0ad2efe0e98 req-a46077ab-d527-48f0-99b3-bc800ce8c00c tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e2b0fcb-5250-4799-8551-16b4d95fdf57 HTTP/1.1" status: 200 len: 210 time: 0.0684135 Aug 31 19:19:03.082660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43127a66-b622-4b69-a094-155f59208368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.099298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43127a66-b622-4b69-a094-155f59208368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.194591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43127a66-b622-4b69-a094-155f59208368 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2116438d11454c36b74134ebe16f4f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238362 Aug 31 19:19:03.194591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43127a66-b622-4b69-a094-155f59208368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8562f7-6040-4aad-b616-949a08d1492d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:03.195025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:03.238807 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b635a757-2752-471a-a02e-c4dbee52411a x-openstack-request-id: req-b635a757-2752-471a-a02e-c4dbee52411a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:03.240036 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b0fcb-5250-4799-8551-16b4d95fdf57", "name": "network-vif-deleted", "tag": "4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:03.241865 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b635a757-2752-471a-a02e-c4dbee52411a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:03.242787 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b0fcb-5250-4799-8551-16b4d95fdf57', 'name': 'network-vif-deleted', 'tag': '4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441', 'status': 'completed', 'code': 200} Aug 31 19:19:03.252873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:03.323759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 50e72c1d-850b-4f1c-9021-f33537b86fc0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:03.324767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 50e72c1d-850b-4f1c-9021-f33537b86fc0 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:03.349633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.413056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.532096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.535214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:03.538852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d8562f7-6040-4aad-b616-949a08d1492d HTTP/1.1" status: 204 len: 168 time: 0.3410809 Aug 31 19:19:03.550259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca2b9-b3fd-4727-ae5e-2fc8390368d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8562f7-6040-4aad-b616-949a08d1492d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:03.568608 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8375864b-92f0-4461-bf1a-9e3a968c5fd9 req-9b227c90-2713-42c5-b908-076d9d62ea80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5a31c5775ca4de5a7afbd54da28c2e0&device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0592315 Aug 31 19:19:03.617002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8375864b-92f0-4461-bf1a-9e3a968c5fd9 req-e44204d5-6ca7-46f9-a289-22eaef28fbc1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e5a31c5775ca4de5a7afbd54da28c2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335162 Aug 31 19:19:03.624921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0acd028-454d-41f2-92a6-7295e533fce5 req-c661aad5-068a-4faf-8622-68866fd54e1a tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0321016 Aug 31 19:19:03.788798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375864b-92f0-4461-bf1a-9e3a968c5fd9 req-9f95099d-bb00-4d42-91dd-52cdbfa3c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:03.790304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8375864b-92f0-4461-bf1a-9e3a968c5fd9 req-9f95099d-bb00-4d42-91dd-52cdbfa3c42e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661215 Aug 31 19:19:03.925745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44924b47-8bd5-4a55-b925-12c51cc8b516 req-42bf57f8-ab67-48ef-9f7a-6a444d6dcac9 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:03.927686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44924b47-8bd5-4a55-b925-12c51cc8b516 req-42bf57f8-ab67-48ef-9f7a-6a444d6dcac9 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0851064 Aug 31 19:19:03.986681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:03.993644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.005947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.012526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.018566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.024484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.030945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.032878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-82981a78-0da5-4cc2-816a-e85c378751c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5438 time: 0.1558905 Aug 31 19:19:04.039241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:04.054046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e038348e-74cd-4663-99ea-63510fc8b6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.072869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44924b47-8bd5-4a55-b925-12c51cc8b516 req-a037927b-b8d4-4e24-80f1-30b9c9f2b480 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311569 Aug 31 19:19:04.106373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1d83e3f-69e2-4ead-9a66-9a43e7591f34 req-4f90a79c-ea24-47f0-906c-88de09fc2628 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624928 Aug 31 19:19:04.218874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e038348e-74cd-4663-99ea-63510fc8b6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.226768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e038348e-74cd-4663-99ea-63510fc8b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.287912 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e038348e-74cd-4663-99ea-63510fc8b6a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3988372841ff4ac4a4d0ab05b52171af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473340 Aug 31 19:19:04.289016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038348e-74cd-4663-99ea-63510fc8b6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525b0c86-0ead-4fe7-b71f-33c22153b3d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:04.290309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:04.397672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.434625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.501302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.504946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:04.508716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/525b0c86-0ead-4fe7-b71f-33c22153b3d5 HTTP/1.1" status: 204 len: 168 time: 0.2148666 Aug 31 19:19:04.525883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1fa84-2a7b-4c74-a887-593fd7ebf79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525b0c86-0ead-4fe7-b71f-33c22153b3d5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:04.595042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ddca-9c1c-4c09-9722-dd0533efbffd req-630b4e63-b966-419d-a10b-3117f1185a59 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:04.603070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8e4ddca-9c1c-4c09-9722-dd0533efbffd req-630b4e63-b966-419d-a10b-3117f1185a59 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.0796962 Aug 31 19:19:04.654704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8e4ddca-9c1c-4c09-9722-dd0533efbffd req-d9c36d3e-f601-425a-a4ed-5f90c149d048 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Aug 31 19:19:04.748892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23d03322-02f4-45f1-884e-6a499ea45e31 req-d1b3ff7e-c172-4584-bcf5-fb447316fdb6 tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0383766 Aug 31 19:19:05.088693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 23d7316d-01bd-4a77-a7ce-446b008fab56 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:05.203353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 23d7316d-01bd-4a77-a7ce-446b008fab56 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:05.214695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 23d7316d-01bd-4a77-a7ce-446b008fab56 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:05.215138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.342074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8375864b-92f0-4461-bf1a-9e3a968c5fd9 req-f4970616-766b-4447-afbc-f558a581b79f tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0412447 Aug 31 19:19:05.359862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.370005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.377094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.384213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.385021 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.392850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.399977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.406985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.411168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:05.413513 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390970e2-70de-4b9b-82c7-40c6bb273f30" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:05.417537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-afc3feea-80b7-4bad-8f42-d331f35638a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5438 time: 0.2044818 Aug 31 19:19:05.420343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:05.431800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:05.453560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.454407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:05.476116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33bfd7b1-6b1b-46dc-8ac0-f5c1f44a50c1 req-9bb5e4c6-7e5a-4dd4-ac6e-48935f5514d6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576489 Aug 31 19:19:05.535186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:05.561878 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09413b-c3ae-43b5-8632-b1cb01bc0093 x-openstack-request-id: req-7c09413b-c3ae-43b5-8632-b1cb01bc0093 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:05.562108 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:05.562211 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c09413b-c3ae-43b5-8632-b1cb01bc0093 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:05.562584 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'code': 200} Aug 31 19:19:05.622395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:05.643500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:05.644083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.689662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecfbcd-7696-41ab-b591-088d8c3c0df2 req-f0dbf135-a3ae-48f3-a20a-9a8d7a9996c4 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.692560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45ecfbcd-7696-41ab-b591-088d8c3c0df2 req-f0dbf135-a3ae-48f3-a20a-9a8d7a9996c4 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0740888 Aug 31 19:19:05.772440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.809499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:05.812146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45ecfbcd-7696-41ab-b591-088d8c3c0df2 req-b723987f-ca0d-4b7d-8a20-f2fd7773f969 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090062 Aug 31 19:19:05.825530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:05.871159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae0570-3d72-41cc-ba33-8e0a413543fc req-c04265ee-9350-47ea-904f-a20dd89908b6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:05.882947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7eae0570-3d72-41cc-ba33-8e0a413543fc req-c04265ee-9350-47ea-904f-a20dd89908b6 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.1180816 Aug 31 19:19:05.942256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:05.973068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93b41688-598c-431f-8022-376d3fa92cd2 req-839b8a0b-86da-48e0-8e6e-2fa5dc2ddcaf tempest-ServerShowV247Test-46192187 tempest-ServerShowV247Test-46192187-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6cadf0-edd9-492b-9fbd-35592330583a HTTP/1.1" status: 200 len: 210 time: 0.0614159 Aug 31 19:19:06.001236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:06.022898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7eae0570-3d72-41cc-ba33-8e0a413543fc req-d0538ac6-b4f1-448e-8ca9-93bc8e683826 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8005073-0602-4b7b-865d-14b9a70880e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390038 Aug 31 19:19:06.054813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ad72c-4f9c-476e-a867-838812e7a225 req-0495aafb-8cac-4dbc-b6bc-638bdf07000f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.056821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-107ad72c-4f9c-476e-a867-838812e7a225 req-0495aafb-8cac-4dbc-b6bc-638bdf07000f tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 950 time: 0.0928392 Aug 31 19:19:06.063846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:06.064384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e52f6cc-e4cc-4ffd-b3e2-034e14a0f441 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:06.198255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Deleting port f9cca48e-2346-4e04-8637-26a91be5a643 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:06.199369 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:06.338292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] For port f9cca48e-2346-4e04-8637-26a91be5a643, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f9cca48e-2346-4e04-8637-26a91be5a643,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:06.338746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:06.369333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Calling delete_port for f9cca48e-2346-4e04-8637-26a91be5a643 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:06.548090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:06.561677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f9cca48e-2346-4e04-8637-26a91be5a643'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:06.600790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Pushing event deleted for resources: {'Port': ['ID=f9cca48e-2346-4e04-8637-26a91be5a643,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:06.690894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] No DVR routers for this DVR port f9cca48e-2346-4e04-8637-26a91be5a643 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:06.694265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:06.697073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-107ad72c-4f9c-476e-a867-838812e7a225 req-f9799b90-0152-468c-9181-45f4dbd95c92 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.82 "DELETE /v2.0/ports/f9cca48e-2346-4e04-8637-26a91be5a643 HTTP/1.1" status: 204 len: 173 time: 0.6334901 Aug 31 19:19:06.697780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-deleted', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:06.700326 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a15b4c-1d89-475c-a48b-069f3141dbce" -d '{"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-deleted", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:06.741542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.748636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.755015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.765176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.771626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.777727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.783691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:06.785605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-0e2dc084-0e4c-4e95-82e2-9cf304712819 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5440 time: 0.1886914 Aug 31 19:19:06.787118 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98043648-d8cf-4d92-bb15-b45236f45f44 x-openstack-request-id: req-98043648-d8cf-4d92-bb15-b45236f45f44 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:06.787408 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98075400-0cc4-4487-83ef-3d19c82f1cd1", "name": "network-vif-deleted", "tag": "f9cca48e-2346-4e04-8637-26a91be5a643", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:06.787678 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98043648-d8cf-4d92-bb15-b45236f45f44 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:06.788068 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98075400-0cc4-4487-83ef-3d19c82f1cd1', 'name': 'network-vif-deleted', 'tag': 'f9cca48e-2346-4e04-8637-26a91be5a643', 'status': 'completed', 'code': 200} Aug 31 19:19:06.839710 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9eeaf459-1cbf-436b-b3c1-9af348810f26 req-22b4d4ef-a6cd-4e0c-83bc-11832be62e3f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432482 Aug 31 19:19:06.929386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:07.035591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7e54aee8-77ef-42d7-82a7-6e6a2b135707 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:07.065611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e54aee8-77ef-42d7-82a7-6e6a2b135707 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "PUT /v2.0/quotas/28b5cb88c8d648eca8d654ac3f811ebc HTTP/1.1" status: 200 len: 368 time: 0.1350260 Aug 31 19:19:07.068713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:07.075841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Request body: {'network': {'project_id': '28b5cb88c8d648eca8d654ac3f811ebc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:07.091493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device d897ab54-dea0-46f6-ad17-272d9fe61182 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:07.113805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Made reservation on behalf of 28b5cb88c8d648eca8d654ac3f811ebc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:07.116595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.132661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.191558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port d897ab54-dea0-46f6-ad17-272d9fe61182 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:07.200593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port d897ab54-dea0-46f6-ad17-272d9fe61182 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:07.201196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.259442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-970cba9d-dfce-47c9-a592-1cf6c28ca002 req-73593672-f68f-4f86-ae6f-855939a62423 tempest-MigrationsAdminTest-1570251621 tempest-MigrationsAdminTest-1570251621-project] 10.222.0.73 "GET /v2.0/ports?device_id=98075400-0cc4-4487-83ef-3d19c82f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0625143 Aug 31 19:19:07.350908 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.351726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.362722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.401471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:07.405692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:07.411417 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.413287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8103413f-2848-4168-9b16-c5e69057f29a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:07.415221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be469b49-4c86-44aa-9270-446a5daf8b34,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:07.422942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.423667 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Added segment 014043de-0f56-4cbb-8f18-aeb424ea0953 of type vlan for network ebd50202-d52f-4eda-83e0-85b2561b3133 Aug 31 19:19:07.526587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.574220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:07.577853 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb67e59-e2ac-44f2-ad08-445b9bd0602b" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "fe21c4f5-e5ba-4c1e-b243-41e15142a8a7"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:07.578392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.579571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:07.580219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.581497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:07.633499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 8103413f-2848-4168-9b16-c5e69057f29a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:07.633761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:07.642709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 8103413f-2848-4168-9b16-c5e69057f29a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:07.643134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.662560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:07.662819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5921786 Aug 31 19:19:07.665838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4acc-963c-4ce5-931e-bf9002ddb8d0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event updated for resources: {'Network': ['ID=ebd50202-d52f-4eda-83e0-85b2561b3133,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:07.669470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Request body: {'network': {'project_id': '28b5cb88c8d648eca8d654ac3f811ebc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:07.705509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ebd50202-d52f-4eda-83e0-85b2561b3133 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:07.725916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae3bd1-3bb6-482e-85cc-59f03b331c3c x-openstack-request-id: req-75ae3bd1-3bb6-482e-85cc-59f03b331c3c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:07.726205 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "fe21c4f5-e5ba-4c1e-b243-41e15142a8a7", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:07.726455 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75ae3bd1-3bb6-482e-85cc-59f03b331c3c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:07.727010 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe21c4f5-e5ba-4c1e-b243-41e15142a8a7', 'code': 200} Aug 31 19:19:07.727267 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'code': 200} Aug 31 19:19:07.740564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Made reservation on behalf of 28b5cb88c8d648eca8d654ac3f811ebc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:07.748383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.788301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:07.807970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.809227 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Added segment 2728b883-2d58-4aa2-9015-9c6888509011 of type vlan for network 7f417530-b39b-4715-915c-cef3b28b9e3e Aug 31 19:19:07.846096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58817b3-62e8-4973-9e95-e69738d5f4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.867389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.899238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.926014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:07.940824 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.941851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 44f30923-1456-49f3-b1e9-ec18c86d29f4 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:07.968026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:07.970042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:07.970922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.032994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.044564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 44f30923-1456-49f3-b1e9-ec18c86d29f4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:08.049185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 44f30923-1456-49f3-b1e9-ec18c86d29f4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:08.049610 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.062870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event updated for resources: {'Network': ['ID=7f417530-b39b-4715-915c-cef3b28b9e3e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.075153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7f417530-b39b-4715-915c-cef3b28b9e3e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:08.117913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.128234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.134975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.141461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.148236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.155798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.165321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:08.168466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-3fab8214-e89d-4004-b334-4623815d84b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5442 time: 0.2137828 Aug 31 19:19:08.203271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58817b3-62e8-4973-9e95-e69738d5f4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.216415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58817b3-62e8-4973-9e95-e69738d5f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.235880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.259141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-11aeeb3e-d0b8-470b-919e-aefad39a48a1 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5923030 Aug 31 19:19:08.259141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58817b3-62e8-4973-9e95-e69738d5f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f95df3-5d28-4d68-a881-525f2d47462a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.260280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.274010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:08.278250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ae487fa4-0706-4c73-82d4-14d6d1552cb0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Request body: {'network': {'project_id': '28b5cb88c8d648eca8d654ac3f811ebc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:08.285639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c58817b3-62e8-4973-9e95-e69738d5f4b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5a31c5775ca4de5a7afbd54da28c2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6484990 Aug 31 19:19:08.287616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.288456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2218274b-731d-4917-970f-6a0944564054 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:08.290259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.309567 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae487fa4-0706-4c73-82d4-14d6d1552cb0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 19:19:08.310284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae487fa4-0706-4c73-82d4-14d6d1552cb0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:19:08.315547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae487fa4-0706-4c73-82d4-14d6d1552cb0 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0515285 Aug 31 19:19:08.316400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.368266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39465531-7a1d-4de5-a3c5-53d4ec370846 req-7cc3120c-293d-41cd-8bf2-ba5de368887a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627507 Aug 31 19:19:08.383236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7289c764-77e3-410f-9f6c-6c0a4e13786c tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28b5cb88c8d648eca8d654ac3f811ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653079 Aug 31 19:19:08.388852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.389579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.435907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 2218274b-731d-4917-970f-6a0944564054 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:08.442240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 2218274b-731d-4917-970f-6a0944564054 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:08.442622 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.449573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.473117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.523833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.541165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.544655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.545932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6f95df3-5d28-4d68-a881-525f2d47462a HTTP/1.1" status: 204 len: 168 time: 0.2547071 Aug 31 19:19:08.565462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.591276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381107e-dffd-48cc-8b3c-fb8bada333c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f95df3-5d28-4d68-a881-525f2d47462a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.674340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.676955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.681415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.685881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/be469b49-4c86-44aa-9270-446a5daf8b34 HTTP/1.1" status: 204 len: 168 time: 0.2947059 Aug 31 19:19:08.694605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb8026-b201-4d51-ab1c-a8a6c7886f67 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be469b49-4c86-44aa-9270-446a5daf8b34,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:08.772061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.851906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:08.866274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:08.881470 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.881470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 05cba0a8-c99b-4b24-88e0-b065715b9989 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:08.894100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:08.984342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:09.011805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 05cba0a8-c99b-4b24-88e0-b065715b9989 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:09.017811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 05cba0a8-c99b-4b24-88e0-b065715b9989 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:09.019268 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.072941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.097557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f417530-b39b-4715-915c-cef3b28b9e3e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.116935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728b883-2d58-4aa2-9015-9c6888509011') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.117150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728b883-2d58-4aa2-9015-9c6888509011') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.123243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.162648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.164736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=05cba0a8-c99b-4b24-88e0-b065715b9989,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:09.173508 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.192413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.206070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:09.206535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:09.229556 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:09.237671 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-67219bf8-e48f-4cec-991d-d6b0812c0c35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21360d979ff84629b26f0f43d4e483e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840137 Aug 31 19:19:09.240103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:09.249894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:09.252876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:09.280795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: f9cca48e-2346-4e04-8637-26a91be5a643 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:09.281228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f9cca48e-2346-4e04-8637-26a91be5a643 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:09.329018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.334760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.341224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7f417530-b39b-4715-915c-cef3b28b9e3e HTTP/1.1" status: 204 len: 168 time: 0.6546001 Aug 31 19:19:09.341466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:09.381382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfda49-9939-49e4-a59b-8f7518c4143f tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f417530-b39b-4715-915c-cef3b28b9e3e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:09.421703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.425554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.464814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.609897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.624862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.631008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.647593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.654103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.672966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.677493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.679574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.680817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8005073-0602-4b7b-865d-14b9a70880e7 HTTP/1.1" status: 204 len: 168 time: 0.4395823 Aug 31 19:19:09.687963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:09.705972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-44990e9d-94cf-4b50-be45-55df711b536e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.2165556 Aug 31 19:19:09.719423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8950a36-b40a-40d0-a185-846e1f321532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8005073-0602-4b7b-865d-14b9a70880e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:09.729223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2218274b-731d-4917-970f-6a0944564054'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cba0a8-c99b-4b24-88e0-b065715b9989'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:09.731855 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f69ee-c3dd-4a8d-8c92-4b6400f80b05" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "8103413f-2848-4168-9b16-c5e69057f29a"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "2218274b-731d-4917-970f-6a0944564054"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "05cba0a8-c99b-4b24-88e0-b065715b9989"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:09.742528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.771801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd50202-d52f-4eda-83e0-85b2561b3133']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.780675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:09.790365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014043de-0f56-4cbb-8f18-aeb424ea0953') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.790899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014043de-0f56-4cbb-8f18-aeb424ea0953') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:09.802740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.816603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63e4651-0eb9-4e26-9162-21e8a286381a req-fe816fdf-1a32-4bdb-a14d-bad3667938c2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090035 Aug 31 19:19:09.825938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.842600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:09.843003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:09.869126 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4adfe8-89b3-45c7-ada1-ced3da313586 x-openstack-request-id: req-3e4adfe8-89b3-45c7-ada1-ced3da313586 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:09.869654 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "8103413f-2848-4168-9b16-c5e69057f29a", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "2218274b-731d-4917-970f-6a0944564054", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-plugged", "status": "completed", "tag": "05cba0a8-c99b-4b24-88e0-b065715b9989", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:09.869654 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e4adfe8-89b3-45c7-ada1-ced3da313586 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:09.870188 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a', 'code': 200} Aug 31 19:19:09.870425 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'code': 200} Aug 31 19:19:09.870678 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2218274b-731d-4917-970f-6a0944564054', 'code': 200} Aug 31 19:19:09.871179 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cba0a8-c99b-4b24-88e0-b065715b9989', 'code': 200} Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:09.954222 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:10.007926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.023802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.031073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ebd50202-d52f-4eda-83e0-85b2561b3133 HTTP/1.1" status: 204 len: 168 time: 0.6837926 Aug 31 19:19:10.052494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefaf44-4005-4d46-91d7-984232989fa6 tempest-QuotasNegativeTest-26474987 tempest-QuotasNegativeTest-26474987-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebd50202-d52f-4eda-83e0-85b2561b3133,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:10.086081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.086952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.087722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.088467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.090227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.090973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.092385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.094899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-58bebf9c-4c8f-47f2-ad77-67e6511da65b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.1160707 Aug 31 19:19:10.135265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1918051407-network', 'tenant_id': '55e40048d58248a2b170a0f1b6544504'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:10.165064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-515610ee-13ec-46a2-ad8d-6a213c2332e4 req-85311b01-1e19-4f99-a032-96ba70402e77 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618339 Aug 31 19:19:10.181422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Made reservation on behalf of 55e40048d58248a2b170a0f1b6544504 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:10.184948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.194424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.254096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56866) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:10.310737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1b0daf4-983c-4c9f-8244-f9728ad09403 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28b2043abbe1423eb2053d5995884eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543885 Aug 31 19:19:10.313043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:10.326759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.333713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.364129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:10.380757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:10.388323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.388957 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Added segment 23e193d1-1383-4d9f-80d2-bacfa0d8a6ec of type vlan for network f4c351d6-9a87-4a00-a3d0-12723ce2726b Aug 31 19:19:10.420001 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.445996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.451053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.507380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.509390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:10.510010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.576823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.579012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6256876 Aug 31 19:19:10.580515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.583150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:10.584866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97553592-2357-4be2-8f98-19f75f0ff0c6 HTTP/1.1" status: 204 len: 168 time: 0.2696071 Aug 31 19:19:10.600524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747742-a2d9-4a90-b791-88fc953e0774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97553592-2357-4be2-8f98-19f75f0ff0c6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:10.609684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Request body: {'subnet': {'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1918051407-subnet', 'tenant_id': '55e40048d58248a2b170a0f1b6544504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:10.631215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88910-8e64-4af5-bb8b-79381cda3e9e admin admin] Pushing event updated for resources: {'Network': ['ID=f4c351d6-9a87-4a00-a3d0-12723ce2726b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:10.651464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f4c351d6-9a87-4a00-a3d0-12723ce2726b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:10.655679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Made reservation on behalf of 55e40048d58248a2b170a0f1b6544504 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:10.658534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:10.973317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.036403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.042502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.049249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:11.063467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.080497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.086537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.093706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.099835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.101915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-d6505432-3b1b-467d-b41d-e861eedc4c60 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1768403 Aug 31 19:19:11.129475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbffc42-777e-4cf7-bd42-6e76f379e338,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:11.133261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Checking segment: {'id': '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:11.133566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Network hostable DHCP agents. Network: f4c351d6-9a87-4a00-a3d0-12723ce2726b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:11.161208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Network f4c351d6-9a87-4a00-a3d0-12723ce2726b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:11.176929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f4c351d6-9a87-4a00-a3d0-12723ce2726b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:11.180155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbfeb305-e61c-4a84-afcb-2b03373d4e12 req-bbd2c8ff-5d01-448f-99c2-e6f61376bf39 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693738 Aug 31 19:19:11.191830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c5f69-5311-47e3-9a77-0e3ee6dfd7b5 None None] Network f4c351d6-9a87-4a00-a3d0-12723ce2726b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:11.194463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.195086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.217700 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5a27a821-0bf4-425f-b0a6-92c98dba5e3d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6164689 Aug 31 19:19:11.284700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19d1da7d-ca7c-476d-8f3d-45ba62ca7602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.393482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a63aa3-94fc-4a7d-800d-1ee76cb3b62b None None] Network f4c351d6-9a87-4a00-a3d0-12723ce2726b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:11.475880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19d1da7d-ca7c-476d-8f3d-45ba62ca7602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.482821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19d1da7d-ca7c-476d-8f3d-45ba62ca7602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.516763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1da7d-ca7c-476d-8f3d-45ba62ca7602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5179cb2f-2ab5-4f54-bbdd-de573bd92e96,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:11.549376 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19d1da7d-ca7c-476d-8f3d-45ba62ca7602 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c342c9de0444634978605144bb6407a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943550 Aug 31 19:19:11.552613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:11.648477 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9e42c62-5bb4-4239-9814-3850b3ab3635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.648946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.689336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56916) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:11.694564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1298523856'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:11.700518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.743161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:11.748139 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.767570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.770553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.775967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5179cb2f-2ab5-4f54-bbdd-de573bd92e96 HTTP/1.1" status: 204 len: 168 time: 0.2216780 Aug 31 19:19:11.794806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8c959-5ed1-408d-a4f8-833254c357f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5179cb2f-2ab5-4f54-bbdd-de573bd92e96,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:11.802945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:11.829019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.829640 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Added segment 1d0f4046-e8e6-401f-9efb-6fd73c07101c of type vlan for network bd56f0b8-b472-4de6-99b2-2498b3cb83ae Aug 31 19:19:11.878177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.907469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.915332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:11.916078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:11.998536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3050189 Aug 31 19:19:11.999267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56932) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.007469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1677387464'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:12.013161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc63d5c-5124-43de-9013-6b7a4d66a244 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Network': ['ID=bd56f0b8-b472-4de6-99b2-2498b3cb83ae,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:12.025305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:12.046109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:12.049715 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.112619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:12.134257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.134617 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Added segment 544bd08d-e6d6-4047-a12b-175cb2a21a8f of type vlan for network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd Aug 31 19:19:12.255687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.300273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.305441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-195678245-network', 'tenant_id': '6222307fea4d45d28adf92fed7574386'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:12.357502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Made reservation on behalf of 6222307fea4d45d28adf92fed7574386 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:12.359824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.379068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.387929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.394690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.395326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.486577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.492745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.501730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.508166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.514429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.521574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.528756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.536671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-a7f583bb-6ece-4279-9d2b-521175ad264c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.2089882 Aug 31 19:19:12.549732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Network': ['ID=7b0a0d68-f904-4281-8c8c-34ba8ad005fd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:12.562683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:12.571713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.584427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.589996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c854293f-ff6a-4465-b5e3-957b062b61a6 req-60de942a-d9a1-4835-a778-d004aea842ff tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523560 Aug 31 19:19:12.610798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-02fb3a42-251d-486a-9f83-6033eaed4581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6098714 Aug 31 19:19:12.611553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.617473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'subnet': {'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:12.634438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:12.645991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ff1f4-72a3-4012-9853-02d1c5fe91b6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:12.653313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.653966 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Added segment 1d6d8c7c-eece-4db6-806f-5efc114a4ad0 of type vlan for network a9aa4b7d-ec20-45e5-b780-87528c8727a8 Aug 31 19:19:12.655187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.720664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80302293-b0e5-4b64-b8aa-b21ad1f82777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.740751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.785046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.786209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.786781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.789825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.797010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.803421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.812794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.819551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.825835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.831806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:12.833695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2762cbdd-0e17-4f8d-a6d8-4c343b0b83d1 req-cffa46fc-3ef6-4127-8143-02a02a44ab5f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1179512 Aug 31 19:19:12.846224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56962) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.850774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Request body: {'floatingip': {'port_id': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:12.864791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9aa4b7d-ec20-45e5-b780-87528c8727a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:12.877933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.878347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.878696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.879026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.879370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.879731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.880065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.880391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.880714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.881038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.881361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.881680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:12.899316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.901636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network a9aa4b7d-ec20-45e5-b780-87528c8727a8 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:12.914631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80302293-b0e5-4b64-b8aa-b21ad1f82777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.921994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80302293-b0e5-4b64-b8aa-b21ad1f82777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:12.952333 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5ca0a186-1ad8-498f-89d6-a44828e815a8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6508253 Aug 31 19:19:12.954713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:12.965044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Request body: {'subnet': {'network_id': 'a9aa4b7d-ec20-45e5-b780-87528c8727a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-195678245-subnet', 'tenant_id': '6222307fea4d45d28adf92fed7574386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:12.986397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80302293-b0e5-4b64-b8aa-b21ad1f82777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22595ac1-b1ee-499b-b252-05ed0cf75c47,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:12.990921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-80302293-b0e5-4b64-b8aa-b21ad1f82777 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15dc8498adf4447bb1c174ca1d5f68f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314378 Aug 31 19:19:12.993865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:13.006883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:13.010585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.034384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Made reservation on behalf of 6222307fea4d45d28adf92fed7574386 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:13.036683 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.118937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.154030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.300029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.303433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.304625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22595ac1-b1ee-499b-b252-05ed0cf75c47 HTTP/1.1" status: 204 len: 168 time: 0.3098593 Aug 31 19:19:13.330957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1dd6d-2e28-4438-8786-a7d5c657a4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22595ac1-b1ee-499b-b252-05ed0cf75c47,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:13.340235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.410780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce94941-5de4-4ef3-bb13-a93f82b16c71,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:13.421728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Checking segment: {'id': '1d6d8c7c-eece-4db6-806f-5efc114a4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9aa4b7d-ec20-45e5-b780-87528c8727a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:13.422089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Network hostable DHCP agents. Network: a9aa4b7d-ec20-45e5-b780-87528c8727a8, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:13.442469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Network a9aa4b7d-ec20-45e5-b780-87528c8727a8 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:13.459618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, a9aa4b7d-ec20-45e5-b780-87528c8727a8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:13.466892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:13.467682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.468740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36e6b9-a9c1-4e85-a523-d50c302754d2 None None] Network a9aa4b7d-ec20-45e5-b780-87528c8727a8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:13.499528 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66873189-ef82-4e8e-bbd4-26ceca577407 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5370052 Aug 31 19:19:13.510795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.615861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Subnet': ['ID=941b6597-4a42-4972-895d-8a6d564e7004,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:13.636216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08146b6d-a95e-4776-a2be-cc0122baee2b None None] Network a9aa4b7d-ec20-45e5-b780-87528c8727a8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:13.679492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:13.679892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network hostable DHCP agents. Network: bd56f0b8-b472-4de6-99b2-2498b3cb83ae, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:13.711998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.714686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:13.718470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.766029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bd56f0b8-b472-4de6-99b2-2498b3cb83ae) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:13.774328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:13.774941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:13.806687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b7d9e-91e5-4e6c-a5ce-d1551c5dc3c9 None None] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:13.989803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:19:13.991502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.174750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc5a6e4d-1fa7-42ec-84fa-43016f5c65ee tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5615678 Aug 31 19:19:14.178217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:14.188053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'subnet': {'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:14.204852 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09ed2d6-19ec-4d54-a4ae-8de35fae50cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.230552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Allocated IP 10.1.1.2 (bd56f0b8-b472-4de6-99b2-2498b3cb83ae/941b6597-4a42-4972-895d-8a6d564e7004/e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:14.252151 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Floating IP 6c5f46e4-cda5-4b9f-aed4-e7d04821b958 associated. External IP: 172.25.3.189, port: d897ab54-dea0-46f6-ad17-272d9fe61182. Aug 31 19:19:14.366646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:14.371540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.387445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.484520 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.532810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.547518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-86c17aa6-bdd1-4140-92b7-85c2a64b231f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:14.549208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-86c17aa6-bdd1-4140-92b7-85c2a64b231f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/networks?id=f4c351d6-9a87-4a00-a3d0-12723ce2726b HTTP/1.1" status: 200 len: 825 time: 0.3732762 Aug 31 19:19:14.564132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Transition to ACTIVE for port object e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:14.585094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-ec7cbac3-ff90-467b-804e-e42d7279ffa3 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/quotas/55e40048d58248a2b170a0f1b6544504 HTTP/1.1" status: 200 len: 375 time: 0.0229201 Aug 31 19:19:14.597832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Transition to ACTIVE for port object e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:14.609505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.632384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Router c5f3263c-3273-4641-82a5-814329e04eee has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:19:14.668269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.669587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:14.675987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:14.678284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Pushing event updated for resources: {'Port': ['ID=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:14.680626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:14.692068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-7329fcdf-179d-4c4d-a2ed-7f240907d8a7 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=55e40048d58248a2b170a0f1b6544504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947080 Aug 31 19:19:14.701569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-b3f73843-957b-4c19-b976-6e11a487e196 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:19:14.702601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-b3f73843-957b-4c19-b976-6e11a487e196 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097494 Aug 31 19:19:14.743897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Attempting to bind port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:14.744629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Attempting to bind port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:14.745516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Attempting to bind port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:14.751265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:14.752028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:14.752587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.753157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Bound using segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:14.753765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Bound port: e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:14.754307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.820240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Subnet': ['ID=516f3bfd-9575-4d38-9dfe-725a989d484f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:14.824746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Checking segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:14.825227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network hostable DHCP agents. Network: 7b0a0d68-f904-4281-8c8c-34ba8ad005fd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:14.837891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] For port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:14.842635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] For port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:14.848429 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.849501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:14.866783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7b0a0d68-f904-4281-8c8c-34ba8ad005fd) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:14.876840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:14.877435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.907017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-094b5413-37a0-45f2-acde-e03e3c57cf97 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7275064 Aug 31 19:19:14.908450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:14.915783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'name': 'tempest-TaggedBootDevicesTest-1378101735', 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:14.922328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:19:14.925515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-0c641b00-7e9f-492e-8e9e-09b5b99722fe service neutron] 10.222.0.73 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835759 Aug 31 19:19:14.928793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:14.936395 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Sync routers for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:19:14.942981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c33f7-97be-43de-8a0e-a9cf93ee4a2d None None] Pushing event updated for resources: {'Port': ['ID=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:14.948521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4ec03-25a9-4c90-8deb-624ad657126c None None] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:14.960528 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:19:14.961498 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:15.046848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9961dd1b-a9b7-4ed4-b3f4-b8ed7865061b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "PUT /v2.0/floatingips/6c5f46e4-cda5-4b9f-aed4-e7d04821b958 HTTP/1.1" status: 200 len: 992 time: 2.1994898 Aug 31 19:19:15.054214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:15.056920 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:15.115487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-8976ab90-910b-44ac-9e7c-176a8ad69c32 service neutron] 10.222.0.73 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834888 Aug 31 19:19:15.206090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ips': [{'subnet_id': '516f3bfd-9575-4d38-9dfe-725a989d484f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:19:15.206971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:15.223610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:15.288702 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:19:15.453145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:15.471313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:15.501525 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bf0d8a-f874-4d0b-9420-3ddcc0d40957 x-openstack-request-id: req-74bf0d8a-f874-4d0b-9420-3ddcc0d40957 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:15.501815 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:15.502068 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74bf0d8a-f874-4d0b-9420-3ddcc0d40957 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:15.502474 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'status': 'completed', 'code': 200} Aug 31 19:19:15.531000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] device_id is not set on port 6c66f597-22e7-49de-a1a8-600272e66bb8 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:15.642120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-893adfad-3eb7-4b17-9774-5fe50a6937e2 req-abf63062-c343-4868-9904-b62fdaf99fc1 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 210 time: 0.0764725 Aug 31 19:19:15.644534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Allocated IP 10.2.2.2 (7b0a0d68-f904-4281-8c8c-34ba8ad005fd/516f3bfd-9575-4d38-9dfe-725a989d484f/62e26900-7301-4380-997c-6b93ee4d5004) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:15.716647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.717428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.719205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.719944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.721274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.722430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.724106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.728882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-73c7c8cf-446e-4876-b443-27912b77abf5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.1931050 Aug 31 19:19:15.748710 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:15.938054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.1.1.88 (bd56f0b8-b472-4de6-99b2-2498b3cb83ae/941b6597-4a42-4972-895d-8a6d564e7004/6c66f597-22e7-49de-a1a8-600272e66bb8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:15.938817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-8bba18cd-c4ef-499d-9a52-8ebedf486d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:15.941203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-8bba18cd-c4ef-499d-9a52-8ebedf486d03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d HTTP/1.1" status: 200 len: 917 time: 0.2041383 Aug 31 19:19:16.068547 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '6c5f46e4-cda5-4b9f-aed4-e7d04821b958', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'port_id': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'mac_address': 'fa:16:3e:16:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:57Z', 'updated_at': '2021-08-31T19:19:13Z', 'revision_number': 1, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:16.116666 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Checking router: c5f3263c-3273-4641-82a5-814329e04eee for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:19:16.130170 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:19:16.130845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:16.163345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-6456951c-f10c-48ec-a645-c6f3711992f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 1000 time: 0.2126086 Aug 31 19:19:16.269641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.270198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.282706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-ce005f7c-e1b6-49e7-92f8-5b1e39fa37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:16.284820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-ce005f7c-e1b6-49e7-92f8-5b1e39fa37ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 200 len: 855 time: 0.1120787 Aug 31 19:19:16.307362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object 6c66f597-22e7-49de-a1a8-600272e66bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:16.312219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Transition to ACTIVE for port object 62e26900-7301-4380-997c-6b93ee4d5004 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:16.343575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57110) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:16.369896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Transition to ACTIVE for port object 62e26900-7301-4380-997c-6b93ee4d5004 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:16.372570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-0469302e-1794-4533-a7c3-08cb3f5d04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:16.374514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-0469302e-1794-4533-a7c3-08cb3f5d04ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796759 Aug 31 19:19:16.382169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.408458 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:19:16.418967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.536134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Pushing event updated for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:16.540086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:16.557052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:16.561068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:16.561704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:16.564683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:16.571341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:16.658953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:16.728630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:16.729356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.748751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-68aac588-13bd-4e7a-b55c-5f07960af846 service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609138 Aug 31 19:19:16.764094 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25b543eb-5c2e-4b77-ba34-9f1d93bab1f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8533468 Aug 31 19:19:16.766602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:16.788594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'name': 'tempest-TaggedBootDevicesTest-52692604', 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:16.836845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1561403262'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:16.859611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Attempting to bind port 62e26900-7301-4380-997c-6b93ee4d5004 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:16.859611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Attempting to bind port 62e26900-7301-4380-997c-6b93ee4d5004 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:16.859611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Attempting to bind port 62e26900-7301-4380-997c-6b93ee4d5004 on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:16.863301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6240a8-cae6-4284-85e3-43bd292a130a None None] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:16.924620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:16.925008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Checking segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:16.925421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:16.932659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Bound using segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:16.935704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Bound port: 62e26900-7301-4380-997c-6b93ee4d5004, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:16.936166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.040599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4d83a907-c4b2-4d82-93eb-d952cbce8d5d None None] Provisioning for port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:17.086287 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.131896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '6c5f46e4-cda5-4b9f-aed4-e7d04821b958', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'port_id': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'mac_address': 'fa:16:3e:16:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:57Z', 'updated_at': '2021-08-31T19:19:13Z', 'revision_number': 1, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:17.144414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-242526e8-4dbc-44f4-99cb-d0e65d62d6f0 req-c11dff6d-af50-46c9-8e94-d8dde0eeb0e3 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 210 time: 0.0962346 Aug 31 19:19:17.176029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:19:17.176029 n-d-778550-14 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 19:19:17.176029 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id': '6495c3f0f61942629e9d9f0d7d55b86a', 'id': 'caf61660-f237-4033-8b6c-6919b547b29b', 'expiration': datetime.datetime(2021, 8, 31, 19, 21, 17, 162453)}] Aug 31 19:19:17.176029 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:19:17.177592 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:19:17.188758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:17.194376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.196516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f682-cfaf-4366-b5a3-cacd85d5b798 None None] The sync data for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 is: [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '6c5f46e4-cda5-4b9f-aed4-e7d04821b958', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'port_id': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'mac_address': 'fa:16:3e:16:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:17:57Z', 'updated_at': '2021-08-31T19:19:13Z', 'revision_number': 1, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:19:17.222718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] device_id is not set on port 6cd7944e-7701-4146-9ffd-f2dd88650673 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:17.251135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:17.255269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62e26900-7301-4380-997c-6b93ee4d5004,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:17.257938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:17.293723 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.304978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1f6b3f-4d34-4967-bd8c-fba2e4410d31 req-9f5aa7f9-2fa2-43d0-9179-9a5c79d1f646 service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317614 Aug 31 19:19:17.425573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254b66-ea80-4d2d-92e8-22ec54d3a8c5 None None] Pushing event updated for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:17.468752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:17.475972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:17.476345 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.500732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.1.1.158 (bd56f0b8-b472-4de6-99b2-2498b3cb83ae/941b6597-4a42-4972-895d-8a6d564e7004/6cd7944e-7701-4146-9ffd-f2dd88650673) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:17.706568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bab17b-d3c7-4718-906a-d15502048202 None None] New status for floating IP 6c5f46e4-cda5-4b9f-aed4-e7d04821b958: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:19:17.773841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Made reservation on behalf of 6495c3f0f61942629e9d9f0d7d55b86a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:17.789997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.827256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.888250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:17.912298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object 6cd7944e-7701-4146-9ffd-f2dd88650673 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:17.991519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.171343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.186071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.247575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:18.287373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.384277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.385153 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Added segment f577d73b-392b-4433-a30c-2afc089a18e9 of type vlan for network 991e539e-5629-4bab-ae36-35a17b4dff93 Aug 31 19:19:18.387300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:18.387876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:18.391035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Provisioning for port 6c66f597-22e7-49de-a1a8-600272e66bb8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:18.400444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Provisioning complete for port 6c66f597-22e7-49de-a1a8-600272e66bb8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:18.401885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.405826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:18.408306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.409555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69dae350-1d22-4104-908c-19d057d3a3c8 req-4feb4b40-4cc3-4ecd-be10-70045df7594c tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 210 time: 0.1417928 Aug 31 19:19:18.416184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:18.424084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c54e05-056e-4d76-9e93-1a003603a36f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:18.477847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.478431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.478783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.479130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.479547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.480044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.480445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.480791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.481127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.481459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.481790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.482125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:18.503967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.526090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:18.576883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:18.577129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.578404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.603924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:18.605943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.616119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-6fe727f4-54b9-4bf2-8bf5-a52d54bcd79f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:18.623172 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-6fe727f4-54b9-4bf2-8bf5-a52d54bcd79f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.67 "GET /v2.0/networks?id=f4c351d6-9a87-4a00-a3d0-12723ce2726b HTTP/1.1" status: 200 len: 825 time: 0.6690795 Aug 31 19:19:18.633064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Port 6c66f597-22e7-49de-a1a8-600272e66bb8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:18.635023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b9cb59dc-af0b-43bd-9831-ddfb6f2d4580 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8676071 Aug 31 19:19:18.641528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Request body: {'port': {'device_id': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b', 'admin_state_up': True, 'tenant_id': '55e40048d58248a2b170a0f1b6544504'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:18.703480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:18.718235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3725712 Aug 31 19:19:18.736358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bdc2c-6c7d-4b0c-ab45-3fc9ed627964 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Pushing event updated for resources: {'Network': ['ID=991e539e-5629-4bab-ae36-35a17b4dff93,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:18.802853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 991e539e-5629-4bab-ae36-35a17b4dff93 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:18.817778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Provisioning complete for port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:18.822719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3265dca9-28f5-4056-8321-fd55544d8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:18.966472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Made reservation on behalf of 55e40048d58248a2b170a0f1b6544504 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:18.972681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.139614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e8ec7-94a6-4ca6-8006-4a84e3f64825 None None] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:19.297495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Provisioning complete for port 6c66f597-22e7-49de-a1a8-600272e66bb8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:19.298877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.308455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57190) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:19.314428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93', 'binding:host_id': 'n-h1-778550-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-603373174'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:19.359199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Allocated IP 172.20.0.11 (f4c351d6-9a87-4a00-a3d0-12723ce2726b/ddbffc42-777e-4cf7-bd42-6e76f379e338/dbb73cfb-a214-4b49-91cb-454d188a94e4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:19.365249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Made reservation on behalf of ccdbdcba27d14513b4802f341d18760c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:19.367939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.401170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.410478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:19.471242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Port 6c66f597-22e7-49de-a1a8-600272e66bb8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:19.526954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Provisioning for port 6cd7944e-7701-4146-9ffd-f2dd88650673 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:19.539054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Provisioning complete for port 6cd7944e-7701-4146-9ffd-f2dd88650673 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:19.539560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.593826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.597972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:19.609133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:19.609642 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.614445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557936151', 'description': 'tempest-description--1604817391'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:19.626852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.640515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.656882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port c74e2008-d0b0-4478-954b-ee4094f0942e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:19.684541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Port 6cd7944e-7701-4146-9ffd-f2dd88650673 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:19.738446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:19.745137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826098da-590d-4f42-b0cf-6ba2808029c7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:19.755221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ad665cb-3f05-44e2-b2eb-ee4fe4481dff None None] Provisioning for port 62e26900-7301-4380-997c-6b93ee4d5004 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:19.838098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62e26900-7301-4380-997c-6b93ee4d5004 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:19.868920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00713345-4a06-4cc2-bb69-5ce7186aeeaf req-c88de0ed-94e7-4edb-a5da-abb222bd0a1b tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 210 time: 0.0420928 Aug 31 19:19:20.141595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.150134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port c74e2008-d0b0-4478-954b-ee4094f0942e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:20.162287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.173619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.195130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.199706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5910408 Aug 31 19:19:20.199706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671f83-797b-4296-8043-4fd4a2a058aa req-f47c2a42-1295-4f19-b458-ed2fbbba880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.200796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-f47c2a42-1295-4f19-b458-ed2fbbba880a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.1414185 Aug 31 19:19:20.203414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57214) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:20.207116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Transition to ACTIVE for port object c74e2008-d0b0-4478-954b-ee4094f0942e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:20.207412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 62e26900-7301-4380-997c-6b93ee4d5004 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:20.216592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 62e26900-7301-4380-997c-6b93ee4d5004 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:20.216987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.225097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'security_group_rule': {'security_group_id': 'bdc409f2-888f-446f-9634-d9ddad6fb5c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:20.310210 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.311121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.335057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.378059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Pushing event updated for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:20.388518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62e26900-7301-4380-997c-6b93ee4d5004,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:20.393725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.397165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Network f4c351d6-9a87-4a00-a3d0-12723ce2726b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:20.398688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:20.402429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:20.417671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b2e30-4de6-4f28-bed2-a95a7ae611f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc409f2-888f-446f-9634-d9ddad6fb5c6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:20.464723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.467809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.468512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.478204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=c74e2008-d0b0-4478-954b-ee4094f0942e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:20.499024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:20.519197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-c72ee6cd-80dc-43a7-8c22-d4350a25c033 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8813863 Aug 31 19:19:20.536388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Request body: {'port': {'device_id': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:20.564621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Checking segment: {'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:20.564906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Network hostable DHCP agents. Network: 991e539e-5629-4bab-ae36-35a17b4dff93, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:20.617826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.630755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671f83-797b-4296-8043-4fd4a2a058aa req-68a9dbb2-5ed3-4986-b821-8f03d9b56e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.632272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-68a9dbb2-5ed3-4986-b821-8f03d9b56e67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.4025874 Aug 31 19:19:20.716808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Network 991e539e-5629-4bab-ae36-35a17b4dff93 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:20.724240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-76d36529-0501-42f1-9ea4-84d50b6d0bef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0798316 Aug 31 19:19:20.738909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae1a6-f266-4532-a15a-8536cf96dbd9 req-4b8e1b18-be86-4cd2-832c-75e0dc1dc4c2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.740419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0fae1a6-f266-4532-a15a-8536cf96dbd9 req-4b8e1b18-be86-4cd2-832c-75e0dc1dc4c2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1902456 Aug 31 19:19:20.742169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.748615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.794081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 991e539e-5629-4bab-ae36-35a17b4dff93) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:20.801648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860955c9-b7c3-4c2f-9115-a0200e174c2a None None] Network 991e539e-5629-4bab-ae36-35a17b4dff93 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:20.818465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:20.825215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb74d08-e707-4895-a0ae-21c062b22fee,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:20.849250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279366d-c8dd-4215-a746-7789aed72220 req-54bd9b7f-e669-43d2-b49b-f83270ab8369 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.850807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e279366d-c8dd-4215-a746-7789aed72220 req-54bd9b7f-e669-43d2-b49b-f83270ab8369 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2113745 Aug 31 19:19:20.855756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.859632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:20.859795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-51150f57-533f-4c03-9725-311e19a9d97e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6537890 Aug 31 19:19:20.868635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'security_group_rule': {'security_group_id': 'bdc409f2-888f-446f-9634-d9ddad6fb5c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:20.877296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:20.877642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:20.878094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:20.901398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671f83-797b-4296-8043-4fd4a2a058aa req-ce0a66f6-1e1d-4ea0-b900-83e793621d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:20.902309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-ce0a66f6-1e1d-4ea0-b900-83e793621d25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.1560636 Aug 31 19:19:20.906589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:20.906944 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:20.908890 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 2 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:20.915166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0fae1a6-f266-4532-a15a-8536cf96dbd9 req-7cebff84-e96b-4be6-a025-41856c1db055 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522593 Aug 31 19:19:20.943154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.947127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb73cfb-a214-4b49-91cb-454d188a94e4 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:20.960792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:20.964780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-a1cd519e-8143-461a-af55-166ed31140dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399854 Aug 31 19:19:20.967376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:20.968071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:20.968071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:20.987409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Transition to ACTIVE for port object dbb73cfb-a214-4b49-91cb-454d188a94e4 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:20.988095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e279366d-c8dd-4215-a746-7789aed72220 req-76cf3302-ac77-40a8-a3a1-8f30c0dfea48 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197014 Aug 31 19:19:21.004108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.004451 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.010257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.060235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.080807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.089465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:21.100734 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 3 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.118078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62e26900-7301-4380-997c-6b93ee4d5004 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:21.122320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75887a55-2ac8-4b63-b2e1-4043fd83743a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:21.160963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.161320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.162289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.172632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.173329 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.177863 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 4 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.181408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.183196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03fe237b-6ff3-4cee-b4eb-65aabddd74ff tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215799 Aug 31 19:19:21.186445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:21.191151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:21.191684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 62e26900-7301-4380-997c-6b93ee4d5004 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:21.192302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.221093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.221093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.221093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.230896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Attempting to bind port dbb73cfb-a214-4b49-91cb-454d188a94e4 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.231270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Attempting to bind port dbb73cfb-a214-4b49-91cb-454d188a94e4 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.231604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Attempting to bind port dbb73cfb-a214-4b49-91cb-454d188a94e4 on network f4c351d6-9a87-4a00-a3d0-12723ce2726b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.241721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Port dbb73cfb-a214-4b49-91cb-454d188a94e4 on network f4c351d6-9a87-4a00-a3d0-12723ce2726b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.241916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Attempting to bind port dbb73cfb-a214-4b49-91cb-454d188a94e4 on network f4c351d6-9a87-4a00-a3d0-12723ce2726b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.242136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.242471 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.243369 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 5 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.248804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:21.249202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Checking segment: {'id': '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:21.249595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Bound using segment: {'id': '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:21.250239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Bound port: dbb73cfb-a214-4b49-91cb-454d188a94e4, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:21.250602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.253893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.264860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-f2316590-24b8-48a5-9750-768e7aeab1dc service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756748 Aug 31 19:19:21.271948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.272302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.272725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.293725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecca03-2c0c-43bd-9b8b-b075a00b8966 req-c6816fcc-1592-402a-a782-b7d0a744a463 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:21.295801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30ecca03-2c0c-43bd-9b8b-b075a00b8966 req-c6816fcc-1592-402a-a782-b7d0a744a463 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 944 time: 0.0980275 Aug 31 19:19:21.308557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.308867 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.320167 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 6 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.377921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:21.381870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4,segment=NetworkSegment(23e193d1-1383-4d9f-80d2-bacfa0d8a6ec),segment_id=23e193d1-1383-4d9f-80d2-bacfa0d8a6ec)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:21.391400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.395133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.395488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.395863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.415788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.416130 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.421281 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 7 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.442138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:21.442779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.444210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] 10.222.0.67 "PUT /v2.0/ports/dbb73cfb-a214-4b49-91cb-454d188a94e4 HTTP/1.1" status: 200 len: 1093 time: 0.9146016 Aug 31 19:19:21.448446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30ecca03-2c0c-43bd-9b8b-b075a00b8966 req-46d89bd3-c9ae-4485-a783-0d97d2f9eacf tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411088 Aug 31 19:19:21.448810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:21.451167 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d" -d '{"events": [{"name": "network-changed", "server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:21.463425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.463889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.464252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.468900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.469236 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.469637 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 8 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.489258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d9158-cfbd-448f-8eba-88ad0320cb6a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:21.515210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.521437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.521782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.522125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.526639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48671f83-797b-4296-8043-4fd4a2a058aa req-a7a8f7b9-dccf-4a2c-ab61-cb4083345de8 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441297 Aug 31 19:19:21.529047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.529365 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.529758 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 9 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.546295 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa7d8fc-ef8d-4d04-95ce-4a06ac61d4cf x-openstack-request-id: req-9fa7d8fc-ef8d-4d04-95ce-4a06ac61d4cf {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:21.546513 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:21.546710 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fa7d8fc-ef8d-4d04-95ce-4a06ac61d4cf {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:21.548087 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4', 'status': 'completed', 'code': 200} Aug 31 19:19:21.555716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.559393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.559783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.564756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.565097 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.566134 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 10 to bind port c74e2008-d0b0-4478-954b-ee4094f0942e Aug 31 19:19:21.579436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:21.579813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:21.580193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:21.584935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port c74e2008-d0b0-4478-954b-ee4094f0942e on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:21.585306 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port c74e2008-d0b0-4478-954b-ee4094f0942e on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:21.593024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.667945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port c74e2008-d0b0-4478-954b-ee4094f0942e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:21.668320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:19:21.672231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-a749dab1-0146-421d-8391-b1b1c905abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:21.673301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.674074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-a749dab1-0146-421d-8391-b1b1c905abe9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55e40048d58248a2b170a0f1b6544504&device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1694646 Aug 31 19:19:21.693173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 172.25.3.5 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/6f1f766d-843b-4472-b528-97c33ca57f43) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:21.712292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:21.712885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.732110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-774a900d-f887-4280-9f97-9007130872a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4 HTTP/1.1" status: 200 len: 217 time: 0.0473957 Aug 31 19:19:21.733344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=c74e2008-d0b0-4478-954b-ee4094f0942e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:21.740418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-735f694b-1075-4870-858d-deab1a888ba3 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4275775 Aug 31 19:19:21.740704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57254) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:21.815776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57256) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:21.825169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Deleting port c74e2008-d0b0-4478-954b-ee4094f0942e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:21.825710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.829624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-49432856-f829-4de8-bf41-c0ed30bb2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:21.831109 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-49432856-f829-4de8-bf41-c0ed30bb2c20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddbffc42-777e-4cf7-bd42-6e76f379e338 HTTP/1.1" status: 200 len: 865 time: 0.0915346 Aug 31 19:19:21.878708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-21baaba4-c231-470f-be8e-8eb30baa000f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4c351d6-9a87-4a00-a3d0-12723ce2726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363955 Aug 31 19:19:21.902117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port c74e2008-d0b0-4478-954b-ee4094f0942e, host n-h1-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:21.902575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.916531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Calling delete_port for c74e2008-d0b0-4478-954b-ee4094f0942e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:21.944701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:21.978154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72965de3-960d-479d-8027-29a93299f52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.010712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-75f0e013-a44f-4267-a0e8-d6cad33a7a3a service neutron] 10.222.0.67 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Aug 31 19:19:22.020898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.114676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:22.116410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.123942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:22.133726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:22.164661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=6f1f766d-843b-4472-b528-97c33ca57f43,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.164968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d408bb-7975-47b0-909a-771820df264f req-19b8ee44-bdc6-48f3-9645-256b6f3ba33d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.166660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26d408bb-7975-47b0-909a-771820df264f req-19b8ee44-bdc6-48f3-9645-256b6f3ba33d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1616483 Aug 31 19:19:22.171769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event deleted for resources: {'Port': ['ID=c74e2008-d0b0-4478-954b-ee4094f0942e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.190868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1381dcd1-dfac-4679-9688-0b335d6a5a60 req-2d91cb91-bc14-411f-8e96-201692242424 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671672 Aug 31 19:19:22.195798 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.197607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-05bfe77a-1ddc-4aca-b005-1e7630120b92 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c74e2008-d0b0-4478-954b-ee4094f0942e HTTP/1.1" status: 204 len: 168 time: 0.4560380 Aug 31 19:19:22.204126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57266) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:22.235990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f42d-2423-4968-ac59-14d8b7235aa8 req-1087f2b4-8f70-40c7-a43c-e77dc9c46782 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.238001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e333f42d-2423-4968-ac59-14d8b7235aa8 req-1087f2b4-8f70-40c7-a43c-e77dc9c46782 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1690559 Aug 31 19:19:22.261843 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa5cd41-f399-4b58-b129-089d93a6ee4c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:19:22.263521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2aa5cd41-f399-4b58-b129-089d93a6ee4c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports/c74e2008-d0b0-4478-954b-ee4094f0942e HTTP/1.1" status: 404 len: 333 time: 0.0584552 Aug 31 19:19:22.274630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:22.280717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.282975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-352572657'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:22.316797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-59853eba-ecc5-4e2b-a2df-069c71facf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.318308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-59853eba-ecc5-4e2b-a2df-069c71facf99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55e40048d58248a2b170a0f1b6544504&device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0702605 Aug 31 19:19:22.320905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26d408bb-7975-47b0-909a-771820df264f req-cf82cf31-c07d-45b5-a005-0521e8e6677a tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377242 Aug 31 19:19:22.333411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.343762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72965de3-960d-479d-8027-29a93299f52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.351986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e333f42d-2423-4968-ac59-14d8b7235aa8 req-503c1a13-7ec8-4fba-83ab-b103cd108d8e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967813 Aug 31 19:19:22.355356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72965de3-960d-479d-8027-29a93299f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.414576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Made reservation on behalf of ccdbdcba27d14513b4802f341d18760c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:22.417809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.423770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-72965de3-960d-479d-8027-29a93299f52b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92705bd79b114c83b6f25e50185d4689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068268 Aug 31 19:19:22.428264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:22.430822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965de3-960d-479d-8027-29a93299f52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9a65c-718f-43c8-83a0-486854d6545b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.442094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:22.551918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-5e9a3a3a-eb68-48f3-8b4a-4361709b2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.553410 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-5e9a3a3a-eb68-48f3-8b4a-4361709b2d9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4c351d6-9a87-4a00-a3d0-12723ce2726b HTTP/1.1" status: 200 len: 926 time: 0.2275541 Aug 31 19:19:22.610984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.616039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-087f2ab3-a0e9-44dc-a504-f5e32a7487bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4 HTTP/1.1" status: 200 len: 217 time: 0.0508838 Aug 31 19:19:22.649593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9b0d-4738-4d48-a57a-fa1ac7412f1b req-094cd30a-e54b-4c24-84ad-8589432a3149 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.651144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffac9b0d-4738-4d48-a57a-fa1ac7412f1b req-094cd30a-e54b-4c24-84ad-8589432a3149 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 944 time: 0.1140184 Aug 31 19:19:22.654916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.681602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.722680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffac9b0d-4738-4d48-a57a-fa1ac7412f1b req-64d84b08-9700-495a-b2cd-dd386b629114 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607178 Aug 31 19:19:22.735189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.737951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-362e160b-ec9f-4fa8-9e02-3eba826d28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.739457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-362e160b-ec9f-4fa8-9e02-3eba826d28a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddbffc42-777e-4cf7-bd42-6e76f379e338 HTTP/1.1" status: 200 len: 865 time: 0.1044075 Aug 31 19:19:22.742223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.743413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.787063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Network 991e539e-5629-4bab-ae36-35a17b4dff93 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:22.792456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:22.796281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:22.797300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:22.797977 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.799362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-0da5050e-e633-4b41-b9e2-c664f5248227 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4c351d6-9a87-4a00-a3d0-12723ce2726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516548 Aug 31 19:19:22.808291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=04f2c630-72f3-45ee-88ef-4ea0cf3b0e93,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.818919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be3ed515-3051-4b5b-bb31-24e405b80812 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5402398 Aug 31 19:19:22.821528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:22.827815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:22.860867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.863620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.864781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ed9a65c-718f-43c8-83a0-486854d6545b HTTP/1.1" status: 204 len: 168 time: 0.4356041 Aug 31 19:19:22.899555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=6f1f766d-843b-4472-b528-97c33ca57f43,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.919407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.925341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a8d44-c7db-4fa0-be97-89038d237e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9a65c-718f-43c8-83a0-486854d6545b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:22.949781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:22.959423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a7cd83f-f2a1-43ac-ba56-1cf801a9aab4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7718823 Aug 31 19:19:22.986893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-f2d8f4a9-0e38-4b58-8cbe-90e33a43d266 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640656 Aug 31 19:19:23.112535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56c246f7-12b5-44ff-9d5e-ad60aaa4893d req-cbbcafe0-8cb8-4f05-b3df-97dff163a137 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138458 Aug 31 19:19:23.231371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.247012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:23.260992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2f387fc-7804-4a1b-8c9f-c4192f32f377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.305067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c1911ac3-62dc-4061-869d-d932a1ba8efa tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1557936151&fields=id&tenant_id=e22927fa1ae54749b22f44bbc53020c8 HTTP/1.1" status: 200 len: 267 time: 0.0703292 Aug 31 19:19:23.366999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2f387fc-7804-4a1b-8c9f-c4192f32f377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.375542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2f387fc-7804-4a1b-8c9f-c4192f32f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.414496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-1dd7cc93-fa41-4280-a05b-58400cc5c184 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.416761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-1dd7cc93-fa41-4280-a05b-58400cc5c184 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 931 time: 0.1038740 Aug 31 19:19:23.436485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2f387fc-7804-4a1b-8c9f-c4192f32f377 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16ebeee68411413aa720ba4e8bf395be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882794 Aug 31 19:19:23.438689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f387fc-7804-4a1b-8c9f-c4192f32f377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e86048-ac9a-48ee-a8ad-6259ae854a05,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:23.441076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:23.499317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.521763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.521967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-91b97750-e6c1-41e4-a9c7-e212b20a70bf tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.523453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-91b97750-e6c1-41e4-a9c7-e212b20a70bf tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 930 time: 0.0968575 Aug 31 19:19:23.572468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.576320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.577580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2e86048-ac9a-48ee-a8ad-6259ae854a05 HTTP/1.1" status: 204 len: 168 time: 0.1330159 Aug 31 19:19:23.586268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b756638-006d-4320-ac8b-c36bebd215a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e86048-ac9a-48ee-a8ad-6259ae854a05,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:23.595467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d283d-e2e5-4980-8bca-6b21be8920a1 req-ed4a7d14-0394-4899-80c6-5da06c5ee9ed tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.597187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e5d283d-e2e5-4980-8bca-6b21be8920a1 req-ed4a7d14-0394-4899-80c6-5da06c5ee9ed tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1760504 Aug 31 19:19:23.599303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7030f7ec-07fe-4cc8-90a7-5346b70ac88d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0681939 Aug 31 19:19:23.631204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:23.661569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-a4a96ea5-bc6d-49b3-ae9b-404c36f0d20b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0537248 Aug 31 19:19:23.663407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.706217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Transition to ACTIVE for port object 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:23.744332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:23.762656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e5d283d-e2e5-4980-8bca-6b21be8920a1 req-70c16e24-3f2a-4176-9575-525530593232 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534104 Aug 31 19:19:23.828058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=04f2c630-72f3-45ee-88ef-4ea0cf3b0e93,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:23.897932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:23.898282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:23.898677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:23.911309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-51ce5c85-9fac-4bca-a2d9-2b060ad6358a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.917166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-51ce5c85-9fac-4bca-a2d9-2b060ad6358a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.922982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-51ce5c85-9fac-4bca-a2d9-2b060ad6358a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.924637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-51ce5c85-9fac-4bca-a2d9-2b060ad6358a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 200 len: 1991 time: 0.2538695 Aug 31 19:19:23.927460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:23.927843 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:23.928960 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 2 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:23.957876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:23.958185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:23.958532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:23.968496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f5295-d164-4252-ac10-847d8265f658 req-2ba81952-176c-4e27-a14b-3bb916ff48ed tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:23.970101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8f5295-d164-4252-ac10-847d8265f658 req-2ba81952-176c-4e27-a14b-3bb916ff48ed tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1365685 Aug 31 19:19:23.973052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-2010769b-7a12-442b-b432-2ac0c2d229e7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/quotas/e22927fa1ae54749b22f44bbc53020c8 HTTP/1.1" status: 200 len: 375 time: 0.0387530 Aug 31 19:19:23.975152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:23.975492 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:23.977187 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 3 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.037089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.037496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.037842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.059708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f8f5295-d164-4252-ac10-847d8265f658 req-c2be560f-30ad-4e65-b957-0b30b61fdc27 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831800 Aug 31 19:19:24.060283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.060626 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.062681 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 4 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.116112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-02ca1281-19f9-4831-9f4f-4eb00d7a1f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1277063 Aug 31 19:19:24.119941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.120353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.120701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.126791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.127131 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.127583 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 5 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.191096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.191228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.194305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.203603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.204024 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.206233 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 6 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.230842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.231191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.231537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.242711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.243162 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.246707 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 7 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.267887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-03cd7757-73dc-4774-bb9b-01b8b4ff2061 service neutron] 10.222.0.73 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371570 Aug 31 19:19:24.268724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.269067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.269413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.275545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.275909 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.282662 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 8 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.344588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.344931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.345275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.371606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.371967 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.374985 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 9 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.404522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.404869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.405214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.423891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.424519 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.426157 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 10 to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 Aug 31 19:19:24.436516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b503-3dc2-4e06-b0c1-95c885fd89d7 req-5d12989e-ece7-4f2a-9f01-32702ccceeb5 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.438037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b114b503-3dc2-4e06-b0c1-95c885fd89d7 req-5d12989e-ece7-4f2a-9f01-32702ccceeb5 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 944 time: 0.1069489 Aug 31 19:19:24.450356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-eb82c0bc-0b98-4f6c-a355-4f2c770133c2 service neutron] 10.222.0.73 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761255 Aug 31 19:19:24.457678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:24.457947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:24.458297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:24.481764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:24.482109 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:24.482489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:24.530519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-ff921920-d716-4335-a5aa-9747ed7c4c1f service neutron] 10.222.0.73 "GET /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0613124 Aug 31 19:19:24.554396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b114b503-3dc2-4e06-b0c1-95c885fd89d7 req-7e10983b-2768-4c3a-94d4-124912f71d11 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067369 Aug 31 19:19:24.644399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:24.644789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:19:24.651860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:24.695961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] In _notify_port_updated(), no bound segment for port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:19:24.696851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.697581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:24.698855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "PUT /v2.0/ports/04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 HTTP/1.1" status: 200 len: 975 time: 1.8763924 Aug 31 19:19:24.700969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-a9ca344e-7606-4153-928d-3043c0291a7d service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456997 Aug 31 19:19:24.702120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:24.761972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e135-cead-48e3-a38d-5f5c07f7d05e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=04f2c630-72f3-45ee-88ef-4ea0cf3b0e93,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:24.817407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-109e39b3-82d9-43a5-8392-d1315488ecca service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073496 Aug 31 19:19:24.852700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.853190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.853662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.854359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.855509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.856167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.856792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.857534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.857992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.858632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.859264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.859892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.860493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.861125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.861592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.862290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.862901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.863740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.864646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.865396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.866005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.866624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.867385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.868017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.868620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.869225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.869830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.870633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.871239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.871865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.872465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.873068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.873669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.874268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.874871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.875471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.876093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.876709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.877310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.877912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.878515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.882853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1a88dee1-cfb0-424a-a905-63bf0e19313d tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36797 time: 0.1792223 Aug 31 19:19:24.884054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-cace692f-5cbf-4a38-b986-c5074edcf575 service neutron] 10.222.0.73 "GET /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0657427 Aug 31 19:19:24.888063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:24.961497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1d387-4214-47cd-9d09-17fb7dc8c07c req-98c97450-1aa1-4564-8e5e-fe24fd538bf8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:24.964287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf1d387-4214-47cd-9d09-17fb7dc8c07c req-98c97450-1aa1-4564-8e5e-fe24fd538bf8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1180022 Aug 31 19:19:24.975010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Deleting port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:24.975367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.029269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e836b057-3644-48ad-b358-ae35eee2eee8 service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440287 Aug 31 19:19:25.032363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf1d387-4214-47cd-9d09-17fb7dc8c07c req-5026e12a-589b-469e-b667-d82bb13ecc05 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Aug 31 19:19:25.052175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93, host n-h1-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:25.052556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.067616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Calling delete_port for 04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:25.137059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-13312209-b36f-4108-8e1a-cd046d51bea4 service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985672 Aug 31 19:19:25.159299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.193522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f2c630-72f3-45ee-88ef-4ea0cf3b0e93,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:25.200271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.205457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf61c656-df9d-4702-a039-1a2111a4977f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "DELETE /v2.0/ports/04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 HTTP/1.1" status: 204 len: 168 time: 0.3150229 Aug 31 19:19:25.205549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.232308 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a365aea-175d-454e-a46f-1c3f2b27161e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:19:25.233828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1a365aea-175d-454e-a46f-1c3f2b27161e tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports/04f2c630-72f3-45ee-88ef-4ea0cf3b0e93 HTTP/1.1" status: 404 len: 333 time: 0.0273428 Aug 31 19:19:25.237887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.244078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-229989232', 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:25.266567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46590b-ad61-4400-92f2-da06dd97a753 req-60b71dd3-e4f4-41a3-a170-b52239dfb96b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:25.268138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a46590b-ad61-4400-92f2-da06dd97a753 req-60b71dd3-e4f4-41a3-a170-b52239dfb96b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.0998788 Aug 31 19:19:25.268257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Made reservation on behalf of ccdbdcba27d14513b4802f341d18760c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:25.270486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.286649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port 322b94de-debb-4714-9974-2389cddd1a04 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:25.313455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-cd910b56-9217-4862-8a4d-b5f41eb1ca96 service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702065 Aug 31 19:19:25.326674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a46590b-ad61-4400-92f2-da06dd97a753 req-f00af1b8-647f-4558-a2ed-08efa5012206 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502799 Aug 31 19:19:25.366035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.421380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-6c5f60d5-65fa-4a0d-a817-b8a503a7867e service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928285 Aug 31 19:19:25.509293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.511996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f340e4c-f6b9-4262-8797-59918d632e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.533803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-f2e82717-3774-44e9-85d8-a89c83196fb3 service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068211 Aug 31 19:19:25.584440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.641224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Network 991e539e-5629-4bab-ae36-35a17b4dff93 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:25.644436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-0af07732-80e2-44e6-973d-6cc9dff9e6f8 service neutron] 10.222.0.73 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039047 Aug 31 19:19:25.647695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:25.656931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:25.657868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:25.658467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.664024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=322b94de-debb-4714-9974-2389cddd1a04,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:25.690924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f340e4c-f6b9-4262-8797-59918d632e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.695740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f340e4c-f6b9-4262-8797-59918d632e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.706718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ea3236c-8020-411d-9359-57e875a88dca tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4675887 Aug 31 19:19:25.709794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.737692 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f340e4c-f6b9-4262-8797-59918d632e4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5257f5039cbe426a9b271ea1f60e29b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643446 Aug 31 19:19:25.738573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f340e4c-f6b9-4262-8797-59918d632e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a500baa8-090f-4418-b550-23cb12183f41,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:25.741037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.767161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad246578-2e10-4d06-9211-b752492650b1 req-1c1b20a4-76a6-4681-a039-f9972f73869a tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:25.768702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad246578-2e10-4d06-9211-b752492650b1 req-1c1b20a4-76a6-4681-a039-f9972f73869a tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 944 time: 0.1381004 Aug 31 19:19:25.777901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285f1f9-6b26-4375-9362-3eeaa7121f3f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:25.779245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d285f1f9-6b26-4375-9362-3eeaa7121f3f tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports/322b94de-debb-4714-9974-2389cddd1a04 HTTP/1.1" status: 200 len: 954 time: 0.0671430 Aug 31 19:19:25.782428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:25.818558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-ac9db961-558b-4f2b-a3ab-0e5e1eae2b8b service neutron] 10.222.0.73 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546812 Aug 31 19:19:25.820866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.840893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad246578-2e10-4d06-9211-b752492650b1 req-40ac6211-d4c9-45ef-b99a-05de58a27db1 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589838 Aug 31 19:19:25.866060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.910065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Deleting port 322b94de-debb-4714-9974-2389cddd1a04 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:25.910420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.929111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-bf5d373f-2dc5-4667-9eb3-4427d7849197 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038694 Aug 31 19:19:25.968256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.970718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.971880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a500baa8-090f-4418-b550-23cb12183f41 HTTP/1.1" status: 204 len: 168 time: 0.2299118 Aug 31 19:19:25.982719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:25.996650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d21fa-45b6-450e-ae8e-c3d7471770fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500baa8-090f-4418-b550-23cb12183f41,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:26.003618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Calling delete_port for 322b94de-debb-4714-9974-2389cddd1a04 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:26.045654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-0f73e439-a714-41a6-8d34-d1ee798e6760 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102989 Aug 31 19:19:26.100080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.116907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dbb73cfb-a214-4b49-91cb-454d188a94e4 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:26.138165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.140624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "DELETE /v2.0/ports/322b94de-debb-4714-9974-2389cddd1a04 HTTP/1.1" status: 204 len: 168 time: 0.3572619 Aug 31 19:19:26.141535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb66334-aa55-4299-a0fb-25f06f9c1e3c tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event deleted for resources: {'Port': ['ID=322b94de-debb-4714-9974-2389cddd1a04,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:26.144133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57382) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:26.174907 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-51021216-b26d-405c-801b-990daea123ac tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:19:26.180473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51021216-b26d-405c-801b-990daea123ac tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports/322b94de-debb-4714-9974-2389cddd1a04 HTTP/1.1" status: 404 len: 333 time: 0.0316553 Aug 31 19:19:26.180861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:26.187853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-659983035'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:26.193570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-1624af58-748a-436e-9903-313d81ac8ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417632 Aug 31 19:19:26.213222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd038684-6721-4b0f-8654-cb50e0449791 req-67322bdf-1edf-4193-a844-67406438610e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:26.214767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Made reservation on behalf of ccdbdcba27d14513b4802f341d18760c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:26.215685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd038684-6721-4b0f-8654-cb50e0449791 req-67322bdf-1edf-4193-a844-67406438610e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0940626 Aug 31 19:19:26.217742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.238446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:26.248306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4,segment=NetworkSegment(23e193d1-1383-4d9f-80d2-bacfa0d8a6ec),segment_id=23e193d1-1383-4d9f-80d2-bacfa0d8a6ec)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:26.265677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'dbb73cfb-a214-4b49-91cb-454d188a94e4', 'network_id': 'f4c351d6-9a87-4a00-a3d0-12723ce2726b', 'port_id': 'dbb73cfb-a214-4b49-91cb-454d188a94e4', 'mac_address': 'fa:16:3e:fa:c6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbffc42-777e-4cf7-bd42-6e76f379e338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:26.278223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd038684-6721-4b0f-8654-cb50e0449791 req-05b22c89-44ff-4706-8841-d3b496fa8e59 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Aug 31 19:19:26.329516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.345351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb73cfb-a214-4b49-91cb-454d188a94e4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:26.383117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4,segment=NetworkSegment(23e193d1-1383-4d9f-80d2-bacfa0d8a6ec),segment_id=23e193d1-1383-4d9f-80d2-bacfa0d8a6ec)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:26.394185 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.408573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:26.428563 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc4d07cc-d0c2-482a-9797-1419dbe01b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.470111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:26.504336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.544368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.547829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e6a53-d7d2-4633-8b97-3d98e72977cd req-fceddc89-4186-46bc-ad97-41bb8deb32e9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:26.549506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f78e6a53-d7d2-4633-8b97-3d98e72977cd req-fceddc89-4186-46bc-ad97-41bb8deb32e9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.0924516 Aug 31 19:19:26.590904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Network 991e539e-5629-4bab-ae36-35a17b4dff93 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:26.595664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:26.600313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:26.601313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:26.601908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.605665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ed9b1-5a81-4f8e-9919-1b68d824acec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:26.626601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f78e6a53-d7d2-4633-8b97-3d98e72977cd req-bb4dc179-1706-459d-9d88-b956ee3f6a20 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638039 Aug 31 19:19:26.640054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['dbb73cfb-a214-4b49-91cb-454d188a94e4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:26.659233 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc4d07cc-d0c2-482a-9797-1419dbe01b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.667192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc4d07cc-d0c2-482a-9797-1419dbe01b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.675258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b2aa9685-2519-46b4-a235-a8b317916633 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4925625 Aug 31 19:19:26.677636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:26.685443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:26.718777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d07cc-d0c2-482a-9797-1419dbe01b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c2443-9d44-41e6-ad98-f832c1be86cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:26.724182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc4d07cc-d0c2-482a-9797-1419dbe01b13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3332e89e42ca491aa05a9098514916df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144617 Aug 31 19:19:26.730320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57410) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:26.773646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.810856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.844532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.907172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.910419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:26.916832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e27c2443-9d44-41e6-ad98-f832c1be86cf HTTP/1.1" status: 204 len: 168 time: 0.1800952 Aug 31 19:19:26.935568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9046050-f8f2-48e4-a686-00aa35af195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c2443-9d44-41e6-ad98-f832c1be86cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:27.043343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45931ba7-4413-4d99-923d-21872a5e3fbe req-eb2d42a7-47f8-4c74-8165-dbca11364dd4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0377777 Aug 31 19:19:27.052020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] device_id is not set on port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:27.061966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.076668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Transition to ACTIVE for port object 6b4ed9b1-5a81-4f8e-9919-1b68d824acec will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:27.079136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d7b20-549b-41c6-8839-45f2f59bebf3 req-ea216202-2b29-4227-b532-244e548b1eff tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:27.082929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.086677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b6d7b20-549b-41c6-8839-45f2f59bebf3 req-ea216202-2b29-4227-b532-244e548b1eff tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 945 time: 0.1482377 Aug 31 19:19:27.128828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b6d7b20-549b-41c6-8839-45f2f59bebf3 req-cbcce7f5-5e22-439e-80f7-f61f036c98f6 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Aug 31 19:19:27.165883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.166265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.166837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.170215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ed9b1-5a81-4f8e-9919-1b68d824acec,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:27.175627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.176007 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.176404 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 2 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.191021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.191491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.191887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.196809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.197144 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.197543 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 3 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.213400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.214245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.215330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.220531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.220950 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.221427 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 4 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.235507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.235988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.236451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.241384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.241807 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.242298 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 5 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.262215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.262215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.262215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.264214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.264429 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.264967 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 6 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.279127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.279400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.279775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.284329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.284663 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.285085 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 7 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.299690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.300045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.300393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.304914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.306607 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.306607 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 8 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.332736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.333114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.333607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.340243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.340634 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.341136 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 9 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.364300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.364649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.364999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.369716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.371325 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.371773 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempt 10 to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec Aug 31 19:19:27.384502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:27.385045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:27.385606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempting to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:27.390398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:27.390926 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Failed to bind port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on host n-h1-778550-14 for vnic_type normal using segments [{'id': 'f577d73b-392b-4433-a30c-2afc089a18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '991e539e-5629-4bab-ae36-35a17b4dff93'}] Aug 31 19:19:27.391494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.439276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755a2a-710e-49bf-999e-0faa85c11c6a req-87953ddc-f9cf-4c69-9b18-51dac91306a1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:27.442501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82755a2a-710e-49bf-999e-0faa85c11c6a req-87953ddc-f9cf-4c69-9b18-51dac91306a1 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.0697701 Aug 31 19:19:27.491957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82755a2a-710e-49bf-999e-0faa85c11c6a req-c457fece-78ed-4c99-95d7-e65cba988bfd tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Aug 31 19:19:27.503574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:27.503919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attempted to set empty binding levels {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:19:27.508699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.554430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] In _notify_port_updated(), no bound segment for port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec on network 991e539e-5629-4bab-ae36-35a17b4dff93 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:19:27.555311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:27.556260 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.561928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "PUT /v2.0/ports/6b4ed9b1-5a81-4f8e-9919-1b68d824acec HTTP/1.1" status: 200 len: 975 time: 0.8782907 Aug 31 19:19:27.561928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:27.599220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7884-b296-4b34-b0b1-ba3172b11169 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ed9b1-5a81-4f8e-9919-1b68d824acec,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:27.666743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Deleting port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:27.666743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.757415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] For port 6b4ed9b1-5a81-4f8e-9919-1b68d824acec, host n-h1-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:27.758182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.773905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e92c3-d4fd-423e-81a4-379c710d64fb req-c8a880ac-44ee-47d2-be8e-d4586d02f426 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:27.775754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Calling delete_port for 6b4ed9b1-5a81-4f8e-9919-1b68d824acec owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:27.783932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-770e92c3-d4fd-423e-81a4-379c710d64fb req-c8a880ac-44ee-47d2-be8e-d4586d02f426 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.0639784 Aug 31 19:19:27.821293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-770e92c3-d4fd-423e-81a4-379c710d64fb req-da5905a5-b522-41a6-97c2-2f86120a5b34 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362883 Aug 31 19:19:27.885863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.945040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4ed9b1-5a81-4f8e-9919-1b68d824acec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:27.954145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:27.956454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-44ba693d-f373-40d2-8ae2-74729e67ef67 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6b4ed9b1-5a81-4f8e-9919-1b68d824acec HTTP/1.1" status: 204 len: 168 time: 0.3937035 Aug 31 19:19:27.960585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:27.987938 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-813b6392-136a-4d62-ac7a-e6d6f458c437 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:19:27.989761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-813b6392-136a-4d62-ac7a-e6d6f458c437 tempest-PortsAdminExtendedAttrsTestJSON-363705591 tempest-PortsAdminExtendedAttrsTestJSON-363705591-project-admin] 10.222.0.73 "GET /v2.0/ports/6b4ed9b1-5a81-4f8e-9919-1b68d824acec HTTP/1.1" status: 404 len: 333 time: 0.0280046 Aug 31 19:19:27.993728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:28.081465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.115113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dbb73cfb-a214-4b49-91cb-454d188a94e4 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:28.199128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe1638a-ef26-416f-8b53-573c4b26fc03 req-5ee5ca2e-e3ef-4caa-a7ed-d6d6b487c541 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0634928 Aug 31 19:19:28.202229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port dbb73cfb-a214-4b49-91cb-454d188a94e4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:28.213089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port dbb73cfb-a214-4b49-91cb-454d188a94e4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:28.213467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.216797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.244532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991e539e-5629-4bab-ae36-35a17b4dff93']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:28.258486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-524a2b6b-eeed-418e-a8f8-3613f76964b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.260140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-524a2b6b-eeed-418e-a8f8-3613f76964b1 service neutron] 10.222.0.82 "GET /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 1027 time: 0.0671246 Aug 31 19:19:28.266959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f577d73b-392b-4433-a30c-2afc089a18e9') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:28.268391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f577d73b-392b-4433-a30c-2afc089a18e9') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:28.279367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.297036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.306867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:28.307681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:28.311696 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:28.324284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.363466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:28.366104 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb34f2-1706-4eee-9d09-ecdf69111412" -d '{"events": [{"server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:28.381164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4,segment=NetworkSegment(23e193d1-1383-4d9f-80d2-bacfa0d8a6ec),segment_id=23e193d1-1383-4d9f-80d2-bacfa0d8a6ec)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:28.388104 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.413523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-89943b36-ad67-41f0-b9f8-93d403df40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.415305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-89943b36-ad67-41f0-b9f8-93d403df40de service neutron] 10.222.0.82 "GET /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 1026 time: 0.1374626 Aug 31 19:19:28.417731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.442273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:28.447627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] 10.222.0.73 "DELETE /v2.0/networks/991e539e-5629-4bab-ae36-35a17b4dff93 HTTP/1.1" status: 204 len: 168 time: 0.4528475 Aug 31 19:19:28.449515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57202e8d-e34f-4a76-a2e6-03c74503ad19 tempest-PortsAdminExtendedAttrsTestJSON-730693203 tempest-PortsAdminExtendedAttrsTestJSON-730693203-project] Pushing event deleted for resources: {'Network': ['ID=991e539e-5629-4bab-ae36-35a17b4dff93,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:28.462730 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55555c6-c329-48f4-a9c9-36e9d70d231e x-openstack-request-id: req-e55555c6-c329-48f4-a9c9-36e9d70d231e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:28.463028 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "name": "network-vif-plugged", "status": "completed", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:28.463284 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e55555c6-c329-48f4-a9c9-36e9d70d231e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:28.463819 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4', 'code': 200} Aug 31 19:19:28.469703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e7cc-4a57-4785-87c5-205ddf497826 req-0e8246db-9a43-4c05-88f5-147dc20e98d2 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.477267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9453e7cc-4a57-4785-87c5-205ddf497826 req-0e8246db-9a43-4c05-88f5-147dc20e98d2 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 945 time: 0.1891854 Aug 31 19:19:28.511620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:28.561148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171dbc9-e0d3-40c7-84b8-535b18004e65 req-4adbb105-7d8f-48b5-9f73-c5402cc64f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.563050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2171dbc9-e0d3-40c7-84b8-535b18004e65 req-4adbb105-7d8f-48b5-9f73-c5402cc64f85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0481315 Aug 31 19:19:28.645712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2171dbc9-e0d3-40c7-84b8-535b18004e65 req-2969c1b4-f924-4527-9a77-6f38b92cb5f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701640 Aug 31 19:19:28.683237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9453e7cc-4a57-4785-87c5-205ddf497826 req-a0ce084d-ec37-48e4-9516-fdf382dea1c5 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043197 Aug 31 19:19:28.742678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-12c4129b-eb59-4b42-ae90-04d03328397a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.749802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-12c4129b-eb59-4b42-ae90-04d03328397a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.756845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-12c4129b-eb59-4b42-ae90-04d03328397a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.759221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-12c4129b-eb59-4b42-ae90-04d03328397a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 200 len: 1991 time: 0.3293543 Aug 31 19:19:28.768176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc96d-28e3-4bb9-a832-1f83e9b95326 req-1f67d14d-16e4-4f3e-9223-f0e0052161d3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:28.776660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ccc96d-28e3-4bb9-a832-1f83e9b95326 req-1f67d14d-16e4-4f3e-9223-f0e0052161d3 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1576023 Aug 31 19:19:28.836531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ccc96d-28e3-4bb9-a832-1f83e9b95326 req-cedb53c3-1cda-4c5c-8e38-0754d806cbe0 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Aug 31 19:19:28.857684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:28.869330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-242292e4-8658-4f53-829e-41d666de6f6e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e22927fa1ae54749b22f44bbc53020c8 HTTP/1.1" status: 200 len: 380 time: 0.0899930 Aug 31 19:19:28.881076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'admin_state_up': True, 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'security_groups': ['bdc409f2-888f-446f-9634-d9ddad6fb5c6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:29.056395 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25e2a2b4-684c-425a-9fef-d1579a50f1ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6495c3f0f61942629e9d9f0d7d55b86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966066 Aug 31 19:19:29.059531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:29.072558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:29.076262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.085447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dab3f5-0c9e-45bb-86dd-70694b2d29b1 req-67a1b4a2-8d89-419c-9325-dfb2400b8679 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:29.087131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15dab3f5-0c9e-45bb-86dd-70694b2d29b1 req-67a1b4a2-8d89-419c-9325-dfb2400b8679 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.0874159 Aug 31 19:19:29.123441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.156843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.198305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15dab3f5-0c9e-45bb-86dd-70694b2d29b1 req-bdf70c72-3891-45b1-b0f6-481a6c23b3e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009250 Aug 31 19:19:29.230288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.233585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.235032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73c54e05-056e-4d76-9e93-1a003603a36f HTTP/1.1" status: 204 len: 168 time: 0.1743283 Aug 31 19:19:29.248271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed2f18-05c9-4550-9d4f-d25788ed5063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c54e05-056e-4d76-9e93-1a003603a36f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:29.293761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-6a681b1a-c03d-4a67-af67-94d7de542d3f tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749676 Aug 31 19:19:29.421447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 172.20.0.10 (1077a2ff-19dd-430a-870e-426ef82e7556/6c5c7705-d8de-44bc-88df-919d7039b9a5/13fa4d80-4f79-46fa-b839-1ad424cecdc2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:29.452527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2405d95b-a512-477a-95c3-560ac75a9457 req-c76a2b48-29f7-4525-9df0-143f4d1bb455 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0501671 Aug 31 19:19:29.525475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-1a83371b-4598-43aa-8ebe-65addce0967c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:29.528012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-1a83371b-4598-43aa-8ebe-65addce0967c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060478 Aug 31 19:19:29.579994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-7caa5e66-07ac-4058-96b1-a32a6394ead4 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/quotas/5c03f3e94ea64cbb84ef922196aff4d5 HTTP/1.1" status: 200 len: 375 time: 0.0414789 Aug 31 19:19:29.636399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:29.640491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-533b246d-39b9-4af6-bace-180277badd12 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470243 Aug 31 19:19:29.694419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.696211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aff6fcc2-1be0-43a1-93cf-ab18f8b009aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccdbdcba27d14513b4802f341d18760c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576642 Aug 31 19:19:29.699050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:29.715755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object 13fa4d80-4f79-46fa-b839-1ad424cecdc2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:29.760273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.829147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.860890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.875552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network 1077a2ff-19dd-430a-870e-426ef82e7556 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:29.882520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:29.890270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:29.892912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:29.967731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.971492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:29.973433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/826098da-590d-4f42-b0cf-6ba2808029c7 HTTP/1.1" status: 204 len: 168 time: 0.2728908 Aug 31 19:19:29.997073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3a975-a796-4e64-b0d5-1bc390658d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826098da-590d-4f42-b0cf-6ba2808029c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:30.033836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feef4c0-ccdb-48a9-9e25-9aeaf9572795 req-c2a17a48-1111-4dfc-978e-782b095f80db tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:30.041898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2feef4c0-ccdb-48a9-9e25-9aeaf9572795 req-c2a17a48-1111-4dfc-978e-782b095f80db tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.2369900 Aug 31 19:19:30.109494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23754de2-962f-4ed1-ac3f-2889c20b0f81 req-c63cfaad-0424-4094-91d8-74557840059d tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 210 time: 0.1878724 Aug 31 19:19:30.139747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2feef4c0-ccdb-48a9-9e25-9aeaf9572795 req-2a2ca4bf-7c92-45e4-9a23-7c002ac7235f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Aug 31 19:19:30.152494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:30.153204 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:30.189820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e97b2817-ca47-49ff-b7dd-a444ccd72d2e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3133640 Aug 31 19:19:30.210867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'admin_state_up': True, 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'security_groups': ['bdc409f2-888f-446f-9634-d9ddad6fb5c6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:30.392940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-453dbb01-671c-4d7e-917e-0d7841748d7e None None] Provisioning for port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:30.398245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-453dbb01-671c-4d7e-917e-0d7841748d7e None None] Provisioning complete for port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:30.398880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-453dbb01-671c-4d7e-917e-0d7841748d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:30.476816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-453dbb01-671c-4d7e-917e-0d7841748d7e None None] Port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:30.763381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f85c-680a-4b2e-9953-6c2b85b2b792 req-2067fee3-e2f0-465f-ac81-2c282d1320e4 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:30.771067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5151f85c-680a-4b2e-9953-6c2b85b2b792 req-2067fee3-e2f0-465f-ac81-2c282d1320e4 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1198547 Aug 31 19:19:30.830453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c98bab-6643-465e-b351-10f6a77e59b5 req-250804fc-3878-424c-87a7-dc0783ffada5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:30.832581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32c98bab-6643-465e-b351-10f6a77e59b5 req-250804fc-3878-424c-87a7-dc0783ffada5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1827211 Aug 31 19:19:30.849045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5151f85c-680a-4b2e-9953-6c2b85b2b792 req-222ff5a0-3eef-4b47-8d86-e7197af172c2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772955 Aug 31 19:19:30.911917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:30.915747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:30.943093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32c98bab-6643-465e-b351-10f6a77e59b5 req-7a52a944-aaa6-4a32-9b1d-3dc97b2d0634 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017401 Aug 31 19:19:31.160513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07c3-f34f-41ea-ac0e-e5a49c01ebce req-d2b66cfe-6f61-4acc-895a-332e2f974893 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:31.170898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d5e07c3-f34f-41ea-ac0e-e5a49c01ebce req-d2b66cfe-6f61-4acc-895a-332e2f974893 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 932 time: 0.1333485 Aug 31 19:19:31.201984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.1.1.102 (bd56f0b8-b472-4de6-99b2-2498b3cb83ae/941b6597-4a42-4972-895d-8a6d564e7004/43ae665c-c9b4-428a-9665-e9fb7f5168e9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:31.214809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:31.238730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d5e07c3-f34f-41ea-ac0e-e5a49c01ebce req-abeb8b03-3e91-4f05-b04f-88ddeb1c217f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657024 Aug 31 19:19:31.332278 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-6773d03f-3955-47ae-9e94-4439c7847052 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450596 Aug 31 19:19:31.408955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53744d35-ff02-4091-862b-4024fe14b004 req-4042af85-2023-440d-af46-cae9e0507607 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 210 time: 0.0867903 Aug 31 19:19:31.497781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:31.539945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:31.647312 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:31.648633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec3511-916d-4940-b79a-f38b898e0aa5 req-aaa92a51-8e38-442a-ace2-ecd60a95f41f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:31.657278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3eec3511-916d-4940-b79a-f38b898e0aa5 req-aaa92a51-8e38-442a-ace2-ecd60a95f41f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.2726808 Aug 31 19:19:31.667898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:31.702338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:31.718126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:31.727885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:31.732824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3eec3511-916d-4940-b79a-f38b898e0aa5 req-72ac4039-99b0-4d9b-a446-1034423e436f tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743551 Aug 31 19:19:31.744732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object 43ae665c-c9b4-428a-9665-e9fb7f5168e9 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:31.829101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-cff33e1f-216b-4a89-a861-d633bc299a7d tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:31.832953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-cff33e1f-216b-4a89-a861-d633bc299a7d tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4926140 Aug 31 19:19:31.834860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:31.835753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:31.852399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Request body: {'port': {'device_id': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '5c03f3e94ea64cbb84ef922196aff4d5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:31.891922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c51b0edf-2efc-400f-80cd-17689875ce2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:32.025447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:32.029095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Made reservation on behalf of 5c03f3e94ea64cbb84ef922196aff4d5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:32.035628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.044112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:32.059813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:32.064477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:32.078251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f133e-f4d4-471b-854d-5c8e824d1087 req-04549f67-279f-4a60-9b61-dc6799cc2b9a tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.080494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8f133e-f4d4-471b-854d-5c8e824d1087 req-04549f67-279f-4a60-9b61-dc6799cc2b9a tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.2242785 Aug 31 19:19:32.186941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b193c-2a96-47b3-be7d-3cf76850c899 req-972062e7-6f20-494d-b32e-986b732f4e63 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.195232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a25b193c-2a96-47b3-be7d-3cf76850c899 req-972062e7-6f20-494d-b32e-986b732f4e63 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.2062094 Aug 31 19:19:32.258424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.259199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.267758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8f133e-f4d4-471b-854d-5c8e824d1087 req-800b954f-0cab-4c34-a8b2-6ba594e00c03 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598389 Aug 31 19:19:32.309165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7ed86e74-10a5-446f-8226-c83c78cb05a3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1112370 Aug 31 19:19:32.345716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a25b193c-2a96-47b3-be7d-3cf76850c899 req-58c0576d-8fac-4247-92fe-0488ddecc68d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487842 Aug 31 19:19:32.357927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'admin_state_up': True, 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'security_groups': ['bdc409f2-888f-446f-9634-d9ddad6fb5c6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:32.469755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:32.533428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f625a97b-1db0-42b4-839d-c41ae26ac6ef None None] Provisioning for port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:32.534055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.540075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f625a97b-1db0-42b4-839d-c41ae26ac6ef None None] Provisioning complete for port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:32.541076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f625a97b-1db0-42b4-839d-c41ae26ac6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.622383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f625a97b-1db0-42b4-839d-c41ae26ac6ef None None] Port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:32.627142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf3151-01b1-4b8d-94ae-107c651c13c1 req-44f953ec-c6b9-4b19-a723-185fcde10a9f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.635021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fdf3151-01b1-4b8d-94ae-107c651c13c1 req-44f953ec-c6b9-4b19-a723-185fcde10a9f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.1686232 Aug 31 19:19:32.648919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee833-7230-491b-878a-a9d4b33b56a5 req-2ba71b95-42e0-4a65-9037-e41c494f2392 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.656025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee833-7230-491b-878a-a9d4b33b56a5 req-2ba71b95-42e0-4a65-9037-e41c494f2392 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:32.664341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b59ee833-7230-491b-878a-a9d4b33b56a5 req-2ba71b95-42e0-4a65-9037-e41c494f2392 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 1654 time: 0.1483712 Aug 31 19:19:32.680407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.686226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.697109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2a7a66e4-5831-4fcb-acb4-16a5429dab31 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:32.756925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fdf3151-01b1-4b8d-94ae-107c651c13c1 req-9f507ad6-f308-4358-b499-25be32b57375 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178713 Aug 31 19:19:32.757349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:32.761735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:32.766062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:32.798477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b59ee833-7230-491b-878a-a9d4b33b56a5 req-f901caf9-a727-4fc2-b133-961b2712b34b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239181 Aug 31 19:19:32.839585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2a7a66e4-5831-4fcb-acb4-16a5429dab31 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "PUT /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f HTTP/1.1" status: 200 len: 366 time: 0.3658895 Aug 31 19:19:32.840435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:32.863719 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2489367f-72d3-49d4-917a-76bad6dd4be3 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0187948 Aug 31 19:19:32.867751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:32.883593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cec2b188-bad5-4f20-8d59-eb16c8906f25 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f HTTP/1.1" status: 200 len: 366 time: 0.0143800 Aug 31 19:19:32.884711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:32.895494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Allocated IP 192.168.233.68 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/94c46733-346f-401a-babc-3988ba5bb10d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:32.924371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f3a4e90-38b3-4012-9629-20fe69459acb tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f HTTP/1.1" status: 204 len: 168 time: 0.0341439 Aug 31 19:19:32.927191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:32.958330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d5bfd6d-4b38-496b-b7c1-41b5552c8758 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0299487 Aug 31 19:19:32.970815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abd90f16-30ac-4ec5-ab75-fc3990352a82 req-955d2477-a341-44b7-8243-02417299c2d9 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 210 time: 0.0631530 Aug 31 19:19:32.971448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:33.109257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.115843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.1.1.241 (bd56f0b8-b472-4de6-99b2-2498b3cb83ae/941b6597-4a42-4972-895d-8a6d564e7004/ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:33.146310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f79e499e-e32a-4361-bd8e-56775329094f tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f HTTP/1.1" status: 200 len: 370 time: 0.1738932 Aug 31 19:19:33.149298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:33.160425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-575c178a-cbd9-46e0-9458-351bc29587ee tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f/default HTTP/1.1" status: 200 len: 370 time: 0.0098557 Aug 31 19:19:33.161987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:33.163834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Transition to ACTIVE for port object 94c46733-346f-401a-babc-3988ba5bb10d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:33.191016 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-26b9afa0-87d9-4994-b4c4-dd636096a2a6 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] delete failed (client error): The resource could not be found. Aug 31 19:19:33.192069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-26b9afa0-87d9-4994-b4c4-dd636096a2a6 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/4f4425dfd85d486cacd8221a6673df9f HTTP/1.1" status: 404 len: 348 time: 0.0152893 Aug 31 19:19:33.215171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:33.258687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.322302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c51b0edf-2efc-400f-80cd-17689875ce2a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:33.322938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.358189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:33.368667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:33.378551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:33.458327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:33.469938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Pushing event updated for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:33.501738 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.521452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:network and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.561667 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.562995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:33.564083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.570477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.585811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:33.587303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:subnet and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.587600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:33.590516 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd84027-d553-425e-af2a-7a14c53f91e5" -d '{"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:33.597229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.599192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.612016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-ac0f18b9-0f0e-43e7-aa37-75f63b963cb8 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7636545 Aug 31 19:19:33.618693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:33.622117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:subnetpool and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.635100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Request body: {'port': {'device_id': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:33.642394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.653769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5bfd7-314d-4a91-a4e9-ffffcf655ce6 req-a04b4541-81d9-4c28-a765-9124d49f7581 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:33.655614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a5bfd7-314d-4a91-a4e9-ffffcf655ce6 req-a04b4541-81d9-4c28-a765-9124d49f7581 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1447694 Aug 31 19:19:33.668674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390fe0-2588-4269-98f7-4ef6c11f8280 req-cc8c5748-0bf3-455b-bf8a-281606e99773 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:33.680503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:port and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.681122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68390fe0-2588-4269-98f7-4ef6c11f8280 req-cc8c5748-0bf3-455b-bf8a-281606e99773 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.1996932 Aug 31 19:19:33.692540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.718352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:33.732082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.732436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.734494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.734855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.735200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.735543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.735908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.736244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.736575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.736907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.739114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:router and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.740663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.741062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:33.768262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.774640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.777508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9943080-3bd4-4bf3-ba72-2ee593b4a72b None None] Provisioning for port 94c46733-346f-401a-babc-3988ba5bb10d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:33.781447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9943080-3bd4-4bf3-ba72-2ee593b4a72b None None] Provisioning complete for port 94c46733-346f-401a-babc-3988ba5bb10d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:33.781837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9943080-3bd4-4bf3-ba72-2ee593b4a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.797192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a5bfd7-314d-4a91-a4e9-ffffcf655ce6 req-650fbc01-ab35-4e99-9c03-7ba0873a12f9 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062977 Aug 31 19:19:33.826644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:floatingip and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:33.841345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68390fe0-2588-4269-98f7-4ef6c11f8280 req-58e3b752-4a28-430d-a4b1-33b681332f04 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588500 Aug 31 19:19:33.844706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:33.868423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:33.888096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c9943080-3bd4-4bf3-ba72-2ee593b4a72b None None] Port 94c46733-346f-401a-babc-3988ba5bb10d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:33.937317 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262a07d-945c-4d01-a580-d16b1062646c x-openstack-request-id: req-3262a07d-945c-4d01-a580-d16b1062646c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:33.937646 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:33.937912 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3262a07d-945c-4d01-a580-d16b1062646c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:33.938450 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'code': 200} Aug 31 19:19:33.985412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:33.988397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:33.996737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:34.093023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.093963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.108800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:34.122057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:security_group and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:34.134644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:34.169636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Usage tracker for resource:security_group_rule and tenant:abf4326bbfd346629447f000ad476987 is out of sync, need to count used quota {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 19:19:34.188508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.quota.resource [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 19:19:34.245485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c9060771-560f-4a5f-b1bb-5557d41ec30d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8986025 Aug 31 19:19:34.266944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'admin_state_up': True, 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'security_groups': ['bdc409f2-888f-446f-9634-d9ddad6fb5c6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:34.329670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c46733-346f-401a-babc-3988ba5bb10d {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:34.340672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.363518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Transition to ACTIVE for port object 94c46733-346f-401a-babc-3988ba5bb10d will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:34.366272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e23d64ae-5087-4962-94aa-0983f4e20e73 tempest-QuotasTest-1196346404 tempest-QuotasTest-1196346404-project-admin] 10.222.0.73 "GET /v2.0/quotas/abf4326bbfd346629447f000ad476987/details.json HTTP/1.1" status: 200 len: 703 time: 0.9064507 Aug 31 19:19:34.392140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.439658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2a17da0-d19f-47b6-8a0c-3f80baa28373 None None] Provisioning for port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:34.443962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2a17da0-d19f-47b6-8a0c-3f80baa28373 None None] Provisioning complete for port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:34.444446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2a17da0-d19f-47b6-8a0c-3f80baa28373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.460527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Pushing event updated for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:34.488316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bf461-89f1-45df-a65a-42909d83e123 req-0091e76d-9e2d-4b4b-846c-ede7e8ae9253 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.498255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-753bf461-89f1-45df-a65a-42909d83e123 req-0091e76d-9e2d-4b4b-846c-ede7e8ae9253 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.4286072 Aug 31 19:19:34.548675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a299c5-2778-4932-8426-9a04bc3d7ea0 req-52f79dc4-1c80-478e-be3a-1f571e50d653 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.556329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a299c5-2778-4932-8426-9a04bc3d7ea0 req-52f79dc4-1c80-478e-be3a-1f571e50d653 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.564535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a299c5-2778-4932-8426-9a04bc3d7ea0 req-52f79dc4-1c80-478e-be3a-1f571e50d653 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.576753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a299c5-2778-4932-8426-9a04bc3d7ea0 req-52f79dc4-1c80-478e-be3a-1f571e50d653 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 2375 time: 0.4748473 Aug 31 19:19:34.579209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d2a17da0-d19f-47b6-8a0c-3f80baa28373 None None] Port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:34.622559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Attempting to bind port 94c46733-346f-401a-babc-3988ba5bb10d on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:34.623057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Attempting to bind port 94c46733-346f-401a-babc-3988ba5bb10d by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:34.623266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Attempting to bind port 94c46733-346f-401a-babc-3988ba5bb10d on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:34.629464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Port 94c46733-346f-401a-babc-3988ba5bb10d on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:34.629806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Attempting to bind port 94c46733-346f-401a-babc-3988ba5bb10d on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:34.639948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:34.640507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:34.641172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:34.660080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Bound port: 94c46733-346f-401a-babc-3988ba5bb10d, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:34.661855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.700997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-753bf461-89f1-45df-a65a-42909d83e123 req-650ed0a3-f938-4ea2-8402-419b81bed167 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000916 Aug 31 19:19:34.768405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:34.878520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:34.889405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94c46733-346f-401a-babc-3988ba5bb10d,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:34.908377 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.948528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3a299c5-2778-4932-8426-9a04bc3d7ea0 req-f4e7aa25-3b99-404b-b78f-0e53aa538155 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655090 Aug 31 19:19:34.992746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:34.993511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:34.995829 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] 10.222.0.67 "PUT /v2.0/ports/94c46733-346f-401a-babc-3988ba5bb10d HTTP/1.1" status: 200 len: 1096 time: 1.3708723 Aug 31 19:19:34.996942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:34.999372 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54527d-8edd-42bc-a1c0-6ece557a9b00" -d '{"events": [{"name": "network-changed", "server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "tag": "94c46733-346f-401a-babc-3988ba5bb10d"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:35.052876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433d02-e8f7-41b3-86fb-5de41b97d964 service neutron] Pushing event updated for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:35.103712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb97e5-b2a1-46da-b09c-1cb7f451d9a6 req-0b02d188-c64a-43cc-8c2a-bebdbb3dada5 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:35.124135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:35.126489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abbb97e5-b2a1-46da-b09c-1cb7f451d9a6 req-0b02d188-c64a-43cc-8c2a-bebdbb3dada5 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 947 time: 0.2260103 Aug 31 19:19:35.187201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-9989b338-7d37-43e6-b033-446e933d5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:35.194498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-9989b338-7d37-43e6-b033-446e933d5315 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 1099 time: 0.1177998 Aug 31 19:19:35.208138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:35.285962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-fec02548-bcc5-4b5e-aab8-024261b7ce77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=94c46733-346f-401a-babc-3988ba5bb10d HTTP/1.1" status: 200 len: 217 time: 0.0829470 Aug 31 19:19:35.332649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abbb97e5-b2a1-46da-b09c-1cb7f451d9a6 req-49c8dac5-e5bf-4eee-8e4d-8c8e87518054 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051609 Aug 31 19:19:35.449134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85239029-dd36-4fb2-af8b-5974e33dac3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:35.472837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-6d2b8c1f-957c-4e6c-b82f-1c4c2c0a5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:35.475994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-6d2b8c1f-957c-4e6c-b82f-1c4c2c0a5a12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1748126 Aug 31 19:19:35.611998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969e3e8-2d1d-478b-ad80-6412d265eb8c req-7ff2db69-5d8e-4489-8376-8e506b608e93 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:35.617717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-34b032d9-16f7-4068-958e-3f0e0f771e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:35.619382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4969e3e8-2d1d-478b-ad80-6412d265eb8c req-7ff2db69-5d8e-4489-8376-8e506b608e93 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1446514 Aug 31 19:19:35.623567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-34b032d9-16f7-4068-958e-3f0e0f771e42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1342251 Aug 31 19:19:35.743100 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c65267-61db-4dba-ad4b-38157ef0f254 x-openstack-request-id: req-f7c65267-61db-4dba-ad4b-38157ef0f254 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:35.743451 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "tag": "94c46733-346f-401a-babc-3988ba5bb10d", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:35.743734 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7c65267-61db-4dba-ad4b-38157ef0f254 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:35.744259 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d', 'status': 'completed', 'code': 200} Aug 31 19:19:35.758163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4969e3e8-2d1d-478b-ad80-6412d265eb8c req-fde02eae-2487-40bb-b423-e4b42a717e3d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368096 Aug 31 19:19:35.766277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.2.2.100 (7b0a0d68-f904-4281-8c8c-34ba8ad005fd/516f3bfd-9575-4d38-9dfe-725a989d484f/b92bddd5-08ab-47b2-988b-e1793a2b49d1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:35.889570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-1cf2d06c-d77e-4fdb-9444-a9b468673e39 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569573 Aug 31 19:19:36.060485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-111a6c35-38ad-42fe-b79d-1c534e9012c0 req-fc627e12-72f1-4eff-aebe-191a812c1516 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595283 Aug 31 19:19:36.079438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85239029-dd36-4fb2-af8b-5974e33dac3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.090612 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85239029-dd36-4fb2-af8b-5974e33dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.167571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85239029-dd36-4fb2-af8b-5974e33dac3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25d1c1dda9cf4c7eb402997491b054fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0397754 Aug 31 19:19:36.196442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85239029-dd36-4fb2-af8b-5974e33dac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1281d945-923e-4158-aad3-1f00727e5207,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:36.202783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:36.267169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f254ed-b948-4762-b65f-87d2d815200c req-4ea821c8-e839-47e5-97f3-2be2134f3fdb tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:36.276450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37f254ed-b948-4762-b65f-87d2d815200c req-4ea821c8-e839-47e5-97f3-2be2134f3fdb tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.4152284 Aug 31 19:19:36.318597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241af32-a783-4d69-8b96-7a83d9e34ee7 req-246866ae-b074-485e-b718-1bab9f0f4943 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:36.328901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1241af32-a783-4d69-8b96-7a83d9e34ee7 req-246866ae-b074-485e-b718-1bab9f0f4943 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.3474298 Aug 31 19:19:36.365270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.402732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object b92bddd5-08ab-47b2-988b-e1793a2b49d1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:36.413237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.495495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.517942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1241af32-a783-4d69-8b96-7a83d9e34ee7 req-2e4ab12b-5cfd-41a4-b891-3a1ee9cc5a53 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876898 Aug 31 19:19:36.579068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37f254ed-b948-4762-b65f-87d2d815200c req-da873d45-787e-4e5f-803f-5d55419d3d8e tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995834 Aug 31 19:19:36.585979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-856007bc-5cb7-43af-9109-9d2430123f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:36.592198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-856007bc-5cb7-43af-9109-9d2430123f11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 1099 time: 0.4459713 Aug 31 19:19:36.596111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.610370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.616720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1281d945-923e-4158-aad3-1f00727e5207 HTTP/1.1" status: 204 len: 168 time: 0.4097552 Aug 31 19:19:36.684360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:36.722235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49968e-c2c8-4fb1-80b6-9b49b9750ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281d945-923e-4158-aad3-1f00727e5207,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:36.846984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:36.981402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-13342bc1-600d-44c8-bca9-cbf24b23ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:36.983850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-13342bc1-600d-44c8-bca9-cbf24b23ffd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3629124 Aug 31 19:19:37.007717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:37.029849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:37.042855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:37.080442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-4e2c2380-6d72-4910-bc1f-3a2a59bfdc9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=94c46733-346f-401a-babc-3988ba5bb10d HTTP/1.1" status: 200 len: 217 time: 0.0886948 Aug 31 19:19:37.097530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-7a317aba-aef4-475d-909b-9c10d07571d4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.103764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-7a317aba-aef4-475d-909b-9c10d07571d4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.110117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-7a317aba-aef4-475d-909b-9c10d07571d4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.116887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-7a317aba-aef4-475d-909b-9c10d07571d4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.125248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-7a317aba-aef4-475d-909b-9c10d07571d4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3096 time: 0.2520506 Aug 31 19:19:37.164382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e138d-f48c-410b-a15c-2ffb2e02d92e req-9a8923a1-b2ce-4c9c-b23e-8498fa33859c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.165993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-423e138d-f48c-410b-a15c-2ffb2e02d92e req-9a8923a1-b2ce-4c9c-b23e-8498fa33859c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 947 time: 0.2175879 Aug 31 19:19:37.193435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-808724fd-aefa-4094-be45-b12f8847c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.197509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-808724fd-aefa-4094-be45-b12f8847c28d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1090033 Aug 31 19:19:37.289311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:37.295358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.296050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.317331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0591-e79f-4165-8267-50be134242d0 req-1faeceb0-6539-4120-95bc-bee3e1b319ca tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.319078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-076c0591-e79f-4165-8267-50be134242d0 req-1faeceb0-6539-4120-95bc-bee3e1b319ca tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.67 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.3720872 Aug 31 19:19:37.327943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c885ec9-6f56-4a19-9e14-bdf36c73f005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.328358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7efcde7d-bd27-45ce-9c25-74477606656f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0733531 Aug 31 19:19:37.346831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-d0de5594-7144-4f41-8799-e774d413e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.348591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-d0de5594-7144-4f41-8799-e774d413e641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408858 Aug 31 19:19:37.360540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-165a6add-3148-448a-8d6f-9dff7bc9d7bc req-c9bb8d79-1be4-4030-9e61-87c8c303e185 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343166 Aug 31 19:19:37.409076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'admin_state_up': True, 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'security_groups': ['bdc409f2-888f-446f-9634-d9ddad6fb5c6']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:37.511188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-544942b7-5b4d-4203-be4c-46c4897afd96 None None] Provisioning for port b92bddd5-08ab-47b2-988b-e1793a2b49d1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:37.520193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-544942b7-5b4d-4203-be4c-46c4897afd96 None None] Provisioning complete for port b92bddd5-08ab-47b2-988b-e1793a2b49d1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:37.521872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-544942b7-5b4d-4203-be4c-46c4897afd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.582899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-423e138d-f48c-410b-a15c-2ffb2e02d92e req-62d2bf02-29b3-4ed5-a36f-e8e666231da7 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031055 Aug 31 19:19:37.627245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-544942b7-5b4d-4203-be4c-46c4897afd96 None None] Port b92bddd5-08ab-47b2-988b-e1793a2b49d1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:37.649018 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-bc246137-ef86-49a4-9414-afe037bd086b service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821903 Aug 31 19:19:37.831783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Deleting port dbb73cfb-a214-4b49-91cb-454d188a94e4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:37.832162 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.842536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b609b-80e7-4c0c-a2b3-244c78d883f0 req-be067867-2fd7-4416-852c-eb0354c6ef6d tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.844041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c67b609b-80e7-4c0c-a2b3-244c78d883f0 req-be067867-2fd7-4416-852c-eb0354c6ef6d tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 946 time: 0.1306331 Aug 31 19:19:37.845503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c885ec9-6f56-4a19-9e14-bdf36c73f005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.853683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64461f-af4a-4edd-8a80-eb9aab7166c5 req-15b089e6-ac55-434b-8883-ce8454b4cf11 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.858185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c885ec9-6f56-4a19-9e14-bdf36c73f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.861786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff64461f-af4a-4edd-8a80-eb9aab7166c5 req-15b089e6-ac55-434b-8883-ce8454b4cf11 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1706908 Aug 31 19:19:37.902554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c885ec9-6f56-4a19-9e14-bdf36c73f005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd5b8c-ba61-40c3-a597-7902790a61aa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:37.926164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Made reservation on behalf of e22927fa1ae54749b22f44bbc53020c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:37.930531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:37.948293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550baaca-857a-4355-9726-5d3a0a4b5c64 req-ede98bc7-35fe-40b1-9c84-5fc9d1b57b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:37.950643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-550baaca-857a-4355-9726-5d3a0a4b5c64 req-ede98bc7-35fe-40b1-9c84-5fc9d1b57b3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.2803290 Aug 31 19:19:37.982448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c885ec9-6f56-4a19-9e14-bdf36c73f005 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abf4326bbfd346629447f000ad476987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879444 Aug 31 19:19:37.991512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:38.014124 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c54527d-8edd-42bc-a1c0-6ece557a9b00 req-fc1880ab-a8ea-4cd4-a1b5-ee0535a51f92 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426695 Aug 31 19:19:38.032900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-550baaca-857a-4355-9726-5d3a0a4b5c64 req-4a73b07b-7aa4-45b6-9dcb-617e415a986c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 Aug 31 19:19:38.084406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:38.114404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:38.193904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:38.196557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:38.200695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62fd5b8c-ba61-40c3-a597-7902790a61aa HTTP/1.1" status: 204 len: 168 time: 0.2072291 Aug 31 19:19:38.218931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f8a4b-95ef-448f-9b4d-659d986d90f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd5b8c-ba61-40c3-a597-7902790a61aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:38.380682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c67b609b-80e7-4c0c-a2b3-244c78d883f0 req-d31c4418-c42f-4ad2-9414-31c5baa89314 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/security-groups?id=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880664 Aug 31 19:19:38.391176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff64461f-af4a-4edd-8a80-eb9aab7166c5 req-23358c35-cb3a-4a23-a71a-57886bce1b27 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281963 Aug 31 19:19:38.501331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] For port dbb73cfb-a214-4b49-91cb-454d188a94e4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dbb73cfb-a214-4b49-91cb-454d188a94e4,segment=NetworkSegment(23e193d1-1383-4d9f-80d2-bacfa0d8a6ec),segment_id=23e193d1-1383-4d9f-80d2-bacfa0d8a6ec)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:38.502008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:38.587030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Calling delete_port for dbb73cfb-a214-4b49-91cb-454d188a94e4 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:38.719498 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:19:38.799476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c5634-f495-4e41-b5b1-bf750c8f1478 req-c0724ce2-d7b0-4675-9e88-0e8933d17006 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:38.808670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-114c5634-f495-4e41-b5b1-bf750c8f1478 req-c0724ce2-d7b0-4675-9e88-0e8933d17006 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2908611 Aug 31 19:19:38.921197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-ea4c3d87-0b8a-47f5-b051-904f411f354d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:38.928032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-ea4c3d87-0b8a-47f5-b051-904f411f354d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:38.935457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-ea4c3d87-0b8a-47f5-b051-904f411f354d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:38.942046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-ea4c3d87-0b8a-47f5-b051-904f411f354d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:38.943936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-ea4c3d87-0b8a-47f5-b051-904f411f354d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3096 time: 0.2791204 Aug 31 19:19:38.973943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Allocated IP 10.2.2.200 (7b0a0d68-f904-4281-8c8c-34ba8ad005fd/516f3bfd-9575-4d38-9dfe-725a989d484f/f0296614-4df9-432a-8ee0-3c505ab7438e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:38.985157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-114c5634-f495-4e41-b5b1-bf750c8f1478 req-b025d847-4375-44ce-8a93-0fdd5488bfaf tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756787 Aug 31 19:19:39.125363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-944aa19b-83af-4714-acb4-2924fc90dc34 req-afb93b47-9581-4b73-9306-9d17719c45e6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634667 Aug 31 19:19:39.199037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:39.388346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Pushing event deleted for resources: {'Port': ['ID=dbb73cfb-a214-4b49-91cb-454d188a94e4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:39.509477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] No DVR routers for this DVR port dbb73cfb-a214-4b49-91cb-454d188a94e4 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:39.525097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:39.529652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-076c0591-e79f-4165-8267-50be134242d0 req-b025c63d-2a7e-4d9f-ae94-81b81ea64032 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.67 "DELETE /v2.0/ports/dbb73cfb-a214-4b49-91cb-454d188a94e4 HTTP/1.1" status: 204 len: 173 time: 2.2002628 Aug 31 19:19:39.530538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'name': 'network-vif-deleted', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:39.533689 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f3fb4e-ef57-4d55-a072-9a7e71394587" -d '{"events": [{"server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "name": "network-vif-deleted", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:39.553361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe878-e97e-4888-8a50-dd2ea440b118 req-6d26b67e-dd4d-479f-8395-45e8b000f058 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:39.563190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adffe878-e97e-4888-8a50-dd2ea440b118 req-6d26b67e-dd4d-479f-8395-45e8b000f058 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 947 time: 0.2385018 Aug 31 19:19:39.618796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:39.642510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bd9bab4-8650-4efa-aba9-5580ff4f6e16 req-bdd4bdfd-ab4e-45be-bccb-8e02708b9eb8 tempest-ServersNegativeTestMultiTenantJSON-2000854074 tempest-ServersNegativeTestMultiTenantJSON-2000854074-project] 10.222.0.73 "GET /v2.0/ports?device_id=c675b456-aba7-4c9f-a61d-29b6b9bef4b7 HTTP/1.1" status: 200 len: 210 time: 0.0541275 Aug 31 19:19:39.671089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Transition to ACTIVE for port object f0296614-4df9-432a-8ee0-3c505ab7438e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:39.692187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adffe878-e97e-4888-8a50-dd2ea440b118 req-c38b7bc5-09ab-412e-8b9f-2f557f271283 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252096 Aug 31 19:19:39.791316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:39.802947 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4815d5-afbc-48f6-aa5d-cf41cb25c9f6 x-openstack-request-id: req-2f4815d5-afbc-48f6-aa5d-cf41cb25c9f6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:39.808498 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c675b456-aba7-4c9f-a61d-29b6b9bef4b7", "name": "network-vif-deleted", "tag": "dbb73cfb-a214-4b49-91cb-454d188a94e4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:39.808983 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f4815d5-afbc-48f6-aa5d-cf41cb25c9f6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:39.809586 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c675b456-aba7-4c9f-a61d-29b6b9bef4b7', 'name': 'network-vif-deleted', 'tag': 'dbb73cfb-a214-4b49-91cb-454d188a94e4', 'status': 'completed', 'code': 200} Aug 31 19:19:39.890519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:39.970706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:39.985204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:40.001754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:40.116762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.119746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.170645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e81fc1-f7d9-4852-ac0b-d5eaa2e8d670 req-fc11db82-26e2-45c1-ae1e-66a84a9d149c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.172452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78e81fc1-f7d9-4852-ac0b-d5eaa2e8d670 req-fc11db82-26e2-45c1-ae1e-66a84a9d149c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.3524334 Aug 31 19:19:40.174357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-66ee9ef3-157c-40a3-be5a-f90896f2b08b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8343709 Aug 31 19:19:40.191920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94c46733-346f-401a-babc-3988ba5bb10d details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:19:40.308284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:40.403203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78e81fc1-f7d9-4852-ac0b-d5eaa2e8d670 req-cb74af37-a4e2-44e6-b979-70dd15b221c2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228010 Aug 31 19:19:40.417924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94c46733-346f-401a-babc-3988ba5bb10d,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:40.433166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dbb73cfb-a214-4b49-91cb-454d188a94e4 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:40.437910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '94c46733-346f-401a-babc-3988ba5bb10d', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '94c46733-346f-401a-babc-3988ba5bb10d', 'mac_address': 'fa:16:3e:02:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:19:40.502293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.505754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: dbb73cfb-a214-4b49-91cb-454d188a94e4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:40.506433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dbb73cfb-a214-4b49-91cb-454d188a94e4 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:40.530658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c46733-346f-401a-babc-3988ba5bb10d {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:40.543632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.581582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94c46733-346f-401a-babc-3988ba5bb10d,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:40.587796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:40.590351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.594326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47c8d1c1-32c1-49c1-bca4-3742ad041fe0 None None] Provisioning for port f0296614-4df9-432a-8ee0-3c505ab7438e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:40.656328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47c8d1c1-32c1-49c1-bca4-3742ad041fe0 None None] Provisioning complete for port f0296614-4df9-432a-8ee0-3c505ab7438e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:40.657114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47c8d1c1-32c1-49c1-bca4-3742ad041fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.695799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:40.699536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47c8d1c1-32c1-49c1-bca4-3742ad041fe0 None None] Port f0296614-4df9-432a-8ee0-3c505ab7438e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:19:40.725099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdb4d3-2db7-4ef0-9979-80d0ef9721db req-bd427ce7-fe62-4679-a87a-7f8d4df39895 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.736587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0cdb4d3-2db7-4ef0-9979-80d0ef9721db req-bd427ce7-fe62-4679-a87a-7f8d4df39895 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.5528510 Aug 31 19:19:40.751388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.759310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.769160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.778484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-623820061', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:40.794906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.803370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:40.808643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['94c46733-346f-401a-babc-3988ba5bb10d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:40.814980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-a000771a-50b9-4edd-8329-e55ef7c5d725 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3817 time: 0.2411566 Aug 31 19:19:40.833100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Made reservation on behalf of 8f163a699ea947ae89844acf8ab6e790 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:40.835534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.852416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:40.968495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3c7d9d4-3e14-46ff-bb82-c76050fd08b2 req-e31ac034-95ee-4509-894b-7d7f64ac7ac6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492307 Aug 31 19:19:41.105508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.112748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.147265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:19:41.157896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0cdb4d3-2db7-4ef0-9979-80d0ef9721db req-f83e934d-83b6-4608-baf5-1f4d6f1b8603 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202418 Aug 31 19:19:41.188953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.188953 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Added segment c598b813-e449-4288-95c7-a9edef9aa9ab of type vlan for network 063823a7-7400-4ee1-a860-081634e88b92 Aug 31 19:19:41.271222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:41.341074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11345a15-238a-4a1c-a305-ac02be0e58ff,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:41.377877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.386929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Deleting subnet ddbffc42-777e-4cf7-bd42-6e76f379e338 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:19:41.392505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.446356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.469323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.470298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:41.470885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.499829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67d1f037-c7b2-4d6d-8192-34af4bd9e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.559598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9695721 Aug 31 19:19:41.562938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.565192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:41.566049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34226f-29bf-4397-9f50-5546a71c87d1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Network': ['ID=063823a7-7400-4ee1-a860-081634e88b92,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:41.574201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'subnet': {'network_id': '063823a7-7400-4ee1-a860-081634e88b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:41.580697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 063823a7-7400-4ee1-a860-081634e88b92 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:19:41.617562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Made reservation on behalf of 8f163a699ea947ae89844acf8ab6e790 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:41.620686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.766996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52c38-7631-4422-8c47-911c53887409 req-bca32d2e-524f-4188-86d2-abb863b28ed2 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:41.768635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fc52c38-7631-4422-8c47-911c53887409 req-bca32d2e-524f-4188-86d2-abb863b28ed2 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 948 time: 0.3952348 Aug 31 19:19:41.780565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.790674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fa4d80-4f79-46fa-b839-1ad424cecdc2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:41.818219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.848165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbffc42-777e-4cf7-bd42-6e76f379e338,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:41.865120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:41.869016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-127e21c9-5911-406d-8099-98a3a8e1c766 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ddbffc42-777e-4cf7-bd42-6e76f379e338 HTTP/1.1" status: 204 len: 168 time: 0.5906236 Aug 31 19:19:41.874339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:41.903038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Transition to ACTIVE for port object 13fa4d80-4f79-46fa-b839-1ad424cecdc2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:41.931101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.076179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fc52c38-7631-4422-8c47-911c53887409 req-bfcdf96f-2d1e-4360-9f10-9d9e3377cfd4 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799997 Aug 31 19:19:42.110476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.161231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-13d5ad5e-a375-4d76-86c7-03d6e713cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.162486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-13d5ad5e-a375-4d76-86c7-03d6e713cc76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.3093820 Aug 31 19:19:42.229379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94c46733-346f-401a-babc-3988ba5bb10d up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:19:42.360818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Pushing event updated for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:42.385540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 94c46733-346f-401a-babc-3988ba5bb10d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:19:42.392510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 94c46733-346f-401a-babc-3988ba5bb10d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:19:42.393101 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.502935 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.546790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-0d81dae7-e5f1-4b8d-ae28-dc8bf01de731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.548823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-0d81dae7-e5f1-4b8d-ae28-dc8bf01de731 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.3656318 Aug 31 19:19:42.551598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94c46733-346f-401a-babc-3988ba5bb10d,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:42.555546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:42.558917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82162c-5fce-4249-bc03-fb76045b3052 req-51e75d43-495f-44a9-95c6-e3d7ed5cfce2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.559088 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aea8de2-f37e-42b8-9b83-3fdee77c9b1a" -d '{"events": [{"server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "name": "network-vif-plugged", "status": "completed", "tag": "94c46733-346f-401a-babc-3988ba5bb10d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:42.567480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be82162c-5fce-4249-bc03-fb76045b3052 req-51e75d43-495f-44a9-95c6-e3d7ed5cfce2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.6332383 Aug 31 19:19:42.574605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.640267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.646199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:42.655778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c351d6-9a87-4a00-a3d0-12723ce2726b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:42.710863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:42.711234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e193d1-1383-4d9f-80d2-bacfa0d8a6ec') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:42.748532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-80292b2c-1ea6-4af7-b0a8-4f54b3df7364 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.1444554 Aug 31 19:19:42.753377 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.759875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Attempting to bind port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:42.760666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Attempting to bind port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:42.760666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Attempting to bind port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 on network 1077a2ff-19dd-430a-870e-426ef82e7556 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:42.797164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.808557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:42.809085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.812187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 on network 1077a2ff-19dd-430a-870e-426ef82e7556 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:42.812802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Attempting to bind port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 on network 1077a2ff-19dd-430a-870e-426ef82e7556 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:42.813256 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:42.816635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-e84471a6-e1aa-429b-bc60-ae08193bf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.817272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-e84471a6-e1aa-429b-bc60-ae08193bf5ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.0513422 Aug 31 19:19:42.829090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be82162c-5fce-4249-bc03-fb76045b3052 req-16883f6b-9212-4bcc-9a83-3edd1b18709d tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601068 Aug 31 19:19:42.863866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:42.864121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Checking segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:42.864489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Bound using segment: {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:42.864953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Bound port: 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:42.874208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.890617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.896838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:42.899033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f4c351d6-9a87-4a00-a3d0-12723ce2726b HTTP/1.1" status: 204 len: 168 time: 1.0231175 Aug 31 19:19:42.904285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:42.939262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.946036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.950153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a80358-7bbc-424e-af63-332cef05d1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c351d6-9a87-4a00-a3d0-12723ce2726b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:42.969017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.980527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:42.987513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.012286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-46b3e005-c3c0-414b-8a7d-d78446d573ba tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3829 time: 0.6162431 Aug 31 19:19:43.047899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:19:43.048489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.057891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Deleting subnet fce94941-5de4-4ef3-bb13-a93f82b16c71 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:19:43.071420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-3d8b6cb0-d9bb-4550-9427-6b895b794995 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398641 Aug 31 19:19:43.092966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dd877a2-082d-4c57-bf99-3b78f0f34140 req-307fb6fb-839e-4daf-9344-67b7a83f4b19 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797374 Aug 31 19:19:43.116761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.118989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f47d4bd-8ca0-40a9-9f89-084313cfa369,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:43.280672 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb22a9-3eb5-4545-af2a-7796b650dadb x-openstack-request-id: req-23fb22a9-3eb5-4545-af2a-7796b650dadb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:43.280672 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "name": "network-vif-plugged", "status": "completed", "tag": "94c46733-346f-401a-babc-3988ba5bb10d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:43.280886 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23fb22a9-3eb5-4545-af2a-7796b650dadb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:43.281242 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d', 'code': 200} Aug 31 19:19:43.363490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852de2d-2bb2-4bf8-80e8-0c3aab7f595a req-9acfc24b-b898-4204-81b9-73e7f0eef8ff tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.365094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4852de2d-2bb2-4bf8-80e8-0c3aab7f595a req-9acfc24b-b898-4204-81b9-73e7f0eef8ff tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2928123 Aug 31 19:19:43.449635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:43.491911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4852de2d-2bb2-4bf8-80e8-0c3aab7f595a req-ec42e08f-c411-46ce-98ba-0a973923a162 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019952 Aug 31 19:19:43.503670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:43.519717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-19af4989-c1b0-43ba-bbbc-bab26e3ec8cf service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172461 Aug 31 19:19:43.523886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691e4b-8f8a-4965-b80d-26a225c87074 req-5ae8cac3-e62e-4e14-a863-dbe9cd757a81 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.531117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50691e4b-8f8a-4965-b80d-26a225c87074 req-5ae8cac3-e62e-4e14-a863-dbe9cd757a81 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 949 time: 0.1587951 Aug 31 19:19:43.573167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.638702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.649231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.654877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194f61d0-4d46-4eb1-9133-5a987113e8e2 req-4ca1c7fb-7d98-4532-b30e-0eddbdec225c service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146929 Aug 31 19:19:43.705931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.706528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Checking segment: {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:43.706708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.706866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network hostable DHCP agents. Network: 063823a7-7400-4ee1-a860-081634e88b92, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:19:43.708109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-349148b2-f356-4e03-927c-7144d361b23f service neutron] 10.222.0.82 "PUT /v2.0/ports/13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 1093 time: 3.5226767 Aug 31 19:19:43.708918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:43.711200 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d0108-8864-4461-9cea-33d324879530" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:43.731354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50691e4b-8f8a-4965-b80d-26a225c87074 req-1db4dce6-ddda-4236-b09e-a59afc96556c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991711 Aug 31 19:19:43.764197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7698d6c-18e2-41e7-8784-c0c061b561f2 req-590dfc0f-fb46-4885-b1bb-68ce3f0ba977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.765800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7698d6c-18e2-41e7-8784-c0c061b561f2 req-590dfc0f-fb46-4885-b1bb-68ce3f0ba977 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 1101 time: 0.2122910 Aug 31 19:19:43.778095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:43.783546 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a685a04-e847-456b-b417-995c4029d2db x-openstack-request-id: req-7a685a04-e847-456b-b417-995c4029d2db {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:43.783982 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:43.784323 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a685a04-e847-456b-b417-995c4029d2db {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:43.784772 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'status': 'completed', 'code': 200} Aug 31 19:19:43.805837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349148b2-f356-4e03-927c-7144d361b23f service neutron] Pushing event updated for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:43.856446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7698d6c-18e2-41e7-8784-c0c061b561f2 req-fba8949e-d41c-445a-81b2-450529a72651 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522897 Aug 31 19:19:43.857031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network 063823a7-7400-4ee1-a860-081634e88b92 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:19:43.904012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:43.940501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.940989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.941457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.941970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.942437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:43.944355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f17d0108-8864-4461-9cea-33d324879530 req-1a389384-6968-447c-840a-8eb533cb31a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 4365 time: 0.0931084 Aug 31 19:19:43.945316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 063823a7-7400-4ee1-a860-081634e88b92) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:43.955874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c8d2d-730e-479f-add6-45c091d53d34 None None] Network 063823a7-7400-4ee1-a860-081634e88b92 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:43.957034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.001450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.011076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.059081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.061484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fce94941-5de4-4ef3-bb13-a93f82b16c71 HTTP/1.1" status: 204 len: 168 time: 1.1563957 Aug 31 19:19:44.070422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:44.104945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce99d8-07cf-4b5e-8998-120e05cf60ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce94941-5de4-4ef3-bb13-a93f82b16c71,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:44.239330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-932fc5e5-5488-4d1d-87fb-2a030aceb8a4 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6701601 Aug 31 19:19:44.268801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b2da39b-81a9-4df0-ae3e-34ceedfafbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.270622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:44.284023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-373526178', 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:44.355041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de816da-83a3-4b3a-b6fc-101d03250483 None None] Network 063823a7-7400-4ee1-a860-081634e88b92 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:19:44.440600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Made reservation on behalf of 8f163a699ea947ae89844acf8ab6e790 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:19:44.449402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.451230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.455784 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.486817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-cf6190fb-898e-4c69-8029-df6c9e275ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.487563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-cf6190fb-898e-4c69-8029-df6c9e275ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.488097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-cf6190fb-898e-4c69-8029-df6c9e275ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.489707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f17d0108-8864-4461-9cea-33d324879530 req-cf6190fb-898e-4c69-8029-df6c9e275ff6 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5302496 Aug 31 19:19:44.491897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] device_id is not set on port 22a4f06d-85de-4ea3-a52c-9eeb06614386 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:19:44.645386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c66f597-22e7-49de-a1a8-600272e66bb8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:44.664109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0108-8864-4461-9cea-33d324879530 req-f6e3624f-fcd4-4178-b0f6-5979d5ec4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.665330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f17d0108-8864-4461-9cea-33d324879530 req-f6e3624f-fcd4-4178-b0f6-5979d5ec4dd3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607904 Aug 31 19:19:44.665690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.702784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6249ead-7a04-4a41-a100-381cba6a6631 req-5a4bf3b2-4e9f-46a8-bcb8-f01a2539aa0c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.712788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6249ead-7a04-4a41-a100-381cba6a6631 req-5a4bf3b2-4e9f-46a8-bcb8-f01a2539aa0c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.7234831 Aug 31 19:19:44.748403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.753516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Transition to ACTIVE for port object 6c66f597-22e7-49de-a1a8-600272e66bb8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:44.779470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.787380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.794210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.797291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 2001:db8::231 (063823a7-7400-4ee1-a860-081634e88b92/6f47d4bd-8ca0-40a9-9f89-084313cfa369/22a4f06d-85de-4ea3-a52c-9eeb06614386) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:44.800167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.806322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:44.814782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c542e10a-f41b-4360-894a-82c70d353219 req-19bbec98-216f-46b5-886a-4ed1f79b6568 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3829 time: 0.2607021 Aug 31 19:19:44.844529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:44.895199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6249ead-7a04-4a41-a100-381cba6a6631 req-72b24678-0c44-47dd-9ac6-45fe85efc80c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813717 Aug 31 19:19:45.028539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c542e10a-f41b-4360-894a-82c70d353219 req-5c039567-24e1-4744-a19a-a413013ac555 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049758 Aug 31 19:19:45.033220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:45.152841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.257054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.305116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.319698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.332015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network 063823a7-7400-4ee1-a860-081634e88b92 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:45.335109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:45.339292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:45.340578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:45.341121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.358960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9aa4b7d-ec20-45e5-b780-87528c8727a8']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:45.361545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=22a4f06d-85de-4ea3-a52c-9eeb06614386,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:45.379244 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79e4afe2-1ef0-4b31-a43e-68b281146825 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0998185 Aug 31 19:19:45.379897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:45.394376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6d8c7c-eece-4db6-806f-5efc114a4ad0') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:45.394705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6d8c7c-eece-4db6-806f-5efc114a4ad0') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:45.416972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.443985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00c56-5f6d-4e12-bdc0-a2cdd5d852d2 req-d5df9e28-8055-4c78-a8da-92545c75495e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:45.452011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ef00c56-5f6d-4e12-bdc0-a2cdd5d852d2 req-d5df9e28-8055-4c78-a8da-92545c75495e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2617483 Aug 31 19:19:45.465306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.490396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf02dce-cee4-45a0-a961-6312b59f3f0a req-c7b80877-166f-44ea-b895-a41dc68f5aa6 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:45.491931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf02dce-cee4-45a0-a961-6312b59f3f0a req-c7b80877-166f-44ea-b895-a41dc68f5aa6 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 949 time: 0.2747672 Aug 31 19:19:45.498005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:45.498505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:45.500382 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:45.508633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Deleting port 22a4f06d-85de-4ea3-a52c-9eeb06614386 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:45.509326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.593153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Attempting to bind port 6c66f597-22e7-49de-a1a8-600272e66bb8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:45.593809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Attempting to bind port 6c66f597-22e7-49de-a1a8-600272e66bb8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:45.594149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Attempting to bind port 6c66f597-22e7-49de-a1a8-600272e66bb8 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:45.624785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ef00c56-5f6d-4e12-bdc0-a2cdd5d852d2 req-49467666-7c4a-4b9b-872e-275f724ead86 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717188 Aug 31 19:19:45.636269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Port 6c66f597-22e7-49de-a1a8-600272e66bb8 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:45.639900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Attempting to bind port 6c66f597-22e7-49de-a1a8-600272e66bb8 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:45.640023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.688076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:45.688480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Calling delete_port for 22a4f06d-85de-4ea3-a52c-9eeb06614386 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:45.688946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:45.688946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Bound using segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:45.689428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Bound port: 6c66f597-22e7-49de-a1a8-600272e66bb8, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:45.689771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.703190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.713547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf02dce-cee4-45a0-a961-6312b59f3f0a req-9901e1ce-03a7-444c-b54d-9cb12238c47c tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070923 Aug 31 19:19:45.714572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.750203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.752291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] 10.222.0.73 "DELETE /v2.0/networks/a9aa4b7d-ec20-45e5-b780-87528c8727a8 HTTP/1.1" status: 204 len: 168 time: 1.6504896 Aug 31 19:19:45.806753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988335-4677-42dc-9e84-37b0e76ce0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a9aa4b7d-ec20-45e5-b780-87528c8727a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:45.918957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:45.955668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Port': ['ID=22a4f06d-85de-4ea3-a52c-9eeb06614386,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:46.012854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.014352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:46.015788 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37c4468a-3f3d-4cab-aaf9-42f26ca952bc tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/ports/22a4f06d-85de-4ea3-a52c-9eeb06614386 HTTP/1.1" status: 204 len: 168 time: 0.6346369 Aug 31 19:19:46.018161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:46.024493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '063823a7-7400-4ee1-a860-081634e88b92', 'external_fixed_ips': [{'subnet_id': '6f47d4bd-8ca0-40a9-9f89-084313cfa369', 'ip_address': '2001:db8::231'}]}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:46.026382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c66f597-22e7-49de-a1a8-600272e66bb8,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:46.059619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.068631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.070592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.155795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:46.192082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:46.193078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.194867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] 10.222.0.82 "PUT /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 1131 time: 2.4259357 Aug 31 19:19:46.200231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '6c66f597-22e7-49de-a1a8-600272e66bb8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:46.203252 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b893d77-6ddb-4ece-b874-17e7c1edb175" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "6c66f597-22e7-49de-a1a8-600272e66bb8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:46.249865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d11b9c-49ba-41be-a7ca-d7022f79d783 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:46.277103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:46.326763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16238-1739-48b0-84f9-e47ce000527e req-524de41e-c52e-466d-80fa-c33b1cc2c6c5 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:46.328554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51d16238-1739-48b0-84f9-e47ce000527e req-524de41e-c52e-466d-80fa-c33b1cc2c6c5 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.2892029 Aug 31 19:19:46.387259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3530a1ef-3fcc-4f1c-9319-d4b72ba8dece admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55e40048d58248a2b170a0f1b6544504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102382 Aug 31 19:19:46.391433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:46.393026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.597143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.624531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.713567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.716456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.717619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dff6acb6-17b8-4e7d-bc18-0af6e1ef260d HTTP/1.1" status: 204 len: 168 time: 0.3233950 Aug 31 19:19:46.743330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.776417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbbbad-0773-4158-af40-3906da50a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff6acb6-17b8-4e7d-bc18-0af6e1ef260d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:46.925774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:46.980827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.007168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51d16238-1739-48b0-84f9-e47ce000527e req-d73bf890-7e23-42e8-8a8e-884221d827bd tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708744 Aug 31 19:19:47.197751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.198557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.214537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.220859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.230578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.236269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.261746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.268248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.276465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55d7797a-52d5-4297-9409-966da57f6b89 req-a4aa8d21-050a-424b-8278-2cf3d9f13df9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 4601 time: 0.3828821 Aug 31 19:19:47.433723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:47.510967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c559195b-1805-4f70-9694-6ff7e390d8f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6222307fea4d45d28adf92fed7574386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749457 Aug 31 19:19:47.513466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:47.608854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 2001:db8::231 (063823a7-7400-4ee1-a860-081634e88b92/6f47d4bd-8ca0-40a9-9f89-084313cfa369/3e051f2b-f3ee-4c1f-b4a1-3680961ee844) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:19:47.655156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.667974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-cccdd9fa-728f-4524-b85c-3795244b569b tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.672803 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-cccdd9fa-728f-4524-b85c-3795244b569b tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.67 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 949 time: 0.1352172 Aug 31 19:19:47.694618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449076c6-c795-482f-9688-5a5ad0b25b76 req-0269f4b1-4aeb-482f-b776-ab32bee456ae tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:47.698534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-449076c6-c795-482f-9688-5a5ad0b25b76 req-0269f4b1-4aeb-482f-b776-ab32bee456ae tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 949 time: 0.5855548 Aug 31 19:19:47.703160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd7944e-7701-4146-9ffd-f2dd88650673 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:47.724318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55d7797a-52d5-4297-9409-966da57f6b89 req-7799db9b-9b81-4d56-9063-1dcdd70ce9da tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4402454 Aug 31 19:19:47.732938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.796429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.799111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Transition to ACTIVE for port object 6cd7944e-7701-4146-9ffd-f2dd88650673 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:47.813647 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:47.830681 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe49da2-d42a-4d68-94e2-ec56f2d4feea x-openstack-request-id: req-dfe49da2-d42a-4d68-94e2-ec56f2d4feea {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:47.835013 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "6c66f597-22e7-49de-a1a8-600272e66bb8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:47.835475 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfe49da2-d42a-4d68-94e2-ec56f2d4feea {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:47.836121 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '6c66f597-22e7-49de-a1a8-600272e66bb8', 'status': 'completed', 'code': 200} Aug 31 19:19:47.896442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-449076c6-c795-482f-9688-5a5ad0b25b76 req-39f18b57-f877-4f2c-bf7e-bbf9ac739002 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873057 Aug 31 19:19:47.981849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:48.056857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.057394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.058012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.058482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.058943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.059401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.060092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.062954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-81a51f76-3bb0-48fb-853b-665dfb0547e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6170 time: 0.2097206 Aug 31 19:19:48.123405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.126811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.127830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158392c-bbb9-40c5-8343-339deb919431 req-a3e30397-200c-45b4-b8f6-4f2dbe74fd24 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.129414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8158392c-bbb9-40c5-8343-339deb919431 req-a3e30397-200c-45b4-b8f6-4f2dbe74fd24 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2212811 Aug 31 19:19:48.132214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/951ff1f4-72a3-4012-9853-02d1c5fe91b6 HTTP/1.1" status: 204 len: 168 time: 0.6174901 Aug 31 19:19:48.161304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.247589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8158392c-bbb9-40c5-8343-339deb919431 req-9a65d928-fcba-42ed-89b2-8cda4e0fd94b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025136 Aug 31 19:19:48.256842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Attempting to bind port 6cd7944e-7701-4146-9ffd-f2dd88650673 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:48.257176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Attempting to bind port 6cd7944e-7701-4146-9ffd-f2dd88650673 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:48.258042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Attempting to bind port 6cd7944e-7701-4146-9ffd-f2dd88650673 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:48.280210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Port 6cd7944e-7701-4146-9ffd-f2dd88650673 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:48.280549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Attempting to bind port 6cd7944e-7701-4146-9ffd-f2dd88650673 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:48.311342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:48.311717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:48.312124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Bound using segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:48.312576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Bound port: 6cd7944e-7701-4146-9ffd-f2dd88650673, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:48.312951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.477336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:48.477778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6cd7944e-7701-4146-9ffd-f2dd88650673,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:48.487503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.569008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:48.580188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:48.581683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.583171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3995c647-f4b7-4919-9274-78422be0b3eb service neutron] 10.222.0.82 "PUT /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 1130 time: 2.3137677 Aug 31 19:19:48.623884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:48.799439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.851297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Deleting port 94c46733-346f-401a-babc-3988ba5bb10d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:48.851796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:48.920699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fb8e-e94d-481f-ac9c-35e454d8155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ff1f4-72a3-4012-9853-02d1c5fe91b6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:49.137329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] For port 94c46733-346f-401a-babc-3988ba5bb10d, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=94c46733-346f-401a-babc-3988ba5bb10d,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:19:49.137871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.154892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Calling delete_port for 94c46733-346f-401a-babc-3988ba5bb10d owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:49.170461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.227694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4101c9f-aaba-4288-896b-25007ea2c361 req-ed495b6f-25e0-4e5a-a48a-d6513772a2de tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.229933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4101c9f-aaba-4288-896b-25007ea2c361 req-ed495b6f-25e0-4e5a-a48a-d6513772a2de tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 949 time: 0.1561062 Aug 31 19:19:49.256883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.267764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.273666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-1aee2ace-e4dc-44af-bf49-f59d22ea30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.274267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-1aee2ace-e4dc-44af-bf49-f59d22ea30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.274933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-1aee2ace-e4dc-44af-bf49-f59d22ea30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.276887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-1aee2ace-e4dc-44af-bf49-f59d22ea30ed service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1775386 Aug 31 19:19:49.283177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.283902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network 063823a7-7400-4ee1-a860-081634e88b92 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:19:49.300494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:19:49.302457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.321869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.326548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:19:49.328534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.334481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.352073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-4beeb5ba-b9dd-4b65-bc62-a06200545166 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5372 time: 0.2678471 Aug 31 19:19:49.395283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=3e051f2b-f3ee-4c1f-b4a1-3680961ee844,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:49.494812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4101c9f-aaba-4288-896b-25007ea2c361 req-e85cb79f-48e5-4840-9e61-75999e1809bd tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/security-groups?id=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273332 Aug 31 19:19:49.563542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-7c7de515-e80f-441c-bfda-96c6626e0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:49.565344 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2b893d77-6ddb-4ece-b874-17e7c1edb175 req-7c7de515-e80f-441c-bfda-96c6626e0dea service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770445 Aug 31 19:19:49.589648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c562a0f-0ca0-41ee-bfe7-eb0c53c4775d req-748762e9-e8f8-42c4-9090-838c61790402 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2367179 Aug 31 19:19:49.711342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.724368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['94c46733-346f-401a-babc-3988ba5bb10d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:19:49.758366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ae665c-c9b4-428a-9665-e9fb7f5168e9 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:49.799064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.842141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Pushing event deleted for resources: {'Port': ['ID=94c46733-346f-401a-babc-3988ba5bb10d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:49.850497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '6cd7944e-7701-4146-9ffd-f2dd88650673'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:49.853847 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80982ea-fcaf-416f-b2c6-517f8f0726d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "6cd7944e-7701-4146-9ffd-f2dd88650673"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:49.868715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Transition to ACTIVE for port object 43ae665c-c9b4-428a-9665-e9fb7f5168e9 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:49.881734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.922932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] No DVR routers for this DVR port 94c46733-346f-401a-babc-3988ba5bb10d on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:19:49.926834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.928990 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20d991d5-a82e-4eb4-808d-e2dc0e0e5386 req-86d35219-6503-4acf-9913-db8c9806a77e tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.67 "DELETE /v2.0/ports/94c46733-346f-401a-babc-3988ba5bb10d HTTP/1.1" status: 204 len: 173 time: 2.2503574 Aug 31 19:19:49.929535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'name': 'network-vif-deleted', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:49.932893 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1475e-fb9a-48cd-853f-f4ed0c8c117e" -d '{"events": [{"server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "name": "network-vif-deleted", "tag": "94c46733-346f-401a-babc-3988ba5bb10d"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:49.937103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:49.977781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Pushing event updated for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:50.021913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01cfd-a154-43ba-a0f1-2eaee30dbd66 req-b40fd55b-79ee-4ca3-8da5-94e338b7f17b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.035288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7a01cfd-a154-43ba-a0f1-2eaee30dbd66 req-b40fd55b-79ee-4ca3-8da5-94e338b7f17b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2636695 Aug 31 19:19:50.278895 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2c3ad-b204-408e-9679-44abda41e251 x-openstack-request-id: req-75c2c3ad-b204-408e-9679-44abda41e251 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:50.279923 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "6cd7944e-7701-4146-9ffd-f2dd88650673", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:50.283296 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75c2c3ad-b204-408e-9679-44abda41e251 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:50.283917 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '6cd7944e-7701-4146-9ffd-f2dd88650673', 'status': 'completed', 'code': 200} Aug 31 19:19:50.336922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7a01cfd-a154-43ba-a0f1-2eaee30dbd66 req-fe5f0cc1-f1cb-47b7-9ca2-ed463a0b124d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006539 Aug 31 19:19:50.366108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Attempting to bind port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:50.366454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Attempting to bind port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:50.366760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Attempting to bind port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:50.371540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:50.372301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Attempting to bind port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:50.377612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:50.377959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:50.378417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Bound using segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:50.378862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Bound port: 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:50.379267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:50.509502 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0203ca07-9c78-40bc-9bab-d7d21d2f01f6 x-openstack-request-id: req-0203ca07-9c78-40bc-9bab-d7d21d2f01f6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:50.510339 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59adb01-86c6-469f-ae37-915b503bdf48", "name": "network-vif-deleted", "tag": "94c46733-346f-401a-babc-3988ba5bb10d", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:50.510592 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0203ca07-9c78-40bc-9bab-d7d21d2f01f6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:50.510993 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59adb01-86c6-469f-ae37-915b503bdf48', 'name': 'network-vif-deleted', 'tag': '94c46733-346f-401a-babc-3988ba5bb10d', 'status': 'completed', 'code': 200} Aug 31 19:19:50.530559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:50.539661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:50.560143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:50.560372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:50.658032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.658512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.658984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.659459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.659952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.660414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.660872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.662949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-6be6abae-b670-4cd8-ae37-4ff5dffb7ded service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6238 time: 0.1512158 Aug 31 19:19:50.686137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:50.686137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:50.687745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] 10.222.0.82 "PUT /v2.0/ports/43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 200 len: 1092 time: 2.0720277 Aug 31 19:19:50.808297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:51.004417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-67971414-312b-4738-bb5c-087e0f3d0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.005150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-67971414-312b-4738-bb5c-087e0f3d0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.005983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-67971414-312b-4738-bb5c-087e0f3d0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.007402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-67971414-312b-4738-bb5c-087e0f3d0117 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3363008 Aug 31 19:19:51.017092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router e3006d1a-041c-4276-8f73-2aba6fdb7569 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:19:51.035240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-117bc2b4-13ca-416c-9f36-0d54ea73f6c0 req-3211d27e-376a-4258-9d3e-43345aba5d64 tempest-ServerDiagnosticsNegativeTest-1943156961 tempest-ServerDiagnosticsNegativeTest-1943156961-project] 10.222.0.73 "GET /v2.0/ports?device_id=e59adb01-86c6-469f-ae37-915b503bdf48 HTTP/1.1" status: 200 len: 210 time: 0.1934640 Aug 31 19:19:51.148346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd79fd4-69f0-425e-8c43-802228813e09 service neutron] Pushing event updated for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:51.180746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57950) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:51.239572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.246318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.253275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.260485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.267935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.275075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.282774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.285740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-b0859229-1be3-4be5-94f2-6270d75302f8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5384 time: 0.4193151 Aug 31 19:19:51.289510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.371515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-7033043d-b345-473c-82f9-6ab8ffc13a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.373094 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e80982ea-fcaf-416f-b2c6-517f8f0726d6 req-7033043d-b345-473c-82f9-6ab8ffc13a5f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573322 Aug 31 19:19:51.381085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7d53b75-45c1-47aa-b934-8742ce3887b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.383924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:19:51.388359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f537c0c-e38a-484f-9f7f-079260b6249f req-25af658f-1bc0-497a-9fbd-7c0aff26e859 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946360 Aug 31 19:19:51.407705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Sync routers for ids ['e3006d1a-041c-4276-8f73-2aba6fdb7569'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:19:51.414320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.418466 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-129fb6ac-1567-46f2-8be1-4caa401eddad tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3965540 Aug 31 19:19:51.418777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:51.436470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Routers {'e3006d1a-041c-4276-8f73-2aba6fdb7569'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:19:51.436470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3006d1a-041c-4276-8f73-2aba6fdb7569'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:51.526407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7d53b75-45c1-47aa-b934-8742ce3887b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.534933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7d53b75-45c1-47aa-b934-8742ce3887b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.670080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Set router e3006d1a-041c-4276-8f73-2aba6fdb7569 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:19:51.676751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:51.739566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b7d53b75-45c1-47aa-b934-8742ce3887b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da08c6e5222d4b67ba58905fdf2a216f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572040 Aug 31 19:19:51.743836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:51.745142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d53b75-45c1-47aa-b934-8742ce3887b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f6126-8eca-4c54-9501-8d07cedb1cb4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:51.913220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaf6c5-1351-417f-b173-5d36c1dd4936 req-559c113a-c73a-4060-b996-81648e065193 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:51.914832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45aaf6c5-1351-417f-b173-5d36c1dd4936 req-559c113a-c73a-4060-b996-81648e065193 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.3741646 Aug 31 19:19:51.972865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.035329 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3006d1a-041c-4276-8f73-2aba6fdb7569', 'name': '', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '063823a7-7400-4ee1-a860-081634e88b92', 'external_fixed_ips': [{'subnet_id': '6f47d4bd-8ca0-40a9-9f89-084313cfa369', 'ip_address': '2001:db8::231'}], 'enable_snat': True}, 'gw_port_id': '3e051f2b-f3ee-4c1f-b4a1-3680961ee844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:19:46Z', 'updated_at': '2021-08-31T19:19:49Z', 'revision_number': 3, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port': {'id': '3e051f2b-f3ee-4c1f-b4a1-3680961ee844', 'name': '', 'network_id': '063823a7-7400-4ee1-a860-081634e88b92', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3006d1a-041c-4276-8f73-2aba6fdb7569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '6f47d4bd-8ca0-40a9-9f89-084313cfa369', 'ip_address': '2001:db8::231', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:19:47Z', 'updated_at': '2021-08-31T19:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f47d4bd-8ca0-40a9-9f89-084313cfa369', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:52.064079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.073857 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Checking router: e3006d1a-041c-4276-8f73-2aba6fdb7569 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:19:52.074380 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Updating router e3006d1a-041c-4276-8f73-2aba6fdb7569 port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:19:52.104950 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.145004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Deleting port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:19:52.146485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.152443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45aaf6c5-1351-417f-b173-5d36c1dd4936 req-1895d99e-c747-4a74-a9c7-c32b3fe203c2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193155 Aug 31 19:19:52.280089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.303210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94c46733-346f-401a-babc-3988ba5bb10d no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:19:52.359207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.382487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Calling delete_port for 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:19:52.386664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 94c46733-346f-401a-babc-3988ba5bb10d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:19:52.387311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 94c46733-346f-401a-babc-3988ba5bb10d not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:19:52.425536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:52.431259 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78952876-c2d6-4bd2-8401-a8fee0886b27" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:52.490434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.495481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.501701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf1f6126-8eca-4c54-9501-8d07cedb1cb4 HTTP/1.1" status: 204 len: 168 time: 0.7334712 Aug 31 19:19:52.622682 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.656985 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Transition to ACTIVE for port object 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:52.673172 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.691621 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce192b0b-a065-4156-bd1c-d78629e568ba x-openstack-request-id: req-ce192b0b-a065-4156-bd1c-d78629e568ba {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:52.691976 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:52.692197 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce192b0b-a065-4156-bd1c-d78629e568ba {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:52.692613 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9', 'status': 'completed', 'code': 200} Aug 31 19:19:52.711813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:52.760927 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Pushing event updated for resources: {'Port': ['ID=3e051f2b-f3ee-4c1f-b4a1-3680961ee844,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:52.769942 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:52.770823 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:52.772146 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 on network 063823a7-7400-4ee1-a860-081634e88b92 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:52.777838 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.778499 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.779073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.779617 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.784318 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.784973 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.785539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.787075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.787075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.787075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.787075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.787822 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de7006-ec53-4078-8de4-10adc1e9b312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:19:52.807807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74621c4a-8be6-43ec-aa03-a9581c3b2802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f6126-8eca-4c54-9501-8d07cedb1cb4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:52.808017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:52.809690 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Checking segment: {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:52.816129 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.817223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Bound using segment: {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:52.821592 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Bound port: 3e051f2b-f3ee-4c1f-b4a1-3680961ee844, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:52.822794 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:52.895046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.901983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.908994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.916579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.923084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.930109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.945505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:52.952193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-ee96575b-380f-4759-8f1a-23d7288cfc31 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5384 time: 0.2701998 Aug 31 19:19:52.959403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:53.034175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.100465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Transition to ACTIVE for port object ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:53.124976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83314a6b-1f3c-4e47-91e4-5ec21a8f89af req-e1890913-86a5-4559-ac36-0c6fa5f978fe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534085 Aug 31 19:19:53.127587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.132812 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.db.api [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:19:53.133545 n-d-778550-14 neutron-server[94819]: DEBUG oslo_db.api [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:19:53.157935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.283040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:53.540319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Attempting to bind port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:53.541576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Attempting to bind port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:53.541576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Attempting to bind port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:53.551813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:53.552606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Attempting to bind port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:53.564759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:53.565119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Checking segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:53.565519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Bound using segment: {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:53.565969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Bound port: ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0f4046-e8e6-401f-9efb-6fd73c07101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:53.566344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.625540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f6a7-44ae-471c-9810-b897b3b7de10 req-d645da3c-2720-4065-b58c-53f6d8035477 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.638462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64c1f6a7-44ae-471c-9810-b897b3b7de10 req-d645da3c-2720-4065-b58c-53f6d8035477 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2231610 Aug 31 19:19:53.662206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:53.665165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:53.665668 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Attempting to bind port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 on network 063823a7-7400-4ee1-a860-081634e88b92 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:53.678896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:53.681132 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Checking segment: {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:53.681870 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.683092 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Bound using segment: {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:53.684564 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Bound port: 3e051f2b-f3ee-4c1f-b4a1-3680961ee844, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c598b813-e449-4288-95c7-a9edef9aa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '063823a7-7400-4ee1-a860-081634e88b92'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:53.686105 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.692231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e051f2b-f3ee-4c1f-b4a1-3680961ee844,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:53.718343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-5e58ff89-5b04-4b50-b6c6-41d404267dfb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0072978 Aug 31 19:19:53.761262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.763394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.764054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.765908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.766920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.768221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.769721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:53.774703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-1a890ee2-5583-48f7-b2ae-d20f3683882b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6280 time: 1.2124274 Aug 31 19:19:53.804317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.plugin [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Port 3e051f2b-f3ee-4c1f-b4a1-3680961ee844 has been deleted concurrently {{(pid=94819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 19:19:53.808337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:53.838970 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Routers {'e3006d1a-041c-4276-8f73-2aba6fdb7569'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:19:53.840071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3006d1a-041c-4276-8f73-2aba6fdb7569'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:53.897646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64c1f6a7-44ae-471c-9810-b897b3b7de10 req-a830f723-2e95-4e6f-89bb-2c1293709bd6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581589 Aug 31 19:19:53.997965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:54.005946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:54.031096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.078968 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] Set router e3006d1a-041c-4276-8f73-2aba6fdb7569 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:19:54.201161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:54.212324 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3006d1a-041c-4276-8f73-2aba6fdb7569', 'name': '', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:19:46Z', 'updated_at': '2021-08-31T19:19:53Z', 'revision_number': 5, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:54.220466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.222738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.223458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c10e4dc1-4ca9-4e33-89e2-62bcb0b1e26c service neutron] 10.222.0.82 "PUT /v2.0/ports/ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 200 len: 1092 time: 3.4297338 Aug 31 19:19:54.232116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.283019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.297070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:54.351864 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8eb619-a069-4e3e-b164-acb28e2d38b9 None None] The sync data for ids ['e3006d1a-041c-4276-8f73-2aba6fdb7569'] in n-d-778550-14 is: [{'id': 'e3006d1a-041c-4276-8f73-2aba6fdb7569', 'name': '', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:19:46Z', 'updated_at': '2021-08-31T19:19:53Z', 'revision_number': 5, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:19:54.405349 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca67dba8-ce3b-4f57-89b8-6fb8844aa4cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c03f3e94ea64cbb84ef922196aff4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6901836 Aug 31 19:19:54.411048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:54.474513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.539799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-10bb2acb-6d6f-4186-9f10-f8876c16ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.540646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-10bb2acb-6d6f-4186-9f10-f8876c16ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.541840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-10bb2acb-6d6f-4186-9f10-f8876c16ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.544049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-10bb2acb-6d6f-4186-9f10-f8876c16ca4b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7583051 Aug 31 19:19:54.546328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-c521a35b-f72d-427d-8fe7-1ed301c1ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.548099 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-c521a35b-f72d-427d-8fe7-1ed301c1ab07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.7003765 Aug 31 19:19:54.548946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.549764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3006d1a-041c-4276-8f73-2aba6fdb7569 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:19:54.559423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:54.563823 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35a9bf0a-6964-4b65-aea5-7565d9cb2055 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/routers/e3006d1a-041c-4276-8f73-2aba6fdb7569 HTTP/1.1" status: 204 len: 168 time: 3.1440120 Aug 31 19:19:54.577767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:54.659857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.671584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.682223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.692302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.699834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.708882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.717414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:54.732374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-eaed69da-f8cd-44dc-994e-3e97ab796cfb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5396 time: 0.2590084 Aug 31 19:19:54.805144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:54.809124 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1165b2b7-35bd-409f-9011-a06de6abee73" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:54.857801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ebaac0f-ac0d-4291-8a4d-cdf915b2a409 req-e11053da-506e-481b-8d9e-ddaa9db33fef tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189528 Aug 31 19:19:55.002451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Deleting subnet 6f47d4bd-8ca0-40a9-9f89-084313cfa369 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:19:55.022474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.025608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.106227 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19feecf7-e03b-485a-9803-ab1f3a419347 x-openstack-request-id: req-19feecf7-e03b-485a-9803-ab1f3a419347 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:55.107963 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:55.108423 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19feecf7-e03b-485a-9803-ab1f3a419347 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:55.110605 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'status': 'completed', 'code': 200} Aug 31 19:19:55.187119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.207477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-87593801-0748-48e4-99a7-c663f25c7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.209409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-78952876-c2d6-4bd2-8401-a8fee0886b27 req-87593801-0748-48e4-99a7-c663f25c7112 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6439831 Aug 31 19:19:55.212156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.224705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-595bf218-d6c7-4c6e-aa8c-05f968e10045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.226357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-595bf218-d6c7-4c6e-aa8c-05f968e10045 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 200 len: 919 time: 0.6387765 Aug 31 19:19:55.338595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-c390418f-f66d-41d7-b268-37b89f172faf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 200 len: 217 time: 0.0763931 Aug 31 19:19:55.428546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.485526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87461719-02b2-4aef-a15e-d6ce30f697c4 req-21c1d4e7-d0c1-4e44-b495-3e65efb6a598 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.516311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87461719-02b2-4aef-a15e-d6ce30f697c4 req-21c1d4e7-d0c1-4e44-b495-3e65efb6a598 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.1914985 Aug 31 19:19:55.519581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-71945866-b954-4d48-a7c0-feea34bd8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.521654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-71945866-b954-4d48-a7c0-feea34bd8f04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 200 len: 858 time: 0.1512864 Aug 31 19:19:55.524248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.528132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.532231 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dccaa138-69b2-4dcd-8e76-6a7aa7f817c0 HTTP/1.1" status: 204 len: 168 time: 1.0921967 Aug 31 19:19:55.542821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.543804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.543961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.544465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.544939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.545503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.545977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.548370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-b27f3e15-d4d1-4bb9-b426-e1c2d7a17696 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6348 time: 0.2676294 Aug 31 19:19:55.646258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-5b8c281e-bee9-445b-b772-d7c51a125e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdd291b1-794f-451f-9109-2ed9623b9676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118596 Aug 31 19:19:55.647074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236d643-576d-4e7c-8877-37a6ce311188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccaa138-69b2-4dcd-8e76-6a7aa7f817c0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:55.765088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87461719-02b2-4aef-a15e-d6ce30f697c4 req-ffe7864a-4b6f-4c03-98fd-2e02deeb7bd2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478733 Aug 31 19:19:55.826866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-3b9b0ce9-02ce-46ba-b8a9-5245f1456496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.827932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-3b9b0ce9-02ce-46ba-b8a9-5245f1456496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.828474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-3b9b0ce9-02ce-46ba-b8a9-5245f1456496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:55.830686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-3b9b0ce9-02ce-46ba-b8a9-5245f1456496 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2685716 Aug 31 19:19:55.835078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.912579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:55.913733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/6f47d4bd-8ca0-40a9-9f89-084313cfa369 HTTP/1.1" status: 204 len: 168 time: 1.3283093 Aug 31 19:19:55.933902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:55.969179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fb7c8-2eb5-40eb-bb32-a1d885a562a0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f47d4bd-8ca0-40a9-9f89-084313cfa369,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:56.195566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-4a3ad865-5b25-4c9c-b987-04cd046c35c1 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795111 Aug 31 19:19:56.304901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92bddd5-08ab-47b2-988b-e1793a2b49d1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:56.336839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:56.437757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Transition to ACTIVE for port object b92bddd5-08ab-47b2-988b-e1793a2b49d1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:56.439280 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fa8be498-fc9b-42ee-b79d-55f271d678f3 req-89542501-19e0-40b9-8ce7-3f4f894391a3 service neutron] 10.222.0.67 "GET /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050374 Aug 31 19:19:56.440463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:56.458562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-848720a5-20d2-49ed-bad9-48a8115d1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.469449 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:56.470908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1165b2b7-35bd-409f-9011-a06de6abee73 req-848720a5-20d2-49ed-bad9-48a8115d1027 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6143808 Aug 31 19:19:56.513771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.519597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.529065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:56.532444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.538523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.551443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-788f19db-acc6-4009-ac80-d3bdcf8d5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.553606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-788f19db-acc6-4009-ac80-d3bdcf8d5374 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1098 time: 0.3431411 Aug 31 19:19:56.568768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.592227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.612917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.622129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-bf1180a2-5bdd-4b0d-852c-af26c1129373 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5396 time: 0.4663527 Aug 31 19:19:56.623041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:56.745097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Pushing event updated for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:56.790227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-f941ee4a-2cd2-4577-bf02-364b69a13a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:56.791051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-f941ee4a-2cd2-4577-bf02-364b69a13a96 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.2145829 Aug 31 19:19:56.792173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5cf-f74e-4598-8a20-e8455fa423f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.004459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3239f1ec-f1bc-4bb5-8737-9b738363c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.032561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-8a4efdda-1c12-4cff-93ab-6019886fb749 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 1002 time: 0.2339208 Aug 31 19:19:57.147307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-d3e27d52-6334-45eb-b391-63ba0053fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:57.150831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-d3e27d52-6334-45eb-b391-63ba0053fef9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1083355 Aug 31 19:19:57.208313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-b3f82406-800f-4d77-af35-89723995495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:57.211029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.212290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-b3f82406-800f-4d77-af35-89723995495e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499139 Aug 31 19:19:57.223341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffaf277d-b692-4f55-9653-74aad23aba87 req-23fa5380-1cef-43e3-ba64-3d1ef1f49f10 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4328015 Aug 31 19:19:57.241349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063823a7-7400-4ee1-a860-081634e88b92']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:57.312501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c598b813-e449-4288-95c7-a9edef9aa9ab') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:57.312859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c598b813-e449-4288-95c7-a9edef9aa9ab') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:19:57.340047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Attempting to bind port b92bddd5-08ab-47b2-988b-e1793a2b49d1 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:19:57.340392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Attempting to bind port b92bddd5-08ab-47b2-988b-e1793a2b49d1 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:19:57.340725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Attempting to bind port b92bddd5-08ab-47b2-988b-e1793a2b49d1 on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:57.343239 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-0181a43f-83ae-471b-ba9e-715860961a88 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214297 Aug 31 19:19:57.359909 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.378824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Port b92bddd5-08ab-47b2-988b-e1793a2b49d1 on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:19:57.379147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Attempting to bind port b92bddd5-08ab-47b2-988b-e1793a2b49d1 on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:19:57.389671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:19:57.390094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Checking segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:19:57.390559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Bound using segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:19:57.391043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Bound port: b92bddd5-08ab-47b2-988b-e1793a2b49d1, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:19:57.391420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.422250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23390bc-85b9-4413-9f0b-105ba1046847 req-a9d80081-3aee-4320-9578-b3e05fcc179d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:57.430345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d23390bc-85b9-4413-9f0b-105ba1046847 req-a9d80081-3aee-4320-9578-b3e05fcc179d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.4844728 Aug 31 19:19:57.446234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.514904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:19:57.515350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:19:57.517418 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:19:57.567598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-94133942-bc42-46c3-a1d3-7214efa1f2a4 req-7f8ef71b-9224-4678-aa25-144f053fb82f service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921721 Aug 31 19:19:57.596877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5cf-f74e-4598-8a20-e8455fa423f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.613539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d23390bc-85b9-4413-9f0b-105ba1046847 req-88d02a40-5ac6-4ca9-b699-610ecb495867 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821647 Aug 31 19:19:57.639991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5cf-f74e-4598-8a20-e8455fa423f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.712885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d27ac5cf-f74e-4598-8a20-e8455fa423f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af7e24ecb2c84c71821f9cb84d04dd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743733 Aug 31 19:19:57.713805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:57.738510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:19:57.742567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:19:57.744380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ac5cf-f74e-4598-8a20-e8455fa423f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96829ac0-c8f8-4ea8-a4d7-8630c5272237,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:57.748538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.757237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.769032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 063823a7-7400-4ee1-a860-081634e88b92 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:19:57.788926 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.795756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3239f1ec-f1bc-4bb5-8737-9b738363c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.795756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.799410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/networks/063823a7-7400-4ee1-a860-081634e88b92 HTTP/1.1" status: 204 len: 168 time: 1.8631585 Aug 31 19:19:57.817482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3239f1ec-f1bc-4bb5-8737-9b738363c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.828731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524598b1-569e-40e9-9a3d-f45cb3a308b1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Network': ['ID=063823a7-7400-4ee1-a860-081634e88b92,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:57.831769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:57.832720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.835412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] 10.222.0.82 "PUT /v2.0/ports/b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 200 len: 1092 time: 3.5654826 Aug 31 19:19:57.838510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:19:57.841213 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c491c25-0890-4935-afaa-7ca569f27cab" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:19:57.873476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Request body: {'port': {'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:57.901886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:57.926496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762955-ef58-4e03-9b8a-6328bae1460d service neutron] Pushing event updated for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:57.996984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3239f1ec-f1bc-4bb5-8737-9b738363c938 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02f5508646ee443088f9cd2e26ddd444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4646807 Aug 31 19:19:58.010331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:58.014187 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40caa77-5939-4c73-aa40-29cff69d7ada x-openstack-request-id: req-d40caa77-5939-4c73-aa40-29cff69d7ada {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:19:58.014475 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:19:58.014733 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d40caa77-5939-4c73-aa40-29cff69d7ada {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:19:58.015134 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1', 'status': 'completed', 'code': 200} Aug 31 19:19:58.077130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.104833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239f1ec-f1bc-4bb5-8737-9b738363c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dbe12d-6640-4cbe-b13d-8e2f3b434ac6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:58.235772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.236033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.241356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.241844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.242317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.243419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.244667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.246664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c491c25-0890-4935-afaa-7ca569f27cab req-ea361a91-f210-47af-a85e-d87bd7314cda service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6416 time: 0.2320547 Aug 31 19:19:58.368187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.371675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.372885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96829ac0-c8f8-4ea8-a4d7-8630c5272237 HTTP/1.1" status: 204 len: 168 time: 0.6579723 Aug 31 19:19:58.373588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:58.403099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'name': 'tempest-router--178928085', 'project_id': '60416ba363b64603b6f5eede0bd3d54a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:19:58.502206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec6c98-a5e5-4632-b878-48cb31274923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96829ac0-c8f8-4ea8-a4d7-8630c5272237,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:19:58.522846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.527267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.731557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.751902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.870023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:58.873824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5cbf96a6-b9c1-4632-a7eb-ab882ce70769 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4794152 Aug 31 19:19:58.886280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:19:58.904484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-c80a4937-8e81-4d79-934b-28480fe26f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.904968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-c80a4937-8e81-4d79-934b-28480fe26f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.918979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-c80a4937-8e81-4d79-934b-28480fe26f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:58.928779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c491c25-0890-4935-afaa-7ca569f27cab req-c80a4937-8e81-4d79-934b-28480fe26f27 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6640937 Aug 31 19:19:59.168324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.276190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.283179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.291449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.299886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.308090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.326151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.334304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.355091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e659001d-de6d-4e52-9880-81b30543e094 req-9c71e667-2cc3-4ee4-b9e5-657d87aad89a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5408 time: 0.8675604 Aug 31 19:19:59.497418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f23da-9e72-414f-96be-88fb2da2305d req-fce7fe09-222a-4a2b-b17a-ac23d3d77bf7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:19:59.505471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f50f23da-9e72-414f-96be-88fb2da2305d req-fce7fe09-222a-4a2b-b17a-ac23d3d77bf7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.4552028 Aug 31 19:19:59.516777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.580212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.635550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e659001d-de6d-4e52-9880-81b30543e094 req-f03c9fea-3cbe-4a31-81e7-14b7e895f556 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2776988 Aug 31 19:19:59.726229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0296614-4df9-432a-8ee0-3c505ab7438e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:19:59.783461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f50f23da-9e72-414f-96be-88fb2da2305d req-2d161c8c-acc0-4425-8e21-466ff6afc268 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757795 Aug 31 19:19:59.802424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.874140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Transition to ACTIVE for port object f0296614-4df9-432a-8ee0-3c505ab7438e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:19:59.882315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.885847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.890200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.916943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.929237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:19:59.932887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93dbe12d-6640-4cbe-b13d-8e2f3b434ac6 HTTP/1.1" status: 204 len: 168 time: 1.9167414 Aug 31 19:19:59.999189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a49053-8500-4a60-855e-23763ca12c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dbe12d-6640-4cbe-b13d-8e2f3b434ac6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:00.054663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491c25-0890-4935-afaa-7ca569f27cab req-82b74563-f9c6-40e8-ae81-f8e64f2f7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.056200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c491c25-0890-4935-afaa-7ca569f27cab req-82b74563-f9c6-40e8-ae81-f8e64f2f7408 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0430489 Aug 31 19:20:00.057198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:00.057372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 785ba075-8bef-4fa9-b40a-8debad20359b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:00.073347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:00.080366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5ef9c79d-0b35-4945-988a-fc1db86a2513 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/routers/785ba075-8bef-4fa9-b40a-8debad20359b HTTP/1.1" status: 204 len: 168 time: 1.1929622 Aug 31 19:20:00.167254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:00.231179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Attempting to bind port f0296614-4df9-432a-8ee0-3c505ab7438e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:00.231931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Attempting to bind port f0296614-4df9-432a-8ee0-3c505ab7438e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:00.232401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Attempting to bind port f0296614-4df9-432a-8ee0-3c505ab7438e on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:00.239205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Port f0296614-4df9-432a-8ee0-3c505ab7438e on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:00.239618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Attempting to bind port f0296614-4df9-432a-8ee0-3c505ab7438e on network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:00.247128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:00.247597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Checking segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:00.248380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Bound using segment: {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:00.249582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Bound port: f0296614-4df9-432a-8ee0-3c505ab7438e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544bd08d-e6d6-4047-a12b-175cb2a21a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:00.249733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:00.332889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:00.337789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:00.341761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:00.394714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.396002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:00.398423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] 10.222.0.82 "PUT /v2.0/ports/f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 200 len: 1092 time: 2.5296025 Aug 31 19:20:00.399453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:00.402806 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57370b0-85f0-4f5f-a01f-3ae017044644" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:00.426072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0434-60ec-4111-aee9-548bc05f9475 service neutron] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:00.495600 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d8e62f-eb84-4c72-8fd3-f143605dc898 x-openstack-request-id: req-63d8e62f-eb84-4c72-8fd3-f143605dc898 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:00.496042 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:00.496291 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63d8e62f-eb84-4c72-8fd3-f143605dc898 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:00.496782 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'status': 'completed', 'code': 200} Aug 31 19:20:00.579520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.580351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.581489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.582039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.582587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.583312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.584087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.587393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-dab0b5b6-9c99-4623-a9c5-9b14efc3b720 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6484 time: 0.0850844 Aug 31 19:20:00.629377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:00.810884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-a47c405e-c56a-48a8-bfe0-3270485f6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.815877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-a47c405e-c56a-48a8-bfe0-3270485f6328 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1098 time: 0.0668583 Aug 31 19:20:00.992544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-f4a12fa3-d43f-4dee-a12f-0b2bfba54fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.993218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-f4a12fa3-d43f-4dee-a12f-0b2bfba54fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.993338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-7abf539e-4c17-4fc9-a96c-28adcede7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.994199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-f4a12fa3-d43f-4dee-a12f-0b2bfba54fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:00.994802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-7abf539e-4c17-4fc9-a96c-28adcede7981 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1703589 Aug 31 19:20:00.996431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-f4a12fa3-d43f-4dee-a12f-0b2bfba54fc1 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e22927fa1ae54749b22f44bbc53020c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3999283 Aug 31 19:20:01.009249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.015632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508530579', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:01.016779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.023148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.029936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.036770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.044597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.051770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.053666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2d2c4726-c230-46fd-81d9-e6b8e45a7f4c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2811542 Aug 31 19:20:01.073360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:01.074773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:01.170840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-f0e44ff5-5182-45d6-8d5b-b240786d98e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 1002 time: 0.1074629 Aug 31 19:20:01.188496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-272c9008-96bd-4e7b-9cee-deeb09c1c6f6 req-2dc33234-7013-4ab6-9fec-6a90402aa413 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139905 Aug 31 19:20:01.207661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7252809-05f5-49ad-a4e9-e86742b97fa1 req-a7b83e7b-da5d-4a40-8b43-8840b3d87aab tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.209469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7252809-05f5-49ad-a4e9-e86742b97fa1 req-a7b83e7b-da5d-4a40-8b43-8840b3d87aab tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2575285 Aug 31 19:20:01.288583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7252809-05f5-49ad-a4e9-e86742b97fa1 req-c836d172-eed9-47ac-a1cd-18ca78efa207 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649714 Aug 31 19:20:01.291463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-5d15173d-853e-4cf8-8ff6-ee1aebc8ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.293339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c57370b0-85f0-4f5f-a01f-3ae017044644 req-5d15173d-853e-4cf8-8ff6-ee1aebc8ac4f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382932 Aug 31 19:20:01.338816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:01.459981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.460477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.461626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.465160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.465160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.465160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.465160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.466875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-09673ab1-8527-4223-a0d2-cc744ae682ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6484 time: 0.0999861 Aug 31 19:20:01.552886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-eabc5dbe-3147-4f29-b91f-8b5ec8b0f43a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 217 time: 0.0725770 Aug 31 19:20:01.605151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:01.609238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-fda54de6-9461-4c77-aa98-081645fecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.611942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-fda54de6-9461-4c77-aa98-081645fecab3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.4314420 Aug 31 19:20:01.653570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-f4004ff8-1e25-4e30-867c-6cef68c91aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.655388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-f4004ff8-1e25-4e30-867c-6cef68c91aa6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 200 len: 851 time: 0.0931561 Aug 31 19:20:01.722264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fa94dd92-fe0e-460c-8aa2-8262527361d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.726328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fa94dd92-fe0e-460c-8aa2-8262527361d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1077a2ff-19dd-430a-870e-426ef82e7556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623291 Aug 31 19:20:01.771072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-8712428d-7388-4687-981a-acd122950fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:01.773329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-8712428d-7388-4687-981a-acd122950fdc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521077 Aug 31 19:20:01.847216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-4bfd84b7-5ed1-4a9d-80d8-6922c1998877 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077225 Aug 31 19:20:01.943894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-59dd1a39-453e-4781-88f5-c0977f5495d5 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586778 Aug 31 19:20:02.026960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-dcf5b387-e102-418c-8a89-904053c469fa service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693823 Aug 31 19:20:02.083908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cba3cc-fcdc-4aab-bb6b-fe373ece4bf0 req-cb1fd1cc-0c75-4849-a479-282d6412bc4b service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010866 Aug 31 19:20:02.105219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-b622dbc9-2f74-4003-975e-32e085fa0407 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229847 Aug 31 19:20:02.106810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-f42a066f-bae3-4e5d-a84e-865f31e75e16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 217 time: 0.0716233 Aug 31 19:20:02.151287 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:02.178202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-bff095e2-628a-459d-8365-441f77fe7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.179411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:02.179760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-bff095e2-628a-459d-8365-441f77fe7595 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.0544517 Aug 31 19:20:02.303361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-48c9aa7a-05da-4b0c-80f1-f7d59d4f8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.305309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-48c9aa7a-05da-4b0c-80f1-f7d59d4f8cb9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1141632 Aug 31 19:20:02.371422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Allocated IP 172.25.3.184 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f84b316e-ee8b-41db-9867-5666c8b69f0f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:02.407538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-96dc5767-166e-4131-b075-34bf10b789ad tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.409301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-96dc5767-166e-4131-b075-34bf10b789ad tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944653 Aug 31 19:20:02.459038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c590364a-d340-4744-bc0e-16b63f7ee428 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/quotas/019e0e5fcdd14e8abbab4bdccbb62797 HTTP/1.1" status: 200 len: 375 time: 0.0358257 Aug 31 19:20:02.488902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:02.511932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-bf8069ef-fd97-44f5-95f7-8484c6cc161f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438185 Aug 31 19:20:02.526038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-67003137-a26f-4bb2-8f48-634548cbad0b service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068005 Aug 31 19:20:02.538452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.539805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:02.544571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.550589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.556742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.562821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.568933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.575528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:02.577500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-7780526e-2452-4116-89ab-16db8ffc915a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1782615 Aug 31 19:20:02.616552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:02.620952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:02.625119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:02.652187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event updated for resources: {'Port': ['ID=f84b316e-ee8b-41db-9867-5666c8b69f0f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:02.723408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c231292-2f16-4af2-be85-0f75419e2a15 req-cf9eb998-baa9-4c5b-801a-445471f88eb4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208866 Aug 31 19:20:02.798016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-71e38b99-3ae3-466d-afb8-2fa15ba59b38 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194836 Aug 31 19:20:02.933793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-2b6d0555-c27c-49e1-b854-77e6d25b337e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 217 time: 0.1249826 Aug 31 19:20:03.080375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-6336a823-a01e-4bb2-a87b-6cb103c06cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:03.082947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-6336a823-a01e-4bb2-a87b-6cb103c06cf9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1113317 Aug 31 19:20:03.146147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113261-da52-4460-b4e4-8b2483c6e738 req-762e3cdb-bb62-4060-a30b-7fe351768fef tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:03.147727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a113261-da52-4460-b4e4-8b2483c6e738 req-762e3cdb-bb62-4060-a30b-7fe351768fef tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2354572 Aug 31 19:20:03.187229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-dd9d8554-cf8b-4443-a5dd-c7bfcd1bc7da tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519433 Aug 31 19:20:03.193502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:03.263231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-259646a5-f3f4-4568-9df2-8be0a408b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:03.264836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-259646a5-f3f4-4568-9df2-8be0a408b331 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669400 Aug 31 19:20:03.305629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a113261-da52-4460-b4e4-8b2483c6e738 req-c390f3b5-3d43-4527-b4a0-49d3e77b5353 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459677 Aug 31 19:20:03.413077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-6bb4e7e8-7544-4ecc-ba35-504b070d9067 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:03.414757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-6bb4e7e8-7544-4ecc-ba35-504b070d9067 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196009 Aug 31 19:20:03.459291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-41d81d13-b09d-4ac6-9a64-7fd5f70ba661 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802108 Aug 31 19:20:03.462278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-3d8a4756-bb46-4855-adfc-315a6c932b8d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/quotas/019e0e5fcdd14e8abbab4bdccbb62797 HTTP/1.1" status: 200 len: 375 time: 0.0323932 Aug 31 19:20:03.548264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-abcaa979-66c1-48e6-8053-bb7308dba7b5 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781605 Aug 31 19:20:03.568109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:03.622104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-7c190a04-6bd0-4c86-afb9-81294e286692 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522300 Aug 31 19:20:03.739703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-df762049-2c9c-4405-8146-21b584dbc6bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 200 len: 217 time: 0.1090417 Aug 31 19:20:03.841935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f417dab-7952-4185-ba00-4204827dd27c req-8184ddf8-a4d3-43dd-82c5-6885972bce94 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 210 time: 0.0523984 Aug 31 19:20:03.864968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-a6251986-a1b2-466e-8089-f90d4ddefd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:03.866619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-a6251986-a1b2-466e-8089-f90d4ddefd93 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1143444 Aug 31 19:20:04.069998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-93c01b57-08de-4307-acbb-4ed5bf73875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.072608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-93c01b57-08de-4307-acbb-4ed5bf73875b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1958792 Aug 31 19:20:04.092066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.100315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.110147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.126849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.144861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.155372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.172514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.186848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-e0403a65-9bae-4335-8abc-e357d97a35a9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2265766 Aug 31 19:20:04.355336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-16230fd4-ca23-4389-bfe1-99c604be5aa2 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618359 Aug 31 19:20:04.489074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-b4f6e40c-d735-42dd-83ec-9c2bbd20ef68 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514297 Aug 31 19:20:04.544058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abcc0e9d-b774-4687-8ae1-a32e9dd55acf req-828c8a25-3cfa-43a2-956b-378b80e8baa7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3551779 Aug 31 19:20:04.625254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-a207ca5f-2016-48c8-a239-07cd51bce2bd service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555661 Aug 31 19:20:04.678629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-6f537e66-634b-4fdc-a3d3-1413e98363d3 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.680600 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-6f537e66-634b-4fdc-a3d3-1413e98363d3 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827447 Aug 31 19:20:04.687008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Router 98062f30-ce42-4279-81fc-ba9846bc838e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:04.710124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Request body: {'port': {'device_id': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '019e0e5fcdd14e8abbab4bdccbb62797'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:04.739956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c13a1dde-501f-4224-8815-6bc520bbe79c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 200 len: 217 time: 0.0779138 Aug 31 19:20:04.755938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3fbbc-2375-4e4e-b8fa-7eb793dd47d0 req-b41d332a-fb05-4c5b-b322-3bcd964cba53 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.764734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5a3fbbc-2375-4e4e-b8fa-7eb793dd47d0 req-b41d332a-fb05-4c5b-b322-3bcd964cba53 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 946 time: 0.2819412 Aug 31 19:20:04.845909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:04.935552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5a3fbbc-2375-4e4e-b8fa-7eb793dd47d0 req-ef39ba66-d3b4-4cce-90cd-8f26518e8d2c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695571 Aug 31 19:20:04.940783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-0c71836d-7d89-4188-9844-56efa3fe8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:04.942962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-0c71836d-7d89-4188-9844-56efa3fe8612 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1755223 Aug 31 19:20:05.032739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:05.049991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] Sync routers for ids ['98062f30-ce42-4279-81fc-ba9846bc838e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:05.062562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9088185-b56f-43b8-8593-6a84b3622ac0 req-dbb7fc74-87a4-4158-bbc7-b149749bf09c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 210 time: 0.0584948 Aug 31 19:20:05.064267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] Routers {'98062f30-ce42-4279-81fc-ba9846bc838e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:05.066685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98062f30-ce42-4279-81fc-ba9846bc838e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:05.075790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-772856b1-ee88-4dee-9b26-338c7ced64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:05.077756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-772856b1-ee88-4dee-9b26-338c7ced64e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226478 Aug 31 19:20:05.084463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.086841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-93ea8468-6349-4895-aa6f-1a5ff97bc186 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4563701 Aug 31 19:20:05.089731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:05.142732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:05.168619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] Routers {'98062f30-ce42-4279-81fc-ba9846bc838e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:05.169345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98062f30-ce42-4279-81fc-ba9846bc838e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:05.193066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-510a0425-f369-4913-83d6-a5ab46257205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.263345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Made reservation on behalf of 019e0e5fcdd14e8abbab4bdccbb62797 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:05.275631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.290064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:05.291109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1be416-0792-4873-8f85-e9e83c7bf19c None None] The sync data for ids ['98062f30-ce42-4279-81fc-ba9846bc838e'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:05.316048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:05.355169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.473320 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.504551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:05.508009 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9723b13-24dc-455c-8388-073b8b018374" -d '{"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-unplugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:05.529443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:05.546730 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.578946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9f305e6-4d2d-41ab-a219-b7a1169b1465 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/98062f30-ce42-4279-81fc-ba9846bc838e HTTP/1.1" status: 200 len: 925 time: 0.4879720 Aug 31 19:20:05.598599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:05.700025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7c1d66e-9598-4669-87a9-761f8d604b65 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=98062f30-ce42-4279-81fc-ba9846bc838e HTTP/1.1" status: 200 len: 205 time: 0.1002529 Aug 31 19:20:05.703360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:05.788521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-f81fa4b2-1f71-4f0b-8820-d0c3f01b9073 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949253 Aug 31 19:20:05.852416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-fe7c080c-7254-4186-aff3-f3408351bb63 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671133 Aug 31 19:20:05.865885 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fd3a4-b7de-4a8f-b1ce-977f4b0dd3dc x-openstack-request-id: req-fa0fd3a4-b7de-4a8f-b1ce-977f4b0dd3dc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:05.866167 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-unplugged", "status": "failed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:05.866422 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa0fd3a4-b7de-4a8f-b1ce-977f4b0dd3dc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:05.867535 n-d-778550-14 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'code': 422} returned with failed status Aug 31 19:20:05.905046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.912507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:05.924561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:06.061884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.067324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37995a83-f470-43fe-952a-d0387d19a017,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:06.083223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a567661c-cdc7-4fbf-8b5b-4d047b6acc6e req-a58dd715-9c3a-4afd-b81b-66f71a5bb115 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:20:06.084337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a567661c-cdc7-4fbf-8b5b-4d047b6acc6e req-a58dd715-9c3a-4afd-b81b-66f71a5bb115 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031737 Aug 31 19:20:06.098108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.105205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.113676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.121827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.128154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.135835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.142892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.144876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b274b69b-3804-4728-a545-32c285451148 req-4a5106d3-1685-41d9-a61b-31db0044e8c6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.3465827 Aug 31 19:20:06.217878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-e68012a7-a8d9-4e4c-a388-b55754836b6a service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935678 Aug 31 19:20:06.284676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Allocated IP 192.168.233.3 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/4e5302f9-7650-4eba-8e80-e55e20c612ca) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:06.304513 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.315054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-1c089d6e-c88c-412e-9553-cebfc3bfd90c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.316735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-1c089d6e-c88c-412e-9553-cebfc3bfd90c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4518344 Aug 31 19:20:06.356303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Request body: {'port': {'device_id': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '019e0e5fcdd14e8abbab4bdccbb62797'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:06.370745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-c638a3d7-5adb-4fd4-b43c-338e0a0c2550 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 200 len: 217 time: 0.1218200 Aug 31 19:20:06.412287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b02240b1-404e-4bd9-9b3c-88d00fea1e47 req-2d4a508b-5329-41fb-bc0a-f95393241487 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 210 time: 0.1078029 Aug 31 19:20:06.496943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b274b69b-3804-4728-a545-32c285451148 req-01b9abb5-13a4-423d-bf9e-5d3adc15a2fe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3425882 Aug 31 19:20:06.505772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port f84b316e-ee8b-41db-9867-5666c8b69f0f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:06.506166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.512347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-510a0425-f369-4913-83d6-a5ab46257205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.528429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-510a0425-f369-4913-83d6-a5ab46257205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.581175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-d408896b-ad79-4164-9264-3d8ee96c5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.582893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-d408896b-ad79-4164-9264-3d8ee96c5594 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.1841581 Aug 31 19:20:06.659545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.660192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-510a0425-f369-4913-83d6-a5ab46257205 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f42239a80d83408588681dfba4aed0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8069236 Aug 31 19:20:06.660588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:06.694231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0425-f369-4913-83d6-a5ab46257205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d7b8e-2995-41c3-a7ff-e0e0f244d21f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:06.714233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for f84b316e-ee8b-41db-9867-5666c8b69f0f owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:06.725647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.760445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b245f-a87a-4502-b336-fef7ce55acc8 req-5b4c30f9-6177-4c6f-9b95-18af5bfc2a0c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.760867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Transition to ACTIVE for port object 4e5302f9-7650-4eba-8e80-e55e20c612ca will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:06.762352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-064b245f-a87a-4502-b336-fef7ce55acc8 req-5b4c30f9-6177-4c6f-9b95-18af5bfc2a0c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.2120812 Aug 31 19:20:06.765947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-0f4b9688-d5ac-4016-ad1a-aa9b965d554c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980136 Aug 31 19:20:06.828517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-8add925c-1e12-459f-b5db-cdfc123ac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:06.830018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-8add925c-1e12-459f-b5db-cdfc123ac393 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2374592 Aug 31 19:20:06.830639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Made reservation on behalf of 019e0e5fcdd14e8abbab4bdccbb62797 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:06.842360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.896787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:06.959680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-3ba215a7-b58e-4819-8000-6cac2bd558d5 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108577 Aug 31 19:20:06.961147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:06.985292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:06.989536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:06.996757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:07.053129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.055089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:07.055761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.060351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.119919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-064b245f-a87a-4502-b336-fef7ce55acc8 req-aa7c4d07-8651-4a9f-8b5f-e3fa4a7db023 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024249 Aug 31 19:20:07.175965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=f84b316e-ee8b-41db-9867-5666c8b69f0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:07.178569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-c491a5ad-03b9-40d2-a809-8edde5f15aed tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4869859 Aug 31 19:20:07.206570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Request body: {'port': {'device_id': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:07.206898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.263598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190468-bd9d-452a-ab8e-a0d7de706187 req-d71f7072-b42f-4551-926b-6bcd9289d944 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:07.276074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56190468-bd9d-452a-ab8e-a0d7de706187 req-d71f7072-b42f-4551-926b-6bcd9289d944 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.4298782 Aug 31 19:20:07.288660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.382052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-9e730b4a-6af0-4e26-be21-4150909a9f5d service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007981 Aug 31 19:20:07.382193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1617958d-b24b-4b5f-bd1a-653987717ce7 None None] Provisioning for port 4e5302f9-7650-4eba-8e80-e55e20c612ca completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:07.388205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1617958d-b24b-4b5f-bd1a-653987717ce7 None None] Provisioning complete for port 4e5302f9-7650-4eba-8e80-e55e20c612ca triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:07.388667 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1617958d-b24b-4b5f-bd1a-653987717ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.402951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.416427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.435297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1617958d-b24b-4b5f-bd1a-653987717ce7 None None] Port 4e5302f9-7650-4eba-8e80-e55e20c612ca cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:20:07.437335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.506216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56190468-bd9d-452a-ab8e-a0d7de706187 req-0350c43d-19fb-42cb-b575-d2b74281cde4 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005785 Aug 31 19:20:07.544682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.546868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router 98062f30-ce42-4279-81fc-ba9846bc838e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:07.556798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.558184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab6dcfc7-907d-4e67-98b1-857d8a80f239 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/98062f30-ce42-4279-81fc-ba9846bc838e HTTP/1.1" status: 204 len: 168 time: 1.8384824 Aug 31 19:20:07.575654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:07.584244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'name': 'tempest-snat-router-494613849', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:07.593180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fe065423-f112-4840-b594-0bcca3e4d57e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 200 len: 217 time: 0.1849217 Aug 31 19:20:07.672088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Allocated IP 192.168.233.64 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/37228884-0114-42c5-a2a5-a76d8c181705) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:07.720501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d70d9316-1732-4b48-b9a8-835df35daef4 req-9b285ad6-cd6b-4272-8392-e8123fb7b50c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 210 time: 0.1020787 Aug 31 19:20:07.755603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.758413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.760140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.772869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.789870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/246d7b8e-2995-41c3-a7ff-e0e0f244d21f HTTP/1.1" status: 204 len: 168 time: 1.1124601 Aug 31 19:20:07.831490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:07.880697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-6200da9f-a7ae-45ad-b697-fa58b63d1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:07.882156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-6200da9f-a7ae-45ad-b697-fa58b63d1e3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.2656269 Aug 31 19:20:08.042091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6520a-7604-48f0-ac41-6b799b1e635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d7b8e-2995-41c3-a7ff-e0e0f244d21f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:08.081652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.218743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.225390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.231517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.237864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.244774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.250860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.256953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.265450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-1a958174-57d9-46c4-9558-1a9e18f6e57a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.5171371 Aug 31 19:20:08.301366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:08.322231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fd2aa908-0e37-4c2c-b5ba-214292b27eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.323725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fd2aa908-0e37-4c2c-b5ba-214292b27eee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2841332 Aug 31 19:20:08.345315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a83f-603a-4dd7-967c-eebce973cee5 req-665011db-d8e8-49e2-a9ce-95c811ce3dea tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.346857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddf8a83f-603a-4dd7-967c-eebce973cee5 req-665011db-d8e8-49e2-a9ce-95c811ce3dea tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.3083804 Aug 31 19:20:08.366680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ef4fc4e-e18d-4642-97b0-7bf24b7bcf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.383899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.402862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.410569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.450346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c86c6b4e-3e65-4474-ba1d-6aafbea38f57 req-f0d8891f-20d8-443f-831b-7e30e83f3296 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839092 Aug 31 19:20:08.491115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Transition to ACTIVE for port object 37228884-0114-42c5-a2a5-a76d8c181705 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:08.572662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 172.25.3.78 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/06eae966-e6e5-4dbf-922f-7ed328fe778b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:08.579725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddf8a83f-603a-4dd7-967c-eebce973cee5 req-e6197f9b-9469-405a-9342-94bb8da09b89 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022555 Aug 31 19:20:08.682087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-589e8c32-60ae-415c-a62a-16803d314f31 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321476 Aug 31 19:20:08.697144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b6d92-67bb-4053-bf1a-991b6f3c37ba req-565087af-170f-476d-9b3e-2c48f08b3f33 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:08.699062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d81b6d92-67bb-4053-bf1a-991b6f3c37ba req-565087af-170f-476d-9b3e-2c48f08b3f33 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1543033 Aug 31 19:20:08.783420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.790194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.803751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d81b6d92-67bb-4053-bf1a-991b6f3c37ba req-e2e547e9-68e4-4bff-bcbd-f281b834b56b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841379 Aug 31 19:20:08.938427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:08.952347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:08.984603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:08.993099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ef4fc4e-e18d-4642-97b0-7bf24b7bcf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.000353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:09.012795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event updated for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:09.052723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ef4fc4e-e18d-4642-97b0-7bf24b7bcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.089381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2dc4ee7-a9a0-493f-a15e-0e8e7134a95d req-fb92e370-08a8-40f3-b462-a8433e2ce3fc service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873293 Aug 31 19:20:09.162549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6ef4fc4e-e18d-4642-97b0-7bf24b7bcf21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2388996d94a54493825fa155a8aa9da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8547916 Aug 31 19:20:09.163252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:09.183485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ee843-e921-4450-a2fa-5e3bd266e6f2 req-10bb06c8-dcfd-4337-b7df-648e101d51c0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.185180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226ee843-e921-4450-a2fa-5e3bd266e6f2 req-10bb06c8-dcfd-4337-b7df-648e101d51c0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 935 time: 0.2941277 Aug 31 19:20:09.191320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.191986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.194558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4fc4e-e18d-4642-97b0-7bf24b7bcf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507b5f1-b628-4cd2-bcb3-6309c17c64b0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:09.208416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787795-ebb8-44e8-a11e-6b3215a841d8 req-3bcfdcc0-892a-4c72-b6dd-02dd5bd195c0 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.210037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53787795-ebb8-44e8-a11e-6b3215a841d8 req-3bcfdcc0-892a-4c72-b6dd-02dd5bd195c0 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.3250909 Aug 31 19:20:09.272235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-aa08140d-e35e-4525-8227-91026000b319 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9237747 Aug 31 19:20:09.299081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Request body: {'port': {'device_id': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:09.310618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:09.322870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226ee843-e921-4450-a2fa-5e3bd266e6f2 req-93d7b461-0da8-424e-960e-369b2aa371b2 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182849 Aug 31 19:20:09.330750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:09.347425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:09.351120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.358913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:09.363528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=06eae966-e6e5-4dbf-922f-7ed328fe778b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:09.369060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:09.395171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Transition to ACTIVE for port object 4e5302f9-7650-4eba-8e80-e55e20c612ca will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:09.414757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.435578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a7038239-98a6-4cfa-bb96-d384d1816869 None None] Provisioning for port 37228884-0114-42c5-a2a5-a76d8c181705 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:09.437316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.464085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53787795-ebb8-44e8-a11e-6b3215a841d8 req-681b85b0-b7bb-4a1f-a1ed-1d942616e7be tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002976 Aug 31 19:20:09.517800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.548710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.565523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a7038239-98a6-4cfa-bb96-d384d1816869 None None] Provisioning complete for port 37228884-0114-42c5-a2a5-a76d8c181705 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:09.567624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a7038239-98a6-4cfa-bb96-d384d1816869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.582374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:09.698659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a7038239-98a6-4cfa-bb96-d384d1816869 None None] Port 37228884-0114-42c5-a2a5-a76d8c181705 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:20:09.749748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.752646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.756734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5507b5f1-b628-4cd2-bcb3-6309c17c64b0 HTTP/1.1" status: 204 len: 168 time: 0.5889060 Aug 31 19:20:09.780001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Attempting to bind port 4e5302f9-7650-4eba-8e80-e55e20c612ca on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:09.780741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Attempting to bind port 4e5302f9-7650-4eba-8e80-e55e20c612ca by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:09.781240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Attempting to bind port 4e5302f9-7650-4eba-8e80-e55e20c612ca on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:09.832601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcd2d2-f385-49e9-bf4d-c7c9e8191e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507b5f1-b628-4cd2-bcb3-6309c17c64b0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:09.833304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Port 4e5302f9-7650-4eba-8e80-e55e20c612ca on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:09.833803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Attempting to bind port 4e5302f9-7650-4eba-8e80-e55e20c612ca on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:09.842437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:09.842792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:09.843185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:09.843627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Bound port: 4e5302f9-7650-4eba-8e80-e55e20c612ca, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:09.844017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.872736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.878882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.885106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.891281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.897257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.904357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.910508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:09.918967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-8cac3f19-59f3-458f-ae5f-69658c7efde6 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2723467 Aug 31 19:20:09.963340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:09.996318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8b400-4427-4691-896c-65cefdcd4518 req-453ec7a3-1a7a-422d-ba43-36af98d85b80 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.003943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9b8b400-4427-4691-896c-65cefdcd4518 req-453ec7a3-1a7a-422d-ba43-36af98d85b80 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2613711 Aug 31 19:20:10.013718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:10.034402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:10.044661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:10.133308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.134669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:10.136623 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] 10.222.0.67 "PUT /v2.0/ports/4e5302f9-7650-4eba-8e80-e55e20c612ca HTTP/1.1" status: 200 len: 1095 time: 2.9366591 Aug 31 19:20:10.137233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:10.140717 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232d167-ff45-4876-833b-8501d15717ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:10.264872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732109ad-88c4-4f5d-be7c-051b63bcc19c service neutron] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:10.381227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-cef67b0d-b9f5-49cd-a3e0-3cbc1ebbc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.385522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-cef67b0d-b9f5-49cd-a3e0-3cbc1ebbc481 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1098 time: 0.1834776 Aug 31 19:20:10.480396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790d1fd5-3158-4dc7-8313-a0acbe8389a4 req-6b227867-355b-4132-8a0f-bd7c5c7b51f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5603642 Aug 31 19:20:10.517447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-0ae98856-5132-47b5-91cd-3f4aa44f867f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca HTTP/1.1" status: 200 len: 217 time: 0.0611236 Aug 31 19:20:10.612795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37228884-0114-42c5-a2a5-a76d8c181705 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:10.616188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:10.623248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:10.684015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Transition to ACTIVE for port object 37228884-0114-42c5-a2a5-a76d8c181705 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:10.710343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9b8b400-4427-4691-896c-65cefdcd4518 req-09bf7837-d0ed-4beb-bd88-d89645cbb3be tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050023 Aug 31 19:20:10.722581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:10.787398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-7a16f528-3459-4da4-8c26-57c6006f1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.788915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-7a16f528-3459-4da4-8c26-57c6006f1459 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2633221 Aug 31 19:20:10.797696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-d6d1f781-698e-4e1a-abc5-e8698e42d5f2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.799190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-d6d1f781-698e-4e1a-abc5-e8698e42d5f2 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 946 time: 0.2943804 Aug 31 19:20:10.817470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a897f-2e0f-419c-ad34-24d1fdb0ec98 req-6cf6eac2-f44f-4c9f-b507-0f7f0d1e0c24 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.820055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f5a897f-2e0f-419c-ad34-24d1fdb0ec98 req-6cf6eac2-f44f-4c9f-b507-0f7f0d1e0c24 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1824408 Aug 31 19:20:10.820795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:10.907284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f5a897f-2e0f-419c-ad34-24d1fdb0ec98 req-025bcd6b-5acc-415f-97fe-d2c61a3173c2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702381 Aug 31 19:20:10.918954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router 4310b964-4a3b-489d-8783-37eff0fda083 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:10.956326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-96464773-425f-4dd6-b4d1-3ba0acfefc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:10.957987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-96464773-425f-4dd6-b4d1-3ba0acfefc3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577032 Aug 31 19:20:11.146524 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d31e35a-7382-4c32-be29-bfcc31a41ba7 x-openstack-request-id: req-8d31e35a-7382-4c32-be29-bfcc31a41ba7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:11.149486 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:11.151421 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d31e35a-7382-4c32-be29-bfcc31a41ba7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:11.153519 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'status': 'completed', 'code': 200} Aug 31 19:20:11.155626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Attempting to bind port 37228884-0114-42c5-a2a5-a76d8c181705 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:11.156177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Attempting to bind port 37228884-0114-42c5-a2a5-a76d8c181705 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:11.156625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Attempting to bind port 37228884-0114-42c5-a2a5-a76d8c181705 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:11.168460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Port 37228884-0114-42c5-a2a5-a76d8c181705 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:11.168903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Attempting to bind port 37228884-0114-42c5-a2a5-a76d8c181705 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:11.176636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:11.176988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:11.177396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:11.178827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Bound port: 37228884-0114-42c5-a2a5-a76d8c181705, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:11.179208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.246767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e778-e0eb-4816-837a-36ba652b2ad9 req-2ed26add-5dd6-4c17-a186-8beb60721376 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:11.248778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d14e778-e0eb-4816-837a-36ba652b2ad9 req-2ed26add-5dd6-4c17-a186-8beb60721376 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 947 time: 0.1562040 Aug 31 19:20:11.296229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Deleting port 46978632-7fce-418c-b7b9-8b53b8e0a76f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:11.296777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.351389 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-891d1f49-1a50-4226-aa14-7cf678274a96 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846338 Aug 31 19:20:11.400337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:11.402322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366fcc3-89c2-494c-a964-9fb5182b405f req-9fe14d1c-bfee-4aeb-a8cc-77d60a8a126d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:11.411869 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Sync routers for ids ['4310b964-4a3b-489d-8783-37eff0fda083'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:11.419685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8366fcc3-89c2-494c-a964-9fb5182b405f req-9fe14d1c-bfee-4aeb-a8cc-77d60a8a126d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.1398442 Aug 31 19:20:11.441379 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Routers {'4310b964-4a3b-489d-8783-37eff0fda083'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:11.442379 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4310b964-4a3b-489d-8783-37eff0fda083'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:11.474099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:11.483805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d14e778-e0eb-4816-837a-36ba652b2ad9 req-e650a7c3-8e89-43be-a62e-cfd0c7ce9085 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047455 Aug 31 19:20:11.486133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=37228884-0114-42c5-a2a5-a76d8c181705,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:11.494617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.498436 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3116ad54-80ea-49ca-8345-7158edd0efac tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9154716 Aug 31 19:20:11.500554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:11.509597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.538750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d166dba-2de1-42d9-8530-bc05b689fdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.562635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] For port 46978632-7fce-418c-b7b9-8b53b8e0a76f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46978632-7fce-418c-b7b9-8b53b8e0a76f,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:11.563472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.601047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Calling delete_port for 46978632-7fce-418c-b7b9-8b53b8e0a76f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:11.640990 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db0da9de-beb9-4f82-a9d9-b3115e06bd86 req-0ff43ed9-00d0-42fe-a9b9-bc90fdcb88d5 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760863 Aug 31 19:20:11.687883 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Set router 4310b964-4a3b-489d-8783-37eff0fda083 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:11.783895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:11.803337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d167-ff45-4876-833b-8501d15717ba req-10bd6d0f-b3ba-41b5-93e6-8c419ba6f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:11.804925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-10bd6d0f-b3ba-41b5-93e6-8c419ba6f53b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1098 time: 0.1089444 Aug 31 19:20:11.813226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:11.813865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:11.815398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-ae65a352-3f7d-4148-a027-5145d4a575b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/37228884-0114-42c5-a2a5-a76d8c181705 HTTP/1.1" status: 200 len: 1096 time: 2.5275977 Aug 31 19:20:11.828870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:11.835954 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d32eb3-f197-4216-9674-d82c152d95a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "tag": "37228884-0114-42c5-a2a5-a76d8c181705"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:12.000899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8366fcc3-89c2-494c-a964-9fb5182b405f req-0987b704-69e6-42d1-8052-7a8621b1c0af tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5802085 Aug 31 19:20:12.016718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-62866e9c-5bed-485d-acfa-fa7e9df28b17 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/4310b964-4a3b-489d-8783-37eff0fda083 HTTP/1.1" status: 200 len: 907 time: 0.5160005 Aug 31 19:20:12.024147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:12.037020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.046567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.053455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.063777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.072967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.079262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.086610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.095735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-8a32c136-a8e0-4c40-b1dd-288eea13a7ca tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.3129239 Aug 31 19:20:12.116943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'name': 'tempest-snat-router-494613849', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': True}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:12.160907 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310b964-4a3b-489d-8783-37eff0fda083', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78'}], 'enable_snat': False}, 'gw_port_id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:07Z', 'updated_at': '2021-08-31T19:20:09Z', 'revision_number': 3, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port': {'id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310b964-4a3b-489d-8783-37eff0fda083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:20:08Z', 'updated_at': '2021-08-31T19:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:12.187302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-0fbe2380-de9f-4da9-991d-6325ddbab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.189901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-0fbe2380-de9f-4da9-991d-6325ddbab285 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 1099 time: 0.3021655 Aug 31 19:20:12.199275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d167-ff45-4876-833b-8501d15717ba req-e8a27172-f2a8-4669-8b6d-4bbbef578705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.200527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-e8a27172-f2a8-4669-8b6d-4bbbef578705 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.3877373 Aug 31 19:20:12.204624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.218544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8b271a39-509c-4a4d-b270-6e182ecf00c5', '46978632-7fce-418c-b7b9-8b53b8e0a76f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:12.248414 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Checking router: 4310b964-4a3b-489d-8783-37eff0fda083 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:12.249098 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Updating router 4310b964-4a3b-489d-8783-37eff0fda083 port 06eae966-e6e5-4dbf-922f-7ed328fe778b binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:20:12.283333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4334b8-1ca5-4bd5-9f5f-7408a6612f39 req-1a9a9614-9aca-47d2-af05-83696faf71be tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862788 Aug 31 19:20:12.296703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Pushing event deleted for resources: {'Port': ['ID=46978632-7fce-418c-b7b9-8b53b8e0a76f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:12.307995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-782d8d62-07c6-45bd-aa3d-17103b6a6c0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca HTTP/1.1" status: 200 len: 217 time: 0.0925434 Aug 31 19:20:12.323429 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.395324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.415997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] No DVR routers for this DVR port 46978632-7fce-418c-b7b9-8b53b8e0a76f on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:20:12.416354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.424277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.428931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2cd2fda9-1583-41af-af2b-51fc6ac15010 req-43f55ca9-60cd-4a72-8efd-918dc1d63a09 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "DELETE /v2.0/ports/46978632-7fce-418c-b7b9-8b53b8e0a76f HTTP/1.1" status: 204 len: 173 time: 1.5904851 Aug 31 19:20:12.514938 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518837ef-efc9-40b7-9ce4-1ce49a3bf08e x-openstack-request-id: req-518837ef-efc9-40b7-9ce4-1ce49a3bf08e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:12.515883 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "tag": "37228884-0114-42c5-a2a5-a76d8c181705", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:12.516341 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-518837ef-efc9-40b7-9ce4-1ce49a3bf08e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:12.517780 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705', 'status': 'completed', 'code': 200} Aug 31 19:20:12.521054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-6ab5d3fe-6cb3-49a8-88d2-bf78bda780d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=37228884-0114-42c5-a2a5-a76d8c181705 HTTP/1.1" status: 200 len: 217 time: 0.3188455 Aug 31 19:20:12.536677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52f218-fba7-40e6-84a1-2c0ef2ca822c req-b9ae4d09-5f30-4158-b416-2184cb2f1e72 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.538346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d167-ff45-4876-833b-8501d15717ba req-36c32838-c016-482d-959a-500987bb591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.540448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-36c32838-c016-482d-959a-500987bb591b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1456144 Aug 31 19:20:12.546262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee52f218-fba7-40e6-84a1-2c0ef2ca822c req-b9ae4d09-5f30-4158-b416-2184cb2f1e72 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc HTTP/1.1" status: 200 len: 867 time: 0.4463935 Aug 31 19:20:12.552854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:12.632245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d167-ff45-4876-833b-8501d15717ba req-662fcf86-aeb7-4e60-9e73-d8b4229e110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.634740 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-662fcf86-aeb7-4e60-9e73-d8b4229e110f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815454 Aug 31 19:20:12.761471 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-6404b664-ab43-46b3-bf43-eac0ab2dc20f service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151044 Aug 31 19:20:12.825953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665114-2e75-4fa9-befc-ccf87aa17728 req-c632c711-05f9-4cfb-8a93-4e0bc7fb04e1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.827594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85665114-2e75-4fa9-befc-ccf87aa17728 req-c632c711-05f9-4cfb-8a93-4e0bc7fb04e1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.2773631 Aug 31 19:20:12.834395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-f7272659-24b1-4586-9420-271f2b47da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.836287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-f7272659-24b1-4586-9420-271f2b47da4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.2820041 Aug 31 19:20:12.904157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee52f218-fba7-40e6-84a1-2c0ef2ca822c req-d3a1f5ac-a6cc-404c-a4ef-ca312c479c0e tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543944 Aug 31 19:20:12.912755 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0232d167-ff45-4876-833b-8501d15717ba req-be5d4a2c-92a6-451c-b8c1-c4992776d84e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433387 Aug 31 19:20:12.988603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-2a0d4737-c8af-407b-9a9e-2ebfab8b60c6 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:12.990781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-2a0d4737-c8af-407b-9a9e-2ebfab8b60c6 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.82 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.4259558 Aug 31 19:20:13.019328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.069861 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.092662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85665114-2e75-4fa9-befc-ccf87aa17728 req-48b52f09-b5ec-4f29-962e-e83ad5d13c1b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030466 Aug 31 19:20:13.130306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Transition to ACTIVE for port object 06eae966-e6e5-4dbf-922f-7ed328fe778b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:13.154445 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.155242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'name': 'network-vif-deleted', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:13.157861 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe3671-5943-45b3-8177-8e268d0fa7e2" -d '{"events": [{"server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "name": "network-vif-deleted", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:13.262140 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Attempting to bind port 06eae966-e6e5-4dbf-922f-7ed328fe778b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:13.262505 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Attempting to bind port 06eae966-e6e5-4dbf-922f-7ed328fe778b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:13.262861 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Attempting to bind port 06eae966-e6e5-4dbf-922f-7ed328fe778b on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:13.270236 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41efcf-021e-4eeb-a784-49ef6322aa85 None None] Pushing event updated for resources: {'Port': ['ID=06eae966-e6e5-4dbf-922f-7ed328fe778b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:13.278531 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:13.279089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:13.279490 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.279908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:13.280516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Bound port: 06eae966-e6e5-4dbf-922f-7ed328fe778b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:13.280759 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.311514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-7ad03915-e4d2-4fe8-a20a-9b600b2dacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:13.313390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-7ad03915-e4d2-4fe8-a20a-9b600b2dacb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4096155 Aug 31 19:20:13.354399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] For port 06eae966-e6e5-4dbf-922f-7ed328fe778b, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:13.357974 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] For port 06eae966-e6e5-4dbf-922f-7ed328fe778b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=06eae966-e6e5-4dbf-922f-7ed328fe778b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:13.363970 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.430714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Routers {'4310b964-4a3b-489d-8783-37eff0fda083'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:13.431900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:19:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['4310b964-4a3b-489d-8783-37eff0fda083'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:13.457809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22558dd-2aa7-428a-879e-b40b9cc61fe0 req-970b2c08-4c14-4f30-bbfa-aeb69f61bd3f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:13.465859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b22558dd-2aa7-428a-879e-b40b9cc61fe0 req-970b2c08-4c14-4f30-bbfa-aeb69f61bd3f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 947 time: 0.2622707 Aug 31 19:20:13.477640 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41efcf-021e-4eeb-a784-49ef6322aa85 None None] Pushing event updated for resources: {'Port': ['ID=06eae966-e6e5-4dbf-922f-7ed328fe778b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:13.481285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4bf8-8a27-4d8c-90e0-2ce10db81b03 req-254c49dd-ae55-4c2a-a3eb-0c27d505b818 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:13.483100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-787a4bf8-8a27-4d8c-90e0-2ce10db81b03 req-254c49dd-ae55-4c2a-a3eb-0c27d505b818 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 945 time: 0.2510049 Aug 31 19:20:13.537822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Deleting port 84baad9a-0766-4628-89fe-4f754201caa7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:13.538262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.664190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-076cf974-ddab-41f8-98dd-1191c458452c service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405545 Aug 31 19:20:13.678197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] Set router 4310b964-4a3b-489d-8783-37eff0fda083 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:13.689603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b22558dd-2aa7-428a-879e-b40b9cc61fe0 req-86fecfc2-e639-4625-9da0-bfa7dbaf5ca4 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228045 Aug 31 19:20:13.759538 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae5ea1-0f13-46f3-bb82-ebebaff7f9b1 x-openstack-request-id: req-57ae5ea1-0f13-46f3-bb82-ebebaff7f9b1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:13.760518 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc", "name": "network-vif-deleted", "tag": "46978632-7fce-418c-b7b9-8b53b8e0a76f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:13.760850 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57ae5ea1-0f13-46f3-bb82-ebebaff7f9b1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:13.761381 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027a6a4-9c20-4b4a-83ee-b3f8eb704cbc', 'name': 'network-vif-deleted', 'tag': '46978632-7fce-418c-b7b9-8b53b8e0a76f', 'status': 'completed', 'code': 200} Aug 31 19:20:13.794502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-787a4bf8-8a27-4d8c-90e0-2ce10db81b03 req-8b216fce-18fa-441d-81b9-40568487b5ae tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0c180fb-c022-4b7e-b49a-35a42b556e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939966 Aug 31 19:20:13.971494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] For port 84baad9a-0766-4628-89fe-4f754201caa7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=84baad9a-0766-4628-89fe-4f754201caa7,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:13.972234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:13.978819 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310b964-4a3b-489d-8783-37eff0fda083', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78'}], 'enable_snat': False}, 'gw_port_id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:07Z', 'updated_at': '2021-08-31T19:20:09Z', 'revision_number': 3, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port': {'id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310b964-4a3b-489d-8783-37eff0fda083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:20:08Z', 'updated_at': '2021-08-31T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:14.038239 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5db4bb-c9c3-4a15-b572-08647ad01ade None None] The sync data for ids ['4310b964-4a3b-489d-8783-37eff0fda083'] in n-d-778550-14 is: [{'id': '4310b964-4a3b-489d-8783-37eff0fda083', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78'}], 'enable_snat': False}, 'gw_port_id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:07Z', 'updated_at': '2021-08-31T19:20:09Z', 'revision_number': 3, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port': {'id': '06eae966-e6e5-4dbf-922f-7ed328fe778b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310b964-4a3b-489d-8783-37eff0fda083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:20:08Z', 'updated_at': '2021-08-31T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:14.195379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fb77919-86b8-4ffd-925c-9039733ad1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.426225 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.441525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.471430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:14.475933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46978632-7fce-418c-b7b9-8b53b8e0a76f no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:14.500183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 46978632-7fce-418c-b7b9-8b53b8e0a76f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:14.500823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46978632-7fce-418c-b7b9-8b53b8e0a76f not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:14.517069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-d5217250-42ab-4703-87c3-2f909c64fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.519173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-d5217250-42ab-4703-87c3-2f909c64fcc4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1467524 Aug 31 19:20:14.529495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8a4368-5d1a-4411-97dd-430ebbcccd24 req-e5299425-4c3d-4c36-9514-0c89f0c4c9c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358414 Aug 31 19:20:14.577523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.613355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-1d954845-7e79-4244-a7e0-76af30a4ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.614878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-1d954845-7e79-4244-a7e0-76af30a4ad63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1096 time: 0.0696385 Aug 31 19:20:14.659073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:14.662778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.669730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.675854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.679356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'mac_address': 'fa:16:3e:a1:4a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:14.688475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.698088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.704206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.710684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.719751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-a4c1c1ff-69f1-499b-a29c-9ed62f58349d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.8333416 Aug 31 19:20:14.731099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.734135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.754824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:14.795140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:14.800384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:14.808339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-0944584b-041e-41d9-bbb0-e3efc386ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.810149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-0944584b-041e-41d9-bbb0-e3efc386ee5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1873522 Aug 31 19:20:14.839534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8436a8-480a-4b85-b82a-09d7a8234d99 req-e8aafc02-d185-4604-a725-9ee12160a002 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.846688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae8436a8-480a-4b85-b82a-09d7a8234d99 req-e8aafc02-d185-4604-a725-9ee12160a002 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.3806298 Aug 31 19:20:14.860743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:14.925259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-0f61abe2-0cd1-436c-b709-521efce626f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 200 len: 1000 time: 0.0981860 Aug 31 19:20:14.994009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-b5a9ee76-1731-44c1-b8cb-03ecf129b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:14.997471 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-b5a9ee76-1731-44c1-b8cb-03ecf129b21f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.0641501 Aug 31 19:20:15.001091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0eac7ea-67f2-4cd0-80e5-7571fefb4cb3 req-9e23a8ac-2363-45f8-9891-c01ae6c74733 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2804646 Aug 31 19:20:15.015166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-a036ba7a-33cf-4dcb-9993-b6d97e5e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.016819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-a036ba7a-33cf-4dcb-9993-b6d97e5e6fc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 1099 time: 0.3994210 Aug 31 19:20:15.077893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae8436a8-480a-4b85-b82a-09d7a8234d99 req-3e3e80d8-d569-4323-b460-0530b67f8ca2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240851 Aug 31 19:20:15.127735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:15.189964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-ecdc9eec-c5cc-4707-9950-4bc8063d72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.202427 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-ecdc9eec-c5cc-4707-9950-4bc8063d72b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946373 Aug 31 19:20:15.244468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.245297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.247191 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Floating IP 67dde037-8d44-4de6-a185-858cd8636af9 disassociated. External IP: 172.25.3.115, port: 84baad9a-0766-4628-89fe-4f754201caa7. Aug 31 19:20:15.247191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Calling delete_port for 84baad9a-0766-4628-89fe-4f754201caa7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:15.314339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 06eae966-e6e5-4dbf-922f-7ed328fe778b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:15.368064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-964dbd1a-042f-438d-bcef-61f48500a0fb service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565180 Aug 31 19:20:15.433524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.484529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 172.25.3.31 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0dc87a69-76db-400a-8936-7256b08e68a1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:15.505776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:15.522910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 06eae966-e6e5-4dbf-922f-7ed328fe778b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:15.525200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3b50543c-6d00-428b-b9a1-4353a1c59dc5 req-2f41b7ef-5cf7-4f2b-b064-b4c38be920d7 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439991 Aug 31 19:20:15.540404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 06eae966-e6e5-4dbf-922f-7ed328fe778b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:15.541248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.632044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac8c14-39b3-436e-95ec-1a522c00eec0 req-86c328c5-3a81-4b2b-945f-fe7de2fdc952 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.632537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.634502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26ac8c14-39b3-436e-95ec-1a522c00eec0 req-86c328c5-3a81-4b2b-945f-fe7de2fdc952 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.4291101 Aug 31 19:20:15.658662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20145c5-ed73-4ce1-960d-a1519ce60bfe req-0d13de8f-cdec-4127-91f2-fa29c70221bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.660181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 06eae966-e6e5-4dbf-922f-7ed328fe778b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=06eae966-e6e5-4dbf-922f-7ed328fe778b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:15.665798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.665994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f20145c5-ed73-4ce1-960d-a1519ce60bfe req-0d13de8f-cdec-4127-91f2-fa29c70221bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 947 time: 0.3143082 Aug 31 19:20:15.669972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.682612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-ad2122f7-5b9c-4f53-8a08-6ad00cf4da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.684113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-ad2122f7-5b9c-4f53-8a08-6ad00cf4da65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.6534183 Aug 31 19:20:15.723327 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:20:15.734529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.755009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=06eae966-e6e5-4dbf-922f-7ed328fe778b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:15.769020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-d84cbcad-80ba-49c4-80c7-52017243d8fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=37228884-0114-42c5-a2a5-a76d8c181705 HTTP/1.1" status: 200 len: 217 time: 0.0513065 Aug 31 19:20:15.792332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.818003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.824255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.865072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8191f05-2999-4a14-a20e-a8e45c2d2b8a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:15.869107 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97cf85333d0645149bd5ef98d2913d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623586 Aug 31 19:20:15.875008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:15.881707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.882056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.882406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.882746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.883285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.883408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.883751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.884115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.884442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.885027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.885154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.885402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bb205-74fe-4d4f-9f5c-e88d93e561e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:15.907958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26ac8c14-39b3-436e-95ec-1a522c00eec0 req-dc4d1b4f-447d-415c-9b66-d19d42333737 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252185 Aug 31 19:20:15.911757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f20145c5-ed73-4ce1-960d-a1519ce60bfe req-886ae9b0-a3ad-453a-be63-ae09720a42d4 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448428 Aug 31 19:20:15.921859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event deleted for resources: {'Port': ['ID=84baad9a-0766-4628-89fe-4f754201caa7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:15.928079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:15.959872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-fdff3797-a368-4dc3-8af5-961772382c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:15.961702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-fdff3797-a368-4dc3-8af5-961772382c69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1785369 Aug 31 19:20:16.156189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Router eb383634-c090-4b17-9dab-39ae1c3f35cd has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:16.266879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac6d650c-6798-4a9c-8f15-4531731b9f46 req-32e7a269-639b-4079-ae8e-67d0a499a7c8 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.1431019 Aug 31 19:20:16.320411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.348374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.457074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.463235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.464587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-b9462bc7-d0d4-48df-8db9-1f1dd0396736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.466150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-b9462bc7-d0d4-48df-8db9-1f1dd0396736 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3414683 Aug 31 19:20:16.466413 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8191f05-2999-4a14-a20e-a8e45c2d2b8a HTTP/1.1" status: 204 len: 168 time: 0.5903440 Aug 31 19:20:16.486682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:16.503802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6333bff-3d5d-4f07-bb4a-2ec22a628092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8191f05-2999-4a14-a20e-a8e45c2d2b8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:16.545568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.566931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.582046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.603288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.615848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 4e5302f9-7650-4eba-8e80-e55e20c612ca completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:16.627894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4e5302f9-7650-4eba-8e80-e55e20c612ca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:16.628283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.630175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.652178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.672244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:16.690112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-ec19d144-0354-4317-a28b-a73b01f665b0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.5359812 Aug 31 19:20:16.798839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.827485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:16.829831 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc2f874-6da2-4236-9736-eadd1a7076ea" -d '{"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:16.851539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:16.857535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.905833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.936655 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:16.952896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:17.014156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a28accd-86de-4f45-aafb-5d1346c9e8c2 req-0fb36f91-45fc-45f3-9fe5-c76c26659b55 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3230183 Aug 31 19:20:17.014865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:17.024394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:17.029107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-27eb088e-72e9-4271-864f-654fdcbadac0 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268740 Aug 31 19:20:17.040208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:17.056052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff11a-3d50-4ef9-90fd-3af237f907fa req-34d28507-b2b4-4cdf-b5dc-4de11deac54b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:17.063559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c23ff11a-3d50-4ef9-90fd-3af237f907fa req-34d28507-b2b4-4cdf-b5dc-4de11deac54b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.5962811 Aug 31 19:20:17.073252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:17.080045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5e87db-a9cc-4f84-8108-d7f54cb02225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:17.085214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=0dc87a69-76db-400a-8936-7256b08e68a1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:17.088705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:17.107946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Sync routers for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:17.120148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:17.120972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:17.195555 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8070da-a502-4a18-a05b-adb0e999e335 x-openstack-request-id: req-fe8070da-a502-4a18-a05b-adb0e999e335 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:17.195965 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:17.203695 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe8070da-a502-4a18-a05b-adb0e999e335 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:17.204378 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'code': 200} Aug 31 19:20:17.346592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 06eae966-e6e5-4dbf-922f-7ed328fe778b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:17.346592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84baad9a-0766-4628-89fe-4f754201caa7 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:17.364795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] No DVR routers for this DVR port 84baad9a-0766-4628-89fe-4f754201caa7 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:20:17.391498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 84baad9a-0766-4628-89fe-4f754201caa7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:17.391975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 84baad9a-0766-4628-89fe-4f754201caa7 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:17.419550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:17.438116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a8d30-4e9d-4e1d-b37d-2c8c942c80f2 req-8cf33307-caac-40f9-817c-56f78c723f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:17.439557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c23ff11a-3d50-4ef9-90fd-3af237f907fa req-8b3bb02e-36b3-4cd8-b63e-a0a29151e0be tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752723 Aug 31 19:20:17.439898 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc7a8d30-4e9d-4e1d-b37d-2c8c942c80f2 req-8cf33307-caac-40f9-817c-56f78c723f50 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1100 time: 0.1495247 Aug 31 19:20:17.441836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03d32eb3-f197-4216-9674-d82c152d95a5 req-5fd9d573-86ac-45a1-b140-853b6057dc4e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953285 Aug 31 19:20:17.447269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:17.449734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4514ee8a-e0ea-4d8a-8bcb-14f44cd85ddd req-520d44ab-a41e-4ea7-ba0d-a4af3a02c133 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.82 "DELETE /v2.0/ports/84baad9a-0766-4628-89fe-4f754201caa7 HTTP/1.1" status: 204 len: 173 time: 4.4235394 Aug 31 19:20:17.456884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'name': 'network-vif-deleted', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:17.459892 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e6a246-db76-4c9b-a976-6a80a162aeee" -d '{"events": [{"server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "name": "network-vif-deleted", "tag": "84baad9a-0766-4628-89fe-4f754201caa7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:17.523714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55de682-d4b5-429f-be75-6a89284d8829 req-bd3f25cc-ed27-4d11-b472-f1a7896c3dc8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:17.533457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c55de682-d4b5-429f-be75-6a89284d8829 req-bd3f25cc-ed27-4d11-b472-f1a7896c3dc8 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.2587798 Aug 31 19:20:17.543394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5e87db-a9cc-4f84-8108-d7f54cb02225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:17.559153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5e87db-a9cc-4f84-8108-d7f54cb02225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:17.607362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 06eae966-e6e5-4dbf-922f-7ed328fe778b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:17.608419 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:17.609445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc7a8d30-4e9d-4e1d-b37d-2c8c942c80f2 req-160c53af-25b8-4831-a270-b4d3b8733310 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426699 Aug 31 19:20:17.628530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c55de682-d4b5-429f-be75-6a89284d8829 req-1aed412d-ad36-4344-889f-856432eb4a94 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917342 Aug 31 19:20:17.640864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:17.641077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e5e87db-a9cc-4f84-8108-d7f54cb02225 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff42d26d8c3d4497bd05231dfeddc1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226580 Aug 31 19:20:17.647287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e87db-a9cc-4f84-8108-d7f54cb02225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4a41e-92fe-4f4f-95d5-93af1ccac5de,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:17.904208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:17.942604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Checking router: eb383634-c090-4b17-9dab-39ae1c3f35cd for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:17.953233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:17.954028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:18.129497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:18.284916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a595548-9585-4006-82cb-1e81a4c0b829 req-a1c3ea2a-2b57-4d85-992c-bc4d6b2886ad tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.1602831 Aug 31 19:20:18.382660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93126-b543-414d-96cf-6f95c200087c req-56f5d7b3-212c-44cb-91a4-23f033eecea1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.395368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1a93126-b543-414d-96cf-6f95c200087c req-56f5d7b3-212c-44cb-91a4-23f033eecea1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 947 time: 0.7862799 Aug 31 19:20:18.403235 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d89c7-e9c3-459b-aed0-e35da739c53e x-openstack-request-id: req-9b8d89c7-e9c3-459b-aed0-e35da739c53e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:18.403519 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2113a29-ad1e-4b72-a680-362a6b8c4042", "name": "network-vif-deleted", "tag": "84baad9a-0766-4628-89fe-4f754201caa7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:18.403800 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b8d89c7-e9c3-459b-aed0-e35da739c53e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:18.404196 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2113a29-ad1e-4b72-a680-362a6b8c4042', 'name': 'network-vif-deleted', 'tag': '84baad9a-0766-4628-89fe-4f754201caa7', 'status': 'completed', 'code': 200} Aug 31 19:20:18.444319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.471597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.498342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 37228884-0114-42c5-a2a5-a76d8c181705 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:18.503845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:18.544628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa2f72-e984-4610-bf3d-a3c31557f6c6 None None] The sync data for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 is: [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:17:54Z', 'revision_number': 4, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '5aacf4c2-ba78-4f71-af40-b50d0480333e', 'name': '', 'network_id': 'f44958a5-d22c-4aa1-9081-7719d1788893', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'mac_address': 'fa:16:3e:da:3f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:53Z', 'updated_at': '2021-08-31T19:18:01Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'subnets': [{'id': 'aac72feb-d01a-4f7f-8ec6-452e5e58de36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:18.558060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.567698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.568871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/caa4a41e-92fe-4f4f-95d5-93af1ccac5de HTTP/1.1" status: 204 len: 168 time: 0.9265749 Aug 31 19:20:18.638756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4a41e-92fe-4f4f-95d5-93af1ccac5de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:18.684931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1a93126-b543-414d-96cf-6f95c200087c req-11c0bdb4-8812-47af-983b-831a138a7a21 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885535 Aug 31 19:20:18.704974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.708359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.708912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.710727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.711291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.711840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.713861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.715810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.716377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.716921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.717713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.720376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f792c0-6ce5-40d5-ba14-1ac807fb901c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:18.765912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.801575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=37228884-0114-42c5-a2a5-a76d8c181705,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:18.804670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.820755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.828193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.834463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.839079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '37228884-0114-42c5-a2a5-a76d8c181705', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '37228884-0114-42c5-a2a5-a76d8c181705', 'mac_address': 'fa:16:3e:ad:e5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:18.841505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.848035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.854936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:18.857395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-193382ad-79db-42ca-ae54-1780f72017e7 req-61531788-a79e-4770-aa90-f9d24472798f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.3053806 Aug 31 19:20:18.933958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:18.956553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37228884-0114-42c5-a2a5-a76d8c181705 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:19.009681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=37228884-0114-42c5-a2a5-a76d8c181705,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:19.019809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:19.130254 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e78bd3-11b4-4369-9207-44ae06f0e28b None None] New status for floating IP 67dde037-8d44-4de6-a185-858cd8636af9: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:20:19.179381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:19.327551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['37228884-0114-42c5-a2a5-a76d8c181705'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:19.340408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-193382ad-79db-42ca-ae54-1780f72017e7 req-a649be78-f80b-4950-b093-7fea7a44438b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4417863 Aug 31 19:20:19.411978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7d4c-6ac2-43d2-afaa-56ce985b824e req-af52b674-6cb9-44e1-9a5c-7abd63589809 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:19.420718 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f7f7d4c-6ac2-43d2-afaa-56ce985b824e req-af52b674-6cb9-44e1-9a5c-7abd63589809 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.5619600 Aug 31 19:20:19.437826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:19.545875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f7f7d4c-6ac2-43d2-afaa-56ce985b824e req-5ca19071-4378-4b67-998e-636ac7e854c6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241305 Aug 31 19:20:19.626622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1ce6-18bf-4aed-abcc-df7ebff119d0 req-7562cccc-06d7-4b3b-9a8a-fb58d2bc5a4b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:19.628266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-924d1ce6-18bf-4aed-abcc-df7ebff119d0 req-7562cccc-06d7-4b3b-9a8a-fb58d2bc5a4b tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1796572 Aug 31 19:20:19.765907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-924d1ce6-18bf-4aed-abcc-df7ebff119d0 req-4e65f27f-1646-470e-8124-958d2e952758 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f949de2-a459-4305-b8fb-345f9be51c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224625 Aug 31 19:20:19.805343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router f065fd24-c2e4-4bb4-821d-cbf122ac02ff is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:19.953822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a47df67-d25a-44fd-acbd-ebb2fa018726 req-bf23ce81-b946-4a69-b2d3-565e228bba52 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0371931 Aug 31 19:20:20.051960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:20.080739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Sync routers for ids ['f065fd24-c2e4-4bb4-821d-cbf122ac02ff'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:20.102224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:20.107813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-58998627-1383-4e6c-b727-21cf5ec57346 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.0067651 Aug 31 19:20:20.108207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:20.109221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Routers {'f065fd24-c2e4-4bb4-821d-cbf122ac02ff'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:20.110338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f065fd24-c2e4-4bb4-821d-cbf122ac02ff'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:20.193948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a127b62-39b8-49ae-9262-603c9c0ef63f req-dda11eec-5dd0-4dad-9b0e-441b67901875 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.207428 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a127b62-39b8-49ae-9262-603c9c0ef63f req-dda11eec-5dd0-4dad-9b0e-441b67901875 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 948 time: 0.1349831 Aug 31 19:20:20.244777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Set router f065fd24-c2e4-4bb4-821d-cbf122ac02ff gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:20.279669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a127b62-39b8-49ae-9262-603c9c0ef63f req-3ba52517-97c8-4904-a697-89aaf246e52b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Aug 31 19:20:20.379420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:20.380139 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34cc3598-e994-46ec-a647-f80ced816438 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/f065fd24-c2e4-4bb4-821d-cbf122ac02ff HTTP/1.1" status: 200 len: 906 time: 0.2699442 Aug 31 19:20:20.546311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f065fd24-c2e4-4bb4-821d-cbf122ac02ff', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '0dc87a69-76db-400a-8936-7256b08e68a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:12Z', 'updated_at': '2021-08-31T19:20:18Z', 'revision_number': 3, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port': {'id': '0dc87a69-76db-400a-8936-7256b08e68a1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f065fd24-c2e4-4bb4-821d-cbf122ac02ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:20:14Z', 'updated_at': '2021-08-31T19:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:20.592390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Checking router: f065fd24-c2e4-4bb4-821d-cbf122ac02ff for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:20.592936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Updating router f065fd24-c2e4-4bb4-821d-cbf122ac02ff port 0dc87a69-76db-400a-8936-7256b08e68a1 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:20:20.630874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:20.645714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:20.792999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.817415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.826171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.848643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.859516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.866777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.878472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:20.888219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-7f7fbf78-f81e-4eac-9c22-ea7ed7b918f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.3377953 Aug 31 19:20:20.988903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-597e9c07-6844-4904-8394-d4ad1b6711a0 req-e3471008-ed78-4749-9d9b-5e4982470581 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996163 Aug 31 19:20:21.033208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.057107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927b0a-8513-43e7-bc07-19500161b589 req-7e078dba-a660-4c86-a996-e032a1616827 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:21.058668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e927b0a-8513-43e7-bc07-19500161b589 req-7e078dba-a660-4c86-a996-e032a1616827 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 946 time: 0.1331239 Aug 31 19:20:21.084487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.106759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Transition to ACTIVE for port object 0dc87a69-76db-400a-8936-7256b08e68a1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:21.121855 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.190712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e6eda-b527-4bf7-97d3-451bf25f5e33 None None] Pushing event updated for resources: {'Port': ['ID=0dc87a69-76db-400a-8936-7256b08e68a1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:21.218310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Attempting to bind port 0dc87a69-76db-400a-8936-7256b08e68a1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:21.218680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Attempting to bind port 0dc87a69-76db-400a-8936-7256b08e68a1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:21.219042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Attempting to bind port 0dc87a69-76db-400a-8936-7256b08e68a1 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:21.224470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:21.225532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:21.225532 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.225924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:21.226384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Bound port: 0dc87a69-76db-400a-8936-7256b08e68a1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:21.226778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.252091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Deleting port 0dc87a69-76db-400a-8936-7256b08e68a1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:21.252702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.296349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Deleting port 8b271a39-509c-4a4d-b270-6e182ecf00c5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:21.297089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.372948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37de95-8fb6-47da-848b-700437fcdc26 req-59971e2b-444b-48a3-a3c8-da08a9118edd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:21.375526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] For port 0dc87a69-76db-400a-8936-7256b08e68a1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:21.380400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb37de95-8fb6-47da-848b-700437fcdc26 req-59971e2b-444b-48a3-a3c8-da08a9118edd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.2441783 Aug 31 19:20:21.382232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] For port 0dc87a69-76db-400a-8936-7256b08e68a1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0dc87a69-76db-400a-8936-7256b08e68a1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:21.391953 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.413544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] For port 8b271a39-509c-4a4d-b270-6e182ecf00c5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b271a39-509c-4a4d-b270-6e182ecf00c5,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:21.413917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.439516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Calling delete_port for 8b271a39-509c-4a4d-b270-6e182ecf00c5 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:21.466727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.509859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Calling delete_port for 0dc87a69-76db-400a-8936-7256b08e68a1 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:21.545155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Routers {'f065fd24-c2e4-4bb4-821d-cbf122ac02ff'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:21.545799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f065fd24-c2e4-4bb4-821d-cbf122ac02ff'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:21.548007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e6eda-b527-4bf7-97d3-451bf25f5e33 None None] Pushing event updated for resources: {'Port': ['ID=0dc87a69-76db-400a-8936-7256b08e68a1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:21.596895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.612767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8b271a39-509c-4a4d-b270-6e182ecf00c5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:21.624472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Pushing event deleted for resources: {'Port': ['ID=8b271a39-509c-4a4d-b270-6e182ecf00c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:21.683364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] No DVR routers for this DVR port 8b271a39-509c-4a4d-b270-6e182ecf00c5 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:20:21.688413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.691017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e927b0a-8513-43e7-bc07-19500161b589 req-dd2cebea-fd44-4328-ab8b-285a2bf7e561 tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.67 "DELETE /v2.0/ports/8b271a39-509c-4a4d-b270-6e182ecf00c5 HTTP/1.1" status: 204 len: 173 time: 0.6043363 Aug 31 19:20:21.691486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'name': 'network-vif-deleted', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:21.696764 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c091e93-9c8d-4a91-9098-33abf83beea5" -d '{"events": [{"server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "name": "network-vif-deleted", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:21.735229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] Set router f065fd24-c2e4-4bb4-821d-cbf122ac02ff gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:21.823416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f065fd24-c2e4-4bb4-821d-cbf122ac02ff', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:12Z', 'updated_at': '2021-08-31T19:20:21Z', 'revision_number': 4, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:21.870928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:21.891030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19a527-9b25-4e23-a6cc-57690830fa85 None None] The sync data for ids ['f065fd24-c2e4-4bb4-821d-cbf122ac02ff'] in n-d-778550-14 is: [{'id': 'f065fd24-c2e4-4bb4-821d-cbf122ac02ff', 'name': 'tempest-snat-router-494613849', 'tenant_id': '8f163a699ea947ae89844acf8ab6e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:20:12Z', 'updated_at': '2021-08-31T19:20:21Z', 'revision_number': 4, 'project_id': '8f163a699ea947ae89844acf8ab6e790', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:21.950549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb37de95-8fb6-47da-848b-700437fcdc26 req-75dd9790-c7ff-4944-b468-f00d2c24a899 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5692453 Aug 31 19:20:21.952825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dc87a69-76db-400a-8936-7256b08e68a1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:22.010860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.176800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d90a364b-4e1b-409a-8f3a-c3d29d43f21a req-1047625a-414a-43d1-84d8-f3bb0cb19c2c tempest-ServerRescueNegativeTestJSON-1071203627 tempest-ServerRescueNegativeTestJSON-1071203627-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f3829e-988e-46bc-b047-6790d93d94f8 HTTP/1.1" status: 200 len: 210 time: 0.0897272 Aug 31 19:20:22.182138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.184597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.276874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.277428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f065fd24-c2e4-4bb4-821d-cbf122ac02ff {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:22.285465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.290759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:22.302875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4ecdd98-9486-4038-a4e7-fcca7a9b2a7c tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f065fd24-c2e4-4bb4-821d-cbf122ac02ff HTTP/1.1" status: 204 len: 168 time: 1.9212101 Aug 31 19:20:22.434289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98e5f44a-f57e-4101-8c65-e655d5d0be9e req-da5d5edc-b08a-48bc-919f-5c1650c96e85 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0920777 Aug 31 19:20:22.521968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 37228884-0114-42c5-a2a5-a76d8c181705 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:22.542994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.607346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b74a81-dc02-44ec-a5e4-895c5a128690 req-2d947489-4352-4f5c-8fbe-c77838edf966 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:22.615116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49b74a81-dc02-44ec-a5e4-895c5a128690 req-2d947489-4352-4f5c-8fbe-c77838edf966 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 948 time: 0.0639389 Aug 31 19:20:22.664799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49b74a81-dc02-44ec-a5e4-895c5a128690 req-a907b9cb-9fd0-4132-ae77-29245e06af38 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Aug 31 19:20:22.715521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 37228884-0114-42c5-a2a5-a76d8c181705 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:22.727291 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1acf5-d314-4d38-98e8-a1d3c83270a7 x-openstack-request-id: req-ebf1acf5-d314-4d38-98e8-a1d3c83270a7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:22.728282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 37228884-0114-42c5-a2a5-a76d8c181705 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:22.728589 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f3829e-988e-46bc-b047-6790d93d94f8", "name": "network-vif-deleted", "tag": "8b271a39-509c-4a4d-b270-6e182ecf00c5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:22.728858 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebf1acf5-d314-4d38-98e8-a1d3c83270a7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:22.729318 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f3829e-988e-46bc-b047-6790d93d94f8', 'name': 'network-vif-deleted', 'tag': '8b271a39-509c-4a4d-b270-6e182ecf00c5', 'status': 'completed', 'code': 200} Aug 31 19:20:22.729666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.757207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.864055 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.926408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Deleting port 06eae966-e6e5-4dbf-922f-7ed328fe778b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:22.927304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.935442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:22.953111 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d517189b-d242-4bb3-ab98-af87848b21a7" -d '{"events": [{"server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "name": "network-vif-plugged", "status": "completed", "tag": "37228884-0114-42c5-a2a5-a76d8c181705"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:22.964718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:22.978443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=37228884-0114-42c5-a2a5-a76d8c181705,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:22.981391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:22.990640 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:22.990873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b271a39-509c-4a4d-b270-6e182ecf00c5 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:22.998150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.013971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.028803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.042002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.052853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.070961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-461784b9-8e22-424e-8a8e-39f872f6e82a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1884542 Aug 31 19:20:23.100208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 8b271a39-509c-4a4d-b270-6e182ecf00c5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:23.104318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b271a39-509c-4a4d-b270-6e182ecf00c5 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:23.151561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] For port 06eae966-e6e5-4dbf-922f-7ed328fe778b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=06eae966-e6e5-4dbf-922f-7ed328fe778b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:23.155867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:23.165968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f9092cc-aee0-4937-914d-cd02ee301e83 req-031d07b4-2761-4ec0-863d-bc4708cb4e0b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876608 Aug 31 19:20:23.187668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:23.195155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Calling delete_port for 06eae966-e6e5-4dbf-922f-7ed328fe778b owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:23.296614 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c87d8-269e-465d-a50e-cef1442dfde7 x-openstack-request-id: req-9e2c87d8-269e-465d-a50e-cef1442dfde7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:23.297150 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "name": "network-vif-plugged", "status": "completed", "tag": "37228884-0114-42c5-a2a5-a76d8c181705", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:23.297500 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e2c87d8-269e-465d-a50e-cef1442dfde7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:23.298000 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705', 'code': 200} Aug 31 19:20:23.465449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1019d1-b80c-43b8-928d-091e83e7edec req-55a1a44c-dd55-4f2e-ab8a-aab3391a0f7b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.485974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a1019d1-b80c-43b8-928d-091e83e7edec req-55a1a44c-dd55-4f2e-ab8a-aab3391a0f7b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1077902 Aug 31 19:20:23.512808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:23.548231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc3835-9032-4358-a504-874cb112a3cb req-e4c0aa3c-704a-4d2a-b0fc-dd90de0428c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:23.549742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bebc3835-9032-4358-a504-874cb112a3cb req-e4c0aa3c-704a-4d2a-b0fc-dd90de0428c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 1101 time: 0.1837890 Aug 31 19:20:23.580751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a1019d1-b80c-43b8-928d-091e83e7edec req-f35ca92b-14bc-4ee7-b693-d77260ef0acd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930882 Aug 31 19:20:23.649245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:23.673578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:23.687352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bebc3835-9032-4358-a504-874cb112a3cb req-4d4d7d8e-06dc-4dbe-a9cf-545e805daf44 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298170 Aug 31 19:20:23.720687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event deleted for resources: {'Port': ['ID=06eae966-e6e5-4dbf-922f-7ed328fe778b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:23.788725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d4832b6-66ec-46ac-87fa-5a1e02f3199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:23.793293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:23.865787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33dbb78b-1808-44e2-a218-3784ef62d30d req-23b077d2-3ebd-4d56-8697-85ce891dd406 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0372915 Aug 31 19:20:23.924585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:23.931889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.010973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.011575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4310b964-4a3b-489d-8783-37eff0fda083 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:24.016554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.017785 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-28fd95a8-fc60-4e64-9408-fbefa81f38f8 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4310b964-4a3b-489d-8783-37eff0fda083 HTTP/1.1" status: 204 len: 168 time: 1.7257543 Aug 31 19:20:24.021388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:24.032461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975975954', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:24.079148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d4832b6-66ec-46ac-87fa-5a1e02f3199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.107064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d847-350c-4bff-a8f7-387b0f1fea0f req-eade96ca-bfe2-4087-adb6-e54895b6ba0b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.108741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3f9d847-350c-4bff-a8f7-387b0f1fea0f req-eade96ca-bfe2-4087-adb6-e54895b6ba0b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 949 time: 0.1633146 Aug 31 19:20:24.115669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d4832b6-66ec-46ac-87fa-5a1e02f3199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.128180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.129704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.210995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.250689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d4832b6-66ec-46ac-87fa-5a1e02f3199d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cade37b8b5a347e786eb2a7d3b189205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365746 Aug 31 19:20:24.259458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:24.271936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4832b6-66ec-46ac-87fa-5a1e02f3199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd57ef-8d86-44ac-b737-ca04abcf12aa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:24.289545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3f9d847-350c-4bff-a8f7-387b0f1fea0f req-5a9c0513-dc4b-4271-859e-5a695955d3e0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710997 Aug 31 19:20:24.393875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.420115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.458839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.535987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.542134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.548075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.554213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.560150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.566058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.572928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:24.585768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-ca141571-8110-4a03-87eb-f370885f5804 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1963320 Aug 31 19:20:24.668953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bba9fb8c-462e-4415-996f-b170fdbaec11 req-1c334aca-d702-4581-922c-33a7198c0b1e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817957 Aug 31 19:20:24.681235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.691208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.699927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7fd57ef-8d86-44ac-b737-ca04abcf12aa HTTP/1.1" status: 204 len: 168 time: 0.4373608 Aug 31 19:20:24.711443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.724401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac41ce-28f1-42f8-be69-3cac7de8c6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd57ef-8d86-44ac-b737-ca04abcf12aa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:24.735157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.751216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:24.871594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Allocated IP 172.25.3.196 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/155b2c7e-b5c9-43d8-9451-bd1343710af5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:25.000109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.081791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.178040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event updated for resources: {'Port': ['ID=155b2c7e-b5c9-43d8-9451-bd1343710af5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:25.191413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:25.194336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:25.202621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:25.211497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 06eae966-e6e5-4dbf-922f-7ed328fe778b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:25.273504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 06eae966-e6e5-4dbf-922f-7ed328fe778b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:25.274117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 06eae966-e6e5-4dbf-922f-7ed328fe778b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:25.303283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3ee0-8c57-4266-b4e4-e94121cea755 req-ae489de7-d9e5-4405-aa07-9e9d966f6e9e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:25.311346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe2d3ee0-8c57-4266-b4e4-e94121cea755 req-ae489de7-d9e5-4405-aa07-9e9d966f6e9e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.4819021 Aug 31 19:20:25.373913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe2d3ee0-8c57-4266-b4e4-e94121cea755 req-86259b01-7e1e-4e21-954a-92c080f42d05 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616348 Aug 31 19:20:25.432042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:25.545480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-053539c6-3bf8-4c6d-a36b-b28f92b033e3 req-126c86eb-0c3e-44c2-814a-aec34983a130 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0482192 Aug 31 19:20:25.571218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f596ec2b-3c2d-4e49-a19b-c580b9b31839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.574077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.726910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d7b96-6d8b-473b-be18-4892fbf12992 req-7443dbe3-e247-490f-a891-cd855ce63d38 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:25.729148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8d7b96-6d8b-473b-be18-4892fbf12992 req-7443dbe3-e247-490f-a891-cd855ce63d38 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 949 time: 0.0859296 Aug 31 19:20:25.733442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Deleting port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:25.733837 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.810326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f596ec2b-3c2d-4e49-a19b-c580b9b31839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.815188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a8d7b96-6d8b-473b-be18-4892fbf12992 req-b9418ccf-cdcb-4a46-a013-4d12a1328a04 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681131 Aug 31 19:20:25.819565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f596ec2b-3c2d-4e49-a19b-c580b9b31839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.868948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] For port ac05fc42-7aec-45ef-aa9f-bf239a1c13d9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,segment=NetworkSegment(62d224af-c7e9-4ec0-809f-b75d1301c676),segment_id=62d224af-c7e9-4ec0-809f-b75d1301c676)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:25.869707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.889348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Calling delete_port for ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:25.907957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:25.910048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596ec2b-3c2d-4e49-a19b-c580b9b31839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c50ca7-7f1d-4c46-8fce-515e4e43d759,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:25.917855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f596ec2b-3c2d-4e49-a19b-c580b9b31839 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8617551943a8421c9b7d4d6ab72201ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846067 Aug 31 19:20:25.918494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:26.093198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.126434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.150896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.158391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.164670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.169922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Router d0d2acac-2677-48fc-8f3e-428787136434 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:26.174088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.179252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.185604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.192140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.194108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-ab0ad0ad-9d47-4487-912f-cab0e1fe1e7a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2106373 Aug 31 19:20:26.222310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.224726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.228066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5c50ca7-7f1d-4c46-8fce-515e4e43d759 HTTP/1.1" status: 204 len: 168 time: 0.3051305 Aug 31 19:20:26.240591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d75ed-3c67-4002-acd6-0bb07c362c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c50ca7-7f1d-4c46-8fce-515e4e43d759,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:26.284310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c2b59dd-2172-4ea7-aba5-07de168874ac req-dfa67d31-34f5-4060-b66f-bc98120624ea tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833001 Aug 31 19:20:26.308993 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.327309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:26.339000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] Sync routers for ids ['d0d2acac-2677-48fc-8f3e-428787136434'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:26.351336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac05fc42-7aec-45ef-aa9f-bf239a1c13d9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:26.351530 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] Routers {'d0d2acac-2677-48fc-8f3e-428787136434'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:26.353263 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d0d2acac-2677-48fc-8f3e-428787136434'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:26.375168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.376704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6d7f0f11-6808-48d2-843a-6e6cb087c136 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3543594 Aug 31 19:20:26.379371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:26.385024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:26.402090 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:26.413677 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] Routers {'d0d2acac-2677-48fc-8f3e-428787136434'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:26.414963 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d0d2acac-2677-48fc-8f3e-428787136434'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:26.455559 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:26.456631 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a93ad-9187-4cf8-88e9-2014af4294b9 None None] The sync data for ids ['d0d2acac-2677-48fc-8f3e-428787136434'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:26.483583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85298fe2-c12d-4f89-8173-e243de81bc8f req-7b48e504-dadb-4929-8130-6ed8a14b8e8b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.485379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85298fe2-c12d-4f89-8173-e243de81bc8f req-7b48e504-dadb-4929-8130-6ed8a14b8e8b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0891817 Aug 31 19:20:26.617868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85298fe2-c12d-4f89-8173-e243de81bc8f req-4f04a808-1041-483e-9a33-4b0b585100c4 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190414 Aug 31 19:20:26.660486 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:26.840574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575053fe-f93c-4179-a05a-e62e5b55539d req-3b93f6ec-0c8c-456f-8c2f-85d12932a5bb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:26.844169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-575053fe-f93c-4179-a05a-e62e5b55539d req-3b93f6ec-0c8c-456f-8c2f-85d12932a5bb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1098831 Aug 31 19:20:26.971889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abc5cb8e-81cd-4e7f-a5a8-f14e2b6c145e req-4d574086-b126-477f-b86f-39a28b2b8858 tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2113a29-ad1e-4b72-a680-362a6b8c4042 HTTP/1.1" status: 200 len: 210 time: 0.0521226 Aug 31 19:20:26.985849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-575053fe-f93c-4179-a05a-e62e5b55539d req-c732954f-0930-4489-aa8a-b6e0fda5c30c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212020 Aug 31 19:20:27.068453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:27.072463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.108149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-2a238842-4b14-4e32-9de8-0df502a931bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330713 Aug 31 19:20:27.288533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:27.298969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3c3bb2f2-2a5b-4172-a0c7-a6e4591c6426 admin admin] 10.222.0.73 "PUT /v2.0/routers/b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6479061 Aug 31 19:20:27.301075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Sync routers for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:27.301597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:27.321724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:27.322679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:27.390854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-24315b55-9e21-4eae-8f27-e42e8bd5a028 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.404817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-24315b55-9e21-4eae-8f27-e42e8bd5a028 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621877 Aug 31 19:20:27.442106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-d2a10e80-335d-486e-89bf-baf80ac35942 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/quotas/019e0e5fcdd14e8abbab4bdccbb62797 HTTP/1.1" status: 200 len: 375 time: 0.0345085 Aug 31 19:20:27.489597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:27.565486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.572059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.578501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.584666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.591226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.597169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.604216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:27.614055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-0cd908a8-fe2b-41c5-8a8a-65b6661a34e8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1915286 Aug 31 19:20:27.629717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-e470694e-6982-49ca-8e85-7bcd9341cff5 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726625 Aug 31 19:20:27.632266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.651597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.663280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.714234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa21fee9-1716-472f-93f9-03d10661f5b1 req-ac211205-45b6-4298-9cfb-37ab2ea4e283 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991507 Aug 31 19:20:27.745313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:20:26Z', 'revision_number': 5, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:27.809602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Checking router: b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:27.824429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Routers {'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:27.825182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:27.844579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router d0d2acac-2677-48fc-8f3e-428787136434 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:27.864582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.921954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12f045a2-d4a6-43ff-89d1-86686677451e req-54bb9256-b994-4142-b323-c14aafb6db5e tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 210 time: 0.0501010 Aug 31 19:20:27.980424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Deleting port 094b2225-41a3-4644-a7e7-66b1d0c294cf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:27.980786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:27.989020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] Set router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:28.105242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:28.120377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] Sync routers for ids ['d0d2acac-2677-48fc-8f3e-428787136434'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:28.123955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] For port 094b2225-41a3-4644-a7e7-66b1d0c294cf, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=094b2225-41a3-4644-a7e7-66b1d0c294cf,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:28.124350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.126947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.133129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.138015 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b91e7aff-8a37-4c4b-8789-c1ab47003c1b tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "PUT /v2.0/routers/d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 200 len: 925 time: 1.7575858 Aug 31 19:20:28.138202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] Routers {'d0d2acac-2677-48fc-8f3e-428787136434'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:28.139025 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d0d2acac-2677-48fc-8f3e-428787136434'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:28.140841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.190717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Calling delete_port for 094b2225-41a3-4644-a7e7-66b1d0c294cf owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:28.239482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04530c30-8606-4e32-9327-e0d9ba3359a0 req-63be181c-8777-46b5-a20e-51cd1dd0e066 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:28.241386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04530c30-8606-4e32-9327-e0d9ba3359a0 req-63be181c-8777-46b5-a20e-51cd1dd0e066 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1006145 Aug 31 19:20:28.268970 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:28.292458 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] Routers {'d0d2acac-2677-48fc-8f3e-428787136434'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:28.293109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d0d2acac-2677-48fc-8f3e-428787136434'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:28.328756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:20:26Z', 'revision_number': 5, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:28.341441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04530c30-8606-4e32-9327-e0d9ba3359a0 req-be9c8c9d-35da-4bcb-965e-87dbe73f5c79 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670383 Aug 31 19:20:28.366629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.373653 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:28.377695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44c449-798b-4977-b8eb-b31e5805e21e None None] The sync data for ids ['d0d2acac-2677-48fc-8f3e-428787136434'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:28.405065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65669e6f-31f3-4792-a2a7-92c37b4d3d61 None None] The sync data for ids ['b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3'] in n-d-778550-14 is: [{'id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'name': 'tempest-ServerRescueNegativeTestJSON-828015407-router', 'tenant_id': '467b5b7c84d84810a9d5274ab5f91e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:24Z', 'updated_at': '2021-08-31T19:20:26Z', 'revision_number': 5, 'project_id': '467b5b7c84d84810a9d5274ab5f91e18', 'gw_port': {'id': '094b2225-41a3-4644-a7e7-66b1d0c294cf', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:25Z', 'updated_at': '2021-08-31T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:28.412025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.423006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2212aa0f-8f8d-4d55-b9a8-c6d747dce387 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 200 len: 925 time: 0.2779078 Aug 31 19:20:28.423006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.520318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8e702-ea37-4ea6-a4bf-653df8f600a3 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:28.522358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-84a8e702-ea37-4ea6-a4bf-653df8f600a3 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=d0d2acac-2677-48fc-8f3e-428787136434&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0980563 Aug 31 19:20:28.528142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.634568 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.637333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.638543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "DELETE /v2.0/security-groups/d0c180fb-c022-4b7e-b49a-35a42b556e4b HTTP/1.1" status: 204 len: 168 time: 0.5106463 Aug 31 19:20:28.641171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.657298 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-93735f4c-726c-47f5-9052-e5baba2b1d4b tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] show failed (client error): The resource could not be found. Aug 31 19:20:28.658853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-93735f4c-726c-47f5-9052-e5baba2b1d4b tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "GET /v2.0/security-groups/d0c180fb-c022-4b7e-b49a-35a42b556e4b HTTP/1.1" status: 404 len: 347 time: 0.0163727 Aug 31 19:20:28.661569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.670612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b6279-05e1-4418-a75a-cc6c5bf994bb tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c180fb-c022-4b7e-b49a-35a42b556e4b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:28.702247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.735287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Pushing event deleted for resources: {'Port': ['ID=094b2225-41a3-4644-a7e7-66b1d0c294cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:28.743016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15948112-f7de-4d52-bec7-9ff25146a4f6 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:28.744537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-15948112-f7de-4d52-bec7-9ff25146a4f6 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.2150545 Aug 31 19:20:28.749272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.779587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-878a8490-86bd-49e8-b0e8-4fdd788b9ce8 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 200 len: 205 time: 0.0293555 Aug 31 19:20:28.782281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.882885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.917549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:28.948385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Deleting port 97260f70-6ead-4f4b-ac63-7c81962938d9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:28.949003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:28.955627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.023146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.030783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.069833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.080262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.095364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.104230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.111214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.118725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.125249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.134915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8962e0c-e054-4db5-b6d6-d8407a180256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.139609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-86afd983-4de8-4f4e-a9e8-af1b5a40d3f4 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2758741 Aug 31 19:20:29.144344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.144344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.221056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.221587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:29.226439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Calling delete_port for 97260f70-6ead-4f4b-ac63-7c81962938d9 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:29.244079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bb27df4-a5c5-4636-9283-60466c77b9ba req-e2f21f41-bc9a-4d2c-919c-2a4918e6cbcf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 210 time: 0.0554600 Aug 31 19:20:29.248473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.251366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.256205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fed49529-f888-4ca9-91f1-3c7703d3b94e admin admin] 10.222.0.73 "DELETE /v2.0/routers/b64aee1d-6fde-4f8b-a6fc-cd767c3a74b3 HTTP/1.1" status: 204 len: 168 time: 1.9502673 Aug 31 19:20:29.256205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:29.256449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:29.294646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:29.295329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ac05fc42-7aec-45ef-aa9f-bf239a1c13d9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:29.310538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-255e17c5-9fa8-4858-9125-88e424b13ab6 req-b3f1de96-bb5a-443e-a10c-8cc265c5be3b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699736 Aug 31 19:20:29.358397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Deleting subnet 81a3dd86-3e3c-4348-97be-4b22182530cc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:20:29.359617 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-8bae9d0e-6cdc-4dd0-9189-9b52687952a8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920091 Aug 31 19:20:29.363019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8962e0c-e054-4db5-b6d6-d8407a180256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.364224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.398598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8962e0c-e054-4db5-b6d6-d8407a180256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.447617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.521934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b8962e0c-e054-4db5-b6d6-d8407a180256 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f387819eca714bde98f1c37e3412b807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991595 Aug 31 19:20:29.521934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962e0c-e054-4db5-b6d6-d8407a180256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112f928-3dea-4878-9083-be59cfbf2204,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:29.526238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:29.550000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.576118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port 155b2c7e-b5c9-43d8-9451-bd1343710af5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:29.576473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.590151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-fbda8c47-e1ff-4ead-96a4-4e0eae245f6d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.591607 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-fbda8c47-e1ff-4ead-96a4-4e0eae245f6d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223885 Aug 31 19:20:29.592584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f2762-766a-4193-9812-68b30c0d57f9 req-2ece607d-0a02-4f06-ac1e-0ece83b6a613 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:29.594052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c40f2762-766a-4193-9812-68b30c0d57f9 req-2ece607d-0a02-4f06-ac1e-0ece83b6a613 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1156564 Aug 31 19:20:29.636868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Request body: {'port': {'device_id': '065735cd-9460-43bf-a229-4978dda15db7', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '019e0e5fcdd14e8abbab4bdccbb62797'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:29.659284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.675025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c40f2762-766a-4193-9812-68b30c0d57f9 req-e6ec27b8-ef5c-49c6-b1f5-a266e01ed4b4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710807 Aug 31 19:20:29.682226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.699419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.721129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.722918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/81a3dd86-3e3c-4348-97be-4b22182530cc HTTP/1.1" status: 204 len: 168 time: 0.4667497 Aug 31 19:20:29.728399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1ecb-692f-4887-af77-f77eb9bc5011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a3dd86-3e3c-4348-97be-4b22182530cc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:29.730107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:29.735251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Pushing event deleted for resources: {'Port': ['ID=97260f70-6ead-4f4b-ac63-7c81962938d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:29.741648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.833293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.838883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.853644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for 155b2c7e-b5c9-43d8-9451-bd1343710af5 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:29.871432 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.873953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.875094 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-39153a87-9613-4b5a-bb74-ff8e6846514d tempest-ServersTestJSON-938159072 tempest-ServersTestJSON-938159072-project] 10.222.0.73 "DELETE /v2.0/floatingips/67dde037-8d44-4de6-a185-858cd8636af9 HTTP/1.1" status: 204 len: 168 time: 1.2123246 Aug 31 19:20:29.882354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:29.919710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.922241 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.923388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b112f928-3dea-4878-9083-be59cfbf2204 HTTP/1.1" status: 204 len: 168 time: 0.3963552 Aug 31 19:20:29.936102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077bae0-0d69-4f53-bb6c-4fcf52c73fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112f928-3dea-4878-9083-be59cfbf2204,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:29.945213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.969218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd291b1-794f-451f-9109-2ed9623b9676']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:29.971027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Made reservation on behalf of 019e0e5fcdd14e8abbab4bdccbb62797 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:29.974193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:29.986885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d224af-c7e9-4ec0-809f-b75d1301c676') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:29.988283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d224af-c7e9-4ec0-809f-b75d1301c676') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:29.999784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.014871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.022509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:20:30.023219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:20:30.026349 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:20:30.110618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.138277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.142979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] 10.222.0.73 "DELETE /v2.0/networks/cdd291b1-794f-451f-9109-2ed9623b9676 HTTP/1.1" status: 204 len: 168 time: 0.4066625 Aug 31 19:20:30.142979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a39d1-d28c-4c26-b1c8-f3f02d9bc6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd291b1-794f-451f-9109-2ed9623b9676,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:30.264165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:30.279406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83811c1-8d89-4d6f-916b-cb65a9a9cace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.295047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:30.358089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35ae6044-167a-4194-9333-97b2648b8757 req-14724c79-406a-47d9-ae48-7bbe9c6bb72c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 210 time: 0.0458584 Aug 31 19:20:30.402847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2cccd22-510c-47fc-9fa7-1b3eb897612a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=467b5b7c84d84810a9d5274ab5f91e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066113 Aug 31 19:20:30.405994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:30.535862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83811c1-8d89-4d6f-916b-cb65a9a9cace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.537003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.550073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.557115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.563205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.569130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.575632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.581568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.588026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.589905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-f435a5e5-c76d-4576-928f-d0fa89b984f9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1615627 Aug 31 19:20:30.593723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83811c1-8d89-4d6f-916b-cb65a9a9cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.602732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Allocated IP 192.168.233.177 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/9fdd04b6-db11-4224-ba5b-08304dae1558) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:30.608402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.646138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=155b2c7e-b5c9-43d8-9451-bd1343710af5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:30.650657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.684391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b83811c1-8d89-4d6f-916b-cb65a9a9cace admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=597acff0cd834108ac5b3d96e5edba1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190061 Aug 31 19:20:30.691234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:30.693281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83811c1-8d89-4d6f-916b-cb65a9a9cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c462664f-8669-4c3c-81e3-7ede427f7cfc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:30.745465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ca9c73e-6469-467c-8dd2-f985f9563971 req-dbf45538-00ba-43a5-bc4c-0b9fc04356f5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392632 Aug 31 19:20:30.806274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.816761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.818308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.820823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.822754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f949de2-a459-4305-b8fb-345f9be51c6c HTTP/1.1" status: 204 len: 168 time: 0.4156218 Aug 31 19:20:30.846129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dce4a7-d081-4991-a7a0-a052527fd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f949de2-a459-4305-b8fb-345f9be51c6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:30.860435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.886550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f4994-831f-44b1-a275-c8b88ff98b11 req-2e25de2a-5689-4ba0-a062-8baa88a18b37 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:30.888129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b33f4994-831f-44b1-a275-c8b88ff98b11 req-2e25de2a-5689-4ba0-a062-8baa88a18b37 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1130834 Aug 31 19:20:30.945976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:30.953978 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.039941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.040342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router d0d2acac-2677-48fc-8f3e-428787136434 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:31.056152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.057467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33b52ecb-a525-4033-8d39-5a556af7498d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 204 len: 168 time: 2.2740211 Aug 31 19:20:31.065448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:31.070379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1220768724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:31.114560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.125565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 094b2225-41a3-4644-a7e7-66b1d0c294cf no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:31.145687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Transition to ACTIVE for port object 9fdd04b6-db11-4224-ba5b-08304dae1558 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:31.158871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 094b2225-41a3-4644-a7e7-66b1d0c294cf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:31.160054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 094b2225-41a3-4644-a7e7-66b1d0c294cf not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:31.162301 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.163373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.229212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.282075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b33f4994-831f-44b1-a275-c8b88ff98b11 req-de6251b3-40be-454c-8014-6e11c9841636 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811026 Aug 31 19:20:31.291786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.294155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.295308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c462664f-8669-4c3c-81e3-7ede427f7cfc HTTP/1.1" status: 204 len: 168 time: 0.6029918 Aug 31 19:20:31.298505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.303000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ece5a7-d678-4827-a98d-1ac849597fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c462664f-8669-4c3c-81e3-7ede427f7cfc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:31.310747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.321374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.337588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e5302f9-7650-4eba-8e80-e55e20c612ca', '37228884-0114-42c5-a2a5-a76d8c181705'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:31.404042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.405240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e22d3a5-cd1f-4127-aaa0-1d02f5abfdc3 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3388138 Aug 31 19:20:31.407336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:31.408199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:31.413002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:31.419133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:31.427389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:31.468771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event updated for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:31.611496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:31.612298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.659596 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-b8505103-2d7c-400a-aa1e-8d71802ba908 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0522704 Aug 31 19:20:31.678239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Request body: {'port': {'device_id': '065735cd-9460-43bf-a229-4978dda15db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:31.771594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.787911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf244629-090c-44df-9a96-245bdbe76151 None None] Provisioning for port 9fdd04b6-db11-4224-ba5b-08304dae1558 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:31.796057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf244629-090c-44df-9a96-245bdbe76151 None None] Provisioning complete for port 9fdd04b6-db11-4224-ba5b-08304dae1558 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:31.796638 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf244629-090c-44df-9a96-245bdbe76151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.858298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:31.909278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bf244629-090c-44df-9a96-245bdbe76151 None None] Port 9fdd04b6-db11-4224-ba5b-08304dae1558 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:20:31.952625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Deleting port 5aacf4c2-ba78-4f71-af40-b50d0480333e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:31.953027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.007302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a1c4e-ded0-49ff-ba28-70f6dc708dfb req-ae090b1c-cd20-4602-a3fb-c4f41873a257 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.019179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-443a1c4e-ded0-49ff-ba28-70f6dc708dfb req-ae090b1c-cd20-4602-a3fb-c4f41873a257 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 936 time: 0.2601197 Aug 31 19:20:32.095215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-443a1c4e-ded0-49ff-ba28-70f6dc708dfb req-8720c73e-141a-4dae-a212-0d19deaaddde tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742373 Aug 31 19:20:32.108210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] For port 5aacf4c2-ba78-4f71-af40-b50d0480333e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5aacf4c2-ba78-4f71-af40-b50d0480333e,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:32.108210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.121213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.127758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.128913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Calling delete_port for 5aacf4c2-ba78-4f71-af40-b50d0480333e owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:32.135035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.141396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.149367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.152351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:32.155368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.161325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.163208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b38aec5-3b43-4999-8871-3e818f76caea req-f13bfce7-4cd5-473d-99ed-e0de30f22bd3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.2419653 Aug 31 19:20:32.228954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b38aec5-3b43-4999-8871-3e818f76caea req-273e68d6-5792-4d2a-927e-132c922edfbd tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563729 Aug 31 19:20:32.237323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdd04b6-db11-4224-ba5b-08304dae1558 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:32.254929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.275800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Transition to ACTIVE for port object 9fdd04b6-db11-4224-ba5b-08304dae1558 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:32.314999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.356778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-26861596-network', 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:32.363880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.384606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.418644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:32.435434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:32.438159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.505525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.555730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Allocated IP 172.25.3.245 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/5632fe22-8497-4246-b7ec-f02fc45d76e5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:32.565017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc0e75-7fd2-43aa-ae81-ea432a06ab11 req-7490e125-1410-4560-93e6-89a2917d0f4b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:32.566597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24dc0e75-7fd2-43aa-ae81-ea432a06ab11 req-7490e125-1410-4560-93e6-89a2917d0f4b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.0776579 Aug 31 19:20:32.654794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Attempting to bind port 9fdd04b6-db11-4224-ba5b-08304dae1558 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:32.655398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Attempting to bind port 9fdd04b6-db11-4224-ba5b-08304dae1558 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:32.656206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Attempting to bind port 9fdd04b6-db11-4224-ba5b-08304dae1558 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:32.662616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24dc0e75-7fd2-43aa-ae81-ea432a06ab11 req-a895c8c8-6901-42ab-bd09-9569752e014b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863380 Aug 31 19:20:32.672744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Port 9fdd04b6-db11-4224-ba5b-08304dae1558 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:32.673265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Attempting to bind port 9fdd04b6-db11-4224-ba5b-08304dae1558 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:32.686512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:32.686992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:32.687679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:32.688007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Bound port: 9fdd04b6-db11-4224-ba5b-08304dae1558, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:32.688469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.690370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.717422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.738961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Pushing event deleted for resources: {'Port': ['ID=5aacf4c2-ba78-4f71-af40-b50d0480333e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:32.764006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.806825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:32.811593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:32.816130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:32.819441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event updated for resources: {'Port': ['ID=5632fe22-8497-4246-b7ec-f02fc45d76e5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:32.894768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:32.899870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9fdd04b6-db11-4224-ba5b-08304dae1558,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:32.907579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.938873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:32.946594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.012030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.012713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.014079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] 10.222.0.67 "PUT /v2.0/ports/9fdd04b6-db11-4224-ba5b-08304dae1558 HTTP/1.1" status: 200 len: 1097 time: 1.3425117 Aug 31 19:20:33.023536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:33.025770 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846" -d '{"events": [{"name": "network-changed", "server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:33.029861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:20:33.078922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c453d27d-12e3-44b6-bb64-5243fdcc69e9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:33.104399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.108670 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfe2746-3f5f-45e5-a334-85a6a00bfd47 x-openstack-request-id: req-acfe2746-3f5f-45e5-a334-85a6a00bfd47 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:33.109169 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:33.111023 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acfe2746-3f5f-45e5-a334-85a6a00bfd47 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:33.111693 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558', 'status': 'completed', 'code': 200} Aug 31 19:20:33.144319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.145073 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Added segment ee8ada48-c07b-482d-9858-83a43db20072 of type vlan for network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 Aug 31 19:20:33.179119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335fc8-d3d8-4970-8bf1-028d7691fe39 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:33.231127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-5bb1528b-7031-4dbd-8390-963d0aa41160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.232651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-5bb1528b-7031-4dbd-8390-963d0aa41160 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 1100 time: 0.1548252 Aug 31 19:20:33.234341 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.236385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.294379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb748ee-9032-4f4b-b4d3-9bfdb2a95ac7 req-bcea4828-abfc-45ef-a7c2-ebd68c80bf87 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.296002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdb748ee-9032-4f4b-b4d3-9bfdb2a95ac7 req-bcea4828-abfc-45ef-a7c2-ebd68c80bf87 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 948 time: 0.0955472 Aug 31 19:20:33.396704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdb748ee-9032-4f4b-b4d3-9bfdb2a95ac7 req-f8d7be19-8ec8-4d89-9fcf-20314cd8b72a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 Aug 31 19:20:33.488273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.494771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.500672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.506649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.512615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.518547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.525538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.527250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-467306d9-acf9-4340-a481-4547d263f63a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1559174 Aug 31 19:20:33.536890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.546863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.551771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:20:33.562320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-824cbd78-772d-41d2-ad11-25b72e565112 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9fdd04b6-db11-4224-ba5b-08304dae1558 HTTP/1.1" status: 200 len: 217 time: 0.3201051 Aug 31 19:20:33.611170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.612125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.612941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.617172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46fe90b2-be47-4f45-97ac-431460cd1a94 req-b576159b-56f6-460f-ad85-bb0428cccb5a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783098 Aug 31 19:20:33.705439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Router 584a07b4-9df8-4cae-9dfa-571a181aa484 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:33.709418 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5546086 Aug 31 19:20:33.714772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:33.731482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Request body: {'subnet': {'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-26861596-subnet', 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:33.754712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e41e5-093d-43b2-9a39-4f036c9ad338 admin admin] Pushing event updated for resources: {'Network': ['ID=ea58f87f-5cdc-410d-a3bd-ac688e8531b4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:33.760490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-ee4719b5-4195-440a-a6ce-c94c85a4f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.762191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-ee4719b5-4195-440a-a6ce-c94c85a4f410 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1642749 Aug 31 19:20:33.768487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:20:33.832291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:33.834756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:33.872065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347c50-e8cf-4158-884d-19d3c996effb req-9068b1dc-99f1-4d08-adf2-aa8616bb51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.873711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-9068b1dc-99f1-4d08-adf2-aa8616bb51c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015911 Aug 31 19:20:33.939832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa78f1-a767-4edc-871f-9b44463f3eee req-ab9871c6-cfbb-46ee-b332-53169bdfd1a7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:33.941362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-beaa78f1-a767-4edc-871f-9b44463f3eee req-ab9871c6-cfbb-46ee-b332-53169bdfd1a7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1571517 Aug 31 19:20:33.994601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:34.002187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Router eb383634-c090-4b17-9dab-39ae1c3f35cd has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:34.004919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] Sync routers for ids ['584a07b4-9df8-4cae-9dfa-571a181aa484'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:34.008029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:34.014470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3c92d5b-69e0-4aed-9544-f759fe0db17e tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "PUT /v2.0/routers/584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 200 len: 884 time: 2.6051776 Aug 31 19:20:34.017517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.018641 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] Routers {'584a07b4-9df8-4cae-9dfa-571a181aa484'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:34.019372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['584a07b4-9df8-4cae-9dfa-571a181aa484'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.057774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-beaa78f1-a767-4edc-871f-9b44463f3eee req-ee6ea5eb-3b26-4516-bbc8-fcac1daa1566 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073794 Aug 31 19:20:34.063463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-41688e33-4e35-49ce-9314-d31661e488ac service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528556 Aug 31 19:20:34.167300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:34.216703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.222467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9324b57-a6c3-4362-98c7-05d751acdb8a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:34.226151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] Routers {'584a07b4-9df8-4cae-9dfa-571a181aa484'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:34.226799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['584a07b4-9df8-4cae-9dfa-571a181aa484'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.241906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:34.242272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Network hostable DHCP agents. Network: ea58f87f-5cdc-410d-a3bd-ac688e8531b4, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:20:34.260425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:20:34.267827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.268578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81986-50b2-40dc-8902-58a2322d34d4 None None] The sync data for ids ['584a07b4-9df8-4cae-9dfa-571a181aa484'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:34.270289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ea58f87f-5cdc-410d-a3bd-ac688e8531b4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:34.274998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.275412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:34.287327 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ec1b6408-e8d3-4161-964f-6b09e64bb4fe tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 200 len: 925 time: 0.2685611 Aug 31 19:20:34.290637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736b851-95d7-43b9-ba14-233b545b9909 None None] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:20:34.301213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fb41d541-19f3-4ff3-a682-cc3d3509f1ee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5713072 Aug 31 19:20:34.301435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:34.301574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59008) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.301674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53347c50-e8cf-4158-884d-19d3c996effb req-9aad2229-614c-4b63-a6eb-a37c97956fc5 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953316 Aug 31 19:20:34.308114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ee46ce60-f644-4af4-a2f6-8415b42af14f admin admin] 10.222.0.73 "PUT /v2.0/routers/eb383634-c090-4b17-9dab-39ae1c3f35cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4239793 Aug 31 19:20:34.320572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.327663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Sync routers for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:34.358116 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:34.359070 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.400752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4bcd39-1d0d-4a4b-9664-d0dba662137d tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.405808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc4bcd39-1d0d-4a4b-9664-d0dba662137d tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=584a07b4-9df8-4cae-9dfa-571a181aa484&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1093128 Aug 31 19:20:34.408191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59014) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.516941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d7ccc-9ce9-426e-a4da-fe1d2361ca99 None None] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:20:34.556415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9bcfce-fd59-4129-a3f9-179f69a8743e tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.557255 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:34.557382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-248e44fb-e46b-45d5-afc8-458aa013deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.558794 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-248e44fb-e46b-45d5-afc8-458aa013deef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 1100 time: 0.1479294 Aug 31 19:20:34.561843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e9bcfce-fd59-4129-a3f9-179f69a8743e tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1516938 Aug 31 19:20:34.562811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.627986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7dae-5b9f-4db8-bb6e-d33618ad77da req-8ee474d4-9d24-4c3c-be8f-75ab86d6dfbd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.629742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c6ae7ea4-05fd-46d5-8c78-f9eb20dde8b2 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 200 len: 205 time: 0.0658660 Aug 31 19:20:34.631355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:34.632402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b47c7dae-5b9f-4db8-bb6e-d33618ad77da req-8ee474d4-9d24-4c3c-be8f-75ab86d6dfbd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 948 time: 0.1540987 Aug 31 19:20:34.632900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:34.815669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:34.824320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-47fe1370-d067-477b-8b26-ccec62f6621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:34.825854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-47fe1370-d067-477b-8b26-ccec62f6621c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2429407 Aug 31 19:20:34.879076 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:20:32Z', 'revision_number': 5, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port': {'id': '7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:50Z', 'updated_at': '2021-08-31T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:34.914073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-ae2843b0-c093-43b9-94ab-790d8db3bdcf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9fdd04b6-db11-4224-ba5b-08304dae1558 HTTP/1.1" status: 200 len: 217 time: 0.0795970 Aug 31 19:20:34.929292 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Checking router: eb383634-c090-4b17-9dab-39ae1c3f35cd for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:34.938773 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Routers {'eb383634-c090-4b17-9dab-39ae1c3f35cd'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:34.939409 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['eb383634-c090-4b17-9dab-39ae1c3f35cd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:35.042839 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] Set router eb383634-c090-4b17-9dab-39ae1c3f35cd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:35.070766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-40e6c6fc-e397-4ee8-97df-561e7a2a8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.081419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-40e6c6fc-e397-4ee8-97df-561e7a2a8863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1406155 Aug 31 19:20:35.088614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Deleting port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:35.088966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.113213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b47c7dae-5b9f-4db8-bb6e-d33618ad77da req-24ab8238-826e-4a85-80aa-9114de5dd840 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643822 Aug 31 19:20:35.169782 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:20:34Z', 'revision_number': 6, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:35.225509 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f0b6b-160f-4561-b0a2-dd8734b43382 None None] The sync data for ids ['eb383634-c090-4b17-9dab-39ae1c3f35cd'] in n-d-778550-14 is: [{'id': 'eb383634-c090-4b17-9dab-39ae1c3f35cd', 'name': 'tempest-ServersTestJSON-2076470403-router', 'tenant_id': '25fd8258f03a448fae70a83b32fda82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:17:49Z', 'updated_at': '2021-08-31T19:20:34Z', 'revision_number': 6, 'project_id': '25fd8258f03a448fae70a83b32fda82f', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:35.259281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-863c7fc4-794d-4b38-8d9b-fd4c3c5c68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.260604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-863c7fc4-794d-4b38-8d9b-fd4c3c5c68b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462295 Aug 31 19:20:35.274967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] For port 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:35.274967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.334342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Calling delete_port for 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:35.349175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.368957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.374849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.380845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.387016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.393089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.399561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.405606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.407574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-9c394277-1ba1-4783-9323-148dab4fd2fc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5420 time: 0.1932936 Aug 31 19:20:35.432561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6cd7944e-7701-4146-9ffd-f2dd88650673 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:35.443875 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-4d1bafa5-3313-47a5-8259-6e2e5f5aace6 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723833 Aug 31 19:20:35.450328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-7cb4dd23-7f83-42f3-814e-45b0968da6e9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.453453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-7cb4dd23-7f83-42f3-814e-45b0968da6e9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.3384230 Aug 31 19:20:35.499177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-ab655c80-1b6a-4e64-818b-033c622a3012 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0347705 Aug 31 19:20:35.539539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6cd7944e-7701-4146-9ffd-f2dd88650673,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:35.552399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae516f9c-2f12-40fc-9827-3483df1bc6e9 req-15656009-259b-4aba-8687-996162ca9665 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127548 Aug 31 19:20:35.553853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '6cd7944e-7701-4146-9ffd-f2dd88650673', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'port_id': '6cd7944e-7701-4146-9ffd-f2dd88650673', 'mac_address': 'fa:16:3e:30:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:35.569338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-a08a291f-3b3a-43b0-a948-de6669d9436b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365167 Aug 31 19:20:35.606252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.610393 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.631985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd7944e-7701-4146-9ffd-f2dd88650673 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:35.658894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6cd7944e-7701-4146-9ffd-f2dd88650673,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:35.668413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.673579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f0296614-4df9-432a-8ee0-3c505ab7438e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:35.677217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.785626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Pushing event deleted for resources: {'Port': ['ID=7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:35.839772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:35.845454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port 5632fe22-8497-4246-b7ec-f02fc45d76e5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:35.845929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.853812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.854542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.855061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.855551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.856070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.856568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.857050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.857529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.858007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.858611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.859101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.859587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:20:35.860793 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b9d4c4b-4a67-4ebb-939a-7b6c28673846 req-9c30df69-8811-4579-838d-00c13ef03acb service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108579 Aug 31 19:20:35.912303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:35.959658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:35.980017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629bdbf-882b-4582-8325-04e7be08246f req-78514576-b37c-4617-9a18-d53703793891 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:35.980248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'port_id': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'mac_address': 'fa:16:3e:4a:39:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516f3bfd-9575-4d38-9dfe-725a989d484f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:35.981647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4629bdbf-882b-4582-8325-04e7be08246f req-78514576-b37c-4617-9a18-d53703793891 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.2525086 Aug 31 19:20:36.036042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.036686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.038785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.053346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0296614-4df9-432a-8ee0-3c505ab7438e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:36.075124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.080919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4629bdbf-882b-4582-8325-04e7be08246f req-6a2991ee-78a6-4222-8bf6-42a21e262386 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815194 Aug 31 19:20:36.082628 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.083577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:36.085706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-0b3abbbb-1ad4-4b90-af35-37e5f24fd00d service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895999 Aug 31 19:20:36.088240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.111603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.113216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb383634-c090-4b17-9dab-39ae1c3f35cd {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:36.129528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.130636 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aca208fb-ce7f-4c91-94c9-cdab6f91947f admin admin] 10.222.0.73 "DELETE /v2.0/routers/eb383634-c090-4b17-9dab-39ae1c3f35cd HTTP/1.1" status: 204 len: 168 time: 1.8093655 Aug 31 19:20:36.136422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:36.200117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for 5632fe22-8497-4246-b7ec-f02fc45d76e5 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:36.202880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Deleting subnet aac72feb-d01a-4f7f-8ec6-452e5e58de36 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:20:36.206407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.240763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.244350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:36.268380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'port_id': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'mac_address': 'fa:16:3e:50:8e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:36.273124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.327846 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.351423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:36.354286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-226152d0-1aea-4460-b5e9-b9fe0e788eb8 service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549589 Aug 31 19:20:36.391103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a687f-b814-42cc-a8e8-44cfd82d5c0d req-bad99b1f-c626-4cde-89a0-1df4f954844a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.394160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a17a687f-b814-42cc-a8e8-44cfd82d5c0d req-bad99b1f-c626-4cde-89a0-1df4f954844a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 948 time: 0.0962675 Aug 31 19:20:36.409433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.416306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.417798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 43ae665c-c9b4-428a-9665-e9fb7f5168e9 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:36.471095 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.510883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a17a687f-b814-42cc-a8e8-44cfd82d5c0d req-0b301eee-dc4f-418e-bd3e-421b453c2889 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Aug 31 19:20:36.560389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.562828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:36.582822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9fdd04b6-db11-4224-ba5b-08304dae1558 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:36.598957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '43ae665c-c9b4-428a-9665-e9fb7f5168e9', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'port_id': '43ae665c-c9b4-428a-9665-e9fb7f5168e9', 'mac_address': 'fa:16:3e:89:a0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:36.608036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.654897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.661404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.695491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac72feb-d01a-4f7f-8ec6-452e5e58de36,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:36.700042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.704531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd377816-6033-4641-994f-91a102205c5e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aac72feb-d01a-4f7f-8ec6-452e5e58de36 HTTP/1.1" status: 204 len: 168 time: 0.5670085 Aug 31 19:20:36.705163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:36.722651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=5632fe22-8497-4246-b7ec-f02fc45d76e5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:36.747941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00126ffb-189e-488d-86d3-10a6f09c1cd4 None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:20:36.753293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ae665c-c9b4-428a-9665-e9fb7f5168e9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:36.777421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.801573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.849492 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.850304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c66f597-22e7-49de-a1a8-600272e66bb8 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:36.892529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c77dec6e-865e-4ea9-8294-73fca34c62a5 req-b7404f99-9d75-4a34-810b-8974f0d59503 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 210 time: 0.0806024 Aug 31 19:20:36.924810 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.927602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Deleting port 85bf186f-df7d-46ac-9f90-358a807c9a9d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:36.928148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:36.937895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.944162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.950065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.956143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.962934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.969196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.975178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:36.977823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-6173e4c9-9bb1-4e1b-9a08-6571dd2ad6ae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5424 time: 0.2113559 Aug 31 19:20:36.981461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c66f597-22e7-49de-a1a8-600272e66bb8,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:36.999241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '6c66f597-22e7-49de-a1a8-600272e66bb8', 'network_id': 'bd56f0b8-b472-4de6-99b2-2498b3cb83ae', 'port_id': '6c66f597-22e7-49de-a1a8-600272e66bb8', 'mac_address': 'fa:16:3e:ad:9f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941b6597-4a42-4972-895d-8a6d564e7004', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:37.038259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9fdd04b6-db11-4224-ba5b-08304dae1558,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.097141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.102939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.106811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9fdd04b6-db11-4224-ba5b-08304dae1558', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '9fdd04b6-db11-4224-ba5b-08304dae1558', 'mac_address': 'fa:16:3e:1d:da:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:37.137049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:37.178296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d58e541f-92e6-4d41-bdc1-a5b24d2dd488 req-1da38153-ad85-4aa1-ae01-e91db4e08469 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655903 Aug 31 19:20:37.204543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.205124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router 584a07b4-9df8-4cae-9dfa-571a181aa484 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:37.214252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.215749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4be73e6a-3a03-41d9-9a55-39b029397688 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 204 len: 168 time: 2.5818608 Aug 31 19:20:37.226230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5aacf4c2-ba78-4f71-af40-b50d0480333e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:37.226663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:37.231681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1241971378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:37.257535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.285012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 5aacf4c2-ba78-4f71-af40-b50d0480333e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:37.285365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5aacf4c2-ba78-4f71-af40-b50d0480333e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:37.285944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:37.293502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.316803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c66f597-22e7-49de-a1a8-600272e66bb8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:37.328092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:37.328925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7751dd3a-eb76-4f7a-84bb-6ef3d8743a6e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:37.375173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdd04b6-db11-4224-ba5b-08304dae1558 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:37.375859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.376889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.387561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c66f597-22e7-49de-a1a8-600272e66bb8,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.406484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9fdd04b6-db11-4224-ba5b-08304dae1558,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.408879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.409828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b92bddd5-08ab-47b2-988b-e1793a2b49d1 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:37.417133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e370c-6cc8-44a2-9829-d69fb9acf3d4 req-a2a40aca-ff08-467c-ad33-9e424c4d71c5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:37.418377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e370c-6cc8-44a2-9829-d69fb9acf3d4 req-a2a40aca-ff08-467c-ad33-9e424c4d71c5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.1702583 Aug 31 19:20:37.451658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.456883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] For port 85bf186f-df7d-46ac-9f90-358a807c9a9d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=85bf186f-df7d-46ac-9f90-358a807c9a9d,segment=NetworkSegment(846fee08-6941-45d2-a4cb-732da629df38),segment_id=846fee08-6941-45d2-a4cb-732da629df38)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.457259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.460072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.465609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] DHCP port deletion for f44958a5-d22c-4aa1-9081-7719d1788893 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:20:37.471892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.474699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Calling delete_port for 85bf186f-df7d-46ac-9f90-358a807c9a9d owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:37.480264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.503028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1', 'network_id': '7b0a0d68-f904-4281-8c8c-34ba8ad005fd', 'port_id': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1', 'mac_address': 'fa:16:3e:98:96:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516f3bfd-9575-4d38-9dfe-725a989d484f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:37.516301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-002e370c-6cc8-44a2-9829-d69fb9acf3d4 req-ccd193df-5dad-4951-9b31-bca9811723f5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607741 Aug 31 19:20:37.523686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.526403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bdfc45c9-7bd9-43f3-a81e-d4579f89a629 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2985542 Aug 31 19:20:37.529089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59082) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:37.535817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': True}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:37.580727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:37.619908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.633425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] No DVR routers for this DVR port 85bf186f-df7d-46ac-9f90-358a807c9a9d on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:20:37.638371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.658588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf186f-df7d-46ac-9f90-358a807c9a9d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:37.691394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92bddd5-08ab-47b2-988b-e1793a2b49d1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:37.695432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:37.709397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Deleting port 85bf186f-df7d-46ac-9f90-358a807c9a9d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:37.709791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.739780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.750691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44958a5-d22c-4aa1-9081-7719d1788893']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:37.762678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846fee08-6941-45d2-a4cb-732da629df38') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:37.762984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846fee08-6941-45d2-a4cb-732da629df38') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:37.772882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.786423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.787949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.788506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9fdd04b6-db11-4224-ba5b-08304dae1558'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:37.797383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:20:37.797856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: items = [ Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:20:37.799800 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:20:37.826490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.840347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c36a-6b66-47c6-a5b8-e151b412c24b req-03cc0b65-4bc9-4a8e-b65c-ebcdb20062fd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:37.841818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3209c36a-6b66-47c6-a5b8-e151b412c24b req-03cc0b65-4bc9-4a8e-b65c-ebcdb20062fd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 949 time: 0.1708066 Aug 31 19:20:37.848463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.849432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 13fa4d80-4f79-46fa-b839-1ad424cecdc2 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:37.880251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.888565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:37.893378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] 10.222.0.73 "DELETE /v2.0/networks/f44958a5-d22c-4aa1-9081-7719d1788893 HTTP/1.1" status: 204 len: 168 time: 1.1845798 Aug 31 19:20:37.904064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e356c-f564-4265-b8ba-4a48b365088f admin admin] Pushing event deleted for resources: {'Network': ['ID=f44958a5-d22c-4aa1-9081-7719d1788893,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:37.929911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3209c36a-6b66-47c6-a5b8-e151b412c24b req-611f820a-24ea-4b2b-bd03-01fc3beda34e tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Aug 31 19:20:37.965593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] For port 85bf186f-df7d-46ac-9f90-358a807c9a9d, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:37.966035 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.010273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Calling delete_port for 85bf186f-df7d-46ac-9f90-358a807c9a9d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:38.015709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Port 85bf186f-df7d-46ac-9f90-358a807c9a9d was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:20:38.026797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:38.057875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.060411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35a7f396-5c4f-431a-a949-7eab36597051 req-5e396869-051c-4d2e-aa71-eff9e3925878 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 210 time: 0.0685303 Aug 31 19:20:38.110817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Pushing event deleted for resources: {'Port': ['ID=85bf186f-df7d-46ac-9f90-358a807c9a9d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:38.125334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] Network f44958a5-d22c-4aa1-9081-7719d1788893 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:20:38.125796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00adc24f-29b1-45a0-b816-393d6f5788ad None None] No DVR routers for this DVR port 85bf186f-df7d-46ac-9f90-358a807c9a9d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:20:38.181433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:38.189065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:38.206271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'port_id': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'mac_address': 'fa:16:3e:3b:99:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:38.257932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.273392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fa4d80-4f79-46fa-b839-1ad424cecdc2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:38.275991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b93c74f1-cf3c-4103-a92a-434162baed5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25fd8258f03a448fae70a83b32fda82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910153 Aug 31 19:20:38.277112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:38.302251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-2096ddfb-91bc-478e-b9bf-f73956411bbc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.304082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-2096ddfb-91bc-478e-b9bf-f73956411bbc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.82 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1981287 Aug 31 19:20:38.304774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:38.309487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.310151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:38.316742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.342382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:38.357939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.378236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:38.393759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.419630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.458833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.462459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.466331 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcb68e0a-df0d-4a1b-8115-a4d0ef077266 HTTP/1.1" status: 204 len: 168 time: 0.1839845 Aug 31 19:20:38.475269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bb346-d430-4f07-9736-b7f1d3477dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb68e0a-df0d-4a1b-8115-a4d0ef077266,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:38.557860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.563856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.569750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.578267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.584192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.590329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.597687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:38.606586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-22b7efb6-6986-4fbc-82ed-7b1ba3cf7504 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5427 time: 0.2996061 Aug 31 19:20:38.643031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:38.656486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:38.659592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'mac_address': 'fa:16:3e:36:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:38.659972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.708375 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.709971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 172.25.3.136 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/5574f76f-69f4-4890-af4c-00ece1b36a2d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:38.727350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ad8f02-5b8d-4c78-b72b-71f7b0f11366 req-6bdabf41-e4c3-439e-b0f4-12573d82eaae tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200655 Aug 31 19:20:38.728122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:38.755540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:38.763141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:38.819872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:39.159534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 85bf186f-df7d-46ac-9f90-358a807c9a9d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:20:39.170745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a995d8-d465-4ad7-b709-3646712de54f req-e5fe3a9c-2cc7-48c0-be3f-fa524d6b36e0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:39.178064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3a995d8-d465-4ad7-b709-3646712de54f req-e5fe3a9c-2cc7-48c0-be3f-fa524d6b36e0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 944 time: 0.5516367 Aug 31 19:20:39.186013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 85bf186f-df7d-46ac-9f90-358a807c9a9d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:20:39.186694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 85bf186f-df7d-46ac-9f90-358a807c9a9d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:20:39.255538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:39.303890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3a995d8-d465-4ad7-b709-3646712de54f req-defc2659-2d1c-49f7-9cd1-b899e5b2b733 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249149 Aug 31 19:20:39.322845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135c69-84cc-44fc-8e57-4d00b69cbcee req-84677a6b-f733-4e85-b62c-b18e7424d5d7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:39.325691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98135c69-84cc-44fc-8e57-4d00b69cbcee req-84677a6b-f733-4e85-b62c-b18e7424d5d7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 949 time: 0.2091992 Aug 31 19:20:39.331964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.354203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.5 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/fae3268d-45a1-4aae-a972-1f3f643d8ed3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:39.368140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1904859507-network', 'tenant_id': '22fc2785ca9d4f13a46514636584c603'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:39.389581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Made reservation on behalf of 22fc2785ca9d4f13a46514636584c603 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:39.392033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.402456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.441222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db68a466-ab91-43f4-9f67-9ccea58ef1dd req-1693dbcf-faa3-464d-a530-bbf28e09c8dd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 210 time: 0.0568161 Aug 31 19:20:39.457564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98135c69-84cc-44fc-8e57-4d00b69cbcee req-f12b169f-3068-4ee4-ad1b-e72a36a13f8f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147940 Aug 31 19:20:39.500556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.509307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.515929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.542798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:20:39.552258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8671d6c2-705a-43b0-8f1f-c0ee25af8008,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:39.559356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.559794 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Added segment 63a7a7b1-119f-4bf8-ab0b-2d1289c9c555 of type vlan for network 327bab7b-4397-4c6c-955c-0c7904fdbb00 Aug 31 19:20:39.600981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.604797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:39.613302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:39.616262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:39.629487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.630521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:39.631147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.649934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=5574f76f-69f4-4890-af4c-00ece1b36a2d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:39.688474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4319241 Aug 31 19:20:39.691328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:39.698686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Request body: {'subnet': {'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1904859507-subnet', 'tenant_id': '22fc2785ca9d4f13a46514636584c603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:39.707828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2048f27-e4f9-438c-bc96-23b7580e2a8c admin admin] Pushing event updated for resources: {'Network': ['ID=327bab7b-4397-4c6c-955c-0c7904fdbb00,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:39.720067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 327bab7b-4397-4c6c-955c-0c7904fdbb00 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:20:39.724643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Made reservation on behalf of 22fc2785ca9d4f13a46514636584c603 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:39.727357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.734980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.790571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6cd7944e-7701-4146-9ffd-f2dd88650673'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.832061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['b92bddd5-08ab-47b2-988b-e1793a2b49d1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.864401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f0296614-4df9-432a-8ee0-3c505ab7438e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.896590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c51b0edf-2efc-400f-80cd-17689875ce2a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.899540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6c66f597-22e7-49de-a1a8-600272e66bb8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.938236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.950160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:39.955077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['13fa4d80-4f79-46fa-b839-1ad424cecdc2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:39.999260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.005172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.012080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.018272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.024707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.030980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.035914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a496e637-e766-4775-9236-c867c9c33827,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:40.037222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.046221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-57ef45a2-a52f-4313-b2fa-b9a9ca648ae3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5427 time: 0.2220144 Aug 31 19:20:40.053597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Checking segment: {'id': '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:40.053956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Network hostable DHCP agents. Network: 327bab7b-4397-4c6c-955c-0c7904fdbb00, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:20:40.076405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Network 327bab7b-4397-4c6c-955c-0c7904fdbb00 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:20:40.089109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 327bab7b-4397-4c6c-955c-0c7904fdbb00) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:40.097174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.097957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.107860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:40.118211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2bf2cc6b-c8c5-49af-870d-fc87c7bfee8c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4247420 Aug 31 19:20:40.123188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:40.126497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:40.129776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de487b-fbff-4cdd-bdbc-a537a8f48e80 None None] Network 327bab7b-4397-4c6c-955c-0c7904fdbb00 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:20:40.156185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:40.167086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.234557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e2c8cac-2480-4b06-b019-98dd68275369 req-63c586c1-ec28-4ff7-a68b-29e1a22e7023 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864583 Aug 31 19:20:40.267986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.268895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.334457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-9e7af34e-737b-49d3-8b99-fe57cc13952e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0136111 Aug 31 19:20:40.350890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Request body: {'port': {'device_id': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:40.535071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.574048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb178-d009-411c-ac91-b12e718f77b0 req-a86a9ccd-391e-44e7-853f-72b7be913796 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.575581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6bcb178-d009-411c-ac91-b12e718f77b0 req-a86a9ccd-391e-44e7-853f-72b7be913796 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.1525033 Aug 31 19:20:40.609832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9fdd04b6-db11-4224-ba5b-08304dae1558 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:40.628723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.669332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['43ae665c-c9b4-428a-9665-e9fb7f5168e9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:40.671371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:40.680861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:40.764869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ce47a-5640-4c50-9fa3-6213aeba75e7 None None] Network 327bab7b-4397-4c6c-955c-0c7904fdbb00 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:20:40.830319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6bcb178-d009-411c-ac91-b12e718f77b0 req-376dba0c-419a-4bc4-944d-2e2116c4d256 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303352 Aug 31 19:20:40.955219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-b9f55b65-6516-486c-89d6-3b11bda28e93 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:40.956709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-b9f55b65-6516-486c-89d6-3b11bda28e93 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/networks?id=327bab7b-4397-4c6c-955c-0c7904fdbb00 HTTP/1.1" status: 200 len: 818 time: 0.3767374 Aug 31 19:20:40.983911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9fdd04b6-db11-4224-ba5b-08304dae1558 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:41.000537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9fdd04b6-db11-4224-ba5b-08304dae1558 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:41.000907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.015417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-0f890482-2e9d-45a6-b769-573e855b846d tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/quotas/22fc2785ca9d4f13a46514636584c603 HTTP/1.1" status: 200 len: 375 time: 0.0389731 Aug 31 19:20:41.074371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db5e1f-05ca-448e-bd72-d1196e9a9079 req-13b690a6-db16-41c4-b7cc-a7485e950ce8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:41.075908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74db5e1f-05ca-448e-bd72-d1196e9a9079 req-13b690a6-db16-41c4-b7cc-a7485e950ce8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 931 time: 0.1431465 Aug 31 19:20:41.080944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-102f95a0-e293-4925-982f-3cbbe9893fc4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=22fc2785ca9d4f13a46514636584c603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555065 Aug 31 19:20:41.178655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router e80549ea-ef26-43ef-97c1-5830397cb31b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:41.231062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.245328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74db5e1f-05ca-448e-bd72-d1196e9a9079 req-9dd93f5a-6cce-4da7-92ed-b95614c29513 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411974 Aug 31 19:20:41.271309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:41.273619 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b069ca5-a434-48ed-bd2d-517ab34ca71e" -d '{"events": [{"server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:41.286650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9fdd04b6-db11-4224-ba5b-08304dae1558,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:41.292044 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.296522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3268d-45a1-4aae-a972-1f3f643d8ed3 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:41.314484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.349580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:41.364339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-fe9837e5-e331-4c06-bb41-168ec55ea31d service neutron] 10.222.0.73 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562025 Aug 31 19:20:41.369786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Transition to ACTIVE for port object fae3268d-45a1-4aae-a972-1f3f643d8ed3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:41.409399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.492238 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37de539-b4d8-4480-b283-492e1302344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.814687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:41.823261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] Sync routers for ids ['e80549ea-ef26-43ef-97c1-5830397cb31b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:41.828009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec25d-27f8-446a-9601-7c25bc818b7c req-ed760b12-840b-4259-851a-4d7ae7a59fef tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:41.829533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0ec25d-27f8-446a-9601-7c25bc818b7c req-ed760b12-840b-4259-851a-4d7ae7a59fef tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.5171115 Aug 31 19:20:41.837064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] Routers {'e80549ea-ef26-43ef-97c1-5830397cb31b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:41.837767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e80549ea-ef26-43ef-97c1-5830397cb31b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:41.839471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.840677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6cacf5b5-20ec-4ecd-af32-b7af8a36f4dd tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "PUT /v2.0/routers/e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 200 len: 919 time: 4.3100793 Aug 31 19:20:41.843473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:41.844426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:41.883694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:41.892259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] Routers {'e80549ea-ef26-43ef-97c1-5830397cb31b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:41.892871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e80549ea-ef26-43ef-97c1-5830397cb31b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:41.922525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-6f68a7ef-fd5f-4157-ab5a-4b78584ab7ba service neutron] 10.222.0.73 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231946 Aug 31 19:20:41.926177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:41.926593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda20200-9210-49ae-9433-ab7a5d81289b None None] The sync data for ids ['e80549ea-ef26-43ef-97c1-5830397cb31b'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:41.942569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0ec25d-27f8-446a-9601-7c25bc818b7c req-f80aa6c0-d1e1-4d02-aba9-17c2133920d9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989795 Aug 31 19:20:41.959603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Attempting to bind port fae3268d-45a1-4aae-a972-1f3f643d8ed3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:41.959603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Attempting to bind port fae3268d-45a1-4aae-a972-1f3f643d8ed3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:41.959985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Attempting to bind port fae3268d-45a1-4aae-a972-1f3f643d8ed3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:41.966992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Port fae3268d-45a1-4aae-a972-1f3f643d8ed3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:41.967327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Attempting to bind port fae3268d-45a1-4aae-a972-1f3f643d8ed3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:41.973011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:41.973011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:41.973257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:41.973546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Bound port: fae3268d-45a1-4aae-a972-1f3f643d8ed3, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:41.973912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:41.975059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e0b92a12-68fc-42ab-b3dc-8af1c2e5fd56 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 200 len: 925 time: 0.1296937 Aug 31 19:20:41.976673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:42.028605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6340394-6b7b-4359-b3cb-8caea1aa47b0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.033108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6340394-6b7b-4359-b3cb-8caea1aa47b0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=e80549ea-ef26-43ef-97c1-5830397cb31b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0511875 Aug 31 19:20:42.033369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:42.054630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:42.059539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:42.065684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.133968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce21ca-f1ff-44e9-bc4d-185c3ae12874 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.135553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90ce21ca-f1ff-44e9-bc4d-185c3ae12874 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1011355 Aug 31 19:20:42.138184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:42.143094 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5efd3b-5c0b-4a90-b7af-1cf0894d0131 x-openstack-request-id: req-0d5efd3b-5c0b-4a90-b7af-1cf0894d0131 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:42.143387 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:42.143653 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d5efd3b-5c0b-4a90-b7af-1cf0894d0131 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:42.144080 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558', 'code': 200} Aug 31 19:20:42.170946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32738398-4d1e-488b-8dfe-c7fa928c201f tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 200 len: 205 time: 0.0316088 Aug 31 19:20:42.173602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:42.191558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.192230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.194069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] 10.222.0.82 "PUT /v2.0/ports/fae3268d-45a1-4aae-a972-1f3f643d8ed3 HTTP/1.1" status: 200 len: 1092 time: 1.8488102 Aug 31 19:20:42.201140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:42.203925 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f7aea8-717a-4c76-b085-34c0b081541a" -d '{"events": [{"name": "network-changed", "server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:42.217931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76565083-61aa-4278-946e-9ee0de5bc6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:42.248678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.254885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.263542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.271261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.279163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.285277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.293094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.295391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-53de607e-a6db-4542-80a1-d042799ad0c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5427 time: 0.1807604 Aug 31 19:20:42.332369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145950c-6b9d-4179-a8fc-0170eca0c86d req-afa62b0b-3255-4cef-b44a-bb160710da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.333860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5145950c-6b9d-4179-a8fc-0170eca0c86d req-afa62b0b-3255-4cef-b44a-bb160710da11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 1102 time: 0.0551121 Aug 31 19:20:42.336175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.423484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-522785ed-b902-4c88-a397-d900a33581f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.424953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-522785ed-b902-4c88-a397-d900a33581f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 1095 time: 0.1286530 Aug 31 19:20:42.432716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-499fd743-86ff-4c75-9209-636a27d5dee0 req-44142eb2-c64f-4ab7-9382-0650656b7b35 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227601 Aug 31 19:20:42.441842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6df8d-6276-43eb-9e88-355ac8cc9a36 req-5e6e18f9-00db-4dad-80f2-f5e18e2b5bdc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.448143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5145950c-6b9d-4179-a8fc-0170eca0c86d req-2348564f-bce3-4c1a-b515-7a0a9c42fa20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699673 Aug 31 19:20:42.449816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52d6df8d-6276-43eb-9e88-355ac8cc9a36 req-5e6e18f9-00db-4dad-80f2-f5e18e2b5bdc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.1522152 Aug 31 19:20:42.479903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.532414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-b60d5c57-d542-41a6-b37a-ada53f597e67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3 HTTP/1.1" status: 200 len: 217 time: 0.0797663 Aug 31 19:20:42.553025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port 5574f76f-69f4-4890-af4c-00ece1b36a2d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:42.553372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.593068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35d01595-fe70-4bcc-9c7b-0230b7e9feaf req-2e9fb63a-6e7c-4a4c-9c78-3512b11e30f1 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 210 time: 0.0652373 Aug 31 19:20:42.657352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52d6df8d-6276-43eb-9e88-355ac8cc9a36 req-72c5a429-dc10-457f-a0b3-829528541203 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980939 Aug 31 19:20:42.678471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c56f2-0979-4209-af59-8164e7972678 req-a42dc142-83c5-4d78-8c21-27dc6b5dc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.680212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-a42dc142-83c5-4d78-8c21-27dc6b5dc2eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.1370907 Aug 31 19:20:42.682672 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37aef3-fd5e-437a-b4f2-b70f450e589d x-openstack-request-id: req-bc37aef3-fd5e-437a-b4f2-b70f450e589d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:42.683023 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:42.683332 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc37aef3-fd5e-437a-b4f2-b70f450e589d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:42.683808 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3', 'status': 'completed', 'code': 200} Aug 31 19:20:42.701989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.714672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for 5574f76f-69f4-4890-af4c-00ece1b36a2d owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:42.738464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-2bdd5743-d7d9-463e-a73a-92f8d7169b81 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419505 Aug 31 19:20:42.854414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118ac6-f4be-4e7b-a53e-7487cae32c35 req-d7276441-3a05-4f05-8f61-9863824e7eb4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:42.856364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0118ac6-f4be-4e7b-a53e-7487cae32c35 req-d7276441-3a05-4f05-8f61-9863824e7eb4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 943 time: 0.1162186 Aug 31 19:20:42.916657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:42.920228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-3e65cea4-dea6-45e8-aae0-0d5e9bd5fabf service neutron] 10.222.0.82 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697533 Aug 31 19:20:42.926173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0118ac6-f4be-4e7b-a53e-7487cae32c35 req-bbc80723-b0e7-4abd-84e2-29faa48b2564 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Aug 31 19:20:42.944579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=5574f76f-69f4-4890-af4c-00ece1b36a2d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:43.010636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.065242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-437c56f2-0979-4209-af59-8164e7972678 req-bd5db0f7-46c1-4f3e-bff7-72c0d39c04ea service neutron] 10.222.0.82 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333067 Aug 31 19:20:43.088473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf13b-8d43-4892-b04f-31ab29795259 req-a020eb1b-9e97-4369-81c6-0e99bdda6216 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.090026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8abcf13b-8d43-4892-b04f-31ab29795259 req-a020eb1b-9e97-4369-81c6-0e99bdda6216 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.0689001 Aug 31 19:20:43.112054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.114748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.135124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8abcf13b-8d43-4892-b04f-31ab29795259 req-45b052a2-2a42-41b8-880b-4d2981458f00 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 31 19:20:43.164392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.165068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router e80549ea-ef26-43ef-97c1-5830397cb31b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:43.173086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.177925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-56510267-23f3-46ea-b88b-05a6495e7d02 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 204 len: 168 time: 0.9995878 Aug 31 19:20:43.177925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:43.179312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7aea8-717a-4c76-b085-34c0b081541a req-8d501277-521f-45c0-ba3f-efdb79f51cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.181180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-8d501277-521f-45c0-ba3f-efdb79f51cc5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 1095 time: 0.0449016 Aug 31 19:20:43.182742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-414674158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:43.206195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.207237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.258936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.264238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.281442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.282672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21a1944b-db22-4263-afe3-87b590f6849c tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1037912 Aug 31 19:20:43.285497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:43.288609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7aea8-717a-4c76-b085-34c0b081541a req-d8c2dfd3-a043-4aa6-bc39-fca127dedf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.290815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-d8c2dfd3-a043-4aa6-bc39-fca127dedf0e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.1015644 Aug 31 19:20:43.291430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:43.340778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-327cb0aa-5be5-48a6-95d2-373d33df2e16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3 HTTP/1.1" status: 200 len: 217 time: 0.0406721 Aug 31 19:20:43.398107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7aea8-717a-4c76-b085-34c0b081541a req-d09fa98d-a33f-45c5-ac05-76d0ae616ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.400305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-d09fa98d-a33f-45c5-ac05-76d0ae616ef4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0506821 Aug 31 19:20:43.439408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-83f9b359-7e9e-4eb8-ae32-e33ccd8dc98f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271022 Aug 31 19:20:43.568218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-3870c64b-0ee2-4975-9aaf-8d5728406069 service neutron] 10.222.0.82 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198976 Aug 31 19:20:43.573747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.587729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-12cce60a-0d6d-4656-87e3-4655cee00e32 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.589176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-12cce60a-0d6d-4656-87e3-4655cee00e32 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.82 "GET /v2.0/networks?id=327bab7b-4397-4c6c-955c-0c7904fdbb00 HTTP/1.1" status: 200 len: 818 time: 0.2591743 Aug 31 19:20:43.592292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.598197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.604849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.610728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Request body: {'port': {'device_id': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00', 'admin_state_up': True, 'tenant_id': '22fc2785ca9d4f13a46514636584c603'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:43.610900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.617023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.623066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.628995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.630918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-b740ffee-d016-4fb8-891c-cd8fd37a1765 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5427 time: 0.1025159 Aug 31 19:20:43.765635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fd56a7b-58ea-418c-9838-d13aa556d6ee req-a7e83070-2cd5-488f-9747-5f0ee57ab101 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146491 Aug 31 19:20:43.767662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d16db2dd-c3ef-4cf7-82de-78385eb291b4 req-9a17698c-2889-4dd1-b66b-65836de062a6 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 210 time: 0.0518262 Aug 31 19:20:43.780061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Made reservation on behalf of 22fc2785ca9d4f13a46514636584c603 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:43.783768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:43.788562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f7aea8-717a-4c76-b085-34c0b081541a req-b16b3ec7-1ddf-404c-b2aa-f0b1c0303fa9 service neutron] 10.222.0.82 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566308 Aug 31 19:20:43.897476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71973c-847d-46de-9863-4648e73b0c31 req-8c911605-efda-4654-819f-7836e3585077 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:43.899971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f71973c-847d-46de-9863-4648e73b0c31 req-8c911605-efda-4654-819f-7836e3585077 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.0569155 Aug 31 19:20:43.938426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f71973c-847d-46de-9863-4648e73b0c31 req-47414039-a41e-41e2-83e4-74944339f881 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Aug 31 19:20:43.980431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.006485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.047377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4bdf-f22a-496c-a499-598fb13b8f89 req-eb68c53c-8af3-4054-bb08-a93117cd7106 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.049425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c62c4bdf-f22a-496c-a499-598fb13b8f89 req-eb68c53c-8af3-4054-bb08-a93117cd7106 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 943 time: 0.0522647 Aug 31 19:20:44.090907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c62c4bdf-f22a-496c-a499-598fb13b8f89 req-1f8fe776-51fa-444b-9b66-33b4d587a2ce tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351744 Aug 31 19:20:44.192321 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5077b520-4507-4810-b71c-7958a0dd9974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.268886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867dc2-a5da-4f58-bf0e-53466e3377f2 req-dc977c49-be3d-46d9-a8d6-3da2093233f0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.270416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d867dc2-a5da-4f58-bf0e-53466e3377f2 req-dc977c49-be3d-46d9-a8d6-3da2093233f0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.0512648 Aug 31 19:20:44.311560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d867dc2-a5da-4f58-bf0e-53466e3377f2 req-4d75bd96-4a48-4e7e-8649-0fa25367f9e1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Aug 31 19:20:44.333534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Allocated IP 172.20.0.11 (327bab7b-4397-4c6c-955c-0c7904fdbb00/a496e637-e766-4775-9236-c867c9c33827/0b6f046e-15b8-4c01-b6da-e701cb534793) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:44.387484 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.420065 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.429017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Allocated IP 172.25.3.103 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/58ac1581-47db-44c6-b4c6-36da88bda4c1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:44.598557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.626172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.677962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.710450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.739161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Network 327bab7b-4397-4c6c-955c-0c7904fdbb00 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:44.748894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:44.750734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Pushing event updated for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:44.752954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:44.756559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:44.761897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:44.787633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6cd7944e-7701-4146-9ffd-f2dd88650673 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:44.799002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:44.863495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Pushing event updated for resources: {'Port': ['ID=58ac1581-47db-44c6-b4c6-36da88bda4c1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:44.877910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.878871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:44.913937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.914650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.915198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.916329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.916329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.916798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.917325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.917847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.918378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.918902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.919430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.920027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.920551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.921076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.921595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.922110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.922627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.923145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.923721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.924205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.927220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-34e57031-bbdf-452b-a170-d1217959dd74 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8&device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3&device_id=065735cd-9460-43bf-a229-4978dda15db7&device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523&device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a&device_id=db4e77b8-6713-401c-933b-aff3f204a15b&device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 18053 time: 0.1462896 Aug 31 19:20:44.969410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.976266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-d2fdede8-de82-479e-855d-51bd47a5c9f4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3713410 Aug 31 19:20:44.978311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.985766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.992168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:44.995564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Request body: {'port': {'device_id': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:44.999026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.002131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 6cd7944e-7701-4146-9ffd-f2dd88650673 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:45.005535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.006587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 6cd7944e-7701-4146-9ffd-f2dd88650673 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:45.007163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.011997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.013982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-b80ab298-f6d9-4396-957d-148a6da4246f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5427 time: 0.1573708 Aug 31 19:20:45.015189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-a93516c2-9f74-4714-9a0a-2b687bfc8e8c tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.077693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1643f80d-78ce-4e83-9017-1a1c3aaa43b0 req-aa5590c0-b32b-49e5-bf01-caff88605288 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524309 Aug 31 19:20:45.096138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.129118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.141144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6cd7944e-7701-4146-9ffd-f2dd88650673,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:45.142142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd7944e-7701-4146-9ffd-f2dd88650673'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:45.146156 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e1adb-453a-43cd-bea0-78988327b73d" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd7944e-7701-4146-9ffd-f2dd88650673"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:45.150989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.152419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f0296614-4df9-432a-8ee0-3c505ab7438e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:45.166940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-a93516c2-9f74-4714-9a0a-2b687bfc8e8c tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.175122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-a93516c2-9f74-4714-9a0a-2b687bfc8e8c tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.217845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.245044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d53b9175-f165-44da-a7ef-4be3701ac083 req-a93516c2-9f74-4714-9a0a-2b687bfc8e8c tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&id=37995a83-f470-43fe-952a-d0387d19a017&id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&id=f415ed2c-5319-4da8-a574-599bf7197201&id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.3072114 Aug 31 19:20:45.245606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:45.261001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port f0296614-4df9-432a-8ee0-3c505ab7438e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:45.265745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port f0296614-4df9-432a-8ee0-3c505ab7438e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:45.266122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.282541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93516c2-9f74-4714-9a0a-2b687bfc8e8c tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c39eb-7777-4e8c-9ea4-d81cd968f585,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:45.303037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1e25-c3a4-4114-8218-321b81262925 req-dcd3091e-1ab6-481c-930e-9ccfe93af22f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.304617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bcb1e25-c3a4-4114-8218-321b81262925 req-dcd3091e-1ab6-481c-930e-9ccfe93af22f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 932 time: 0.1210821 Aug 31 19:20:45.332786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.389593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.391145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bcb1e25-c3a4-4114-8218-321b81262925 req-b84f5195-d4fb-4aa1-80db-1cfe1ee227bc tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791194 Aug 31 19:20:45.408203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a881f-c2eb-4da7-b5b0-23633a1bf305 req-08ec9ea0-f7e0-4934-aeb8-b65db70f9671 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.410652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a59a881f-c2eb-4da7-b5b0-23633a1bf305 req-08ec9ea0-f7e0-4934-aeb8-b65db70f9671 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.0843337 Aug 31 19:20:45.434454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:45.440131 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.441013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:45.471681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a59a881f-c2eb-4da7-b5b0-23633a1bf305 req-c3a8a164-ad14-46a3-8557-0f6349b46245 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487726 Aug 31 19:20:45.533140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b61c5-79ae-4fed-94c3-d82626453860 req-d32bc766-8709-46ef-859a-5e50aa548320 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.534896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6b61c5-79ae-4fed-94c3-d82626453860 req-d32bc766-8709-46ef-859a-5e50aa548320 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 943 time: 0.0621617 Aug 31 19:20:45.551413 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e263dbde-c7d3-4dd1-a149-854f7703d199 x-openstack-request-id: req-e263dbde-c7d3-4dd1-a149-854f7703d199 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:45.552172 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd7944e-7701-4146-9ffd-f2dd88650673", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:45.552739 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e263dbde-c7d3-4dd1-a149-854f7703d199 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:45.553221 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd7944e-7701-4146-9ffd-f2dd88650673', 'code': 200} Aug 31 19:20:45.567445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:45.584134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:45.591304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:45.591526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.595399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6b61c5-79ae-4fed-94c3-d82626453860 req-5e457284-066e-43b8-bb1c-142d9ef8eb9f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Aug 31 19:20:45.628372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.637538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.650644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6f046e-15b8-4c01-b6da-e701cb534793 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:45.687694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.691865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.702413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.708926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Transition to ACTIVE for port object 0b6f046e-15b8-4c01-b6da-e701cb534793 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:45.713952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.730726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:45.734883 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.735928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 43ae665c-c9b4-428a-9665-e9fb7f5168e9 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:45.813705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:45.813962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:45.833608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:45.838852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:45.839354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.857283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1718c-141a-4d37-af86-14bdf38f2e87 req-2a713a17-6386-4306-b9de-bc0981777e57 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.857818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1718c-141a-4d37-af86-14bdf38f2e87 req-2a713a17-6386-4306-b9de-bc0981777e57 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.858303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1718c-141a-4d37-af86-14bdf38f2e87 req-2a713a17-6386-4306-b9de-bc0981777e57 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:45.860060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ef1718c-141a-4d37-af86-14bdf38f2e87 req-2a713a17-6386-4306-b9de-bc0981777e57 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7&device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523&device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 2884 time: 0.0504601 Aug 31 19:20:45.886851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Router d4c9255b-5ec7-425f-a420-53188f1e0f4d is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:45.900054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Attempting to bind port 0b6f046e-15b8-4c01-b6da-e701cb534793 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:45.900377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Attempting to bind port 0b6f046e-15b8-4c01-b6da-e701cb534793 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:45.900708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Attempting to bind port 0b6f046e-15b8-4c01-b6da-e701cb534793 on network 327bab7b-4397-4c6c-955c-0c7904fdbb00 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:45.907787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ef1718c-141a-4d37-af86-14bdf38f2e87 req-8cb98854-c4c0-4feb-9e2a-aaea3b90aca9 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Aug 31 19:20:45.913574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Port 0b6f046e-15b8-4c01-b6da-e701cb534793 on network 327bab7b-4397-4c6c-955c-0c7904fdbb00 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:45.914032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Attempting to bind port 0b6f046e-15b8-4c01-b6da-e701cb534793 on network 327bab7b-4397-4c6c-955c-0c7904fdbb00 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:45.923483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:45.923872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Checking segment: {'id': '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:45.924261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Bound using segment: {'id': '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:45.924696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Bound port: 0b6f046e-15b8-4c01-b6da-e701cb534793, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:45.925094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.936084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.982035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:45.986836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:45.988134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c66f597-22e7-49de-a1a8-600272e66bb8 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:46.063466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:46.079558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:46.080155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 6c66f597-22e7-49de-a1a8-600272e66bb8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:46.082385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:46.083756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 6c66f597-22e7-49de-a1a8-600272e66bb8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:46.084204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.087671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.093741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-997b9476-d53d-4f2a-90b1-3df9fc842dd1 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "PUT /v2.0/routers/d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 200 len: 919 time: 2.8024275 Aug 31 19:20:46.093891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] Sync routers for ids ['d4c9255b-5ec7-425f-a420-53188f1e0f4d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:46.094575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59256) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:46.104664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b6f046e-15b8-4c01-b6da-e701cb534793,segment=NetworkSegment(63a7a7b1-119f-4bf8-ab0b-2d1289c9c555),segment_id=63a7a7b1-119f-4bf8-ab0b-2d1289c9c555)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:46.105996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] Routers {'d4c9255b-5ec7-425f-a420-53188f1e0f4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:46.107484 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d4c9255b-5ec7-425f-a420-53188f1e0f4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:46.116685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.191349 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:46.214648 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] Routers {'d4c9255b-5ec7-425f-a420-53188f1e0f4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:46.215288 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d4c9255b-5ec7-425f-a420-53188f1e0f4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:46.231373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:46.250348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.263717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-333dd16e-7716-4a61-98b6-d77eb21e6ad6 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 200 len: 925 time: 0.1690094 Aug 31 19:20:46.264565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.265049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.268792 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-a6fd2926-b48a-42a7-861c-7152735f3581 service neutron] 10.222.0.82 "PUT /v2.0/ports/0b6f046e-15b8-4c01-b6da-e701cb534793 HTTP/1.1" status: 200 len: 1093 time: 1.2798128 Aug 31 19:20:46.269308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:46.269770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:46.276304 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9de61f-9b44-4c01-ac8b-eaf549365c61" -d '{"events": [{"name": "network-changed", "server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:46.313687 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:46.325649 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7946d75-285d-44cd-a3de-35db0e76b2d2 None None] The sync data for ids ['d4c9255b-5ec7-425f-a420-53188f1e0f4d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:46.337639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c66f597-22e7-49de-a1a8-600272e66bb8,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:46.346886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.346886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b92bddd5-08ab-47b2-988b-e1793a2b49d1 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:46.399655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d081aa-8c92-41ae-8ef8-480ea2a35953 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.402474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c9d081aa-8c92-41ae-8ef8-480ea2a35953 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=d4c9255b-5ec7-425f-a420-53188f1e0f4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1219847 Aug 31 19:20:46.406723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:46.419195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-23ccc23f-fa5f-4a7a-ba51-bba2e40343fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.420954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-23ccc23f-fa5f-4a7a-ba51-bba2e40343fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=22fc2785ca9d4f13a46514636584c603&device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0833375 Aug 31 19:20:46.432565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.439237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.447160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.447925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:46.454329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.462098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.463189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port b92bddd5-08ab-47b2-988b-e1793a2b49d1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:46.467795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port b92bddd5-08ab-47b2-988b-e1793a2b49d1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:46.468381 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.469075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.478491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.481163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-c5513cc5-7403-4232-a86c-76c8ccad2970 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5431 time: 0.1581190 Aug 31 19:20:46.524465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-3d226f48-40fa-46aa-8f0d-be7be5395467 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b6f046e-15b8-4c01-b6da-e701cb534793 HTTP/1.1" status: 200 len: 217 time: 0.0897033 Aug 31 19:20:46.545823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e399c4-5a9e-47f9-b0a1-aeb9cee39739 req-fc6c1e6e-d08a-443b-ba34-84ec9ca3ddb8 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571756 Aug 31 19:20:46.546060 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c107ae-8c2b-453e-aff7-9a8a21d2dd81 x-openstack-request-id: req-c4c107ae-8c2b-453e-aff7-9a8a21d2dd81 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:46.546262 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:46.546509 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4c107ae-8c2b-453e-aff7-9a8a21d2dd81 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:46.547109 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793', 'status': 'completed', 'code': 200} Aug 31 19:20:46.589607 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.603739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02cc7a-7f64-4362-9d0d-7e73314d9154 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.605132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa02cc7a-7f64-4362-9d0d-7e73314d9154 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1968822 Aug 31 19:20:46.607043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-fd51f39f-ed5c-4975-b944-6a5869af65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.608109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:46.608581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-fd51f39f-ed5c-4975-b944-6a5869af65ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a496e637-e766-4775-9236-c867c9c33827 HTTP/1.1" status: 200 len: 858 time: 0.0757303 Aug 31 19:20:46.631971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:46.637615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.638770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 13fa4d80-4f79-46fa-b839-1ad424cecdc2 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:46.646572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-292570c6-fb91-4760-85f6-c28ba6d25eac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=327bab7b-4397-4c6c-955c-0c7904fdbb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278912 Aug 31 19:20:46.660612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f7951dc5-a1d9-4b0e-88d3-437eeb894628 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 200 len: 205 time: 0.0488772 Aug 31 19:20:46.663242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:46.722177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e9d3-ae3d-412e-9155-b846e831d04a req-428e90a1-e7fc-47b6-adff-db1c3e0a7fb9 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.723879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1921e9d3-ae3d-412e-9155-b846e831d04a req-428e90a1-e7fc-47b6-adff-db1c3e0a7fb9 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 944 time: 0.1042838 Aug 31 19:20:46.731249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:46.732200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62b54-1d2f-4b65-a5b2-72eeca40c608 req-a6ec7e8b-ff71-4292-8816-e74d55a8c9a6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:46.733834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bab62b54-1d2f-4b65-a5b2-72eeca40c608 req-a6ec7e8b-ff71-4292-8816-e74d55a8c9a6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 945 time: 0.1040609 Aug 31 19:20:46.753345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:46.758604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:46.758604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.793881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1921e9d3-ae3d-412e-9155-b846e831d04a req-80f4583e-5313-4285-99cb-bdb38856e93e tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589542 Aug 31 19:20:46.799233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bab62b54-1d2f-4b65-a5b2-72eeca40c608 req-58bfb5eb-1b5b-424d-acdb-88630965b053 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569272 Aug 31 19:20:46.804045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fae3268d-45a1-4aae-a972-1f3f643d8ed3 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:46.834054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-5b782f75-79dd-45e9-b1f0-ca6cb597f7d8 service neutron] 10.222.0.82 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792560 Aug 31 19:20:46.840152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.962661 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:46.976243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:46.987829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.000657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3', 'mac_address': 'fa:16:3e:ba:a4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:47.011027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fd78-a8cb-40c1-95cc-fb4ab321ef38 req-c1e36b55-d099-4df5-b803-d5c001e16cef tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.012174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5768fd78-a8cb-40c1-95cc-fb4ab321ef38 req-c1e36b55-d099-4df5-b803-d5c001e16cef tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 943 time: 0.0589433 Aug 31 19:20:47.018922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1206d317-c7b8-481b-aa0a-6202091c4834 req-8c36fbb8-9fee-4e81-bee9-713959f63160 service neutron] 10.222.0.82 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753893 Aug 31 19:20:47.021781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.066964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:47.071181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.081186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.082282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:47.089909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5768fd78-a8cb-40c1-95cc-fb4ab321ef38 req-16fe128b-6455-4739-9589-3045502338e1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690444 Aug 31 19:20:47.133696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3268d-45a1-4aae-a972-1f3f643d8ed3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:47.178699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:47.188937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.195577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:47.198359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf1117-df98-42e7-9cc9-6286cf6b0bfd req-1c62504f-d8b5-46f5-851f-46978f25dfbf tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.199925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2cf1117-df98-42e7-9cc9-6286cf6b0bfd req-1c62504f-d8b5-46f5-851f-46978f25dfbf tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1100 time: 0.0470765 Aug 31 19:20:47.239366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c51b0edf-2efc-400f-80cd-17689875ce2a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:47.239934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.250326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2cf1117-df98-42e7-9cc9-6286cf6b0bfd req-6b9429d6-16ff-4043-9444-9fe923e6cf75 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Aug 31 19:20:47.283596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:47.342129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.378361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:47.383895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f7483-dc84-4e2e-b9b0-23d9f76aba73 req-e7795333-904c-4c26-bddf-1648f7e830ef tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.385716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e8f7483-dc84-4e2e-b9b0-23d9f76aba73 req-e7795333-904c-4c26-bddf-1648f7e830ef tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1100 time: 0.0524564 Aug 31 19:20:47.386112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-d52a93b1-aa04-42f4-b9e5-6d350e554613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.387585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-d52a93b1-aa04-42f4-b9e5-6d350e554613 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=22fc2785ca9d4f13a46514636584c603&device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0551312 Aug 31 19:20:47.390470 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.392981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port 58ac1581-47db-44c6-b4c6-36da88bda4c1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:47.393357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.427866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e8f7483-dc84-4e2e-b9b0-23d9f76aba73 req-8f92aa22-6465-42d7-8556-c54818e4615d tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Aug 31 19:20:47.439312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:47.536622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:47.549501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-d7c0d0e7-d094-428c-8d54-8b5c258d5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.550977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-d7c0d0e7-d094-428c-8d54-8b5c258d5c43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=327bab7b-4397-4c6c-955c-0c7904fdbb00 HTTP/1.1" status: 200 len: 919 time: 0.1554465 Aug 31 19:20:47.554484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66f597-22e7-49de-a1a8-600272e66bb8'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2'}, {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:47.554655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for 58ac1581-47db-44c6-b4c6-36da88bda4c1 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:47.557518 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d759079-db0f-4f99-af09-751bbcd41fda" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6c66f597-22e7-49de-a1a8-600272e66bb8"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2"}, {"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:47.587045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:47.608498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-58e9c941-ced8-4059-93e8-d09de427cd78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b6f046e-15b8-4c01-b6da-e701cb534793 HTTP/1.1" status: 200 len: 217 time: 0.0482862 Aug 31 19:20:47.615261 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525da72-0d3d-4012-94ee-e3e42ff8aa66 x-openstack-request-id: req-f525da72-0d3d-4012-94ee-e3e42ff8aa66 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:47.615628 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6c66f597-22e7-49de-a1a8-600272e66bb8", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-plugged", "status": "completed", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2", "code": 200}, {"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-plugged", "status": "completed", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:47.615911 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f525da72-0d3d-4012-94ee-e3e42ff8aa66 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:47.616322 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'code': 200} Aug 31 19:20:47.616584 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'code': 200} Aug 31 19:20:47.616840 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9', 'code': 200} Aug 31 19:20:47.617088 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66f597-22e7-49de-a1a8-600272e66bb8', 'code': 200} Aug 31 19:20:47.617793 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1', 'code': 200} Aug 31 19:20:47.618420 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'code': 200} Aug 31 19:20:47.618420 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'code': 200} Aug 31 19:20:47.746058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-f5abfd25-0f04-493b-8bfe-e378c46a345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.747982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-f5abfd25-0f04-493b-8bfe-e378c46a345c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a496e637-e766-4775-9236-c867c9c33827 HTTP/1.1" status: 200 len: 858 time: 0.0905235 Aug 31 19:20:47.801488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-a3062a77-df57-445d-a7b4-1fc71daccbf0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=327bab7b-4397-4c6c-955c-0c7904fdbb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406437 Aug 31 19:20:47.811935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.817874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.824857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.830827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.837975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.843578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.849783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.857901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-c8e12c38-3645-428e-8248-da4812749037 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.1558299 Aug 31 19:20:47.887370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.887886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.888368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.888874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.889316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.889785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.890254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.892272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-08c1b69c-32b4-4584-80be-66a00a8b4b5c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.1526272 Aug 31 19:20:47.935162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40f6af51-e1d2-46c6-aae8-1a41b9e6d50a req-8d53af36-06b2-4b2b-95bb-79ca11868d11 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765593 Aug 31 19:20:47.950402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b51463-e9ab-4de7-9edd-7aaa8a6ba561 req-b14269c7-6c18-46c0-be6d-b19c1a9f3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.963472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70b51463-e9ab-4de7-9edd-7aaa8a6ba561 req-b14269c7-6c18-46c0-be6d-b19c1a9f3b8f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 1099 time: 0.1584942 Aug 31 19:20:47.977345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87eff514-2eb8-4930-8f0e-d64a9c1fc680 req-685e927c-78f8-4da6-a856-7b949ca78ddf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732839 Aug 31 19:20:47.989478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb256be-92e7-4a57-b65d-deb669b673f8 req-d3f495bd-301e-4b61-b939-02fc7dceaddd tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:47.990987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fb256be-92e7-4a57-b65d-deb669b673f8 req-d3f495bd-301e-4b61-b939-02fc7dceaddd tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 944 time: 0.0880833 Aug 31 19:20:48.042348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fb256be-92e7-4a57-b65d-deb669b673f8 req-97ac1863-7985-4fcc-900b-63d9c4a46852 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Aug 31 19:20:48.057276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-9456c8cf-42b0-4f45-a49f-cd7dbc947b7d service neutron] 10.222.0.82 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453136 Aug 31 19:20:48.060903 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70b51463-e9ab-4de7-9edd-7aaa8a6ba561 req-187da1e7-ed41-4849-928c-c47a534070fc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879459 Aug 31 19:20:48.081840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.119016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=58ac1581-47db-44c6-b4c6-36da88bda4c1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:48.195923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a603215-fee1-4b74-b06f-8a624ced8f23 req-0527884b-69e0-45b9-8e38-8aedb647ed6a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:48.196936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.205047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a603215-fee1-4b74-b06f-8a624ced8f23 req-0527884b-69e0-45b9-8e38-8aedb647ed6a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.0886650 Aug 31 19:20:48.246471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a603215-fee1-4b74-b06f-8a624ced8f23 req-c2c94316-219a-4f78-ae38-6c0bba3b7727 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Aug 31 19:20:48.301954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.304231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.349855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.350110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff853cef-f38c-4f27-a120-32a92aed596a req-cf55ac19-9dd3-43d7-bcf1-0ae0e9528c7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:48.350617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router d4c9255b-5ec7-425f-a420-53188f1e0f4d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:48.353079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff853cef-f38c-4f27-a120-32a92aed596a req-cf55ac19-9dd3-43d7-bcf1-0ae0e9528c7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 944 time: 0.0504391 Aug 31 19:20:48.359948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.361246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e68b054-3fce-4a0b-b164-7f495c8ab4f1 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 204 len: 168 time: 1.6970212 Aug 31 19:20:48.366810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59320) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:48.371471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1192214469', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:48.417065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff853cef-f38c-4f27-a120-32a92aed596a req-8137d71d-4b15-443a-bf8b-e04abc9e090d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Aug 31 19:20:48.418416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.420082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.506203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.556645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7a9de61f-9b44-4c01-ac8b-eaf549365c61 req-c122a176-33cd-4857-8a57-f2038e170700 service neutron] 10.222.0.82 "GET /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928624 Aug 31 19:20:48.640973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa672f-f02d-447f-ae7f-46c53dd938fe req-c3d7141d-c69e-471a-847e-7926b4ce0a3d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:48.642459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5fa672f-f02d-447f-ae7f-46c53dd938fe req-c3d7141d-c69e-471a-847e-7926b4ce0a3d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1467018 Aug 31 19:20:48.680880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.749546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5fa672f-f02d-447f-ae7f-46c53dd938fe req-0e6bd137-c37f-49bd-a9dc-4e3529d52cc9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791526 Aug 31 19:20:48.887092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:48.905227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:49.017308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Allocated IP 172.25.3.215 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1dd17a75-5596-481f-9aaf-51df3150cc27) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:49.122566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.128538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.135291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.141181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.147021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.153713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.159595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.161418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-43352792-e987-4efc-874c-63c275652cfe tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.1455789 Aug 31 19:20:49.253300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e068ae18-8ab1-424f-b40e-d2c9e119bcda req-a1def7ba-86f5-44a2-a9b3-bc5d88c90c80 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806117 Aug 31 19:20:49.265743 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:49.275312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00473824-fb82-412a-b953-2fc7f350e29c req-49e779c9-7d5e-4e15-bfe8-23542ad19898 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.276910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00473824-fb82-412a-b953-2fc7f350e29c req-49e779c9-7d5e-4e15-bfe8-23542ad19898 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 944 time: 0.1145642 Aug 31 19:20:49.366231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00473824-fb82-412a-b953-2fc7f350e29c req-65a3ff38-0858-4c77-8f8d-fe7080e7fe5f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Aug 31 19:20:49.381794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:49.426195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e708d4-8476-46c4-b49d-8f8ccd4e3e65 req-178f6f4f-35b4-4200-8f69-b00a1f1ea87a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.427606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e708d4-8476-46c4-b49d-8f8ccd4e3e65 req-178f6f4f-35b4-4200-8f69-b00a1f1ea87a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.1091919 Aug 31 19:20:49.434123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:49.440930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:49.443591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:49.487305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event updated for resources: {'Port': ['ID=1dd17a75-5596-481f-9aaf-51df3150cc27,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:49.524860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1e708d4-8476-46c4-b49d-8f8ccd4e3e65 req-b8237491-a7e3-4892-a617-dad75dea910b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895877 Aug 31 19:20:49.680622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd028-0240-4273-80ae-5be87d9aaacb req-e866ba7e-c809-4372-b00b-19390fe12179 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:49.682446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf4dd028-0240-4273-80ae-5be87d9aaacb req-e866ba7e-c809-4372-b00b-19390fe12179 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 944 time: 0.0878592 Aug 31 19:20:49.798208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf4dd028-0240-4273-80ae-5be87d9aaacb req-0d367e37-7173-47fa-b3a1-4c9586b898bd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780914 Aug 31 19:20:49.835556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:50.262631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582128e-bf49-430f-9a36-2448697e2873 req-001b1b65-f269-4ddb-bafa-82ac5ae66036 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.264187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d582128e-bf49-430f-9a36-2448697e2873 req-001b1b65-f269-4ddb-bafa-82ac5ae66036 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.4398761 Aug 31 19:20:50.365922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d582128e-bf49-430f-9a36-2448697e2873 req-5449a1ff-4ab2-420f-b6c2-4fb5fffcab32 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947130 Aug 31 19:20:50.462231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.468606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.475227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.481829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.488948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.495749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.501976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.504086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-337f2fa8-a823-4a41-abe6-cc8141810163 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.1507888 Aug 31 19:20:50.556530 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:50.621041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ff2335c-350d-46eb-9491-237c1fd1af3c req-4b109fe0-7a3c-4c7f-a526-062cee26a7ef tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097114 Aug 31 19:20:50.629892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39c630-0160-4da5-9c8d-aef78398d791 req-cc8ef0f4-3359-48e9-9ef8-9b6d00c075eb tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.631336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc39c630-0160-4da5-9c8d-aef78398d791 req-cc8ef0f4-3359-48e9-9ef8-9b6d00c075eb tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 944 time: 0.1235635 Aug 31 19:20:50.716587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc39c630-0160-4da5-9c8d-aef78398d791 req-8496b839-8dfa-4703-b971-8ab972a8c299 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765920 Aug 31 19:20:50.803113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b6f046e-15b8-4c01-b6da-e701cb534793 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:20:50.807888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fae3268d-45a1-4aae-a972-1f3f643d8ed3 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:50.826485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Router 01f66369-8e21-4b34-800d-b1bc3a1b7db4 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:20:50.848596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4564-0e5a-496a-a3d7-80c8908eaa95 req-234f4712-bf7d-4f6a-b354-9252151cf79a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.850132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-098b4564-0e5a-496a-a3d7-80c8908eaa95 req-234f4712-bf7d-4f6a-b354-9252151cf79a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.0973780 Aug 31 19:20:50.917872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.920553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port fae3268d-45a1-4aae-a972-1f3f643d8ed3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:50.923844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.928296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port fae3268d-45a1-4aae-a972-1f3f643d8ed3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:50.928694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:50.930331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.936359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.942302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.948834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.954784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:50.956761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c909a16-21ba-42c1-a671-204d10ea63ce req-0b827f50-b90c-41d6-811d-8f6bf3f7647d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.1708529 Aug 31 19:20:50.968316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59382) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:50.974030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Request body: {'floatingip': {'port_id': '13fa4d80-4f79-46fa-b839-1ad424cecdc2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:50.981541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b6f046e-15b8-4c01-b6da-e701cb534793,segment=NetworkSegment(63a7a7b1-119f-4bf8-ab0b-2d1289c9c555),segment_id=63a7a7b1-119f-4bf8-ab0b-2d1289c9c555)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:51.000211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-098b4564-0e5a-496a-a3d7-80c8908eaa95 req-af36a2e5-80c8-4e02-b37a-5afc2b79d3e0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415989 Aug 31 19:20:51.002744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '0b6f046e-15b8-4c01-b6da-e701cb534793', 'network_id': '327bab7b-4397-4c6c-955c-0c7904fdbb00', 'port_id': '0b6f046e-15b8-4c01-b6da-e701cb534793', 'mac_address': 'fa:16:3e:bd:97:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496e637-e766-4775-9236-c867c9c33827', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:20:51.057373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.084496 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.087422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.106704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:51.136275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f5c4e-5ac4-4c35-91bf-ab1afe0528ef req-9a8fad57-ee79-48ec-80d2-1c4f7bbd73f8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:51.143536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-721f5c4e-5ac4-4c35-91bf-ab1afe0528ef req-9a8fad57-ee79-48ec-80d2-1c4f7bbd73f8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 944 time: 0.0914838 Aug 31 19:20:51.148994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:51.150235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:51.153085 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a98f00-5d2e-4d9f-8305-44d0d1335f75" -d '{"events": [{"server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "name": "network-vif-plugged", "status": "completed", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:51.157213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6f046e-15b8-4c01-b6da-e701cb534793 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:51.166067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.167502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f4ce8cc-2f91-4588-aa45-4fa49b0b6565 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7995751 Aug 31 19:20:51.171311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:51.173745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34745c0-1252-435c-957d-076488e3c676 None None] Sync routers for ids ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:51.177271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:51.179315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.214294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b6f046e-15b8-4c01-b6da-e701cb534793,segment=NetworkSegment(63a7a7b1-119f-4bf8-ab0b-2d1289c9c555),segment_id=63a7a7b1-119f-4bf8-ab0b-2d1289c9c555)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:51.221122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] Routers {'01f66369-8e21-4b34-800d-b1bc3a1b7db4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:51.221759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:51.232487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-721f5c4e-5ac4-4c35-91bf-ab1afe0528ef req-cd473c06-c0bd-417d-9fb1-b6d7976a81a3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877662 Aug 31 19:20:51.264680 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ca985-f306-4ce2-83af-99b4b205f192 x-openstack-request-id: req-995ca985-f306-4ce2-83af-99b4b205f192 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:51.264980 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "name": "network-vif-plugged", "status": "completed", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:51.265215 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-995ca985-f306-4ce2-83af-99b4b205f192 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:51.265606 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3', 'code': 200} Aug 31 19:20:51.270191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:51.275721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.294416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] Routers {'01f66369-8e21-4b34-800d-b1bc3a1b7db4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:51.295058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:51.300336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:51.339115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c34745c0-1252-435c-957d-076488e3c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:51.339115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34745c0-1252-435c-957d-076488e3c676 None None] The sync data for ids ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:51.386886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:51.452942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576a4fd-61d3-4150-817d-ad9a99b309fc req-316669d9-06b8-42f5-b742-c9262356028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:51.454921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d576a4fd-61d3-4150-817d-ad9a99b309fc req-316669d9-06b8-42f5-b742-c9262356028b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 1097 time: 0.1443343 Aug 31 19:20:51.574863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4aa09-212d-4672-8cbf-b1d79a77eddf req-fb07e89c-fb61-46c4-957f-d5341aae4ea1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:51.576630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1db4aa09-212d-4672-8cbf-b1d79a77eddf req-fb07e89c-fb61-46c4-957f-d5341aae4ea1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1007955 Aug 31 19:20:51.600510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.607558 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d576a4fd-61d3-4150-817d-ad9a99b309fc req-e2e50556-7f82-4226-b592-b95a27507b77 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155481 Aug 31 19:20:51.625907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.632305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1db4aa09-212d-4672-8cbf-b1d79a77eddf req-53bc5565-2d9b-4b3a-934a-0ab5263b55de tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Aug 31 19:20:51.651413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0b6f046e-15b8-4c01-b6da-e701cb534793'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:51.683657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Deleting port 1dd17a75-5596-481f-9aaf-51df3150cc27 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:51.684023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.785823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.801110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Calling delete_port for 1dd17a75-5596-481f-9aaf-51df3150cc27 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:51.838653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.843127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:51.908633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00547ff-47f3-4934-8d37-1d2c2a8199ec req-c471547b-3555-44e2-ae40-d4975398539e tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:51.910154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00547ff-47f3-4934-8d37-1d2c2a8199ec req-c471547b-3555-44e2-ae40-d4975398539e tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 945 time: 0.0986271 Aug 31 19:20:51.941247 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Floating IP 1275fe88-a943-467e-ab55-bf0bbadd0d2f associated. External IP: 172.25.3.5, port: 13fa4d80-4f79-46fa-b839-1ad424cecdc2. Aug 31 19:20:51.993558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00547ff-47f3-4934-8d37-1d2c2a8199ec req-a05620d3-7ce5-4881-80c9-5fe4d38bdd7e tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Aug 31 19:20:52.043107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.073956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Pushing event deleted for resources: {'Port': ['ID=1dd17a75-5596-481f-9aaf-51df3150cc27,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:52.137276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.153216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Router 42d431cf-f938-4853-8dd2-a0c08d01c027 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:52.263841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:52.272809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.276576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Sync routers for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:52.290716 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:52.291763 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.308662 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fda387f0-f2c7-4bcd-9384-27d43cbaedb3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "PUT /v2.0/floatingips/1275fe88-a943-467e-ab55-bf0bbadd0d2f HTTP/1.1" status: 200 len: 990 time: 1.3385963 Aug 31 19:20:52.309319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:52.312231 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89619e67-7896-4ace-b7af-3e2f846cf272" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:52.361869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.381957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.421046 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43bf18-26b4-49a7-bb61-5b216a566977 x-openstack-request-id: req-eb43bf18-26b4-49a7-bb61-5b216a566977 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:52.421338 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:52.421584 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb43bf18-26b4-49a7-bb61-5b216a566977 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:52.421983 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'status': 'completed', 'code': 200} Aug 31 19:20:52.480030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc4af-9f12-4158-9d29-6b2bbe2ec8cb req-7f04fdbc-6b47-467a-9aef-33c1f75ca98e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.481761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734bc4af-9f12-4158-9d29-6b2bbe2ec8cb req-7f04fdbc-6b47-467a-9aef-33c1f75ca98e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 945 time: 0.1351774 Aug 31 19:20:52.495414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Router 01f66369-8e21-4b34-800d-b1bc3a1b7db4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:20:52.512100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.512954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.513238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.513851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.514336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.514812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.515279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.516466 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:52.517287 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0ccf5acf-e3f0-40a0-8b0f-bd6c64bda169 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.0541461 Aug 31 19:20:52.572721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734bc4af-9f12-4158-9d29-6b2bbe2ec8cb req-41c96f29-e07b-4137-a272-0546ff99fa08 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808148 Aug 31 19:20:52.605406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:20:52.613322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:52.615731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-008ad659-f402-4b50-9cd4-de702cc106d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "PUT /v2.0/routers/01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 200 len: 710 time: 1.4428654 Aug 31 19:20:52.616787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] Sync routers for ids ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:20:52.619119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:52.628131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] Routers {'01f66369-8e21-4b34-800d-b1bc3a1b7db4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:52.628927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.673370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.689146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] Routers {'01f66369-8e21-4b34-800d-b1bc3a1b7db4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:52.689787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.713433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0fc87d88-3ecc-4315-b6d2-5c77e5752852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.721121 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-0fc87d88-3ecc-4315-b6d2-5c77e5752852 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556 HTTP/1.1" status: 200 len: 913 time: 0.1844969 Aug 31 19:20:52.732926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.733842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58589-b2d2-47cc-b0fb-7eb16cd26490 None None] The sync data for ids ['01f66369-8e21-4b34-800d-b1bc3a1b7db4'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:52.759880 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:20:52.875955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1275fe88-a943-467e-ab55-bf0bbadd0d2f', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'port_id': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'mac_address': 'fa:16:3e:3b:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:19:22Z', 'updated_at': '2021-08-31T19:20:51Z', 'revision_number': 1, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.878505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-7548523a-c775-44b5-af97-6e9c708764d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 998 time: 0.1387408 Aug 31 19:20:52.908036 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Checking router: 42d431cf-f938-4853-8dd2-a0c08d01c027 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:20:52.920194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:20:52.920870 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:20:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:52.958842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-d910c455-2253-4dfd-be00-3d22722490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:52.960427 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-d910c455-2253-4dfd-be00-3d22722490ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 200 len: 851 time: 0.0634406 Aug 31 19:20:53.010797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-7ec302e2-7949-4435-9053-8d16e62749fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:53.012383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-7ec302e2-7949-4435-9053-8d16e62749fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1077a2ff-19dd-430a-870e-426ef82e7556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444064 Aug 31 19:20:53.040310 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:20:53.120498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-855e42f1-3ded-4533-b7ba-a92302548491 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/routers/01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 200 len: 745 time: 0.5001473 Aug 31 19:20:53.124847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-fba1bff2-8651-4435-a622-ef835cbb31d8 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027293 Aug 31 19:20:53.125321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.158993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5b687-d056-436b-8ba3-f7db17ab57dd req-d65ddb3f-2471-42f5-9cad-cb185ac7a70c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:53.160575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14a5b687-d056-436b-8ba3-f7db17ab57dd req-d65ddb3f-2471-42f5-9cad-cb185ac7a70c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0854628 Aug 31 19:20:53.177015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d357b7-7127-44f4-9697-790cd30d307e req-a2b45db2-5fa5-463e-8dd0-7f559d746b2f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:53.178729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6d357b7-7127-44f4-9697-790cd30d307e req-a2b45db2-5fa5-463e-8dd0-7f559d746b2f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 945 time: 0.0898533 Aug 31 19:20:53.189872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-731cd02e-4f40-4d74-8aff-8eced2cf3fc0 tempest-RoutersIpV6AdminTest-2133729592 tempest-RoutersIpV6AdminTest-2133729592-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 200 len: 205 time: 0.0610340 Aug 31 19:20:53.194441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59426) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.248383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4bfd6e97-0227-4ffe-ab31-800292d020d0 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 200 len: 205 time: 0.0487304 Aug 31 19:20:53.249084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.270332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14a5b687-d056-436b-8ba3-f7db17ab57dd req-5bd70061-b106-4006-be15-1e09b9a83f69 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905917 Aug 31 19:20:53.276821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6d357b7-7127-44f4-9697-790cd30d307e req-0c6b914c-3a6d-455e-8d2d-5f33081e5b75 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813332 Aug 31 19:20:53.320477 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b588661-435d-4a52-baea-89190cd483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1275fe88-a943-467e-ab55-bf0bbadd0d2f', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'port_id': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'mac_address': 'fa:16:3e:3b:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:19:22Z', 'updated_at': '2021-08-31T19:20:51Z', 'revision_number': 1, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:20:53.348304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b588661-435d-4a52-baea-89190cd483eb None None] The sync data for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 is: [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1275fe88-a943-467e-ab55-bf0bbadd0d2f', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'port_id': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'mac_address': 'fa:16:3e:3b:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:19:22Z', 'updated_at': '2021-08-31T19:20:51Z', 'revision_number': 1, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:20:53.562965 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef339d-b2d7-47f8-bcbb-0333d68d3d99 None None] New status for floating IP 1275fe88-a943-467e-ab55-bf0bbadd0d2f: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:20:53.603860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:53.606906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-89619e67-7896-4ace-b7af-3e2f846cf272 req-9b81b126-438a-4395-b434-aafeadd3cbe3 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513123 Aug 31 19:20:53.703752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5dff8-345e-4c17-9271-203ab9ce6920 req-f25ecf5c-d077-4595-958b-df38bdaca00b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:53.705196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69c5dff8-345e-4c17-9271-203ab9ce6920 req-f25ecf5c-d077-4595-958b-df38bdaca00b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Aug 31 19:20:53.749938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69c5dff8-345e-4c17-9271-203ab9ce6920 req-7842a563-4947-4e06-aaac-e6e3f1ca91a9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Aug 31 19:20:53.769442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:53.771529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:53.814366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:53.815041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Fanout notify agent at l3_agent the message router_deleted on router 01f66369-8e21-4b34-800d-b1bc3a1b7db4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:53.822734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:53.823683 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f555bd2e-c5f0-40a7-ab93-b22310beb635 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 204 len: 168 time: 0.5736392 Aug 31 19:20:53.827084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.856040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7952e335-f454-4084-8c36-7333294d51a6 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 200 len: 205 time: 0.0273039 Aug 31 19:20:53.858660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59440) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.906835 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-0e31e5b0-77ed-4da2-a798-79d47a7c69e4 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:53.911035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.911215 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0e31e5b0-77ed-4da2-a798-79d47a7c69e4 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/01f66369-8e21-4b34-800d-b1bc3a1b7db4 HTTP/1.1" status: 404 len: 336 time: 0.0515618 Aug 31 19:20:53.952541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c0876b11-9938-4042-9dae-35b65422c44b tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 200 len: 205 time: 0.0398257 Aug 31 19:20:53.955328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:53.995168 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-7ab2fc07-13b6-4c02-8da4-344aafffe092 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:53.996216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7ab2fc07-13b6-4c02-8da4-344aafffe092 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/d4c9255b-5ec7-425f-a420-53188f1e0f4d HTTP/1.1" status: 404 len: 336 time: 0.0395823 Aug 31 19:20:53.998870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.026518 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94818a17-c24a-4cc6-9e41-6a8352e333af tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 200 len: 205 time: 0.0265396 Aug 31 19:20:54.028869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.058873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a054f-8cca-45cc-8840-782fe878d53b req-96bdf7ff-5fb6-45ae-b801-74ee5c3b4dec tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:54.060420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d27a054f-8cca-45cc-8840-782fe878d53b req-96bdf7ff-5fb6-45ae-b801-74ee5c3b4dec tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1106837 Aug 31 19:20:54.070290 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-13f9589d-aafa-433d-b64d-b844e3b9174d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:54.072862 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13f9589d-aafa-433d-b64d-b844e3b9174d tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/e80549ea-ef26-43ef-97c1-5830397cb31b HTTP/1.1" status: 404 len: 336 time: 0.0419631 Aug 31 19:20:54.074509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.075578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d27a054f-8cca-45cc-8840-782fe878d53b req-3eb4c53c-d8d5-4516-a7c6-e11dcbdaf184 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Aug 31 19:20:54.102339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-916afc50-204f-4cf2-91e1-512fed3e8dbe tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 200 len: 205 time: 0.0261335 Aug 31 19:20:54.104915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.128164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d27a054f-8cca-45cc-8840-782fe878d53b req-6954217d-736e-41f1-8d7c-add9f1ecc8cd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467663 Aug 31 19:20:54.144187 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-23afa85e-a376-4883-848f-265bf1992227 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:54.145209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23afa85e-a376-4883-848f-265bf1992227 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/584a07b4-9df8-4cae-9dfa-571a181aa484 HTTP/1.1" status: 404 len: 336 time: 0.0389361 Aug 31 19:20:54.147856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.180575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a5bff2d4-341f-4473-bab7-c8827a161026 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 200 len: 205 time: 0.0308993 Aug 31 19:20:54.183340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.220023 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d920c1b8-c5f2-4db2-9727-7d3dc98d13e2 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:54.221050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d920c1b8-c5f2-4db2-9727-7d3dc98d13e2 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/d0d2acac-2677-48fc-8f3e-428787136434 HTTP/1.1" status: 404 len: 336 time: 0.0367463 Aug 31 19:20:54.223628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.230745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d27a054f-8cca-45cc-8840-782fe878d53b req-d1911296-bd84-49a5-816a-58e877e2ea1d service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941138 Aug 31 19:20:54.253661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae70a6b9-7e3f-49d0-9e50-67be70a62ddb tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "GET /v2.0/ports?device_id=98062f30-ce42-4279-81fc-ba9846bc838e HTTP/1.1" status: 200 len: 205 time: 0.0268366 Aug 31 19:20:54.253922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.292881 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-cc6f54b7-1d58-48e1-bb37-5612c95c91eb tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] delete failed (client error): The resource could not be found. Aug 31 19:20:54.296322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc6f54b7-1d58-48e1-bb37-5612c95c91eb tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/routers/98062f30-ce42-4279-81fc-ba9846bc838e HTTP/1.1" status: 404 len: 336 time: 0.0390940 Aug 31 19:20:54.296533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.323586 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1444be61-38b4-47f6-97f1-0b089af3b945 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] DELETE failed (client error): The resource could not be found. Aug 31 19:20:54.324083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1444be61-38b4-47f6-97f1-0b089af3b945 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:20:54.326064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1444be61-38b4-47f6-97f1-0b089af3b945 tempest-RoutersIpV6AdminTest-86063824 tempest-RoutersIpV6AdminTest-86063824-project] 10.222.0.73 "DELETE /v2.0/subnets/6f47d4bd-8ca0-40a9-9f89-084313cfa369 HTTP/1.1" status: 404 len: 337 time: 0.0283906 Aug 31 19:20:54.326929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d27a054f-8cca-45cc-8840-782fe878d53b req-e54bc2a0-07a9-4550-8857-04b0c91e5619 service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Aug 31 19:20:54.404669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7f365-afa0-4f54-aa99-64e0152674d4 req-1a15fbee-11a1-41aa-8472-436e14a98acf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:54.406345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cd7f365-afa0-4f54-aa99-64e0152674d4 req-1a15fbee-11a1-41aa-8472-436e14a98acf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0525253 Aug 31 19:20:54.464870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cd7f365-afa0-4f54-aa99-64e0152674d4 req-6dde21f2-e310-4c86-b8e7-428249f70efa tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Aug 31 19:20:54.555325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f558-c26c-41e4-b632-b53be1533d38 req-55a7318f-7241-47a8-8cf4-f669a78fea87 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:54.563798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43d6f558-c26c-41e4-b632-b53be1533d38 req-55a7318f-7241-47a8-8cf4-f669a78fea87 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 945 time: 0.0668931 Aug 31 19:20:54.589377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:54.600657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43d6f558-c26c-41e4-b632-b53be1533d38 req-f6a0b6ad-27b0-4955-8df0-295bd0acbfc4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Aug 31 19:20:54.748212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1754d94-8fe2-431f-a66a-1e731033d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:54.825946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b6f046e-15b8-4c01-b6da-e701cb534793 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:20:54.870988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1754d94-8fe2-431f-a66a-1e731033d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:54.879274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1754d94-8fe2-431f-a66a-1e731033d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:54.928594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1754d94-8fe2-431f-a66a-1e731033d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a18cc-68ac-4518-bb12-63c3517ab9a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:54.966716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1754d94-8fe2-431f-a66a-1e731033d3d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e78e2a37bd9428a9507ac009964b399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761728 Aug 31 19:20:54.972358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:55.057239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 0b6f046e-15b8-4c01-b6da-e701cb534793 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:20:55.062557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 0b6f046e-15b8-4c01-b6da-e701cb534793 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:20:55.062557 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.080025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.113370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.165570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.192687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:55.194969 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e7d55-6812-4663-b747-4146eb5ea9f2" -d '{"events": [{"server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:55.208444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b6f046e-15b8-4c01-b6da-e701cb534793,segment=NetworkSegment(63a7a7b1-119f-4bf8-ab0b-2d1289c9c555),segment_id=63a7a7b1-119f-4bf8-ab0b-2d1289c9c555)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:55.214292 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.287916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d06901-fc7c-451f-8ca3-8d1984765f67 x-openstack-request-id: req-78d06901-fc7c-451f-8ca3-8d1984765f67 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:55.288418 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:55.289412 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78d06901-fc7c-451f-8ca3-8d1984765f67 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:55.289984 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793', 'code': 200} Aug 31 19:20:55.309132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.312107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.318076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f74a18cc-68ac-4518-bb12-63c3517ab9a8 HTTP/1.1" status: 204 len: 168 time: 0.3394377 Aug 31 19:20:55.329761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c19d-3a94-4431-96e7-9e75f152e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a18cc-68ac-4518-bb12-63c3517ab9a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:55.346437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:55.356138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-87892bbc-54e6-4782-8671-1a803b3ac9fd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:55.358858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-87892bbc-54e6-4782-8671-1a803b3ac9fd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1960778 Aug 31 19:20:55.377404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-a967bd37-7055-4b19-81b1-6297005922d6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0117013 Aug 31 19:20:55.416627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eec60-048e-4ab5-af10-f489ba720e06 req-d765f425-d794-4df7-a6ae-8c315159aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:55.418682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be3eec60-048e-4ab5-af10-f489ba720e06 req-d765f425-d794-4df7-a6ae-8c315159aeaf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0780282 Aug 31 19:20:55.434637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-8551f631-5e69-46f5-8975-d8234e7ab25e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489316 Aug 31 19:20:55.459024 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be3eec60-048e-4ab5-af10-f489ba720e06 req-3ae7fa01-14b2-4aa2-8fdd-d6c180e5f83e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Aug 31 19:20:55.560223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-86cb2997-8173-48a5-b5ac-4c99e664c59a service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111822 Aug 31 19:20:55.655859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600c5c7-08b3-4cd4-8b35-94243ba32e1a req-a52e8ca4-2330-45b9-a823-457e8ab007f0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:55.657405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d600c5c7-08b3-4cd4-8b35-94243ba32e1a req-a52e8ca4-2330-45b9-a823-457e8ab007f0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1139326 Aug 31 19:20:55.664482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:55.707009 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da6242dd-edb9-4615-9ccb-0c173988182f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f163a699ea947ae89844acf8ab6e790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410635 Aug 31 19:20:55.709458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:55.713514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-961b0827-7ba7-4c58-819d-7e3f2fa24e16 service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389861 Aug 31 19:20:55.722452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d600c5c7-08b3-4cd4-8b35-94243ba32e1a req-b35ffa35-5695-43b6-b6b8-039680b2a559 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Aug 31 19:20:55.771826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.796836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.856667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.859858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:55.861195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11345a15-238a-4a1c-a305-ac02be0e58ff HTTP/1.1" status: 204 len: 168 time: 0.1507046 Aug 31 19:20:55.871826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0ebb-49dc-4317-ba26-1c20c9892984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11345a15-238a-4a1c-a305-ac02be0e58ff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:55.948440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ece6d9-7453-4bda-b432-c950cc235e95 req-6c4a74e9-9543-4cb0-ada7-f3374ba1b0a4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:55.956904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3ece6d9-7453-4bda-b432-c950cc235e95 req-6c4a74e9-9543-4cb0-ada7-f3374ba1b0a4 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.1305485 Aug 31 19:20:56.002977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3ece6d9-7453-4bda-b432-c950cc235e95 req-eaed45a8-8c8e-4993-b59c-1f014664445f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Aug 31 19:20:56.035373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8e95a6f-ae04-4933-98a0-d418f0396592 req-1225fc03-914e-4427-8abc-f5e47d9db25d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 210 time: 0.0313630 Aug 31 19:20:56.871396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815897-d4af-4ef5-9bf4-1cbc8d359b07 req-86e7316a-455a-4ce3-ba13-e9ffadff9316 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:56.872960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42815897-d4af-4ef5-9bf4-1cbc8d359b07 req-86e7316a-455a-4ce3-ba13-e9ffadff9316 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0702336 Aug 31 19:20:56.923050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42815897-d4af-4ef5-9bf4-1cbc8d359b07 req-fa0e8c4d-9e7b-4faf-8887-5557370343bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Aug 31 19:20:57.124747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-085f4b89-329b-45a3-979e-d861017f9716 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:57.126278 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-085f4b89-329b-45a3-979e-d861017f9716 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1606030 Aug 31 19:20:57.145279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:57.176078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7dfd992-2d32-4bd0-b32c-6ee7ae1ed6fa req-56fbfbcc-9414-4655-9c57-bab268f9f004 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 210 time: 0.0383906 Aug 31 19:20:57.207308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd128b6-0bc7-4d97-85bc-bf3b17370f61 req-06adde20-6b76-4dfe-b768-ad1da1a226c8 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:57.217259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd128b6-0bc7-4d97-85bc-bf3b17370f61 req-06adde20-6b76-4dfe-b768-ad1da1a226c8 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.1116300 Aug 31 19:20:57.262237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd128b6-0bc7-4d97-85bc-bf3b17370f61 req-2868f79c-cb8c-41ef-8ae4-7a6978197dbd tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Aug 31 19:20:57.294585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:20:57.298125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.320132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:57.472119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1765754616'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:57.484786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.11 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/82988a6e-8ceb-4072-ae6f-85cd09e56a95) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:20:57.504389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.505438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.566079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32ee99-f9a0-43a3-b5a0-768c4773cc00 req-b8859733-1361-443b-99a3-e054277909a6 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:57.567861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa32ee99-f9a0-43a3-b5a0-768c4773cc00 req-b8859733-1361-443b-99a3-e054277909a6 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.0784650 Aug 31 19:20:57.605677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.615596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.644507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa32ee99-f9a0-43a3-b5a0-768c4773cc00 req-c3963a19-7b4b-4122-9806-c79e2c833c73 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Aug 31 19:20:57.645693 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.650515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-beb7ece1-b18b-45d9-b62f-13f4a0cec1d1 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3290887 Aug 31 19:20:57.651203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:57.660454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.708277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.722933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:20:57.741183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.764540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:20:57.768935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:20:57.771244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:57.781620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:20:57.804186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:57.837938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:57.838605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.854572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dde87e3-534b-4590-ae09-02298fef6d8a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7131491 Aug 31 19:20:57.871054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Request body: {'port': {'device_id': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:57.911992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.916300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.948645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.951519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01b14f5c-57ec-4135-83d4-f5ec8c358e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.960320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.961607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dda4e59d-2337-44f3-8190-b547efb9ce32 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:57.966911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:57.968506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d87b4369-de79-4328-9fc7-c3f784a097a8 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "DELETE /v2.0/routers/dda4e59d-2337-44f3-8190-b547efb9ce32 HTTP/1.1" status: 204 len: 168 time: 0.3159006 Aug 31 19:20:57.971060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:57.975801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Request body: {'router': {'name': 'tempest-router-920466595', 'distributed': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:58.016376 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:20:58.016376 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:20:58.016376 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '8e19631501b44c8a82dc0bddfa04a101', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 20, 57, 980856)}] Aug 31 19:20:58.016376 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:20:58.017389 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:20:58.056844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a09a5-15b9-4a16-baea-aa112eb967ea req-acf654c6-8e13-41e3-bf3d-78ab6c2e1084 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.058204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e20a09a5-15b9-4a16-baea-aa112eb967ea req-acf654c6-8e13-41e3-bf3d-78ab6c2e1084 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0557694 Aug 31 19:20:58.102505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e20a09a5-15b9-4a16-baea-aa112eb967ea req-bab020b0-fef7-4b67-92dd-ef26867d2772 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Aug 31 19:20:58.233930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-8e84b3ab-4276-4a9e-aeaf-dbfc90fe3380 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1380415 Aug 31 19:20:58.269351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01b14f5c-57ec-4135-83d4-f5ec8c358e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.284289 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01b14f5c-57ec-4135-83d4-f5ec8c358e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.293606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e6ed9-9ea1-4b6a-9ea1-b95867ef8c59 req-573c9803-10be-476a-b1f6-eaad0257b4b1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.295256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f9e6ed9-9ea1-4b6a-9ea1-b95867ef8c59 req-573c9803-10be-476a-b1f6-eaad0257b4b1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 932 time: 0.0568366 Aug 31 19:20:58.337062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f9e6ed9-9ea1-4b6a-9ea1-b95867ef8c59 req-8bd2b80c-5f46-4494-b8aa-2268100c3e0e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Aug 31 19:20:58.379881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b14f5c-57ec-4135-83d4-f5ec8c358e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc832883-e0f3-4474-85d0-17a82443547e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:58.385934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-01b14f5c-57ec-4135-83d4-f5ec8c358e82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4badd9d3459545b4b19939cd9a51c526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799704 Aug 31 19:20:58.388821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:58.408497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.408984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.409462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.410036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.410504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.410972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.411439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.413396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b0448c81-3f21-4508-9cef-f4630d902cf0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.1428301 Aug 31 19:20:58.440760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.444799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82988a6e-8ceb-4072-ae6f-85cd09e56a95 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:20:58.463187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.470081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.510766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.513382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.514541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc832883-e0f3-4474-85d0-17a82443547e HTTP/1.1" status: 204 len: 168 time: 0.1247394 Aug 31 19:20:58.519879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Transition to ACTIVE for port object 82988a6e-8ceb-4072-ae6f-85cd09e56a95 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:20:58.527330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606738-e7ca-4006-bed2-5dcfb54ec639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc832883-e0f3-4474-85d0-17a82443547e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:58.531373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.560319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.561878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.609520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-2d692b15-32da-4b92-b1ba-629d5420a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.610000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-2d692b15-32da-4b92-b1ba-629d5420a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.610538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-2d692b15-32da-4b92-b1ba-629d5420a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.612796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-2d692b15-32da-4b92-b1ba-629d5420a8cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=54187448-1abd-4ee2-a8e1-0858c21c5084&id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 2298 time: 0.1627588 Aug 31 19:20:58.620122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:58.623938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.632505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.650339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.654470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ef2c7a41-38bc-4c89-bef2-eec42ee87a26 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6821318 Aug 31 19:20:58.655074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:58.732348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.747978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Attempting to bind port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:20:58.748360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Attempting to bind port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:20:58.748676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Attempting to bind port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:58.751946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-73ad4d57-7c2c-413a-ad3a-323a2cd21d8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 1002 time: 0.1155646 Aug 31 19:20:58.755103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:20:58.755429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Attempting to bind port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:20:58.760874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:20:58.761217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:20:58.761600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:20:58.762016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Bound port: 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:20:58.762381 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.850856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-e526b2f5-0512-441c-a4a6-bcb2936138d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.853022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-e526b2f5-0512-441c-a4a6-bcb2936138d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 200 len: 855 time: 0.0886264 Aug 31 19:20:58.897997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:20:58.918301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:20:58.927430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.932238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-cdde5e00-8816-4a66-b599-4ec44109e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.933751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-cdde5e00-8816-4a66-b599-4ec44109e479 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628700 Aug 31 19:20:58.934191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:58.943039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817a787-8fec-4e2a-b927-8ad5f13fb25f req-0925a41e-7e3b-4713-9bb1-81871c7d213a tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:58.950884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5817a787-8fec-4e2a-b927-8ad5f13fb25f req-0925a41e-7e3b-4713-9bb1-81871c7d213a tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.1850410 Aug 31 19:20:58.953444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.018773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.019477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58b2cd36-b4e0-4527-b3e6-de06c41d1152 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:20:59.027168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.027287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.027778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.027940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a943e801-171a-4c3f-a005-135d7471504f tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "DELETE /v2.0/routers/58b2cd36-b4e0-4527-b3e6-de06c41d1152 HTTP/1.1" status: 204 len: 168 time: 0.3717978 Aug 31 19:20:59.029698 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] 10.222.0.67 "PUT /v2.0/ports/82988a6e-8ceb-4072-ae6f-85cd09e56a95 HTTP/1.1" status: 200 len: 1093 time: 1.1633201 Aug 31 19:20:59.032168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:20:59.034584 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c416043-50c8-4dab-a392-12436a5cac73" -d '{"events": [{"name": "network-changed", "server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:20:59.043087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:59.045492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5817a787-8fec-4e2a-b927-8ad5f13fb25f req-311b7c17-0886-4529-87ab-e60f73c7603e tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935605 Aug 31 19:20:59.056308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Request body: {'router': {'name': 'tempest-router-59036351', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c4189462f5354f50ab8bbabbf995ca30'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:59.084934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473d31-0ba0-44a9-be11-9e20bc8e6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:20:59.181942 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8747c60d-1d4f-4ec1-ac7a-635ebd8815fb x-openstack-request-id: req-8747c60d-1d4f-4ec1-ac7a-635ebd8815fb {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:20:59.182069 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:20:59.182356 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8747c60d-1d4f-4ec1-ac7a-635ebd8815fb {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:20:59.182710 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95', 'status': 'completed', 'code': 200} Aug 31 19:20:59.186431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.187701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.216174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-6618b73a-0c2d-4b69-a8eb-5633e0dac48a service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553811 Aug 31 19:20:59.234876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e00542b9-3c40-44fa-9b92-4792ebf7ab5d tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.236423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e00542b9-3c40-44fa-9b92-4792ebf7ab5d tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.82 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.1719041 Aug 31 19:20:59.327114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78c61b76-c5c9-4354-b501-a1580c2a1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.333312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-78c61b76-c5c9-4354-b501-a1580c2a1084 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 1096 time: 0.2252111 Aug 31 19:20:59.383508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f466a-7f96-435c-9fa4-66bb9854ba5a req-08dd36f9-81ce-4478-8412-325f35e460ca tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.385504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be3f466a-7f96-435c-9fa4-66bb9854ba5a req-08dd36f9-81ce-4478-8412-325f35e460ca tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1127450 Aug 31 19:20:59.408790 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.446629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-70aae429-8be9-417d-8571-b94afc96cfb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95 HTTP/1.1" status: 200 len: 217 time: 0.0848324 Aug 31 19:20:59.449448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.468510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be3f466a-7f96-435c-9fa4-66bb9854ba5a req-d6e5a261-99c4-4570-9868-b0d0267a8b1c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 Aug 31 19:20:59.553050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.554259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-202ad83a-d13a-4bbb-bc8a-604065d15d75 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5076740 Aug 31 19:20:59.560872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:20:59.566027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:20:59.579895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-47ee7879-3d5c-42d1-b9b1-6b9af9635c26 service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401957 Aug 31 19:20:59.587450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-d617d465-f2ae-43b7-a327-8b67fba83764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.589016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-d617d465-f2ae-43b7-a327-8b67fba83764 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0934174 Aug 31 19:20:59.632215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea1b2-a16f-4f16-82e9-741458d1def7 req-a5a654d8-2d04-43de-957a-78892cdb4522 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.634282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fcea1b2-a16f-4f16-82e9-741458d1def7 req-a5a654d8-2d04-43de-957a-78892cdb4522 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 944 time: 0.1221025 Aug 31 19:20:59.650942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Deleting port 0b6f046e-15b8-4c01-b6da-e701cb534793 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:20:59.651328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.654847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-acc01741-2440-4b9d-bf2a-9a73d8b550df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0650680 Aug 31 19:20:59.656737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-3df6ca14-4b3a-47d8-9c18-5eaff23d094a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580747 Aug 31 19:20:59.773655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fcea1b2-a16f-4f16-82e9-741458d1def7 req-459645ba-c6ea-474f-b53d-74534206e2a2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061716 Aug 31 19:20:59.832736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-113d909a-432b-40af-9da3-2de2fb4f7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.834203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-113d909a-432b-40af-9da3-2de2fb4f7462 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1295066 Aug 31 19:20:59.838877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.839435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.886937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] For port 0b6f046e-15b8-4c01-b6da-e701cb534793, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b6f046e-15b8-4c01-b6da-e701cb534793,segment=NetworkSegment(63a7a7b1-119f-4bf8-ab0b-2d1289c9c555),segment_id=63a7a7b1-119f-4bf8-ab0b-2d1289c9c555)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:20:59.887315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.898643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-1dfc7f04-6c3d-4444-a753-049602c77ebc service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295387 Aug 31 19:20:59.905327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Calling delete_port for 0b6f046e-15b8-4c01-b6da-e701cb534793 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:20:59.939834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-5a008062-cf9c-48b9-9469-466a2d588271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:20:59.940213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 19:20:59.940556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Router b410ce98-c7f8-4af7-b037-390a65b37675 migrating from provider to provider. {{(pid=94816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 19:20:59.940938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.941168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-5a008062-cf9c-48b9-9469-466a2d588271 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994716 Aug 31 19:20:59.946520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:20:59.952055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.344436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:00.383675 n-d-778550-14 neutron-server[94816]: WARNING neutron.scheduler.l3_agent_scheduler [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] No L3 agents can host the router b410ce98-c7f8-4af7-b037-390a65b37675 Aug 31 19:21:00.410656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e786b-396e-47e5-a3c3-434d1ff01a20 req-5adfe420-2828-454b-878a-63f34175644c tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:00.412223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe3e786b-396e-47e5-a3c3-434d1ff01a20 req-5adfe420-2828-454b-878a-63f34175644c tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 946 time: 0.0665021 Aug 31 19:21:00.439941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-e14d5b7a-1d0b-4b1d-980d-456c7adf3d9a service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697788 Aug 31 19:21:00.444132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dddc53c1-7242-42c3-80c4-01a660fab400 req-dd0e5ed0-e288-4e26-9e65-e8ef53ce97dd service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330484 Aug 31 19:21:00.529415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-917203205', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:00.552463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Hosts for router b410ce98-c7f8-4af7-b037-390a65b37675: [] {{(pid=94816) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 19:21:00.560054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe3e786b-396e-47e5-a3c3-434d1ff01a20 req-781f94ff-1f6c-45dd-ab0b-328af155c67f tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/security-groups?id=8671d6c2-705a-43b0-8f1f-c0ee25af8008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138992 Aug 31 19:21:00.587433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Hosts for other DVR routers connected to router b410ce98-c7f8-4af7-b037-390a65b37675: set() {{(pid=94816) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 19:21:00.590476 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.591922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-178dce39-86d9-4613-9569-3b2883be0114 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "PUT /v2.0/routers/b410ce98-c7f8-4af7-b037-390a65b37675 HTTP/1.1" status: 200 len: 715 time: 1.0297277 Aug 31 19:21:00.594890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:00.633881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.635447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Made reservation on behalf of 814e6662b0d94b2b85452002e4f60b7f for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:00.637885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.649120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416043-50c8-4dab-a392-12436a5cac73 req-47bc0f19-20cc-4f6a-9835-61d2d6b185ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:00.650379 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-47bc0f19-20cc-4f6a-9835-61d2d6b185ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 1096 time: 0.1158733 Aug 31 19:21:00.653275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0b6f046e-15b8-4c01-b6da-e701cb534793'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:00.688330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-c819cf96-2780-48fb-890e-2770a722abed service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361379 Aug 31 19:21:00.691874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.696861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7615dae0-6075-4267-be4d-53220f3039bd tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "GET /v2.0/routers/b410ce98-c7f8-4af7-b037-390a65b37675 HTTP/1.1" status: 200 len: 715 time: 0.1005950 Aug 31 19:21:00.700718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:00.703552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Pushing event deleted for resources: {'Port': ['ID=0b6f046e-15b8-4c01-b6da-e701cb534793,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:00.724292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b7f13-48b5-43f0-a152-53a822ee59dd req-f84ad640-9af8-4466-9cbd-90a1fd9954ae tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:00.725821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-675b7f13-48b5-43f0-a152-53a822ee59dd req-f84ad640-9af8-4466-9cbd-90a1fd9954ae tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0923719 Aug 31 19:21:00.774606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-675b7f13-48b5-43f0-a152-53a822ee59dd req-35cc8341-6bd6-4d2d-9449-e37058aad553 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Aug 31 19:21:00.800052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-b51d6a5d-e4cf-4c4a-9dd9-5ebcfa599e9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 217 time: 0.0942485 Aug 31 19:21:00.835277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] No DVR routers for this DVR port 0b6f046e-15b8-4c01-b6da-e701cb534793 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:00.848156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:00.849955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48729e4e-b48c-46d3-8eb3-c4d1d2f2d0c1 req-e716c436-c881-4840-bf28-8c0905041d19 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.82 "DELETE /v2.0/ports/0b6f046e-15b8-4c01-b6da-e701cb534793 HTTP/1.1" status: 204 len: 173 time: 1.5925140 Aug 31 19:21:00.925341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-061a252c-9440-4020-ac11-7abc426b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:00.926322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea32a8a5-1d13-4002-a410-41e2f2a160ca tempest-RoutersTestDVR-1057856685 tempest-RoutersTestDVR-1057856685-project] 10.222.0.73 "GET /v2.0/routers/b410ce98-c7f8-4af7-b037-390a65b37675 HTTP/1.1" status: 200 len: 681 time: 0.2245603 Aug 31 19:21:00.926827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-061a252c-9440-4020-ac11-7abc426b3126 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0954602 Aug 31 19:21:00.929051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416043-50c8-4dab-a392-12436a5cac73 req-cf96fddc-a502-491f-ba96-4ae62d1e7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:00.929828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59720) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:00.930766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-cf96fddc-a502-491f-ba96-4ae62d1e7c5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.2718892 Aug 31 19:21:01.006587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-1048984d-7b66-46c8-81e3-3a74f223c384 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95 HTTP/1.1" status: 200 len: 217 time: 0.0669727 Aug 31 19:21:01.016473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f891c87-cea8-4eed-b06d-1aa9a4e265ca req-8c02cd3c-823a-417b-aa42-e1e03a57531c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.018025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f891c87-cea8-4eed-b06d-1aa9a4e265ca req-8c02cd3c-823a-417b-aa42-e1e03a57531c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 944 time: 0.1613853 Aug 31 19:21:01.021887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.073473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-d5323a98-81e8-4050-a303-39fc80118dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.075006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-d5323a98-81e8-4050-a303-39fc80118dd0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342833 Aug 31 19:21:01.104431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.115676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416043-50c8-4dab-a392-12436a5cac73 req-e213c028-b4ac-4e36-8eca-9eee2576ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.117745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-e213c028-b4ac-4e36-8eca-9eee2576ce97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.1010199 Aug 31 19:21:01.142551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.152633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] device_id is not set on port a4fe6a13-5239-4d29-aac7-2bfe7f903823 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:01.184522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'name': 'network-vif-deleted', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:01.186888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd415fd-03d2-4dd8-af31-e43d3528f8eb" -d '{"events": [{"server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "name": "network-vif-deleted", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:01.215172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f891c87-cea8-4eed-b06d-1aa9a4e265ca req-112cc0ca-c7b6-464b-9aca-d6fe3a7b21a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581569 Aug 31 19:21:01.218236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-981eb895-6fed-4db5-bc4e-f36611f74c5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713065 Aug 31 19:21:01.227996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.236218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.265466 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c610a234-00b8-4b76-ab7e-4423996b06a4 x-openstack-request-id: req-c610a234-00b8-4b76-ab7e-4423996b06a4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:01.265797 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15a63e-c418-40fa-a2c5-58d699196ba8", "name": "network-vif-deleted", "tag": "0b6f046e-15b8-4c01-b6da-e701cb534793", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:01.266048 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c610a234-00b8-4b76-ab7e-4423996b06a4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:01.266434 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15a63e-c418-40fa-a2c5-58d699196ba8', 'name': 'network-vif-deleted', 'tag': '0b6f046e-15b8-4c01-b6da-e701cb534793', 'status': 'completed', 'code': 200} Aug 31 19:21:01.292380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d8c0e-a8ae-4355-80ee-6ee460c57e6a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:01.295099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.295844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b410ce98-c7f8-4af7-b037-390a65b37675 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:21:01.309191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.311280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-855a28f4-0eb2-44ab-8cb7-99479f9ec5be tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b410ce98-c7f8-4af7-b037-390a65b37675 HTTP/1.1" status: 204 len: 168 time: 0.3802814 Aug 31 19:21:01.315922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59730) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:01.321645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Request body: {'router': {'name': 'tempest-router-1811486394', 'distributed': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:01.358875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.360046 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.396677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-202e841c-8cfb-4d95-9382-a39907e9d8c8 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122406 Aug 31 19:21:01.418044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.421703 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.434265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.435508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-632b1bb8-5480-43bb-8ec1-e6280b858198 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1183670 Aug 31 19:21:01.438427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:01.502978 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-7eeb057c-c8ec-4a98-92a2-48d11cf06888 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501819 Aug 31 19:21:01.504074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Allocated IP 172.25.3.154 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a4fe6a13-5239-4d29-aac7-2bfe7f903823) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:01.514976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.667426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-cd0d1b6b-c542-4a28-af10-3f02a05f867b service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614601 Aug 31 19:21:01.698700 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.701073 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.775743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21e8c714-cbb5-441a-bc50-4f6ee75b2173 req-04c406f2-ccf5-48e0-8595-d80724785ab8 tempest-InstanceActionsV221TestJSON-698893960 tempest-InstanceActionsV221TestJSON-698893960-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad15a63e-c418-40fa-a2c5-58d699196ba8 HTTP/1.1" status: 200 len: 210 time: 0.0701888 Aug 31 19:21:01.779433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-8a581f37-73dc-4767-9c91-c1b2188b5c35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 200 len: 217 time: 0.0864937 Aug 31 19:21:01.781628 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c416043-50c8-4dab-a392-12436a5cac73 req-1e333e59-1d66-4b16-8648-0255f9af16b5 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697639 Aug 31 19:21:01.783694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.784547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6de47010-6b7f-4318-b8de-35fc31203d9e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:21:01.798698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.800266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6370aa9-10db-4228-9ffe-60cb840a8007 tempest-RoutersTestDVR-785037129 tempest-RoutersTestDVR-785037129-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6de47010-6b7f-4318-b8de-35fc31203d9e HTTP/1.1" status: 204 len: 168 time: 0.3606327 Aug 31 19:21:01.889266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-47ddbd2a-63de-4196-a0a4-05b242823da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.890868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-47ddbd2a-63de-4196-a0a4-05b242823da6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0994596 Aug 31 19:21:01.906402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:01.918480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e6f78-8f84-46e0-9dba-66b307efc1a1 req-35e81f8f-b916-44e3-ba67-40e16b3ed4bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.920412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b10e6f78-8f84-46e0-9dba-66b307efc1a1 req-35e81f8f-b916-44e3-ba67-40e16b3ed4bf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0582657 Aug 31 19:21:01.969287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b10e6f78-8f84-46e0-9dba-66b307efc1a1 req-66b25199-1c9e-4234-a60a-08b989b1e70a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Aug 31 19:21:01.978513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-56777b18-91cf-4cea-a39c-7c98a84a4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:01.980404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-56777b18-91cf-4cea-a39c-7c98a84a4be8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712574 Aug 31 19:21:02.068769 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.122588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:02.150336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:02.156364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:02.160122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-e8bb5040-e5f0-4db9-9f98-002a13f88dca service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679337 Aug 31 19:21:02.160581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:02.164710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fe6a13-5239-4d29-aac7-2bfe7f903823,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:02.250199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bda51c90-5edb-4bec-84e1-0e70a4ee7a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.260570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:02.261214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.286064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9f46590b-cd05-44e5-aa5f-20a9302fb51b tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9371028 Aug 31 19:21:02.286813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:02.295873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}]}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:02.319654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-6e47e534-fa62-49d8-8ad8-d3e9d0b48b5d service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321616 Aug 31 19:21:02.368298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-45e5aa35-97be-4f37-b197-44362be118c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 200 len: 217 time: 0.0414345 Aug 31 19:21:02.385910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5206fb-7ec8-4f87-a0c4-9e8b9aa2945b req-211b11ac-c952-4e30-9bdd-bbffbb1fc0e1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:02.387603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df5206fb-7ec8-4f87-a0c4-9e8b9aa2945b req-211b11ac-c952-4e30-9bdd-bbffbb1fc0e1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 944 time: 0.0886202 Aug 31 19:21:02.425388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-67bd1a3b-5cf1-4636-acfb-b9d2e04fa6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:02.426979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-67bd1a3b-5cf1-4636-acfb-b9d2e04fa6ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0495894 Aug 31 19:21:02.456471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bda51c90-5edb-4bec-84e1-0e70a4ee7a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.461126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df5206fb-7ec8-4f87-a0c4-9e8b9aa2945b req-fc4672cc-18f4-4a3d-a5a8-978265ea7c12 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Aug 31 19:21:02.462389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bda51c90-5edb-4bec-84e1-0e70a4ee7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.495519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-26d784c5-90aa-4315-85dc-391e6dc505d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:02.497109 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-26d784c5-90aa-4315-85dc-391e6dc505d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619521 Aug 31 19:21:02.498174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.499214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.518072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bda51c90-5edb-4bec-84e1-0e70a4ee7a62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4189462f5354f50ab8bbabbf995ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942859 Aug 31 19:21:02.518827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda51c90-5edb-4bec-84e1-0e70a4ee7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacb05a-d7b3-44b7-a3eb-a69995ed067a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:02.521488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:02.582044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.610872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.611155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.665529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.668134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.669471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cacb05a-d7b3-44b7-a3eb-a69995ed067a HTTP/1.1" status: 204 len: 168 time: 0.1468403 Aug 31 19:21:02.683692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eae6a-f3a0-42bb-b154-efefdc78d717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacb05a-d7b3-44b7-a3eb-a69995ed067a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:02.709510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:02.746317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-33d4fa2c-81e4-4d97-9a54-951746de963b service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392642 Aug 31 19:21:02.795067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.850640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:02.875490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b6f046e-15b8-4c01-b6da-e701cb534793 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:02.900243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'mac_address': 'fa:16:3e:a1:4a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:02.903692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 0b6f046e-15b8-4c01-b6da-e701cb534793 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:02.904237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b6f046e-15b8-4c01-b6da-e701cb534793 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:02.925131 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-8db8a41e-5583-4ecc-9c8a-6a8bf8c1ab55 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531281 Aug 31 19:21:02.955145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:02.973216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:02.990347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-22045d3b-98da-4ae6-973f-c71afa4d4e6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 200 len: 217 time: 0.0565245 Aug 31 19:21:03.001934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:03.006829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.007890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 82988a6e-8ceb-4072-ae6f-85cd09e56a95 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:03.058078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:03.078379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82630614-162c-4a22-a421-a111f3e199bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.100819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-d16f3ce1-027a-4fef-91da-79995d554a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:03.102846 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-d16f3ce1-027a-4fef-91da-79995d554a82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.0862422 Aug 31 19:21:03.104184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:03.122677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:03.161996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3648d-ae37-4c6b-b2b1-4c8dbeae6c9a req-a4a0741b-816e-4764-89ad-d71cbc9cade8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:03.163791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ec3648d-ae37-4c6b-b2b1-4c8dbeae6c9a req-a4a0741b-816e-4764-89ad-d71cbc9cade8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 947 time: 0.0876279 Aug 31 19:21:03.173821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:03.189822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '82988a6e-8ceb-4072-ae6f-85cd09e56a95', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '82988a6e-8ceb-4072-ae6f-85cd09e56a95', 'mac_address': 'fa:16:3e:ab:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:03.233754 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.236119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ec3648d-ae37-4c6b-b2b1-4c8dbeae6c9a req-8117f60e-7ecd-48d1-ab64-69a4d31341b0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Aug 31 19:21:03.250685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82988a6e-8ceb-4072-ae6f-85cd09e56a95 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:03.271994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:03.277523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.279578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Deleting subnet a496e637-e766-4775-9236-c867c9c33827 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:21:03.284641 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82630614-162c-4a22-a421-a111f3e199bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.286481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.291112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82630614-162c-4a22-a421-a111f3e199bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.331794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82630614-162c-4a22-a421-a111f3e199bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce74329-e34b-4100-98d2-258c97c6a0bb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:03.335506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:03.338901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-82630614-162c-4a22-a421-a111f3e199bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e19631501b44c8a82dc0bddfa04a101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794497 Aug 31 19:21:03.341700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:03.402226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.425455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.484831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.489263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.489263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ce74329-e34b-4100-98d2-258c97c6a0bb HTTP/1.1" status: 204 len: 168 time: 0.1457243 Aug 31 19:21:03.499076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3a471-1571-4e66-8c59-6e192d5d9d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce74329-e34b-4100-98d2-258c97c6a0bb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:03.537678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:03.567005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['82988a6e-8ceb-4072-ae6f-85cd09e56a95'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:03.621365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-7f39a41f-fc35-4fe8-9e3a-fdce4b4f6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:03.622815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-7f39a41f-fc35-4fe8-9e3a-fdce4b4f6404 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4460554 Aug 31 19:21:03.632949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.655928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192fd0c-c811-4a9d-a342-996f6b1e557c req-cc004e88-53dc-4faf-93dc-f19aba9fcf2d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:03.665860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c192fd0c-c811-4a9d-a342-996f6b1e557c req-cc004e88-53dc-4faf-93dc-f19aba9fcf2d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 945 time: 0.0733938 Aug 31 19:21:03.676619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.717361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.736183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c192fd0c-c811-4a9d-a342-996f6b1e557c req-da8f641c-7675-484a-90cb-4eff8ae0bf53 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Aug 31 19:21:03.834877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:03.908930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-30a0958f-0321-4dd4-820a-6e68d3361046 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734697 Aug 31 19:21:04.021363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.065322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a496e637-e766-4775-9236-c867c9c33827,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:04.076539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.076539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae0b0793-acd8-4226-b91d-01417b91e374 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a496e637-e766-4775-9236-c867c9c33827 HTTP/1.1" status: 204 len: 168 time: 0.9704051 Aug 31 19:21:04.076731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.078173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:04.214731 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-4b647417-0d78-4faa-ae44-730828179ca8 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928100 Aug 31 19:21:04.318472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.318964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.360157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-20c3feb6-c481-4e30-ac71-d74d710f2d0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 217 time: 0.0861261 Aug 31 19:21:04.372916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c03f1-98fa-4557-b743-364ee3259e1a req-34e699d4-cf93-45d7-a318-005222687a0b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:04.374514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa0c03f1-98fa-4557-b743-364ee3259e1a req-34e699d4-cf93-45d7-a318-005222687a0b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 947 time: 0.0578752 Aug 31 19:21:04.390757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.416678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa0c03f1-98fa-4557-b743-364ee3259e1a req-c3d590fd-bf1e-4f93-ba77-35d234613183 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363069 Aug 31 19:21:04.426528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.427119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50a06ff0-a0e7-49cb-8fa2-4194da80f2be {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:21:04.434796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:04.479851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-0d2bc00e-021f-447c-a512-2d946fcfb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:04.481249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-0d2bc00e-021f-447c-a512-2d946fcfb949 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.0885749 Aug 31 19:21:04.491126 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:21:04.492268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21707406-bd5a-4d91-bb1f-dc9607ef05b3 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2019320 Aug 31 19:21:04.495485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:04.541460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-473960487'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:04.555097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.567477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327bab7b-4397-4c6c-955c-0c7904fdbb00']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:04.579274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:04.579593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a7a7b1-119f-4bf8-ab0b-2d1289c9c555') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:04.591420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Made reservation on behalf of ffeebac6bd7446e3aaeda0b547cd54e2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:04.592206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.594944 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.595164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-a021dd1a-aab2-4a65-9143-ef367bff9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:04.596718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-a021dd1a-aab2-4a65-9143-ef367bff9f3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795128 Aug 31 19:21:04.609596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.627130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Deleting port a4fe6a13-5239-4d29-aac7-2bfe7f903823 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:04.627480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.634363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.666733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:21:04.667188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:21:04.668822 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:21:04.734898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.739786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.740576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:04.751142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.751896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] 10.222.0.73 "DELETE /v2.0/networks/327bab7b-4397-4c6c-955c-0c7904fdbb00 HTTP/1.1" status: 204 len: 168 time: 0.6709611 Aug 31 19:21:04.770742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8d72c-aa1c-4706-872c-ee418e545c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=327bab7b-4397-4c6c-955c-0c7904fdbb00,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:04.774391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-e66d165e-b972-4081-a595-85bf81feaf20 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637268 Aug 31 19:21:04.777834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Calling delete_port for a4fe6a13-5239-4d29-aac7-2bfe7f903823 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:04.838116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4e5302f9-7650-4eba-8e80-e55e20c612ca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:04.838589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.861847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.880053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.915040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8c8052a8-3f2e-4074-a6b2-7105c7b9b9e4 req-66504811-b9cf-42c8-8557-c18d18ace27d service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245413 Aug 31 19:21:04.925685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:21:04.955126 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.962252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:04.962614 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Added segment cec66444-ae4d-448a-b720-29cfdf98acd7 of type vlan for network 80ef9439-68be-4855-ace6-cbd809b2e3cf Aug 31 19:21:04.964047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf20be40-ff06-4ba2-9fa1-89ee60b8fa92,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:04.973655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b828f-d51a-4afc-b615-7d01ce61dc8d req-6f023959-8139-4d76-8a05-bd3a90df4229 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:04.981751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d50b828f-d51a-4afc-b615-7d01ce61dc8d req-6f023959-8139-4d76-8a05-bd3a90df4229 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 945 time: 0.1441727 Aug 31 19:21:04.995683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:04.998085 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1e2a2-6df6-4092-8145-6bda6e637d54" -d '{"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:05.004983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:05.012685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.013922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 82988a6e-8ceb-4072-ae6f-85cd09e56a95 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:05.064689 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba4c6c-70ea-4a78-9e88-36a8a1067930 x-openstack-request-id: req-a4ba4c6c-70ea-4a78-9e88-36a8a1067930 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:05.064981 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:05.065233 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4ba4c6c-70ea-4a78-9e88-36a8a1067930 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:05.065757 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'code': 200} Aug 31 19:21:05.081216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:05.094308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.113820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d50b828f-d51a-4afc-b615-7d01ce61dc8d req-bb133c72-6e40-4715-8535-f5dcdc9356b2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311109 Aug 31 19:21:05.115714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.136775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:05.141821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:05.142427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.151263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b1de233a-a983-4af1-8320-69f35fc457b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22fc2785ca9d4f13a46514636584c603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658913 Aug 31 19:21:05.151908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.152408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:05.183194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4fe6a13-5239-4d29-aac7-2bfe7f903823,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.186519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.193267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:05.194101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.237793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.244675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.281401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:05.281823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.286601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.303927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a74ade-777a-40e5-a6c8-0b9afe9795ae req-9abc7061-cf5e-40e3-9ec3-c63b22de87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:05.305980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-17a74ade-777a-40e5-a6c8-0b9afe9795ae req-9abc7061-cf5e-40e3-9ec3-c63b22de87b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1100 time: 0.0767162 Aug 31 19:21:05.309559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8704488 Aug 31 19:21:05.309720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26a4c4-5cab-470a-bf79-816ce176931b tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'Network': ['ID=80ef9439-68be-4855-ace6-cbd809b2e3cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.309816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:05.321049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Request body: {'subnet': {'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:05.321943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:21:05.331374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.333961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4aec8ccf-9390-41c2-8c29-b1ffb14abe31 tempest-RoutersAdminNegativeTest-1477791596 tempest-RoutersAdminNegativeTest-1477791596-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a4fe6a13-5239-4d29-aac7-2bfe7f903823 HTTP/1.1" status: 204 len: 168 time: 0.8368149 Aug 31 19:21:05.402602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.428263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-17a74ade-777a-40e5-a6c8-0b9afe9795ae req-babddbc5-3f4f-44c1-9fb9-4d81a2511bdf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988719 Aug 31 19:21:05.439168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.442450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.451466 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8671d6c2-705a-43b0-8f1f-c0ee25af8008 HTTP/1.1" status: 204 len: 168 time: 0.2956314 Aug 31 19:21:05.477127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ae57-c3ac-469c-9216-5f8f97bcd838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8671d6c2-705a-43b0-8f1f-c0ee25af8008,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.480718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Made reservation on behalf of ffeebac6bd7446e3aaeda0b547cd54e2 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:05.491004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.597399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056f476-cb4e-47e8-bc6d-ccbe0f3e27b9 req-5dc931a4-3f7b-475b-828a-2c6ad11cb427 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:05.605784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5056f476-cb4e-47e8-bc6d-ccbe0f3e27b9 req-5dc931a4-3f7b-475b-828a-2c6ad11cb427 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0659125 Aug 31 19:21:05.665730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5056f476-cb4e-47e8-bc6d-ccbe0f3e27b9 req-d8d60cde-2c8a-495f-90b6-0a0a941c3150 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572250 Aug 31 19:21:05.708688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:05.739701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.805383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'Subnet': ['ID=f0b7e50b-a60c-4c27-8907-699799b989df,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:05.816449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Checking segment: {'id': 'cec66444-ae4d-448a-b720-29cfdf98acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:05.816891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Network hostable DHCP agents. Network: 80ef9439-68be-4855-ace6-cbd809b2e3cf, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:21:05.837228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f9528c6-ebdd-4341-967e-03fd20f35283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.838904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:21:05.850856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 80ef9439-68be-4855-ace6-cbd809b2e3cf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:05.857885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:05.858650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.864324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7f4a7-425b-4290-bf0d-2dd01cbb646a None None] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:05.940427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f9528c6-ebdd-4341-967e-03fd20f35283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.945031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f9528c6-ebdd-4341-967e-03fd20f35283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:05.950581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ee1cf09-6bfe-40c7-bfb8-3c58354d4ba4 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6396918 Aug 31 19:21:05.953198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:05.961489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Request body: {'port': {'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1814529319'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:05.977564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f9528c6-ebdd-4341-967e-03fd20f35283 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26d3a738c0524c7887892f0d973ccaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674770 Aug 31 19:21:05.981520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:06.005394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9528c6-ebdd-4341-967e-03fd20f35283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05546f18-2051-49b4-82f8-cb2d5e06607c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:06.040758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-80ef9439-68be-4855-ace6-cbd809b2e3cf', 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf', 'tenant_id': 'ffeebac6bd7446e3aaeda0b547cd54e2', 'fixed_ips': [{'subnet_id': 'f0b7e50b-a60c-4c27-8907-699799b989df'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:21:06.042811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.124568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.175190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.215677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Allocated IP 172.20.0.2 (80ef9439-68be-4855-ace6-cbd809b2e3cf/f0b7e50b-a60c-4c27-8907-699799b989df/de1f9985-2ece-4670-a6af-f693571b265c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:06.224367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Made reservation on behalf of ffeebac6bd7446e3aaeda0b547cd54e2 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:06.231261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.251542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] device_id is not set on port 947c55b3-355c-44b5-baad-0a26fe3c1939 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:06.259805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:06.280249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58cd5a-ec27-4661-a8a5-c1f4b2b781c2 req-e4dea0ee-254d-4f0e-8c33-79218fe98348 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:06.281832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee58cd5a-ec27-4661-a8a5-c1f4b2b781c2 req-e4dea0ee-254d-4f0e-8c33-79218fe98348 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.0743330 Aug 31 19:21:06.324177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.326789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.330219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee58cd5a-ec27-4661-a8a5-c1f4b2b781c2 req-c3402938-8908-4f31-b897-490d7c979bf6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Aug 31 19:21:06.330965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05546f18-2051-49b4-82f8-cb2d5e06607c HTTP/1.1" status: 204 len: 168 time: 0.3481412 Aug 31 19:21:06.361855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f5995-13f6-46b9-8e99-c3897e97abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05546f18-2051-49b4-82f8-cb2d5e06607c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:06.422810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-770525987-network', 'tenant_id': 'c7c526aba036485fa67adbf489ddb458'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:06.439165 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.445822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Made reservation on behalf of c7c526aba036485fa67adbf489ddb458 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:06.448876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.449746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Transition to ACTIVE for port object de1f9985-2ece-4670-a6af-f693571b265c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:06.458970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.466677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Transition to ACTIVE for port object de1f9985-2ece-4670-a6af-f693571b265c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:06.473170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.514955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:06.518060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:06.521845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:06.535611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Pushing event updated for resources: {'Port': ['ID=de1f9985-2ece-4670-a6af-f693571b265c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:06.559765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Allocated IP 172.20.0.4 (80ef9439-68be-4855-ace6-cbd809b2e3cf/f0b7e50b-a60c-4c27-8907-699799b989df/947c55b3-355c-44b5-baad-0a26fe3c1939) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:06.604832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Attempting to bind port de1f9985-2ece-4670-a6af-f693571b265c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:06.605190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Attempting to bind port de1f9985-2ece-4670-a6af-f693571b265c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'cec66444-ae4d-448a-b720-29cfdf98acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:06.605549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Attempting to bind port de1f9985-2ece-4670-a6af-f693571b265c on network 80ef9439-68be-4855-ace6-cbd809b2e3cf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:06.611231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:06.612371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Checking segment: {'id': 'cec66444-ae4d-448a-b720-29cfdf98acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:06.612371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.612920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Bound using segment: {'id': 'cec66444-ae4d-448a-b720-29cfdf98acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:06.613869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Bound port: de1f9985-2ece-4670-a6af-f693571b265c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec66444-ae4d-448a-b720-29cfdf98acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:06.614260 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.676053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.713805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.720771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:06.722001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] For port de1f9985-2ece-4670-a6af-f693571b265c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:06.725879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] For port de1f9985-2ece-4670-a6af-f693571b265c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de1f9985-2ece-4670-a6af-f693571b265c,segment=NetworkSegment(cec66444-ae4d-448a-b720-29cfdf98acd7),segment_id=cec66444-ae4d-448a-b720-29cfdf98acd7)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:06.731446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.781620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c3c96fa9-bdb0-46fa-ab40-2b523878bed2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=814e6662b0d94b2b85452002e4f60b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574815 Aug 31 19:21:06.784075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:06.792852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:21:06.793537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec421-d273-409e-b3fa-32e0c9c7cfca None None] Pushing event updated for resources: {'Port': ['ID=de1f9985-2ece-4670-a6af-f693571b265c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:06.832201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae446f8-e307-4986-bae7-4353106307a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:06.838527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.838883 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Added segment 656a935a-71c3-48ec-8911-90cd44934348 of type vlan for network 6f983c27-2221-4781-baf2-4987a8d7b194 Aug 31 19:21:06.912284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.914123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.919247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.927816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf967364-3347-40a7-ab04-03fe6b1d0c44 req-8267f5fa-bead-4ac5-b036-297cd7d10522 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:06.929565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf967364-3347-40a7-ab04-03fe6b1d0c44 req-8267f5fa-bead-4ac5-b036-297cd7d10522 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1220765 Aug 31 19:21:06.941118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Transition to ACTIVE for port object 947c55b3-355c-44b5-baad-0a26fe3c1939 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:06.961446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.973697 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:06.974898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:06.975512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.004685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf967364-3347-40a7-ab04-03fe6b1d0c44 req-a31fa0a9-07bc-492a-86b5-4ccb9eefe4a8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672507 Aug 31 19:21:07.041457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.066697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:07.070112 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b574e-2e10-4482-a0ae-e120fb8349ad" -d '{"events": [{"server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "name": "network-vif-plugged", "status": "completed", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:07.078088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8035297 Aug 31 19:21:07.080915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:07.082919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.084286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/882d8c0e-a8ae-4355-80ee-6ee460c57e6a HTTP/1.1" status: 204 len: 168 time: 0.2990320 Aug 31 19:21:07.106966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e26fc1-a134-4db4-a3db-dd585a2b5af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d8c0e-a8ae-4355-80ee-6ee460c57e6a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:07.110925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Request body: {'subnet': {'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-770525987-subnet', 'tenant_id': 'c7c526aba036485fa67adbf489ddb458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:07.130558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51e1cf-1610-4a58-83f0-5f372097f6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f983c27-2221-4781-baf2-4987a8d7b194,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:07.158476 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be3d7d-e316-42c2-b94a-9a0a89c35ca9 x-openstack-request-id: req-33be3d7d-e316-42c2-b94a-9a0a89c35ca9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:07.159845 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "name": "network-vif-plugged", "status": "completed", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:07.160338 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33be3d7d-e316-42c2-b94a-9a0a89c35ca9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:07.160572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Made reservation on behalf of c7c526aba036485fa67adbf489ddb458 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:07.161551 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95', 'code': 200} Aug 31 19:21:07.163283 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.191299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 6f983c27-2221-4781-baf2-4987a8d7b194 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:21:07.201190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.275470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5365d-d0d1-4afc-aded-cca67c95c39b req-9d22e4fc-31de-4fef-a799-904d5a30e3d0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.278054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ed5365d-d0d1-4afc-aded-cca67c95c39b req-9d22e4fc-31de-4fef-a799-904d5a30e3d0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1068771 Aug 31 19:21:07.361775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ed5365d-d0d1-4afc-aded-cca67c95c39b req-0e9c6e8b-2e21-4b05-9f89-f9d3b51ecdbe tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 31 19:21:07.364102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de1f9985-2ece-4670-a6af-f693571b265c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:07.373806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:07.388866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:07.402790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:07.437671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port de1f9985-2ece-4670-a6af-f693571b265c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:07.490832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bbe5-fdd4-46d2-aaae-398814a04911 req-13e6fd88-c59a-4e70-8ff1-5c480fa81cc2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.500751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5868bbe5-fdd4-46d2-aaae-398814a04911 req-13e6fd88-c59a-4e70-8ff1-5c480fa81cc2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.0772386 Aug 31 19:21:07.506054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'Port': ['ID=947c55b3-355c-44b5-baad-0a26fe3c1939,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:07.526074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198044-3557-4662-803b-8aa52bac0d15 req-b95b493f-20f3-4095-a49b-49de1c1ea16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.527532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56198044-3557-4662-803b-8aa52bac0d15 req-b95b493f-20f3-4095-a49b-49de1c1ea16c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 1098 time: 0.2730200 Aug 31 19:21:07.541696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5868bbe5-fdd4-46d2-aaae-398814a04911 req-67643028-f135-47d4-b5c2-1b9e0abd376e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Aug 31 19:21:07.553862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.555127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.615671 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-89c1d2c5-725e-40ea-8d51-38f59d079580 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6613295 Aug 31 19:21:07.620088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:07.625414 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56198044-3557-4662-803b-8aa52bac0d15 req-870c2cdf-9740-4857-b14d-083b9442a195 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875664 Aug 31 19:21:07.627015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Request body: {'port': {'network_id': '80ef9439-68be-4855-ace6-cbd809b2e3cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1788970614', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:07.628605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] bootfile-name is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:07.628979 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] tftp-server is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:07.629356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] server-ip-address is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:07.743123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.836102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Checking segment: {'id': '656a935a-71c3-48ec-8911-90cd44934348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:07.836797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Network hostable DHCP agents. Network: 6f983c27-2221-4781-baf2-4987a8d7b194, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:21:07.843209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:07.877841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Network 6f983c27-2221-4781-baf2-4987a8d7b194 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:21:07.890978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf5ab-0db1-432b-b5f0-8ad844134f34 req-f987ee1e-e38b-4cde-aaae-109f12ad3e49 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.893330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc1bf5ab-0db1-432b-b5f0-8ad844134f34 req-f987ee1e-e38b-4cde-aaae-109f12ad3e49 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1005294 Aug 31 19:21:07.895076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Made reservation on behalf of ffeebac6bd7446e3aaeda0b547cd54e2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:07.897645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 6f983c27-2221-4781-baf2-4987a8d7b194) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:07.900087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.905133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:07.905730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:07.914694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695762cb-b967-43ac-98cf-5ba717881901 None None] Network 6f983c27-2221-4781-baf2-4987a8d7b194 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:07.952263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7a670d99-1aa8-4442-9428-ec9779e5b659 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8581116 Aug 31 19:21:07.963231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] device_id is not set on port 9447cc9e-452b-4fe1-a5e2-a9d743b810db yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:08.009235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc1bf5ab-0db1-432b-b5f0-8ad844134f34 req-0ab76f58-e5fb-454a-962e-5774567ad9fe tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Aug 31 19:21:08.155335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed672b7-1c55-4c5e-8d8e-da3c00e43da2 None None] Network 6f983c27-2221-4781-baf2-4987a8d7b194 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:08.198884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Allocated IP 172.20.0.10 (80ef9439-68be-4855-ace6-cbd809b2e3cf/f0b7e50b-a60c-4c27-8907-699799b989df/9447cc9e-452b-4fe1-a5e2-a9d743b810db) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:08.262998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1736c-533f-43a1-a227-5a8c7fc2d838 None None] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:08.438862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Provisioning for port de1f9985-2ece-4670-a6af-f693571b265c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:08.459990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Provisioning complete for port de1f9985-2ece-4670-a6af-f693571b265c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:08.461054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.513355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.530851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Transition to ACTIVE for port object 9447cc9e-452b-4fe1-a5e2-a9d743b810db will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:08.583581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.666734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:08.674525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:08.680422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:08.683438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:08.768099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.769537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'Port': ['ID=9447cc9e-452b-4fe1-a5e2-a9d743b810db,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:08.820510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--182002261'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:08.828667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:08.829386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.853768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bae8a816-df17-4958-b523-56afa452e600 None None] For port de1f9985-2ece-4670-a6af-f693571b265c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de1f9985-2ece-4670-a6af-f693571b265c,segment=NetworkSegment(cec66444-ae4d-448a-b720-29cfdf98acd7),segment_id=cec66444-ae4d-448a-b720-29cfdf98acd7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:08.859419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.860721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.878283 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:08.950387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8592e6-97a8-4c70-a1d0-a7607ca63f95 req-d3d76ae2-c490-44ef-9a8b-94cb954d9584 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:08.954072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc8592e6-97a8-4c70-a1d0-a7607ca63f95 req-d3d76ae2-c490-44ef-9a8b-94cb954d9584 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.1513536 Aug 31 19:21:08.957603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8a816-df17-4958-b523-56afa452e600 None None] Pushing event updated for resources: {'Port': ['ID=de1f9985-2ece-4670-a6af-f693571b265c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:09.034437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc8592e6-97a8-4c70-a1d0-a7607ca63f95 req-10895222-fb20-43b1-bb29-795f2ad866ec tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743988 Aug 31 19:21:09.068721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.078454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.089060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-39d89aea-d282-4b19-9b91-d8e9ca03aab6 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.4654877 Aug 31 19:21:09.089373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:09.158856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf2d2a-7710-4a3b-b3b4-0e4ba19b8aa6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:09.271918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.278025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.296961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Provisioning for port 9447cc9e-452b-4fe1-a5e2-a9d743b810db completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:09.306370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Provisioning complete for port 9447cc9e-452b-4fe1-a5e2-a9d743b810db triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:09.307524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.308611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.310203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6421747 Aug 31 19:21:09.313324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:09.316522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de1f9985-2ece-4670-a6af-f693571b265c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:09.366254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5146e3-9eb2-44ae-8191-9fd30896d9a4 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d27556-1239-4fe8-bf25-a3979018430d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:09.380321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc8d236-6d02-4fe7-98ad-efe717a751df tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:09.386293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc8d236-6d02-4fe7-98ad-efe717a751df tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:09.397128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Port 9447cc9e-452b-4fe1-a5e2-a9d743b810db cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:21:09.414235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc8d236-6d02-4fe7-98ad-efe717a751df tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:09.416450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cfc8d236-6d02-4fe7-98ad-efe717a751df tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3252711 Aug 31 19:21:09.416577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-39faa81d-5ffa-4707-a5e1-278b054cef0e tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1020451 Aug 31 19:21:09.419319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:09.424962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:09.425470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Provisioning for port 947c55b3-355c-44b5-baad-0a26fe3c1939 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:09.430597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Provisioning complete for port 947c55b3-355c-44b5-baad-0a26fe3c1939 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:09.430985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.449712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de733a-c39a-42ba-b97c-2a60f946667b req-8f830166-fda8-41d3-8ea6-9b2facfc75ee tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:09.457300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2de733a-c39a-42ba-b97c-2a60f946667b req-8f830166-fda8-41d3-8ea6-9b2facfc75ee tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.3047321 Aug 31 19:21:09.462275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port de1f9985-2ece-4670-a6af-f693571b265c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:09.462517 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.463765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-security--832051053', 'description': 'tempest-security-description-1703427725'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:09.512966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Port 947c55b3-355c-44b5-baad-0a26fe3c1939 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:21:09.535265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Provisioning complete for port de1f9985-2ece-4670-a6af-f693571b265c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:09.535830 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e54f4bd-7f4b-48d3-b128-924f9ef6e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.568460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Deleting port 9447cc9e-452b-4fe1-a5e2-a9d743b810db {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:09.568805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.684249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.700743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Calling delete_port for 9447cc9e-452b-4fe1-a5e2-a9d743b810db owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:09.805587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b31b33b6-d6ae-41dd-9afa-8927d1b32aee None None] Provisioning complete for port 947c55b3-355c-44b5-baad-0a26fe3c1939 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:09.806168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b31b33b6-d6ae-41dd-9afa-8927d1b32aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.864405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b31b33b6-d6ae-41dd-9afa-8927d1b32aee None None] Port 947c55b3-355c-44b5-baad-0a26fe3c1939 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:21:09.900167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.930742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event deleted for resources: {'Port': ['ID=9447cc9e-452b-4fe1-a5e2-a9d743b810db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:09.957083 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:09.978273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-18addea6-2307-4ed1-b145-4c79762ff0f0 None None] Could not find standard attr ID for object 9447cc9e-452b-4fe1-a5e2-a9d743b810db. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:21:09.980028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2de733a-c39a-42ba-b97c-2a60f946667b req-c2a917a7-510c-4547-8417-c8f23f0a8e43 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213537 Aug 31 19:21:10.020647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.027616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.029003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-00075fca-c21f-4ac8-93ae-f7d908312904 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "DELETE /v2.0/ports/9447cc9e-452b-4fe1-a5e2-a9d743b810db HTTP/1.1" status: 204 len: 168 time: 0.6080391 Aug 31 19:21:10.033473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Request body: {'port': {'name': 'tempest-new-port-name-1112754657', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:10.033884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] bootfile-name is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:10.034229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] tftp-server is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:10.034565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] server-ip-address is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:21:10.088786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.109654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.112231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.113689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "PUT /v2.0/security-groups/83d27556-1239-4fe8-bf25-a3979018430d HTTP/1.1" status: 200 len: 1779 time: 0.6873529 Aug 31 19:21:10.116410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.161339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9ef88c21-cb6b-484c-b9e5-f9e54fe864dc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups/83d27556-1239-4fe8-bf25-a3979018430d HTTP/1.1" status: 200 len: 1779 time: 0.0436449 Aug 31 19:21:10.164400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.219344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.234867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.241857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03beda-e1fb-4786-8bfe-bca2bad5a838 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d27556-1239-4fe8-bf25-a3979018430d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.242804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.286018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.287904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af037-230c-4615-939e-36e76a5c7461 req-60ebf09c-d527-4324-acec-535bf8e55298 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:10.289315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.290188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d24af037-230c-4615-939e-36e76a5c7461 req-60ebf09c-d527-4324-acec-535bf8e55298 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.1817224 Aug 31 19:21:10.290447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/83d27556-1239-4fe8-bf25-a3979018430d HTTP/1.1" status: 204 len: 168 time: 0.1250219 Aug 31 19:21:10.293607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.313332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb7f3f-0ddd-44c3-882f-f50601e9ddac tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d27556-1239-4fe8-bf25-a3979018430d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.348328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-730744a1-d590-4742-b197-bae2e2c909b7 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536637 Aug 31 19:21:10.351680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.354083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ae7b1c47-10a1-4a21-b934-54f906a5cb96 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:10.355588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ae7b1c47-10a1-4a21-b934-54f906a5cb96 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/networks?id=6f983c27-2221-4781-baf2-4987a8d7b194 HTTP/1.1" status: 200 len: 809 time: 0.2846034 Aug 31 19:21:10.366046 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f310c41b-212e-4907-b5e0-c1ad6f8a4d8b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] delete failed (client error): The resource could not be found. Aug 31 19:21:10.367288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f310c41b-212e-4907-b5e0-c1ad6f8a4d8b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/83d27556-1239-4fe8-bf25-a3979018430d HTTP/1.1" status: 404 len: 347 time: 0.0146744 Aug 31 19:21:10.371788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.377445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205080170'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:10.400485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.404961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-2f9592be-3d74-4efc-bbaa-4903bb4d9856 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/quotas/c7c526aba036485fa67adbf489ddb458 HTTP/1.1" status: 200 len: 375 time: 0.0365968 Aug 31 19:21:10.443658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d24af037-230c-4615-939e-36e76a5c7461 req-42ff77de-2a65-4fba-adcb-4de5463ab904 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307249 Aug 31 19:21:10.477711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-c690d39d-c77c-4c3a-99ba-34a01a0ad387 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7c526aba036485fa67adbf489ddb458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401614 Aug 31 19:21:10.496603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-4125be11-0bf4-4a04-86df-5b61f28245f5 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:21:10.497599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-4125be11-0bf4-4a04-86df-5b61f28245f5 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109665 Aug 31 19:21:10.501853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.508367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.542774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.546646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1708910 Aug 31 19:21:10.546646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde8ca-fffc-49e0-a040-1ba00b6a89fa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e5eab2-55ed-486d-b821-12feb571cf91,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.547080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.551903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': '70e5eab2-55ed-486d-b821-12feb571cf91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:10.582786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.652070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.656396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.675263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f8f8ac-5e0b-4e42-ab67-edde99936053,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.683544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.684911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-529d8854-9358-4ee7-89ce-4bdd7eddca42 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367960 Aug 31 19:21:10.688851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.707420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.719086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2709f82-f577-4ed4-97db-cbcf4136d955 req-7cbd2094-773c-41b9-acf8-0ae0e1b3c82f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:10.720567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.720728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2709f82-f577-4ed4-97db-cbcf4136d955 req-7cbd2094-773c-41b9-acf8-0ae0e1b3c82f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.1197956 Aug 31 19:21:10.722881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-84594d63-26b4-4da1-8a28-a7dbe10c0f7a service neutron] 10.222.0.73 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136378 Aug 31 19:21:10.724027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.730560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.761748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.769017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.772538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/01f8f8ac-5e0b-4e42-ab67-edde99936053 HTTP/1.1" status: 204 len: 168 time: 0.0803807 Aug 31 19:21:10.773338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.783487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87776c-3eef-404a-9219-568886e35f04 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01f8f8ac-5e0b-4e42-ab67-edde99936053,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.827441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-514b9d4e-d8c1-4882-bf57-324693ec2bd2 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530183 Aug 31 19:21:10.830159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.896620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.902970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event updated for resources: {'Port': ['ID=947c55b3-355c-44b5-baad-0a26fe3c1939,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:10.921914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.940324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2709f82-f577-4ed4-97db-cbcf4136d955 req-1e0227b1-3c88-47a3-98ac-45d5ee2702f3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093463 Aug 31 19:21:10.942848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] In _notify_port_updated(), no bound segment for port 947c55b3-355c-44b5-baad-0a26fe3c1939 on network 80ef9439-68be-4855-ace6-cbd809b2e3cf {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:21:10.949332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:10.950032 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.951364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-80a40a4f-d7d2-418f-b2a6-c613beae6f54 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "PUT /v2.0/ports/947c55b3-355c-44b5-baad-0a26fe3c1939 HTTP/1.1" status: 200 len: 1136 time: 0.9225509 Aug 31 19:21:10.954025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.978221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.981193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:10.986045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/70e5eab2-55ed-486d-b821-12feb571cf91 HTTP/1.1" status: 204 len: 168 time: 0.1543055 Aug 31 19:21:10.986900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:10.997977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a8011-ba62-4fee-968c-6eabc7d1a31a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e5eab2-55ed-486d-b821-12feb571cf91,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.030396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-6f0ac94c-3993-4cf5-a179-76582cd689ab service neutron] 10.222.0.73 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693863 Aug 31 19:21:11.043428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca2990-acc7-4fa1-bd71-492d00c2079e tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:11.045122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-60ca2990-acc7-4fa1-bd71-492d00c2079e tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "GET /v2.0/ports/947c55b3-355c-44b5-baad-0a26fe3c1939 HTTP/1.1" status: 200 len: 1136 time: 0.0902095 Aug 31 19:21:11.048804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60040) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.074603 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e542bb03-b9f1-47e4-b904-a05a3c8832b1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775187 Aug 31 19:21:11.078490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60042) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.083125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309778763'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:11.111587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3f0513f6-26be-4f0d-ba73-58a7362512c9 None None] Provisioning complete for port 947c55b3-355c-44b5-baad-0a26fe3c1939 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:11.112269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f0513f6-26be-4f0d-ba73-58a7362512c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.112376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.206165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3f0513f6-26be-4f0d-ba73-58a7362512c9 None None] Port 947c55b3-355c-44b5-baad-0a26fe3c1939 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:21:11.245397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Deleting port 947c55b3-355c-44b5-baad-0a26fe3c1939 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:11.245747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.255738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.260821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.286908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.288716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2091367 Aug 31 19:21:11.292028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.301678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'd7c684b9-b2ed-4ef0-8a73-add538ff8897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:11.319385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf695e-9039-4285-92bb-8f7aa08a1e1d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c684b9-b2ed-4ef0-8a73-add538ff8897,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.343537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.435179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.437944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934855-985f-4fcf-9bba-d2c1834adb36 req-347376b3-6395-4195-b340-6f38f7a52733 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:11.440106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.447148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68934855-985f-4fcf-9bba-d2c1834adb36 req-347376b3-6395-4195-b340-6f38f7a52733 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1486700 Aug 31 19:21:11.459460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.464210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a238ad-0f3f-4fa5-9b07-a00730bfe67d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.468172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.469843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e526a314-6fa2-4a8a-ab50-812c6fe52d86 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766725 Aug 31 19:21:11.472566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.481442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'd7c684b9-b2ed-4ef0-8a73-add538ff8897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:11.497502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72746f34-5537-47ca-9311-52ca58a8f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.498178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Calling delete_port for 947c55b3-355c-44b5-baad-0a26fe3c1939 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:11.516995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.534688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68934855-985f-4fcf-9bba-d2c1834adb36 req-8c561937-71d2-4de0-ac29-c8b290d5f9d6 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866528 Aug 31 19:21:11.544667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3990dae-9a90-492a-94c8-4d899ac07370 req-1b621a3f-59a8-42de-8f87-26debe335cc2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:11.546117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3990dae-9a90-492a-94c8-4d899ac07370 req-1b621a3f-59a8-42de-8f87-26debe335cc2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.1554077 Aug 31 19:21:11.597382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.603659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.627184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d5e6c8-88d5-4035-8921-389ff7779942,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.629714 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.632697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aff686d1-66d3-4554-829b-384bc9411cf9 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584656 Aug 31 19:21:11.634917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.642168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'd7c684b9-b2ed-4ef0-8a73-add538ff8897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:11.670487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.696364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e671962-1144-4246-8784-6781780f6241 req-c39271d2-59f2-4738-a33c-667cb3219bb9 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 210 time: 0.0857091 Aug 31 19:21:11.706805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3990dae-9a90-492a-94c8-4d899ac07370 req-0277bd89-e474-4f0e-9065-9f2da73f7c76 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167166 Aug 31 19:21:11.744589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.750233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.773552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2f4d65-ca4a-4547-b406-298e490d7361,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.785206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.789714 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-527cb3eb-e9ce-47b8-9237-b88c379b545b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483305 Aug 31 19:21:11.790146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.795302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'd7c684b9-b2ed-4ef0-8a73-add538ff8897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:11.796501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.836804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event deleted for resources: {'Port': ['ID=947c55b3-355c-44b5-baad-0a26fe3c1939,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:11.837243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.927038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.931092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9185cf50-0726-4143-a6f5-e204fe1bda47 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "DELETE /v2.0/ports/947c55b3-355c-44b5-baad-0a26fe3c1939 HTTP/1.1" status: 204 len: 168 time: 0.8810990 Aug 31 19:21:11.933516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:11.963376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:11.969243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.004476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54718d3a-c2b3-4cd8-92e0-3c5dc2efd3f4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:12.017187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.018749 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa4c11cb-9d4d-43e9-a51f-208d3cfe23a1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2276421 Aug 31 19:21:12.021514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.026954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'd7c684b9-b2ed-4ef0-8a73-add538ff8897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:12.038344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Deleting subnet f0b7e50b-a60c-4c27-8907-699799b989df {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:21:12.045887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.105059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.108090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.248511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.265235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.285723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.309841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf31ccae-f1f4-4b8d-9549-693cf3226413,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:12.322239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.323418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4198f851-73c7-4029-abc4-5f2a849c6280 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3008919 Aug 31 19:21:12.326131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60074) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.369581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.379451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.386197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.424079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b7e50b-a60c-4c27-8907-699799b989df,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:12.426127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.428166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f5fa0eaf-f3bc-487c-b4ee-d7062be87c0c tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "DELETE /v2.0/subnets/f0b7e50b-a60c-4c27-8907-699799b989df HTTP/1.1" status: 204 len: 168 time: 0.4931474 Aug 31 19:21:12.431465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.436055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dfe736-e71f-4d4f-b22e-a198a4f8cab7 None None] Network 80ef9439-68be-4855-ace6-cbd809b2e3cf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:12.437819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.444323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.447172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/bf31ccae-f1f4-4b8d-9549-693cf3226413 HTTP/1.1" status: 204 len: 168 time: 0.1200910 Aug 31 19:21:12.452360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.454524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729b97-a23c-418a-a607-20c3b2587601 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf31ccae-f1f4-4b8d-9549-693cf3226413,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:12.521892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab2dc98c-3fba-4819-99bf-12d5c212d362 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0682986 Aug 31 19:21:12.522580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.548283 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.550050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.574899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.657929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.662287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] DHCP port deletion for 80ef9439-68be-4855-ace6-cbd809b2e3cf request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:21:12.679913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.684346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/54718d3a-c2b3-4cd8-92e0-3c5dc2efd3f4 HTTP/1.1" status: 204 len: 168 time: 0.1599548 Aug 31 19:21:12.686467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.690857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Deleting port de1f9985-2ece-4670-a6af-f693571b265c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:12.691207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.706692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f862c-e2d0-4604-85a9-6c77bf034722 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54718d3a-c2b3-4cd8-92e0-3c5dc2efd3f4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:12.728294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Deleting port de1f9985-2ece-4670-a6af-f693571b265c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:12.729004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.750803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-e6d65af3-4a39-4134-bf32-c53cc7627c52 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:12.752317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-e6d65af3-4a39-4134-bf32-c53cc7627c52 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.82 "GET /v2.0/networks?id=6f983c27-2221-4781-baf2-4987a8d7b194 HTTP/1.1" status: 200 len: 809 time: 0.1484070 Aug 31 19:21:12.794707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e16c24-35d4-49ae-a562-a01d991154be req-e40f3120-12de-4558-987d-34ee0ac2d206 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:12.796027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Request body: {'port': {'device_id': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194', 'admin_state_up': True, 'tenant_id': 'c7c526aba036485fa67adbf489ddb458'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:12.801878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8e16c24-35d4-49ae-a562-a01d991154be req-e40f3120-12de-4558-987d-34ee0ac2d206 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1711593 Aug 31 19:21:12.817891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] For port de1f9985-2ece-4670-a6af-f693571b265c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de1f9985-2ece-4670-a6af-f693571b265c,segment=NetworkSegment(cec66444-ae4d-448a-b720-29cfdf98acd7),segment_id=cec66444-ae4d-448a-b720-29cfdf98acd7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:12.818170 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9f98bbd-a774-40ba-aa1d-1246cefa0ed3 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1293993 Aug 31 19:21:12.818771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.825337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:12.841781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Calling delete_port for de1f9985-2ece-4670-a6af-f693571b265c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:12.857003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9161c914-6934-49fd-bba7-ad170e83336b req-3971bd3d-e50b-4397-bcc1-e35302430fbd tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 210 time: 0.0520236 Aug 31 19:21:12.892406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8e16c24-35d4-49ae-a562-a01d991154be req-68acda20-564c-4b22-a311-68a95e26021d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860925 Aug 31 19:21:12.933946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] For port de1f9985-2ece-4670-a6af-f693571b265c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de1f9985-2ece-4670-a6af-f693571b265c,segment=NetworkSegment(cec66444-ae4d-448a-b720-29cfdf98acd7),segment_id=cec66444-ae4d-448a-b720-29cfdf98acd7)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:12.934317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.944113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-98bd6c4b-f9bf-4d19-accb-d79415413987 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:12.946039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-98bd6c4b-f9bf-4d19-accb-d79415413987 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.1665480 Aug 31 19:21:12.954534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.983673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Calling delete_port for de1f9985-2ece-4670-a6af-f693571b265c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:12.984827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:12.986212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.017623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] Pushing event deleted for resources: {'Port': ['ID=de1f9985-2ece-4670-a6af-f693571b265c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.024224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a3082-5867-4a4f-9cc2-0ad1f985a6bf None None] No DVR routers for this DVR port de1f9985-2ece-4670-a6af-f693571b265c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:13.029523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052532-1354-49dd-b06a-a4cb77e1cd23 req-fbea6877-c573-437a-bfe5-6ffb54867de0 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:13.036402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce052532-1354-49dd-b06a-a4cb77e1cd23 req-fbea6877-c573-437a-bfe5-6ffb54867de0 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 946 time: 0.0655248 Aug 31 19:21:13.080436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce052532-1354-49dd-b06a-a4cb77e1cd23 req-6d88c401-cbe9-41a5-8c4e-c5c2db9b7af6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Aug 31 19:21:13.199734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de1f9985-2ece-4670-a6af-f693571b265c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:13.221382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: de1f9985-2ece-4670-a6af-f693571b265c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:13.221812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de1f9985-2ece-4670-a6af-f693571b265c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:13.427367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.443431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.444841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/af2f4d65-ca4a-4547-b406-298e490d7361 HTTP/1.1" status: 204 len: 168 time: 0.6084268 Aug 31 19:21:13.448338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.462513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090184-be03-4c2a-a9e9-b0c1d5969407 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af2f4d65-ca4a-4547-b406-298e490d7361,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.478106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Made reservation on behalf of c7c526aba036485fa67adbf489ddb458 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:13.481512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.501628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-865ad050-49cc-4beb-8bcc-77e43830cf8f tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0484846 Aug 31 19:21:13.501826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.505467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.526722 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.536649 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.545893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event deleted for resources: {'Port': ['ID=de1f9985-2ece-4670-a6af-f693571b265c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.552411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:13.552761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.564542 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.570481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.571736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/42d5e6c8-88d5-4035-8921-389ff7779942 HTTP/1.1" status: 204 len: 168 time: 0.0689783 Aug 31 19:21:13.574642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.585043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] No DVR routers for this DVR port de1f9985-2ece-4670-a6af-f693571b265c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:13.588033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99945a9-0624-4d65-986f-fe7a6d7eaa83 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42d5e6c8-88d5-4035-8921-389ff7779942,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.627680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aac40046-a12f-45ed-a99b-9100dbf8997b tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516376 Aug 31 19:21:13.630193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60102) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.654088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.662727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.691533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.698358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.699475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/24a238ad-0f3f-4fa5-9b07-a00730bfe67d HTTP/1.1" status: 204 len: 168 time: 0.0683668 Aug 31 19:21:13.704863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.711376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fbfb3-a873-44bb-81f1-a1fa7e5f4175 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24a238ad-0f3f-4fa5-9b07-a00730bfe67d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.750702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b0ede802-9a9b-406e-ad1a-5dbd6982a6dc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447745 Aug 31 19:21:13.753243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.763586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.789977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ef9439-68be-4855-ace6-cbd809b2e3cf']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:13.813501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.814969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec66444-ae4d-448a-b720-29cfdf98acd7') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:13.815272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec66444-ae4d-448a-b720-29cfdf98acd7') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:13.827581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 82988a6e-8ceb-4072-ae6f-85cd09e56a95, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=82988a6e-8ceb-4072-ae6f-85cd09e56a95,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:13.827986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.830672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Allocated IP 172.20.0.5 (6f983c27-2221-4781-baf2-4987a8d7b194/91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2/8de9bc88-2c01-432f-882a-f8434582ca83) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:13.837446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.841351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.863258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 82988a6e-8ceb-4072-ae6f-85cd09e56a95 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:13.865327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.883574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:21:13.883943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.884801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:21:13.887015 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:21:13.890287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:13.891190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/d7c684b9-b2ed-4ef0-8a73-add538ff8897 HTTP/1.1" status: 204 len: 168 time: 0.1368973 Aug 31 19:21:13.891770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:13.918254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8025ea-edbe-4a8b-aedc-dc7bec6266b8 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c684b9-b2ed-4ef0-8a73-add538ff8897,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:13.991848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d73578a8-c4a2-4829-b4fb-a5da10470921 req-1d7c07c2-3fbf-4c55-9713-f8000b930639 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 210 time: 0.0415337 Aug 31 19:21:14.015539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.031189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.035564 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] 10.222.0.73 "DELETE /v2.0/networks/80ef9439-68be-4855-ace6-cbd809b2e3cf HTTP/1.1" status: 204 len: 168 time: 1.6006632 Aug 31 19:21:14.048363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea55cc99-7af0-4b91-b427-31bf48661194 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1471715 Aug 31 19:21:14.048744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60118) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.060757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172422319'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:14.063476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee949c9f-12f4-42a6-bc3c-69402e62fa39 tempest-ExtraDHCPOptionsTestJSON-335435638 tempest-ExtraDHCPOptionsTestJSON-335435638-project] Pushing event deleted for resources: {'Network': ['ID=80ef9439-68be-4855-ace6-cbd809b2e3cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.118910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa655f18-de73-4cda-bdd5-523e2f7d4f8c req-64ba6fcc-dc34-45c3-9e90-c15530b88aa7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:14.126890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa655f18-de73-4cda-bdd5-523e2f7d4f8c req-64ba6fcc-dc34-45c3-9e90-c15530b88aa7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1335506 Aug 31 19:21:14.132828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.194467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b18f-75c5-456a-a153-0c8697877dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.210745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.215029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.219598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa655f18-de73-4cda-bdd5-523e2f7d4f8c req-6db78b7c-f79a-420e-95d9-71931e0248e4 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830510 Aug 31 19:21:14.233415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:14.252614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c07b4b1b-6278-4f4f-bce4-3b23d1fa6136 req-84f3d24d-bccb-4778-847e-3c9356048669 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=4df33346-f85c-4535-b12e-0ec4f66c55ee HTTP/1.1" status: 200 len: 210 time: 0.0726960 Aug 31 19:21:14.259387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=82988a6e-8ceb-4072-ae6f-85cd09e56a95,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.307890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['82988a6e-8ceb-4072-ae6f-85cd09e56a95'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:14.317074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 82988a6e-8ceb-4072-ae6f-85cd09e56a95 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:14.321030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.323223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e16a26d5-bc16-41a1-8b5d-c2ea7ad04ffe req-8298bf07-6411-4f98-83dd-1f4d4d3bc329 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/82988a6e-8ceb-4072-ae6f-85cd09e56a95 HTTP/1.1" status: 204 len: 173 time: 1.3565161 Aug 31 19:21:14.323782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'name': 'network-vif-deleted', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:14.326122 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064aa426-8687-4bfb-9263-7d07bf3b2061" -d '{"events": [{"server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "name": "network-vif-deleted", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:14.341903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.393970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Network 6f983c27-2221-4781-baf2-4987a8d7b194 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:14.397366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:14.406570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:14.409941 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c39d88-47f9-4561-bdcd-3329f46b0645 x-openstack-request-id: req-a4c39d88-47f9-4561-bdcd-3329f46b0645 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:14.410244 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df33346-f85c-4535-b12e-0ec4f66c55ee", "name": "network-vif-deleted", "tag": "82988a6e-8ceb-4072-ae6f-85cd09e56a95", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:14.410493 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4c39d88-47f9-4561-bdcd-3329f46b0645 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:14.410886 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df33346-f85c-4535-b12e-0ec4f66c55ee', 'name': 'network-vif-deleted', 'tag': '82988a6e-8ceb-4072-ae6f-85cd09e56a95', 'status': 'completed', 'code': 200} Aug 31 19:21:14.415095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.421953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.441617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Pushing event updated for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.463563 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.468166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4179041 Aug 31 19:21:14.469639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.472453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:14.473199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.474823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'b8ae7f55-d212-4201-881f-98b7621ec569', 'direction': 'ingress', 'protocol': 17}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:14.481221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced65e4-9d6c-4b73-8b96-13872e1fff40 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ae7f55-d212-4201-881f-98b7621ec569,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.493244 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-374d7f7a-0fc3-4cf1-aa1c-2bce401c1b3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7075152 Aug 31 19:21:14.496588 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.503943 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.510679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Request body: {'port': {'device_id': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:14.530030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.569333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.590252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.616064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.622113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.641651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b829e6ef-94b5-4c8c-8807-fee1a936df54,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.650873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.652339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b4afe521-15c1-4300-9fb8-6e6da56a1b35 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1816299 Aug 31 19:21:14.655188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60134) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.761435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.789623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9d5d4196-adfc-44aa-9de2-2baec584e5cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffeebac6bd7446e3aaeda0b547cd54e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189910 Aug 31 19:21:14.794073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.822401 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.908624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.912374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de9bc88-2c01-432f-882a-f8434582ca83 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:14.920919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.935232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Transition to ACTIVE for port object 8de9bc88-2c01-432f-882a-f8434582ca83 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:14.939384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.941127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.943970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.947943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:14.951874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/b8ae7f55-d212-4201-881f-98b7621ec569 HTTP/1.1" status: 204 len: 168 time: 0.2930512 Aug 31 19:21:14.960822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:14.985473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c3d73-fb40-4853-bca6-dade6d630727 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ae7f55-d212-4201-881f-98b7621ec569,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:14.994118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.057078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f7a8dd4c-efef-4be7-bcf2-0145c5ff575a tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924501 Aug 31 19:21:15.060402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:15.066091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--550121600'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:15.071661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.075746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.079598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf20be40-ff06-4ba2-9fa1-89ee60b8fa92 HTTP/1.1" status: 204 len: 168 time: 0.2820566 Aug 31 19:21:15.091747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67f2d-73d6-4550-81f2-89c20df800d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf20be40-ff06-4ba2-9fa1-89ee60b8fa92,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.103346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Attempting to bind port 8de9bc88-2c01-432f-882a-f8434582ca83 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:15.114473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Attempting to bind port 8de9bc88-2c01-432f-882a-f8434582ca83 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '656a935a-71c3-48ec-8911-90cd44934348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:15.115092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Attempting to bind port 8de9bc88-2c01-432f-882a-f8434582ca83 on network 6f983c27-2221-4781-baf2-4987a8d7b194 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:15.132058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Port 8de9bc88-2c01-432f-882a-f8434582ca83 on network 6f983c27-2221-4781-baf2-4987a8d7b194 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:21:15.132430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Attempting to bind port 8de9bc88-2c01-432f-882a-f8434582ca83 on network 6f983c27-2221-4781-baf2-4987a8d7b194 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:15.141684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:15.142046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Checking segment: {'id': '656a935a-71c3-48ec-8911-90cd44934348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:15.142551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Bound using segment: {'id': '656a935a-71c3-48ec-8911-90cd44934348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:15.143004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Bound port: 8de9bc88-2c01-432f-882a-f8434582ca83, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656a935a-71c3-48ec-8911-90cd44934348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:15.143374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.179949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a76a8-38f2-4def-89fd-b7fae4768bf6 req-504c4917-87dc-4368-ad1e-4fe9d93e21db tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:15.187108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-554a76a8-38f2-4def-89fd-b7fae4768bf6 req-504c4917-87dc-4368-ad1e-4fe9d93e21db tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 943 time: 0.0928378 Aug 31 19:21:15.190914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.242875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-554a76a8-38f2-4def-89fd-b7fae4768bf6 req-de28e850-8e83-49e8-875c-e513ccb94f9b tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Aug 31 19:21:15.253144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:15.262288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8de9bc88-2c01-432f-882a-f8434582ca83,segment=NetworkSegment(656a935a-71c3-48ec-8911-90cd44934348),segment_id=656a935a-71c3-48ec-8911-90cd44934348)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:15.270349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.312423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.341531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:15.341726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.350202 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] 10.222.0.82 "PUT /v2.0/ports/8de9bc88-2c01-432f-882a-f8434582ca83 HTTP/1.1" status: 200 len: 1092 time: 0.8391776 Aug 31 19:21:15.395276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94dd94-7ea3-46ae-ab44-70680832f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.404486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ff2b-b010-4c99-9542-7e5a681af2d4 req-1a2056cb-cc20-46da-a62f-fa096c140925 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:15.406230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b877ff2b-b010-4c99-9542-7e5a681af2d4 req-1a2056cb-cc20-46da-a62f-fa096c140925 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0815754 Aug 31 19:21:15.454765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.454953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b877ff2b-b010-4c99-9542-7e5a681af2d4 req-bfb0e554-472c-4dcd-8c7d-f035b08743a7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Aug 31 19:21:15.476634 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.516742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.518201 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4566121 Aug 31 19:21:15.521040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60164) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:15.524905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc8c3b-a7cf-4178-a888-f321262aef45 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29acbd-895f-4258-a48b-7d1cdaaf7056,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.526487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776990124'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:15.535632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-e185b757-a9c8-4a75-970f-c736bde368e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:15.537192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-e185b757-a9c8-4a75-970f-c736bde368e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7c526aba036485fa67adbf489ddb458&device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 1095 time: 0.1288049 Aug 31 19:21:15.565555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.596692 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-5052d41c-b2fb-4787-9228-368449679dce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8de9bc88-2c01-432f-882a-f8434582ca83 HTTP/1.1" status: 200 len: 217 time: 0.0439515 Aug 31 19:21:15.663877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-689a47ad-d5a0-4b8a-84b6-8c7aad696e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:15.665488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-689a47ad-d5a0-4b8a-84b6-8c7aad696e30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2 HTTP/1.1" status: 200 len: 849 time: 0.0604718 Aug 31 19:21:15.678037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.686382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.692234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.715087 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-7e871784-0979-44fb-b1cd-9165ffbd5a20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6f983c27-2221-4781-baf2-4987a8d7b194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365486 Aug 31 19:21:15.723895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.725325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2031467 Aug 31 19:21:15.728699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60168) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:15.733335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': '1b29acbd-895f-4258-a48b-7d1cdaaf7056', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4236b089-8afd-4b45-9c4c-8f6cf1b7e7a0', 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:15.743142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5999b-b86c-44f0-ac80-0475f50d3820 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4236b089-8afd-4b45-9c4c-8f6cf1b7e7a0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.777834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.843283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-9986b817-56fb-448a-ae2c-464cbd4dc5f2 service neutron] 10.222.0.82 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135485 Aug 31 19:21:15.876005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.880089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.901446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc1e9ea-9361-4f4b-a573-7e48b3397991,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:15.915956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.917460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b592282d-f171-4d59-90af-7cc9ec183344 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1875377 Aug 31 19:21:15.920191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:15.963594 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23a3cf43-664b-42cc-80aa-aaec31b41b8d req-1af99b7a-9781-450f-87b6-15115ac10ece service neutron] 10.222.0.82 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112120 Aug 31 19:21:15.970145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:15.982121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.014603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.022467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.024517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/abc1e9ea-9361-4f4b-a573-7e48b3397991 HTTP/1.1" status: 204 len: 168 time: 0.1027098 Aug 31 19:21:16.026880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.028817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d0094-624c-473e-a506-cfaf54692944 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abc1e9ea-9361-4f4b-a573-7e48b3397991,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:16.074774 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-39724323-3adf-435e-8a46-5143a0b22bc2 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466490 Aug 31 19:21:16.075456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.082601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.147598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.171283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-6bea1060-18cf-4ccf-b2a4-178135268a1a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:16.174582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.176123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-6bea1060-18cf-4ccf-b2a4-178135268a1a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1308644 Aug 31 19:21:16.192915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-f1223cf6-b3f7-494a-a9f8-8654a0940f9a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0135384 Aug 31 19:21:16.237274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.242882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.252591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/4236b089-8afd-4b45-9c4c-8f6cf1b7e7a0 HTTP/1.1" status: 204 len: 168 time: 0.1641283 Aug 31 19:21:16.252849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.256599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1416753934'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:16.265972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-46a2e207-a9c1-4b7a-ab01-ee65b76371cc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650408 Aug 31 19:21:16.270743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4236b089-8afd-4b45-9c4c-8f6cf1b7e7a0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:16.283951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.284416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.284856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.285201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.285535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.285864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.286191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.286516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.286841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.287163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.287992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.287992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1e1fa-829c-495e-acc1-64ffcd4cd440 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:16.300908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:16.305780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.322414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.379529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0d20c8a-86d3-4b88-9afa-c389e279a5ad tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1260366 Aug 31 19:21:16.383566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60208) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.414881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:16.417172 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70fd48-8bb9-488d-9738-3d6847fc614f" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:16.442690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-a847e558-6426-40b0-a6d2-2cb872a61e46 service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543751 Aug 31 19:21:16.456517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd90f2-3ace-4bed-80a9-af9144d77c5c req-d8624b7e-08d7-4bd9-9ce4-e325dd4037c9 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:16.458037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36dd90f2-3ace-4bed-80a9-af9144d77c5c req-d8624b7e-08d7-4bd9-9ce4-e325dd4037c9 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 943 time: 0.0664327 Aug 31 19:21:16.480362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.493337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.499758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.534707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.542081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:21:16.554636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36dd90f2-3ace-4bed-80a9-af9144d77c5c req-56127b34-d2e0-4ed2-aac6-9b320d799bf4 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868185 Aug 31 19:21:16.560626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1ab36-483c-4ef3-8474-dc988b7ad843,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:16.584308 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.584672 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Added segment 3e6a4214-0eb2-4284-8a8f-e5cb4709c307 of type vlan for network da4dc459-99dc-481c-981a-0e3ca40024f6 Aug 31 19:21:16.588087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-43cec1f5-5ce3-4bdb-a611-d5dd119f38e3 service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290650 Aug 31 19:21:16.627992 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d91e1d-a475-4a38-b57d-39e18bb82b2f x-openstack-request-id: req-97d91e1d-a475-4a38-b57d-39e18bb82b2f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:16.628285 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:16.629360 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97d91e1d-a475-4a38-b57d-39e18bb82b2f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:16.629806 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83', 'status': 'completed', 'code': 200} Aug 31 19:21:16.645904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.664559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.667563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.671455 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b29acbd-895f-4258-a48b-7d1cdaaf7056 HTTP/1.1" status: 204 len: 168 time: 0.2840898 Aug 31 19:21:16.671778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60216) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.712485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e82cc-fa83-4a73-8d9f-e26148269674 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29acbd-895f-4258-a48b-7d1cdaaf7056,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:16.729520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.736515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:16.737401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.767850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f9c4606-e795-4104-9d93-8b6fe063184c tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950358 Aug 31 19:21:16.776875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.782797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad316-5905-4b8b-9aca-c91dccbdc615 req-43332d73-14fb-4cba-8f6d-2795f9fefc62 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:16.794609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30aad316-5905-4b8b-9aca-c91dccbdc615 req-43332d73-14fb-4cba-8f6d-2795f9fefc62 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1242123 Aug 31 19:21:16.811551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-23ce3266-9f62-4ec7-9731-df127a3a3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:16.813529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-23ce3266-9f62-4ec7-9731-df127a3a3ce3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7c526aba036485fa67adbf489ddb458&device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 1095 time: 0.1595385 Aug 31 19:21:16.817168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326160984'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:16.844297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30aad316-5905-4b8b-9aca-c91dccbdc615 req-fefedb09-1532-4ebd-bf6b-4a56b2967303 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Aug 31 19:21:16.856419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 82988a6e-8ceb-4072-ae6f-85cd09e56a95 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:16.857155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7802997 Aug 31 19:21:16.859945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:16.865681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'subnet': {'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:16.935561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa437-c6f2-4aec-a82c-14371524ecd5 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Network': ['ID=da4dc459-99dc-481c-981a-0e3ca40024f6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:16.947405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 82988a6e-8ceb-4072-ae6f-85cd09e56a95 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:16.948012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 82988a6e-8ceb-4072-ae6f-85cd09e56a95 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:16.954464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network da4dc459-99dc-481c-981a-0e3ca40024f6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:21:16.956065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:16.972844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b79d0244-a2b7-41a6-ad26-1171ed0fc84c req-deee6de7-f490-4973-b092-f1935c1d7d9f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 210 time: 0.0479748 Aug 31 19:21:16.974411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.010765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-41de7d95-90cb-4022-9e7d-d6eee9891837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:17.012042 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:21:17.012042 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:21:17.012042 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '216d154513824144b73cc187ec903cff', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 21, 17, 2566)}] Aug 31 19:21:17.012042 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:21:17.012452 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:21:17.013297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-41de7d95-90cb-4022-9e7d-d6eee9891837 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6f983c27-2221-4781-baf2-4987a8d7b194 HTTP/1.1" status: 200 len: 910 time: 0.1796732 Aug 31 19:21:17.076964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-9aee6b16-c6d1-4285-83f2-5cd726c3bf8c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8de9bc88-2c01-432f-882a-f8434582ca83 HTTP/1.1" status: 200 len: 217 time: 0.0540164 Aug 31 19:21:17.158614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.160595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-363ef836-23dd-4149-a5a2-675a12dbec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:17.162151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-363ef836-23dd-4149-a5a2-675a12dbec4f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2 HTTP/1.1" status: 200 len: 849 time: 0.0739491 Aug 31 19:21:17.163820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.214277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-3cb7e4d1-fb36-4a7e-b053-74018c4f0289 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6f983c27-2221-4781-baf2-4987a8d7b194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397949 Aug 31 19:21:17.223574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.224896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4470184 Aug 31 19:21:17.225878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6e90d-6688-4475-a447-313ec58fc699 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad380a1-fa5e-4e8a-a15c-51a92878e3ad,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.228420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.236316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': 'bad380a1-fa5e-4e8a-a15c-51a92878e3ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:17.270050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.335830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.339045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-785d8151-a338-4427-961f-565bfb932d56 service neutron] 10.222.0.82 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097581 Aug 31 19:21:17.340404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.373625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f4edf2-38ca-472c-8b10-638cf8e62aa1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.388620 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.391094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-68e5bea1-2b5d-43e2-a81b-baacae46e8ea tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1609714 Aug 31 19:21:17.394050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.421490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.435828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.451091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7c70fd48-8bb9-488d-9738-3d6847fc614f req-f0fa0d37-467f-4f10-99e6-42c1e605636d service neutron] 10.222.0.82 "GET /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021917 Aug 31 19:21:17.466953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.474913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.479028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/54f4edf2-38ca-472c-8b10-638cf8e62aa1 HTTP/1.1" status: 204 len: 168 time: 0.0813675 Aug 31 19:21:17.479274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.490035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f484f-7ea1-4184-9d4f-0f5f551fcf7d tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f4edf2-38ca-472c-8b10-638cf8e62aa1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.531600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1928bc92-8eb5-475f-b7c7-b3d5e0edc7fe tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511873 Aug 31 19:21:17.535099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.552272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:17.556982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.610233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.643230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.690784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.693925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.695666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/bad380a1-fa5e-4e8a-a15c-51a92878e3ad HTTP/1.1" status: 204 len: 168 time: 0.1594203 Aug 31 19:21:17.699280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.714501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00d700-54c1-40c6-941d-429cb0d9a5aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad380a1-fa5e-4e8a-a15c-51a92878e3ad,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.738812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60832a-fa7c-4d7a-a468-e99eb58d1bca req-f989e598-003c-4f02-9876-70a36a88781f tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:17.740465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f60832a-fa7c-4d7a-a468-e99eb58d1bca req-f989e598-003c-4f02-9876-70a36a88781f tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 943 time: 0.0948951 Aug 31 19:21:17.762428 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9fad1183-a0da-41ec-aa57-6f1f2a3ea123 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617824 Aug 31 19:21:17.767020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.771754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group': {'name': 'tempest-secgroup--200426248'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:17.797285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.815297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.863896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f60832a-fa7c-4d7a-a468-e99eb58d1bca req-d3c73441-fde8-40c2-b85c-0c0457ed9934 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168582 Aug 31 19:21:17.900511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.906334 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.927680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Subnet': ['ID=fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.934474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Checking segment: {'id': '3e6a4214-0eb2-4284-8a8f-e5cb4709c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:17.934899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network hostable DHCP agents. Network: da4dc459-99dc-481c-981a-0e3ca40024f6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:21:17.936585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:17.937768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1696291 Aug 31 19:21:17.941445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:17.950260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': '4e4b6184-7e4c-45fb-bbb2-b338a552cd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:17.958446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:21:17.970750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, da4dc459-99dc-481c-981a-0e3ca40024f6) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:17.972304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fe412-065b-4e6b-85f0-51a4e8265cfc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4b6184-7e4c-45fb-bbb2-b338a552cd79,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:17.981460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68baae1a-d583-4654-9305-b15d25ab1284 None None] Network da4dc459-99dc-481c-981a-0e3ca40024f6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:17.990089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:17.991039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.014922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.030872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-14ad6e94-6060-4e08-9182-6e3d1cbe905c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1696455 Aug 31 19:21:18.035757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.048164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1255264552', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:18.188291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed49a78-e73f-4f0e-9fb9-bb5e0d4ab1d1 None None] Network da4dc459-99dc-481c-981a-0e3ca40024f6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:21:18.222104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.223145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.229163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.245344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.283250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0863fb6a-fb77-444c-bb37-a900940a3550,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:18.312474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-fe5bdba2-60fd-4f52-8bb5-a5ffdfb79aea tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:18.314017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-fe5bdba2-60fd-4f52-8bb5-a5ffdfb79aea tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.2506900 Aug 31 19:21:18.343011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.347322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53e8c2cc-893d-4324-b0cc-af6f5ebda665 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020448 Aug 31 19:21:18.351549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': '05115872-2338-4ff5-824c-2d56762466ef', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:18.365989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60258) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.393229 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.431017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe97ee42-a47d-476c-88d9-704f92309a92 req-c1568da1-b478-4f29-9dae-eac83ea6db64 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 210 time: 0.0306685 Aug 31 19:21:18.449207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b17d5087-4347-4814-87be-72712082f28f tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules/0863fb6a-fb77-444c-bb37-a900940a3550 HTTP/1.1" status: 200 len: 763 time: 0.0794060 Aug 31 19:21:18.450663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.470529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d693-15f4-4072-a8de-3e3928e61e7d req-adac546b-8a1e-4b1f-a592-e0bef2b06721 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:18.472192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b459d693-15f4-4072-a8de-3e3928e61e7d req-adac546b-8a1e-4b1f-a592-e0bef2b06721 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.4572132 Aug 31 19:21:18.542098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-48619c39-4174-4c8f-a4fa-4f86a8809991 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0901620 Aug 31 19:21:18.544695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60266) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.554497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b459d693-15f4-4072-a8de-3e3928e61e7d req-f41f2273-b158-48ee-a858-d8ba68f3801d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707428 Aug 31 19:21:18.572071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.573637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.580160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.611452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.618508 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.622177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/0863fb6a-fb77-444c-bb37-a900940a3550 HTTP/1.1" status: 204 len: 168 time: 0.0740147 Aug 31 19:21:18.624484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.630506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0c861-46f1-494b-852f-2c11d18e7d03 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0863fb6a-fb77-444c-bb37-a900940a3550,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:18.654939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:18.658389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.672641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e68b5a7-523e-46ef-bc49-9b2063e7de4e tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447166 Aug 31 19:21:18.672834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.677298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': '4e4b6184-7e4c-45fb-bbb2-b338a552cd79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:18.704485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.762653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.765885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.785476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ab4592-f6ee-4707-af83-45b0b8610770,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:18.795104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.795456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.795832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.796177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.796509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.796868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.797198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.797531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.798000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.798344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.798680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.799007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:18.801773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.806242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-57dc70ea-100b-47d5-8840-fa0679255ac5 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292639 Aug 31 19:21:18.806486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.825400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b59b5c8b-d764-4323-8da2-41d8019d5843 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules/c8ab4592-f6ee-4707-af83-45b0b8610770 HTTP/1.1" status: 200 len: 763 time: 0.0156121 Aug 31 19:21:18.825674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.873421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-18d947a4-64f7-4af1-be51-439a36b661bc tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443244 Aug 31 19:21:18.873835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.874116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.7 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/0a89f413-0fc7-44ab-80c9-5ebc88b60251) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:18.898944 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.906963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.912491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.917453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8de9bc88-2c01-432f-882a-f8434582ca83 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:18.940233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.951021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.966594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:18.970844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:18.972199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/c8ab4592-f6ee-4707-af83-45b0b8610770 HTTP/1.1" status: 204 len: 168 time: 0.0970905 Aug 31 19:21:18.973284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47413bb5-fe6d-4ea8-9374-cfd59a98d799 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8ab4592-f6ee-4707-af83-45b0b8610770,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.064962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0dad8-4f37-47d3-9b98-3ef40e00aebb req-e37ddaaf-c91b-4d20-a6e5-cc1c1e6c0d37 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:19.067112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08b0dad8-4f37-47d3-9b98-3ef40e00aebb req-e37ddaaf-c91b-4d20-a6e5-cc1c1e6c0d37 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 943 time: 0.0625727 Aug 31 19:21:19.068050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8de9bc88-2c01-432f-882a-f8434582ca83,segment=NetworkSegment(656a935a-71c3-48ec-8911-90cd44934348),segment_id=656a935a-71c3-48ec-8911-90cd44934348)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:19.081478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '8de9bc88-2c01-432f-882a-f8434582ca83', 'network_id': '6f983c27-2221-4781-baf2-4987a8d7b194', 'port_id': '8de9bc88-2c01-432f-882a-f8434582ca83', 'mac_address': 'fa:16:3e:ed:4b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:19.109695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08b0dad8-4f37-47d3-9b98-3ef40e00aebb req-b8bf1d05-9cc0-444e-af4c-fdb4debf2191 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Aug 31 19:21:19.134598 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.141105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5e5c6cc0-e822-4aef-92f6-ed2b22c85cc6 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1377404 Aug 31 19:21:19.143871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.151679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Request body: {'security_group_rule': {'security_group_id': '4e4b6184-7e4c-45fb-bbb2-b338a552cd79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:19.152125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de9bc88-2c01-432f-882a-f8434582ca83 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:19.174425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8de9bc88-2c01-432f-882a-f8434582ca83,segment=NetworkSegment(656a935a-71c3-48ec-8911-90cd44934348),segment_id=656a935a-71c3-48ec-8911-90cd44934348)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:19.179591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.183410 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Project 95a663f02b274394a6ad87b0e2d8e759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:21:19.189796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.190025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.197 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f8af5c8c-ac76-4cff-a12e-954663783380) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:19.225213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.244693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.252744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.256670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.276900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffc3f59-2f57-4bfe-b433-ac26effbfb18,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.284462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.288354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbb2cf51-2695-460f-837c-ebe3824c8fd1 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409070 Aug 31 19:21:19.288979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.307334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2517481e-69e2-491c-8bbd-39555e693689 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules/4ffc3f59-2f57-4bfe-b433-ac26effbfb18 HTTP/1.1" status: 200 len: 769 time: 0.0154588 Aug 31 19:21:19.307666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.337824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.341440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.353289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:19.360897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5359a3ac-034e-4c4f-8839-a75cc0f6b0da tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0515554 Aug 31 19:21:19.363257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.393140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.402299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.403918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:19.410932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.414056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:19.417351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:19.434280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.441571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.447533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4ffc3f59-2f57-4bfe-b433-ac26effbfb18 HTTP/1.1" status: 204 len: 168 time: 0.0790210 Aug 31 19:21:19.447723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.468498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7170fa-163a-4932-be1f-1eccb214cc49 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ffc3f59-2f57-4bfe-b433-ac26effbfb18,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.480372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:19.481027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.485816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.508486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6be5d559-831c-4fff-a793-d4a442bcf2ae tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596306 Aug 31 19:21:19.511907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.535914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:19.537487 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-81324cff-e48d-4f40-b617-afa8c672ba8d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1922832 Aug 31 19:21:19.541808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:19.545653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:19.573137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Request body: {'port': {'device_id': '05115872-2338-4ff5-824c-2d56762466ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:19.577620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=f8af5c8c-ac76-4cff-a12e-954663783380,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.637403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.668431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cd149-e62b-4f98-a46c-5a242fa7e375 req-65c70394-c0dd-410c-9655-a06a194b2a97 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:19.670246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a9cd149-e62b-4f98-a46c-5a242fa7e375 req-65c70394-c0dd-410c-9655-a06a194b2a97 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 931 time: 0.1068952 Aug 31 19:21:19.675960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8de9bc88-2c01-432f-882a-f8434582ca83'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:19.689433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.791593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a9cd149-e62b-4f98-a46c-5a242fa7e375 req-f839783f-45c6-4d6e-92fd-e6528e71c680 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049891 Aug 31 19:21:19.811831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e2fba-c654-4044-9f92-09cc9cf67d72 req-9c599fa3-0b6d-44ed-b66e-c06f4a0523cd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:19.813421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-977e2fba-c654-4044-9f92-09cc9cf67d72 req-9c599fa3-0b6d-44ed-b66e-c06f4a0523cd tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1258955 Aug 31 19:21:19.823258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.826425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:19.827586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "DELETE /v2.0/security-groups/4e4b6184-7e4c-45fb-bbb2-b338a552cd79 HTTP/1.1" status: 204 len: 168 time: 0.3146007 Aug 31 19:21:19.833826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.863359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1e14-039c-4a3b-b770-26b4304d4456 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4b6184-7e4c-45fb-bbb2-b338a552cd79,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:19.917423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-977e2fba-c654-4044-9f92-09cc9cf67d72 req-394536c5-a204-41ef-9243-724ba9b876ac tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885718 Aug 31 19:21:19.926555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9ba11971-0b5a-4b66-a495-0563f679b8e0 tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902801 Aug 31 19:21:19.931239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:19.976095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea98bbe3-88f7-4ecc-bb40-ce583eb565aa tempest-SecGroupIPv6Test-384026033 tempest-SecGroupIPv6Test-384026033-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429442 Aug 31 19:21:20.016133 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.249197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1f772-a9fb-4b59-959f-7ad124fb205a req-779d1836-ba05-4704-b0d7-b39bcb3235ae tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:20.252316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41d1f772-a9fb-4b59-959f-7ad124fb205a req-779d1836-ba05-4704-b0d7-b39bcb3235ae tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 944 time: 0.0654454 Aug 31 19:21:20.282025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:20.310609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41d1f772-a9fb-4b59-959f-7ad124fb205a req-e0350e65-88cb-4428-9e1a-3fc71e775e3c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500193 Aug 31 19:21:20.326696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.426046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d47c4e66-ac60-4608-a5f1-23967130cf85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95a663f02b274394a6ad87b0e2d8e759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428869 Aug 31 19:21:20.428549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60318) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:20.480346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.503440 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.545708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a89f413-0fc7-44ab-80c9-5ebc88b60251 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:20.555566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.558921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.559395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.560141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4eaf2d2a-7710-4a3b-b3b4-0e4ba19b8aa6 HTTP/1.1" status: 204 len: 168 time: 0.1306281 Aug 31 19:21:20.575159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2ed0c-8bc6-43f4-9d00-048e15d4f686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf2d2a-7710-4a3b-b3b4-0e4ba19b8aa6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:20.611822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Transition to ACTIVE for port object 0a89f413-0fc7-44ab-80c9-5ebc88b60251 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:20.625242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.683805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.725115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Pushing event updated for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:20.867695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Attempting to bind port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:20.867928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Attempting to bind port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:20.868140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Attempting to bind port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:20.876863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:21:20.877207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Attempting to bind port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:20.888616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:20.888616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:20.889087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:20.889671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Bound port: 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:20.890052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:20.935747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65b95-20a6-4535-a352-884ea1f6d7e0 req-d4f48468-8f11-4243-92ce-bfcd9ae34bb3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:20.937537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04c65b95-20a6-4535-a352-884ea1f6d7e0 req-d4f48468-8f11-4243-92ce-bfcd9ae34bb3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 943 time: 0.0619400 Aug 31 19:21:20.983935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:21:20.989497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:20.994496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:21.004801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.010311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04c65b95-20a6-4535-a352-884ea1f6d7e0 req-fbc1cd23-7397-4a9a-a660-c9d91f82da5c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628874 Aug 31 19:21:21.073153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ae131-75b4-4ab7-aee4-a1ffc0a8c718 req-f3cedb1a-5648-4efd-8993-f99c112445e7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.075377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf5ae131-75b4-4ab7-aee4-a1ffc0a8c718 req-f3cedb1a-5648-4efd-8993-f99c112445e7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0628612 Aug 31 19:21:21.082931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.084056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.086621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] 10.222.0.67 "PUT /v2.0/ports/0a89f413-0fc7-44ab-80c9-5ebc88b60251 HTTP/1.1" status: 200 len: 1092 time: 1.5350661 Aug 31 19:21:21.093937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:21.096441 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4258d5ca-0132-41a0-ac32-7465433c5fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:21.156787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf5ae131-75b4-4ab7-aee4-a1ffc0a8c718 req-2abf55a4-1eb6-4837-b123-b666507c1222 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725002 Aug 31 19:21:21.201620 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a3dad-054a-4a34-8545-73ba549ee456 x-openstack-request-id: req-646a3dad-054a-4a34-8545-73ba549ee456 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:21.201909 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:21.202178 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-646a3dad-054a-4a34-8545-73ba549ee456 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:21.202538 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251', 'status': 'completed', 'code': 200} Aug 31 19:21:21.234898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:21.237931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04b9a0-05e5-46a4-84d9-372020eee531 service neutron] Pushing event updated for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:21.247410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:21.261974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.264002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc66f3d7-2e49-4258-9670-f560b779c1da tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2265761 Aug 31 19:21:21.264657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:21.266418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:21.266748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:21.289756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-dd30047c-e8f2-400c-93d5-731684518ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.291276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-dd30047c-e8f2-400c-93d5-731684518ece service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 1095 time: 0.1371038 Aug 31 19:21:21.315396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:21.325315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:21.325850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:21.359910 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-36989d5b-6f48-48ed-acc1-fa1f368912a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251 HTTP/1.1" status: 200 len: 217 time: 0.0539961 Aug 31 19:21:21.360389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:21.360896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61aa51e-2014-4c0b-8335-1ffd2349e339 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:21.395169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:21.418706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1e2abadf-81e6-46a7-b36e-9a161e281e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.420528 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-1e2abadf-81e6-46a7-b36e-9a161e281e65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0523541 Aug 31 19:21:21.454975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-5368eecd-ec81-44a3-b23b-4c7095c5b6a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262909 Aug 31 19:21:21.510608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1919529597'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:21.544099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f221-0719-49c1-b570-9a3bac2bebd0 req-3ee524d2-b9cd-4d60-8c2d-61265975e509 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.546215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e890f221-0719-49c1-b570-9a3bac2bebd0 req-3ee524d2-b9cd-4d60-8c2d-61265975e509 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 944 time: 0.1327567 Aug 31 19:21:21.557375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-bafbcfae-c338-48f5-bfa8-194cb4fedf32 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930090 Aug 31 19:21:21.608289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Made reservation on behalf of fcad9899d0674b37a497111083694f75 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:21.611900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.633019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.655225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3638e3b6-79f8-445a-8e87-fff417c84d71 req-cbe0a8a4-93a5-460f-a260-30ab875e5159 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897708 Aug 31 19:21:21.714995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e890f221-0719-49c1-b570-9a3bac2bebd0 req-afd1f9a6-684c-4ebc-a65b-33924e81b3e6 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312556 Aug 31 19:21:21.769828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-18bfd5aa-9582-4cfc-bb35-6e6a97e37fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.771346 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-18bfd5aa-9582-4cfc-bb35-6e6a97e37fe0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 1095 time: 0.0702825 Aug 31 19:21:21.872039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-0479cbc0-89a4-4e65-9be5-95af8ff7f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.873441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-0479cbc0-89a4-4e65-9be5-95af8ff7f290 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.0917633 Aug 31 19:21:21.881283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.889209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.919878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-b624713f-1d8a-4da5-85a8-08c24234412c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251 HTTP/1.1" status: 200 len: 217 time: 0.0358982 Aug 31 19:21:21.947423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:21:21.972905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65db238d-7bd4-4d66-afbc-38774d507eef,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:21.976733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:21.977117 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Added segment 75c103d4-542c-4839-8769-d3bef00af7c6 of type vlan for network fb44f7ff-a4ee-4236-a088-940d9f216d4d Aug 31 19:21:21.985255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-b221a030-6170-41e0-8d7b-30c04fb5cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:21.986912 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-b221a030-6170-41e0-8d7b-30c04fb5cdeb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0600269 Aug 31 19:21:22.023143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-39318d34-9527-461c-939d-47b0d2e7c26c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274642 Aug 31 19:21:22.047157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:22.061010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:22.133274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-969de326-75da-41a9-bc19-fd5ee69611c3 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991135 Aug 31 19:21:22.153711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:22.159539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:22.160181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:22.246310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4258d5ca-0132-41a0-ac32-7465433c5fe8 req-587348b2-673c-4c07-adde-6015faa399fb service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997307 Aug 31 19:21:22.257689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ca480-9fad-4a7c-889c-64078133088d req-488ddf63-b501-4bf1-a7cf-4b0f7ec5700f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:22.259332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b13ca480-9fad-4a7c-889c-64078133088d req-488ddf63-b501-4bf1-a7cf-4b0f7ec5700f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 943 time: 0.1815519 Aug 31 19:21:22.297262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9010255 Aug 31 19:21:22.301075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.307523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-b94578c6-f601-4b0a-9a48-fe1c6e9ed8c1 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-1101060487') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.341614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccda7f-0c6d-447a-a6e6-7bca584d4284 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Pushing event updated for resources: {'Network': ['ID=fb44f7ff-a4ee-4236-a088-940d9f216d4d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:22.357284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network fb44f7ff-a4ee-4236-a088-940d9f216d4d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:21:22.396132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b13ca480-9fad-4a7c-889c-64078133088d req-e70f3335-5891-40e7-9de4-a4adae741fbf tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Aug 31 19:21:22.411019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df567-deb0-4c0f-bc3a-532be2a8e2ed req-687caefa-746f-4109-b09c-82b90af32782 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:22.412747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b86df567-deb0-4c0f-bc3a-532be2a8e2ed req-687caefa-746f-4109-b09c-82b90af32782 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1498432 Aug 31 19:21:22.429384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b94578c6-f601-4b0a-9a48-fe1c6e9ed8c1 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "PUT /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-1101060487 HTTP/1.1" status: 201 len: 201 time: 0.1102245 Aug 31 19:21:22.430633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60368) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.436916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-2979710b-df05-46f6-a711-a16aedab0cfa tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-1101060487') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.521906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b86df567-deb0-4c0f-bc3a-532be2a8e2ed req-39bec128-9022-470d-8ca6-447b1b13eb2d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777464 Aug 31 19:21:22.526958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2979710b-df05-46f6-a711-a16aedab0cfa tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-1101060487 HTTP/1.1" status: 204 len: 168 time: 0.0927603 Aug 31 19:21:22.527343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.538362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-d6cd61c4-1731-4fac-a352-f6e6959067bd tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.660953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d6cd61c4-1731-4fac-a352-f6e6959067bd tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags HTTP/1.1" status: 200 len: 238 time: 0.1323063 Aug 31 19:21:22.663458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.665740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.1 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/b1590533-d56c-4a7b-8fd4-873bb14aff67) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:22.670854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-7291e728-4aad-463c-a7ef-62d4b4835640 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', {'tags': ['tempest-TagsTest-Tag-471196140', 'tempest-TagsTest-Tag-382840352', 'tempest-TagsTest-Tag-52098079']}) {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.829149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7291e728-4aad-463c-a7ef-62d4b4835640 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "PUT /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags HTTP/1.1" status: 200 len: 305 time: 0.1646440 Aug 31 19:21:22.832065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.839925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-25d5c8b8-8fdb-4b47-af6d-3a5bc48ecfb6 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-471196140') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.904571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ab53c-fb80-4c7e-a045-c50564fa0dc1 req-cb3b79a0-5066-4165-8928-af7f3769accd tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:22.906095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca0ab53c-fb80-4c7e-a045-c50564fa0dc1 req-cb3b79a0-5066-4165-8928-af7f3769accd tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 944 time: 0.1035674 Aug 31 19:21:22.911122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:22.934204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25d5c8b8-8fdb-4b47-af6d-3a5bc48ecfb6 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "DELETE /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-471196140 HTTP/1.1" status: 204 len: 168 time: 0.1001420 Aug 31 19:21:22.936894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:22.941797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-cf0ae709-dd1e-42f8-96de-7512d943aeb1 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-471196140') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:22.947216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8de9bc88-2c01-432f-882a-f8434582ca83 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:22.974556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca0ab53c-fb80-4c7e-a045-c50564fa0dc1 req-eec4cb05-7868-4fc0-a112-5153f736f27a tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Aug 31 19:21:22.996585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.020420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 8de9bc88-2c01-432f-882a-f8434582ca83 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:23.027018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 8de9bc88-2c01-432f-882a-f8434582ca83 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:23.027494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.036849 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-cf0ae709-dd1e-42f8-96de-7512d943aeb1 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] show failed (client error): The resource could not be found. Aug 31 19:21:23.041885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf0ae709-dd1e-42f8-96de-7512d943aeb1 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-471196140 HTTP/1.1" status: 404 len: 325 time: 0.1000504 Aug 31 19:21:23.042163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60382) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.047101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-315d8efc-9f20-4ec5-908a-0ef0c7037b9e tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-382840352') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.058875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:23.060649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=b1590533-d56c-4a7b-8fd4-873bb14aff67,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:23.063869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:23.066968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:23.122387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.123525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.127299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-315d8efc-9f20-4ec5-908a-0ef0c7037b9e tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-382840352 HTTP/1.1" status: 204 len: 168 time: 0.0839593 Aug 31 19:21:23.132186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.137469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-5374d695-46ca-4b98-a2da-c5c5131652cd tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-52098079') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.147761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:23.150396 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe86730-a062-4f34-a2d6-5cb8f9c587fb" -d '{"events": [{"server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "name": "network-vif-plugged", "status": "completed", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:23.166707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8de9bc88-2c01-432f-882a-f8434582ca83,segment=NetworkSegment(656a935a-71c3-48ec-8911-90cd44934348),segment_id=656a935a-71c3-48ec-8911-90cd44934348)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:23.172787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.216302 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7850b5-8a46-42ee-81d9-adee02a5387f x-openstack-request-id: req-2d7850b5-8a46-42ee-81d9-adee02a5387f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:23.217036 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "name": "network-vif-plugged", "status": "completed", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:23.217452 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d7850b5-8a46-42ee-81d9-adee02a5387f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:23.218161 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83', 'code': 200} Aug 31 19:21:23.236066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5374d695-46ca-4b98-a2da-c5c5131652cd tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-52098079 HTTP/1.1" status: 204 len: 168 time: 0.1027064 Aug 31 19:21:23.236717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.247907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-ec72c6d7-bd19-4770-ad10-fd79e553a376 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.250983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:23.325167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156442c-0fff-44f4-95e0-efb018c37376 req-20d36c43-e61b-47fb-8cbc-78c451f6355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:23.326836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2156442c-0fff-44f4-95e0-efb018c37376 req-20d36c43-e61b-47fb-8cbc-78c451f6355e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 1097 time: 0.0490587 Aug 31 19:21:23.336702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.375765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2156442c-0fff-44f4-95e0-efb018c37376 req-223f7678-ce67-4bab-891b-fb3f8beed902 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Aug 31 19:21:23.444461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec72c6d7-bd19-4770-ad10-fd79e553a376 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "DELETE /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags HTTP/1.1" status: 204 len: 168 time: 0.2017133 Aug 31 19:21:23.448298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.452926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-fa100344-cd4a-4c3c-94b8-8528b358b58c tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-382840352') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.528124 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-fa100344-cd4a-4c3c-94b8-8528b358b58c tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] show failed (client error): The resource could not be found. Aug 31 19:21:23.529153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa100344-cd4a-4c3c-94b8-8528b358b58c tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-382840352 HTTP/1.1" status: 404 len: 325 time: 0.0798633 Aug 31 19:21:23.532193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.536464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-f6cb4ed0-c841-46ed-8a0b-6587f0bd64be tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d', 'tempest-TagsTest-Tag-52098079') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.576310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbbbb5-f34f-4aaa-b74f-5b87552bbd3b req-91c28a43-6e31-43fa-b3de-734cdfcdb813 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:23.577820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05cbbbb5-f34f-4aaa-b74f-5b87552bbd3b req-91c28a43-6e31-43fa-b3de-734cdfcdb813 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 943 time: 0.0879366 Aug 31 19:21:23.609703 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f6cb4ed0-c841-46ed-8a0b-6587f0bd64be tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] show failed (client error): The resource could not be found. Aug 31 19:21:23.610769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6cb4ed0-c841-46ed-8a0b-6587f0bd64be tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "GET /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags/tempest-TagsTest-Tag-52098079 HTTP/1.1" status: 404 len: 324 time: 0.0776691 Aug 31 19:21:23.613979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.625586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-bdf7e6c6-c04d-49f0-80a4-f87a53fc4495 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fb44f7ff-a4ee-4236-a088-940d9f216d4d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:23.751563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05cbbbb5-f34f-4aaa-b74f-5b87552bbd3b req-fb5f40b6-64fa-44e6-9ded-48f615c1815e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450784 Aug 31 19:21:23.793853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65f69f-c9fc-446e-8710-0d5f6d6d20c5 req-e3b53376-e17d-4bc5-8534-ee8edda0759e tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:23.795319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f65f69f-c9fc-446e-8710-0d5f6d6d20c5 req-e3b53376-e17d-4bc5-8534-ee8edda0759e tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1587799 Aug 31 19:21:23.823702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.832661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bdf7e6c6-c04d-49f0-80a4-f87a53fc4495 tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "DELETE /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d/tags HTTP/1.1" status: 204 len: 168 time: 0.2145522 Aug 31 19:21:23.835138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.837184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:23.922414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f65f69f-c9fc-446e-8710-0d5f6d6d20c5 req-4819e185-bab0-42eb-bcc7-a051a97f53fc tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Aug 31 19:21:23.924945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:23.931728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=b1590533-d56c-4a7b-8fd4-873bb14aff67,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:23.934631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.029028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.034739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:24.036591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:24.050150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb44f7ff-a4ee-4236-a088-940d9f216d4d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.062808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c103d4-542c-4839-8769-d3bef00af7c6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.063274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c103d4-542c-4839-8769-d3bef00af7c6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.073313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.094189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.101686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:21:24.102112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:21:24.105451 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:21:24.165980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.174857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.177637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] 10.222.0.73 "DELETE /v2.0/networks/fb44f7ff-a4ee-4236-a088-940d9f216d4d HTTP/1.1" status: 204 len: 168 time: 0.3392200 Aug 31 19:21:24.190884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfeb9d7-0d6c-4c9e-89b0-a998881d87ab tempest-TagsTest-1676741328 tempest-TagsTest-1676741328-project] Pushing event deleted for resources: {'Network': ['ID=fb44f7ff-a4ee-4236-a088-940d9f216d4d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:24.434694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60412) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:24.493606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411792-fa00-4add-8c49-7185ce251091 req-863ecf3b-7e90-4b93-bf58-d4e5bb76be1b tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:24.495099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c411792-fa00-4add-8c49-7185ce251091 req-863ecf3b-7e90-4b93-bf58-d4e5bb76be1b tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 945 time: 0.4155514 Aug 31 19:21:24.520162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:24.568683 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a1230e0-fbfb-4306-90b4-8d0c33fc0b69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcad9899d0674b37a497111083694f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327803 Aug 31 19:21:24.571441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:24.579300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c411792-fa00-4add-8c49-7185ce251091 req-5f2251eb-0aca-4700-a0f1-8797af0c8938 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Aug 31 19:21:24.630993 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.658298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.666294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:24.674860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e353553-6dbc-4663-a026-601b9ab31e95 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/routers/e27c5593-c550-4ace-9ce1-9aa65d1411e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4044585 Aug 31 19:21:24.675143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:24.681703 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:24.684017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'port': {'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6', 'name': 'tempest-FloatingIPTestJSON-637746155'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:24.694330 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:24.695035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.728352 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.737304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:24.738418 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.771476 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:24.772941 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5073d2-9afc-4947-a253-47c79eb32efe None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:24.785878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.789580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.790756 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65db238d-7bd4-4d66-afbc-38774d507eef HTTP/1.1" status: 204 len: 168 time: 0.2182600 Aug 31 19:21:24.808605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee880b-8fbb-4942-abda-949b6c7369f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db238d-7bd4-4d66-afbc-38774d507eef,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:24.838149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:24.844847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:24.865636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] device_id is not set on port db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:24.892482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0a89f413-0fc7-44ab-80c9-5ebc88b60251 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:24.900388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fc628-112a-4326-8699-5fd08b75cadd req-335439f6-567c-4a2a-803f-48f8a1523ab1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:24.901941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-191fc628-112a-4326-8699-5fd08b75cadd req-335439f6-567c-4a2a-803f-48f8a1523ab1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 943 time: 0.0595715 Aug 31 19:21:24.950134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-191fc628-112a-4326-8699-5fd08b75cadd req-1b955be8-8103-4064-a7ff-27049788fa4a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Aug 31 19:21:25.020245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.14 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:25.040009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:25.055574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '0a89f413-0fc7-44ab-80c9-5ebc88b60251', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '0a89f413-0fc7-44ab-80c9-5ebc88b60251', 'mac_address': 'fa:16:3e:9d:4c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:25.104395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c7bc9-e333-49c6-ae2e-e2348c91409d req-c3254081-d88a-448c-8e5a-f342fd964d15 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:25.106129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-636c7bc9-e333-49c6-ae2e-e2348c91409d req-c3254081-d88a-448c-8e5a-f342fd964d15 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0617335 Aug 31 19:21:25.128902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.151846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a89f413-0fc7-44ab-80c9-5ebc88b60251 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:25.185371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:25.187465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-636c7bc9-e333-49c6-ae2e-e2348c91409d req-89a5a7fd-7b41-42aa-ad47-5f40c83f6e3c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730522 Aug 31 19:21:25.191699 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.207948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.255335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:25.259817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.306884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:25.310035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:25.314128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:25.322394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:25.370857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:25.371526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.387241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-68bd3fbf-8e9f-4ce3-8cd7-31995aec3a6d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7107763 Aug 31 19:21:25.389808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:25.394733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'port': {'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6', 'name': 'tempest-FloatingIPTestJSON-735385266'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:25.479469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0a89f413-0fc7-44ab-80c9-5ebc88b60251'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:25.511237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:25.514855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.537641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] device_id is not set on port 07a69805-db85-48ea-9734-9fb767a25c30 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:25.669870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.10 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/07a69805-db85-48ea-9734-9fb767a25c30) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:25.739870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4fc3-4c06-4224-a115-61edec40c62d req-82a7d4e2-ef3b-4ee0-9869-1fb75969ef93 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:25.741887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-775c4fc3-4c06-4224-a115-61edec40c62d req-82a7d4e2-ef3b-4ee0-9869-1fb75969ef93 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 945 time: 0.0802348 Aug 31 19:21:25.788161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-775c4fc3-4c06-4224-a115-61edec40c62d req-ed86285c-28a5-4755-9f70-fa0efcbc924c tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Aug 31 19:21:25.847883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.903627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:25.948256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:25.953553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:25.956014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:26.003053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=07a69805-db85-48ea-9734-9fb767a25c30,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:26.037122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:26.037741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:26.059750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33f9ae63-45df-4920-82b5-eace39e8babf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6653354 Aug 31 19:21:26.060121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:26.064842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '07a69805-db85-48ea-9734-9fb767a25c30', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:26.095701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:26.128097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f469d5-d435-46bc-9131-708beb9b24fc req-8fc0db5a-be17-4a1e-8811-18adeee0fbfc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:26.141707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25f469d5-d435-46bc-9131-708beb9b24fc req-8fc0db5a-be17-4a1e-8811-18adeee0fbfc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 944 time: 0.0789449 Aug 31 19:21:26.206012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25f469d5-d435-46bc-9131-708beb9b24fc req-edff2057-b908-4a6b-85f6-4442d4cad635 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629518 Aug 31 19:21:26.234701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a8de9-5802-44e5-889c-6da5356139de req-28dcad41-e4a9-4075-a594-dc2cd54c010b tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:26.236878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c99a8de9-5802-44e5-889c-6da5356139de req-28dcad41-e4a9-4075-a594-dc2cd54c010b tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 945 time: 0.0777254 Aug 31 19:21:26.237565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:26.305148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c99a8de9-5802-44e5-889c-6da5356139de req-86e2e86e-c6f4-458a-946c-4604bf990b61 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Aug 31 19:21:26.353238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0da5eb-d072-4c1e-9119-5334c1183f81 req-06dcc140-0bcd-4948-93d1-4b59f67a31f2 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:26.354000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f0da5eb-d072-4c1e-9119-5334c1183f81 req-06dcc140-0bcd-4948-93d1-4b59f67a31f2 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0681474 Aug 31 19:21:26.378334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.51 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/4b7f6e98-e1ff-4bdc-a642-05497758db4a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:26.396948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f0da5eb-d072-4c1e-9119-5334c1183f81 req-1aa62a90-9d01-4db7-8a49-466599c76a2d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Aug 31 19:21:26.500591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:26.540006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:26.587494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:26.593232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:26.593349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:26.623727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=4b7f6e98-e1ff-4bdc-a642-05497758db4a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:26.908171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0a89f413-0fc7-44ab-80c9-5ebc88b60251 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:26.979734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:26.987313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:26.987932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.010724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.074441 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.106515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:27.109620 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd8187-e56d-40d3-9ce6-c6614e402c2c" -d '{"events": [{"server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "name": "network-vif-plugged", "status": "completed", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:27.129269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:27.137060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.202784 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ce88a-f1b9-418f-9381-20a0940a3c3d x-openstack-request-id: req-604ce88a-f1b9-418f-9381-20a0940a3c3d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:27.203260 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "name": "network-vif-plugged", "status": "completed", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:27.204972 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-604ce88a-f1b9-418f-9381-20a0940a3c3d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:27.205423 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251', 'code': 200} Aug 31 19:21:27.223919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:27.380159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8f01f-a990-4cc0-989c-81b28f88c4da req-efcc3868-c10d-4171-b973-2125fb9504e3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:27.381028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bb8f01f-a990-4cc0-989c-81b28f88c4da req-efcc3868-c10d-4171-b973-2125fb9504e3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0859094 Aug 31 19:21:27.456153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2c718-e013-4f39-b16f-27993a107b77 req-6a9cf088-d0b6-485a-bfb1-1d2fc14b9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:27.457675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90b2c718-e013-4f39-b16f-27993a107b77 req-6a9cf088-d0b6-485a-bfb1-1d2fc14b9406 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 1097 time: 0.0706308 Aug 31 19:21:27.464118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bb8f01f-a990-4cc0-989c-81b28f88c4da req-441434b8-30cd-403e-b836-5f01c76c7fdf tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Aug 31 19:21:27.464784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.487486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f4020-b122-49e7-9d8b-3a20860219bf req-6e8aca13-8206-4aaa-ad66-1cfacb78acbb tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:27.489682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-541f4020-b122-49e7-9d8b-3a20860219bf req-6e8aca13-8206-4aaa-ad66-1cfacb78acbb tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 945 time: 0.0893507 Aug 31 19:21:27.543508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-90b2c718-e013-4f39-b16f-27993a107b77 req-cb96518a-eb08-4bd2-9972-2280e6407cdf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766268 Aug 31 19:21:27.564583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-541f4020-b122-49e7-9d8b-3a20860219bf req-91ed148b-52a1-48ee-91ce-91124b6c56d2 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ae446f8-e307-4986-bae7-4353106307a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642793 Aug 31 19:21:27.625368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac641562-4fd3-45fa-904d-44319862a73f req-8e7e852c-0231-4068-996f-614178d6eacf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:27.627106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac641562-4fd3-45fa-904d-44319862a73f req-8e7e852c-0231-4068-996f-614178d6eacf tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0611353 Aug 31 19:21:27.677449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac641562-4fd3-45fa-904d-44319862a73f req-8c3f203d-efea-4a6e-b718-58cab00d8826 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Aug 31 19:21:27.706297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.712019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.819044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=4b7f6e98-e1ff-4bdc-a642-05497758db4a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:27.836320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:27.847013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5d80c029-9aa3-417e-955c-8567f6943069 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:27.848559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5d80c029-9aa3-417e-955c-8567f6943069 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.82 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 945 time: 0.1067443 Aug 31 19:21:28.008802 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 8f816879-836c-46c2-8c1d-90fd48b7eec8 associated. External IP: 172.25.3.51, port: 07a69805-db85-48ea-9734-9fb767a25c30. Aug 31 19:21:28.069572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Deleting port 8de9bc88-2c01-432f-882a-f8434582ca83 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:28.070274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.162504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60598) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:28.235889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] For port 8de9bc88-2c01-432f-882a-f8434582ca83, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8de9bc88-2c01-432f-882a-f8434582ca83,segment=NetworkSegment(656a935a-71c3-48ec-8911-90cd44934348),segment_id=656a935a-71c3-48ec-8911-90cd44934348)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:28.236099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.256479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Calling delete_port for 8de9bc88-2c01-432f-882a-f8434582ca83 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:28.277472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a037180e-7f41-4d08-88b2-12b147e337b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.363699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:28.375407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a037180e-7f41-4d08-88b2-12b147e337b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.380044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a037180e-7f41-4d08-88b2-12b147e337b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.418995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037180e-7f41-4d08-88b2-12b147e337b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ccc9a-c8bb-449a-b4e0-753015bc1d79,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:28.427046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:28.428137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a037180e-7f41-4d08-88b2-12b147e337b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e86c59c70b9d4144b01b1aad30b1354b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636266 Aug 31 19:21:28.559753 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.573673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8de9bc88-2c01-432f-882a-f8434582ca83'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:28.577645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:28.603103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.605955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:28.606765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Pushing event deleted for resources: {'Port': ['ID=8de9bc88-2c01-432f-882a-f8434582ca83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:28.611406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6223fa-d6ed-400d-be7f-9311e683dd57 req-11d26037-2b90-43b1-ba62-ae41613e2e51 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:28.618045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc6223fa-d6ed-400d-be7f-9311e683dd57 req-11d26037-2b90-43b1-ba62-ae41613e2e51 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0776837 Aug 31 19:21:28.627161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:28.628114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:28.656879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.660073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.665663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:28.675229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc6223fa-d6ed-400d-be7f-9311e683dd57 req-eeff8cb5-f3e0-4414-b44b-e361b2a05a74 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495000 Aug 31 19:21:28.681023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] No DVR routers for this DVR port 8de9bc88-2c01-432f-882a-f8434582ca83 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:28.683486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:28.688356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:28.703437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.706752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4f2f26-417e-49b0-b643-5cca70ae7606 req-5521657d-66d8-44b6-83ba-a56c55a9cb8e tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.82 "DELETE /v2.0/ports/8de9bc88-2c01-432f-882a-f8434582ca83 HTTP/1.1" status: 204 len: 173 time: 0.8272746 Aug 31 19:21:28.707212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'name': 'network-vif-deleted', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:28.718765 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb919657-2c52-4748-8aa3-88840dc9290e" -d '{"events": [{"server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "name": "network-vif-deleted", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:28.723109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f47886c2-0669-4f89-b97c-78a729a1d32c req-a5e446a3-54a3-496b-85ab-2174daf27ba7 tempest-ServerGroupTestJSON-1878439361 tempest-ServerGroupTestJSON-1878439361-project] 10.222.0.73 "GET /v2.0/ports?device_id=5eb00a03-d96e-407f-828e-f1a5ffb077e4 HTTP/1.1" status: 200 len: 210 time: 0.0420003 Aug 31 19:21:28.768225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-faa75b70-17b7-4773-8cb1-1751156e4659 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7057862 Aug 31 19:21:28.769780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:28.780634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:28.803089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.807415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.808924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd2ccc9a-c8bb-449a-b4e0-753015bc1d79 HTTP/1.1" status: 204 len: 168 time: 0.3809111 Aug 31 19:21:28.810524 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b170aab-4c33-4649-890d-302148edcafc x-openstack-request-id: req-3b170aab-4c33-4649-890d-302148edcafc {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:28.810816 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb00a03-d96e-407f-828e-f1a5ffb077e4", "name": "network-vif-deleted", "tag": "8de9bc88-2c01-432f-882a-f8434582ca83", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:28.811066 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b170aab-4c33-4649-890d-302148edcafc {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:28.811481 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb00a03-d96e-407f-828e-f1a5ffb077e4', 'name': 'network-vif-deleted', 'tag': '8de9bc88-2c01-432f-882a-f8434582ca83', 'status': 'completed', 'code': 200} Aug 31 19:21:28.836673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2b8df-f768-42dc-a3d4-cf6716515591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ccc9a-c8bb-449a-b4e0-753015bc1d79,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:28.932580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:28.933567 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:28.933875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4e6c5-8586-482a-a1d3-cfac6654eeb8 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:28.993305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f475e8d-e0f1-4fef-89e8-02645a3c22b1 req-7961b53a-3adf-44e4-8d0a-9cb0d7316848 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:28.994962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f475e8d-e0f1-4fef-89e8-02645a3c22b1 req-7961b53a-3adf-44e4-8d0a-9cb0d7316848 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1170740 Aug 31 19:21:29.081504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f475e8d-e0f1-4fef-89e8-02645a3c22b1 req-3d2faf28-95e7-4a7b-8bb5-55b88a0ab812 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796802 Aug 31 19:21:29.132978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.137623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.137915 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 8f816879-836c-46c2-8c1d-90fd48b7eec8 disassociated. External IP: 172.25.3.51, port: 07a69805-db85-48ea-9734-9fb767a25c30. Aug 31 19:21:29.159528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:29.175217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3304b4-186b-48bd-910d-e0c9b0414c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.273102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3304b4-186b-48bd-910d-e0c9b0414c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.277678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3304b4-186b-48bd-910d-e0c9b0414c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.319895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7c3304b4-186b-48bd-910d-e0c9b0414c3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f46ec54d82ac425795ea9f1c93e36dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577291 Aug 31 19:21:29.322794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:29.324861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3304b4-186b-48bd-910d-e0c9b0414c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5633ec7-7189-4f9c-b2ba-c1e542f9958a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:29.357996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:29.409990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.436718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.475921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:29.481000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.485947 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:29.488103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.491616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.495285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5633ec7-7189-4f9c-b2ba-c1e542f9958a HTTP/1.1" status: 204 len: 168 time: 0.1690314 Aug 31 19:21:29.502608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b529852-3869-4648-8f02-0f047109788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5633ec7-7189-4f9c-b2ba-c1e542f9958a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:29.504300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:29.509885 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:29.521492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:29.521698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-643bbe41-b4e0-499a-ac83-3ac6993acf3b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/8f816879-836c-46c2-8c1d-90fd48b7eec8 HTTP/1.1" status: 200 len: 687 time: 0.7500031 Aug 31 19:21:29.556079 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:29.567404 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:29.568350 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:29.605535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:29.606422 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e52438-d383-4303-bb44-8ecf30f73716 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:29.660423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 4b7f6e98-e1ff-4bdc-a642-05497758db4a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:29.660770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.744695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.745032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.758903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 4b7f6e98-e1ff-4bdc-a642-05497758db4a owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:29.761880 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:21:29.817070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8382ea-8d95-4847-916a-1617126cf295 req-09a0df9e-612f-4d40-9260-1cd8dea4dad7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:29.827248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f8382ea-8d95-4847-916a-1617126cf295 req-09a0df9e-612f-4d40-9260-1cd8dea4dad7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0758636 Aug 31 19:21:29.867486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f8382ea-8d95-4847-916a-1617126cf295 req-2ac87c55-bb20-451c-bf9e-8676b5616bc7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Aug 31 19:21:29.958590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:29.990230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=4b7f6e98-e1ff-4bdc-a642-05497758db4a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:30.018896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4613-3b74-4f9d-a954-b7ebe8d2332e req-6e733943-98b6-4710-ad39-b5862a7117cc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:30.020607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-222b4613-3b74-4f9d-a954-b7ebe8d2332e req-6e733943-98b6-4710-ad39-b5862a7117cc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0734615 Aug 31 19:21:30.061912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.064647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.066327 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab040069-45fe-46c9-a875-86493d525832 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/8f816879-836c-46c2-8c1d-90fd48b7eec8 HTTP/1.1" status: 204 len: 168 time: 0.5433671 Aug 31 19:21:30.069679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:30.072385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-222b4613-3b74-4f9d-a954-b7ebe8d2332e req-b0e1d07f-cc22-4a07-9599-7197615f15b6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Aug 31 19:21:30.074468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:30.120931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.238735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859c46b-2599-4b35-9ec0-58c1f69faad2 req-0c4beeea-e7dc-4317-ba36-b233875c7170 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:30.246577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3859c46b-2599-4b35-9ec0-58c1f69faad2 req-0c4beeea-e7dc-4317-ba36-b233875c7170 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0653801 Aug 31 19:21:30.282315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.300261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3859c46b-2599-4b35-9ec0-58c1f69faad2 req-da95d345-acea-467b-9bc8-20be655a7045 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Aug 31 19:21:30.365869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:30.402981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d5ace-6fcc-456c-b67a-532034aa6476 req-07d5f62c-8657-46d0-87a5-2c30665e32fb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:30.404926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e7d5ace-6fcc-456c-b67a-532034aa6476 req-07d5f62c-8657-46d0-87a5-2c30665e32fb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0619290 Aug 31 19:21:30.463222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e7d5ace-6fcc-456c-b67a-532034aa6476 req-d7b05123-199b-4700-a920-62d75c8a80a9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 Aug 31 19:21:30.479990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Deleting subnet 91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:21:30.483413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.70 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:30.485432 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.572951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.630384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.681401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.716133 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.747594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:30.757522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.762487 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b87b79d9-9c2e-4797-9e3c-f2c1f6856dc0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/91912a0c-4b46-43cc-bc3f-aeda6f0ff7a2 HTTP/1.1" status: 204 len: 168 time: 0.3920951 Aug 31 19:21:30.762487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.762673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:30.800953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:30.804296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:30.810075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:30.833826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.839780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:30.939417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.950230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f983c27-2221-4781-baf2-4987a8d7b194']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:30.962211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8de9bc88-2c01-432f-882a-f8434582ca83 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:30.962760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656a935a-71c3-48ec-8911-90cd44934348') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:30.962760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656a935a-71c3-48ec-8911-90cd44934348') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:30.973468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.990834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 8de9bc88-2c01-432f-882a-f8434582ca83 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:30.991661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:30.991842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8de9bc88-2c01-432f-882a-f8434582ca83 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:30.999207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:21:30.999610 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:21:31.001362 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:21:31.058212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.064158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.069925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] 10.222.0.73 "DELETE /v2.0/networks/6f983c27-2221-4781-baf2-4987a8d7b194 HTTP/1.1" status: 204 len: 168 time: 0.3062146 Aug 31 19:21:31.090221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71439a91-38ec-42b8-9a1d-38c503299f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f983c27-2221-4781-baf2-4987a8d7b194,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:31.256122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.308022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60716) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:31.338662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.379840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cf7ee806-c0e9-435c-badd-ca2ab5372b84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7c526aba036485fa67adbf489ddb458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705366 Aug 31 19:21:31.383558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60720) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:31.474023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4138ee-e1f5-4233-b82b-9fd1efba7007 req-59713dcd-c802-4887-bdfa-58a93f42fd02 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:31.475849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc4138ee-e1f5-4233-b82b-9fd1efba7007 req-59713dcd-c802-4887-bdfa-58a93f42fd02 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0941348 Aug 31 19:21:31.539507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc4138ee-e1f5-4233-b82b-9fd1efba7007 req-a642353e-6564-4546-b119-a2482bd3a36b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Aug 31 19:21:31.540800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.572702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.584274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.597716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.634645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b933-73bf-457d-afc8-4e3243c1f83d req-1a8be82f-4901-4761-94b3-53a6ec98a880 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:31.636242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8892b933-73bf-457d-afc8-4e3243c1f83d req-1a8be82f-4901-4761-94b3-53a6ec98a880 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.0932698 Aug 31 19:21:31.696272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8892b933-73bf-457d-afc8-4e3243c1f83d req-c9db4850-0fd1-46b4-ba1a-3270df8d9265 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Aug 31 19:21:31.724358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:31.726556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.729366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.732945 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ae446f8-e307-4986-bae7-4353106307a5 HTTP/1.1" status: 204 len: 168 time: 0.3454478 Aug 31 19:21:31.745115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca860-4269-4b7f-b538-a8b3652a70c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae446f8-e307-4986-bae7-4353106307a5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:31.775420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:31.859823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-f4a88c8d-2020-4fd9-a29b-b7d34cd9dda7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:31.861387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-f4a88c8d-2020-4fd9-a29b-b7d34cd9dda7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.1269376 Aug 31 19:21:31.987091 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 08e54fbb-0d65-4701-a09a-3b16164c4863 associated. External IP: 172.25.3.70, port: db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9. Aug 31 19:21:32.494502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:32.495279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:32.686988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 0a89f413-0fc7-44ab-80c9-5ebc88b60251, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0a89f413-0fc7-44ab-80c9-5ebc88b60251,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:32.687376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:32.705102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ff4b-069a-4be7-80d7-a0f75fead44d req-b57781fa-9f89-4a3c-ac4b-212b4ba6a8ef tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:32.706387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:32.707876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 0a89f413-0fc7-44ab-80c9-5ebc88b60251 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:32.719705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0520ff4b-069a-4be7-80d7-a0f75fead44d req-b57781fa-9f89-4a3c-ac4b-212b4ba6a8ef tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0762508 Aug 31 19:21:32.774706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0520ff4b-069a-4be7-80d7-a0f75fead44d req-c3d566b7-636a-4f67-be9e-bc8c35af83f0 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Aug 31 19:21:32.855828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:32.868046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:32.884745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:32.885913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:32.925912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301c042-b810-42ca-9b61-00e53966675d req-8e74ec25-ac36-405c-879e-deba17219499 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:32.926295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:32.931886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:32.945063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a301c042-b810-42ca-9b61-00e53966675d req-8e74ec25-ac36-405c-879e-deba17219499 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=05115872-2338-4ff5-824c-2d56762466ef HTTP/1.1" status: 200 len: 945 time: 0.1099095 Aug 31 19:21:32.966498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:32.967440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:32.972328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-819af063-3092-47d5-87d4-ac71722be7ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9013069 Aug 31 19:21:32.976282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:33.016021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:33.016676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e2ca6-517c-424b-a8f9-d30e89ca37ad None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:33.059353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a301c042-b810-42ca-9b61-00e53966675d req-81791df9-55c6-481e-9fb9-6641881bfbbc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120882 Aug 31 19:21:33.085326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88d7b028-ab37-4774-924c-fcd1e2ab43d8 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/floatingips/08e54fbb-0d65-4701-a09a-3b16164c4863 HTTP/1.1" status: 200 len: 977 time: 0.1048036 Aug 31 19:21:33.085721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:33.097824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:33.114491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:33.133507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=0a89f413-0fc7-44ab-80c9-5ebc88b60251,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:33.219322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 0a89f413-0fc7-44ab-80c9-5ebc88b60251 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:33.223093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:33.226369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7baa5fe-1ca8-4d67-a841-6a272e943e16 req-c7b4bbab-5f62-4f07-8f65-dd4aa50e9add tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/0a89f413-0fc7-44ab-80c9-5ebc88b60251 HTTP/1.1" status: 204 len: 173 time: 1.3351395 Aug 31 19:21:33.226921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'name': 'network-vif-deleted', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:33.236947 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b3f182-9639-43c2-8fd9-b7aecb04bed5" -d '{"events": [{"server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "name": "network-vif-deleted", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:33.255508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:33.256455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5abd7d2b-3a17-45de-a7ef-28eef5d4b498 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1694391 Aug 31 19:21:33.264436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': '07a69805-db85-48ea-9734-9fb767a25c30'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:33.346001 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52823bd7-0505-4330-907e-80796556c416 x-openstack-request-id: req-52823bd7-0505-4330-907e-80796556c416 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:33.346311 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05115872-2338-4ff5-824c-2d56762466ef", "name": "network-vif-deleted", "tag": "0a89f413-0fc7-44ab-80c9-5ebc88b60251", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:33.346571 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52823bd7-0505-4330-907e-80796556c416 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:33.346985 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05115872-2338-4ff5-824c-2d56762466ef', 'name': 'network-vif-deleted', 'tag': '0a89f413-0fc7-44ab-80c9-5ebc88b60251', 'status': 'completed', 'code': 200} Aug 31 19:21:33.389417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.012455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.018829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.057125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d3c84-5d9c-4478-a2a9-c9b0b371c7f4 req-b6f82ba0-b40d-47c7-8bc7-fd5f3c1f1af7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:34.058843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790d3c84-5d9c-4478-a2a9-c9b0b371c7f4 req-b6f82ba0-b40d-47c7-8bc7-fd5f3c1f1af7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1768770 Aug 31 19:21:34.179179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790d3c84-5d9c-4478-a2a9-c9b0b371c7f4 req-4fe449da-241b-47b8-907d-5c1937581631 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059167 Aug 31 19:21:34.216226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:34.240934 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 08e54fbb-0d65-4701-a09a-3b16164c4863 associated. External IP: 172.25.3.70, port: db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9. Aug 31 19:21:34.374997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53d9f1d5-a43c-45eb-87cf-614671234bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.550789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53d9f1d5-a43c-45eb-87cf-614671234bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.579687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53d9f1d5-a43c-45eb-87cf-614671234bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.596405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:34.667368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f1d5-a43c-45eb-87cf-614671234bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a502a6-b93a-445c-b61b-9e11cffc948d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:34.677176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-53d9f1d5-a43c-45eb-87cf-614671234bb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a6d7e41bfde42158a1e37d74701946c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596295 Aug 31 19:21:34.682323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:34.750633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:34.759453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-2e622988-a31f-4c43-8742-a28b9d2d2de1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:34.761427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-2e622988-a31f-4c43-8742-a28b9d2d2de1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.2070551 Aug 31 19:21:34.772042 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:34.796197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:34.797539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:34.807452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-a58a4f9c-5b4f-4ed1-8113-b5fdd5f9cf50 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0377905 Aug 31 19:21:34.808436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.846479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.865542 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:34.880315 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:34.881177 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:34.911362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.914992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:34.917702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43a502a6-b93a-445c-b61b-9e11cffc948d HTTP/1.1" status: 204 len: 168 time: 0.2344098 Aug 31 19:21:34.927099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0a89f413-0fc7-44ab-80c9-5ebc88b60251 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:34.956261 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:34.957112 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead947e0-3a29-41db-a4e2-4336e947bbc9 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:34.968739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 0a89f413-0fc7-44ab-80c9-5ebc88b60251 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:34.969125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0a89f413-0fc7-44ab-80c9-5ebc88b60251 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:35.010921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba050f62-48dc-4637-a252-50d7ec4a34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a502a6-b93a-445c-b61b-9e11cffc948d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:35.056053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-abe9d5ef-c201-4d38-b5d9-65a280df3b22 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474102 Aug 31 19:21:35.230359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:35.300479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-0095619a-c86d-49ea-927a-25b5665c01db service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301297 Aug 31 19:21:35.499357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:35.504266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:35.512085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:35.525704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:35.526364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:35.532862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-f16db6d8-e7e3-491c-979f-e54626fb8e6c service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290711 Aug 31 19:21:35.552239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ebe35-bdbb-43fd-95bf-bb07798b23a3 req-cd38b870-94e7-4193-848a-a5c0f9c19845 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:35.588800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f39ebe35-bdbb-43fd-95bf-bb07798b23a3 req-cd38b870-94e7-4193-848a-a5c0f9c19845 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1694460 Aug 31 19:21:35.622385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:35.622878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-931f77f6-5ef5-4bac-8741-f3a4355d091d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/08e54fbb-0d65-4701-a09a-3b16164c4863 HTTP/1.1" status: 200 len: 977 time: 2.3597333 Aug 31 19:21:35.622983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:35.632381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:35.643343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:35.645098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:35.738259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:35.738259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb72a1-e76b-4b04-89b8-0c5818924749 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:35.827223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:36.050510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-376078ec-ec42-4b6c-b8e7-95db9ec2db1f req-7e230606-bcaf-49fb-a1f3-c60ab33f1547 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 210 time: 0.1077800 Aug 31 19:21:36.105138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f39ebe35-bdbb-43fd-95bf-bb07798b23a3 req-5482c2e3-41bd-4b4d-97b3-2d710d7db60b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127218 Aug 31 19:21:36.425684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:36.431861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:36.432203 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 08e54fbb-0d65-4701-a09a-3b16164c4863 disassociated. External IP: 172.25.3.70, port: 07a69805-db85-48ea-9734-9fb767a25c30. Aug 31 19:21:36.854094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:37.045678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:37.058157 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:37.061716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:37.079839 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:37.083165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:37.105374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d6cb608-0fe9-42ac-9379-668815675114 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/08e54fbb-0d65-4701-a09a-3b16164c4863 HTTP/1.1" status: 200 len: 687 time: 1.4813025 Aug 31 19:21:37.107994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:37.148210 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:37.170018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:37.171114 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:37.286942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2644244-f184-4629-9f1a-8da5a667425a req-81a81801-31f5-4984-a8bd-60bb159d8b66 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 210 time: 0.0441065 Aug 31 19:21:37.323661 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:37.324456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32883ec1-00e8-4104-a38a-80fd80c04692 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:37.575465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:37.575857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:37.587253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-948d1503-c5b2-4ae7-9b66-e1f2b84c842c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:37.588949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-948d1503-c5b2-4ae7-9b66-e1f2b84c842c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.2362432 Aug 31 19:21:37.603794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8eb97-4344-4d04-8947-f2b307d1a1ce req-35995444-3340-4a37-9a87-db4139227916 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:37.605681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:37.617648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cc8eb97-4344-4d04-8947-f2b307d1a1ce req-35995444-3340-4a37-9a87-db4139227916 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1202238 Aug 31 19:21:37.698948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cc8eb97-4344-4d04-8947-f2b307d1a1ce req-c7a7b880-5857-4072-a2a2-54d314e2b66a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789433 Aug 31 19:21:37.761253 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:37.761644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:37.785136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:37.857611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:37.861327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.104564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.11 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/8ce8b83e-4bc0-4e72-9516-b872e2159887) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:38.120958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.164822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=9ed6ca16-3d8c-46dc-8bbc-2aac374e0b33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:38.185067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60956) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.320165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5217d96a-6f63-411f-b6ff-8cbdfbb42887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.337305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.341204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.345805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60962) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.346311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c182d806-4743-448f-b9b0-0dab24a40d4c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/08e54fbb-0d65-4701-a09a-3b16164c4863 HTTP/1.1" status: 204 len: 168 time: 1.2366836 Aug 31 19:21:38.400323 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-bdc8da5f-ee6a-4bc9-96c5-136fb1f128ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] delete failed (client error): The resource could not be found. Aug 31 19:21:38.401607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bdc8da5f-ee6a-4bc9-96c5-136fb1f128ce tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/08e54fbb-0d65-4701-a09a-3b16164c4863 HTTP/1.1" status: 404 len: 345 time: 0.0542998 Aug 31 19:21:38.406474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.442598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-613d9d51-f753-4a98-978e-b23a1d217ab9 req-e75b640a-a09d-4410-a2ac-45ba3c9a78a6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 210 time: 0.0467732 Aug 31 19:21:38.448982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.564749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5217d96a-6f63-411f-b6ff-8cbdfbb42887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.571690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5217d96a-6f63-411f-b6ff-8cbdfbb42887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.574631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.587935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:38.624717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5217d96a-6f63-411f-b6ff-8cbdfbb42887 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b3377f1c3d8444ebd413a2d5b737084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380996 Aug 31 19:21:38.626604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217d96a-6f63-411f-b6ff-8cbdfbb42887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7be0c-516f-4038-8384-682cffec592c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:38.629244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.660190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:38.665455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:38.671326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:38.687353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.722646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.742613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:38.780697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.781408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.800411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.803855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:38.805081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ac7be0c-516f-4038-8384-682cffec592c HTTP/1.1" status: 204 len: 168 time: 0.1748581 Aug 31 19:21:38.820488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641cbd2-5335-4872-a5a2-59a81fee9ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7be0c-516f-4038-8384-682cffec592c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:38.859575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314c422-95c3-497f-a049-1842dd83000f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.871087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314c422-95c3-497f-a049-1842dd83000f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.883205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314c422-95c3-497f-a049-1842dd83000f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.884885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8314c422-95c3-497f-a049-1842dd83000f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/ports?network_id=da4dc459-99dc-481c-981a-0e3ca40024f6 HTTP/1.1" status: 200 len: 2358 time: 0.4233022 Aug 31 19:21:38.892933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.900209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-aee3dcec-0b21-4f46-b0eb-dae5b95342a7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2864258 Aug 31 19:21:38.909698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Request body: {'port': {'device_id': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:38.971488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf7db9-a957-4261-b478-ca96b7f49859 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.973933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2cbf7db9-a957-4261-b478-ca96b7f49859 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/subnets/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3 HTTP/1.1" status: 200 len: 797 time: 0.0789793 Aug 31 19:21:38.978124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:38.986948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71125f5-21ad-4769-8f3b-f608ae4f7d27 req-fbd48c77-e29b-48ed-9aa7-db0a7a002a1b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:38.988803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b71125f5-21ad-4769-8f3b-f608ae4f7d27 req-fbd48c77-e29b-48ed-9aa7-db0a7a002a1b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1416981 Aug 31 19:21:38.992073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'port': {'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6', 'name': 'tempest-FloatingIPTestJSON-1537543674', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:39.009269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.076808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b71125f5-21ad-4769-8f3b-f608ae4f7d27 req-8ba678c1-20cb-4663-8b45-d814c0aeab8f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778215 Aug 31 19:21:39.293869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:39.323539 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448e07a0-e6fd-43b5-9af6-ef175c10b8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.325493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:39.462768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448e07a0-e6fd-43b5-9af6-ef175c10b8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.468604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448e07a0-e6fd-43b5-9af6-ef175c10b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.549365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e07a0-e6fd-43b5-9af6-ef175c10b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb2049-2b02-407d-a5e1-ffdc0c212877,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:39.632483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-448e07a0-e6fd-43b5-9af6-ef175c10b8d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf934dfa494f468f911370fc1b90d7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370681 Aug 31 19:21:39.635815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:39.673772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8a6b4-e519-4a7d-806f-8b3c5f2a7980 req-2b8ae8f0-7a55-4d84-9ad4-100c07b3c4de tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:39.682737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccc8a6b4-e519-4a7d-806f-8b3c5f2a7980 req-2b8ae8f0-7a55-4d84-9ad4-100c07b3c4de tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 932 time: 0.1294858 Aug 31 19:21:39.753749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccc8a6b4-e519-4a7d-806f-8b3c5f2a7980 req-6f9c8f37-b4c8-43ff-9a7d-12a4ea3285c7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Aug 31 19:21:39.769475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.799792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.816074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.853538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] device_id is not set on port 1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:39.930015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.931906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce8b83e-4bc0-4e72-9516-b872e2159887 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:39.933525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:39.935361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5bb2049-2b02-407d-a5e1-ffdc0c212877 HTTP/1.1" status: 204 len: 168 time: 0.2983983 Aug 31 19:21:39.948100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0588cb5-3096-4e54-a538-fbf9ddcd1e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb2049-2b02-407d-a5e1-ffdc0c212877,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:39.965302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.080328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Transition to ACTIVE for port object 8ce8b83e-4bc0-4e72-9516-b872e2159887 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:40.088391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.215934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:40.232499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffecb60-67d4-40d0-8367-b467ff9007d9 req-9ca803f6-7f5f-42fc-bc6b-e46461676539 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:40.240362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ffecb60-67d4-40d0-8367-b467ff9007d9 req-9ca803f6-7f5f-42fc-bc6b-e46461676539 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.0752766 Aug 31 19:21:40.276755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ffecb60-67d4-40d0-8367-b467ff9007d9 req-1b657833-f955-4551-b8fc-b5869453991f tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 31 19:21:40.381984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Attempting to bind port 8ce8b83e-4bc0-4e72-9516-b872e2159887 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:40.382612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Attempting to bind port 8ce8b83e-4bc0-4e72-9516-b872e2159887 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:40.383048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Attempting to bind port 8ce8b83e-4bc0-4e72-9516-b872e2159887 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:40.396533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Port 8ce8b83e-4bc0-4e72-9516-b872e2159887 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:21:40.397665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Attempting to bind port 8ce8b83e-4bc0-4e72-9516-b872e2159887 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:40.407827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:40.408271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:40.408739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:40.409262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Bound port: 8ce8b83e-4bc0-4e72-9516-b872e2159887, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:40.409702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.434094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.13 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:40.459036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.12 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:40.519105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:40.542511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:40.554125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.633336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:40.633966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.635476 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] 10.222.0.67 "PUT /v2.0/ports/8ce8b83e-4bc0-4e72-9516-b872e2159887 HTTP/1.1" status: 200 len: 1093 time: 1.7333755 Aug 31 19:21:40.637638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:40.639972 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24" -d '{"events": [{"name": "network-changed", "server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:40.670521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b1db-ac37-432e-91d3-6dfe93226182 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:40.705810 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b47db3-1728-4602-8d63-8c5b77d5516c x-openstack-request-id: req-77b47db3-1728-4602-8d63-8c5b77d5516c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:40.706097 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:40.706350 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77b47db3-1728-4602-8d63-8c5b77d5516c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:40.706862 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887', 'status': 'completed', 'code': 200} Aug 31 19:21:40.749250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.806431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-d71a3469-e04c-4a72-aae2-8040472c42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:40.808024 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-d71a3469-e04c-4a72-aae2-8040472c42c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 1096 time: 0.1161044 Aug 31 19:21:40.868697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-f1d86001-6e3d-451c-96a8-07c97751d972 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887 HTTP/1.1" status: 200 len: 217 time: 0.0501120 Aug 31 19:21:40.877258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:40.916912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d03d2-5b52-48ae-9725-da4e7fb646d4 req-fae6a003-b4b6-4885-b8f1-70ce50e46ed7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:40.923116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:40.926334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-836d03d2-5b52-48ae-9725-da4e7fb646d4 req-fae6a003-b4b6-4885-b8f1-70ce50e46ed7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 944 time: 0.0813231 Aug 31 19:21:40.975818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-836d03d2-5b52-48ae-9725-da4e7fb646d4 req-bb44f45c-ccf5-4d9c-b21b-d78b4c48c845 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Aug 31 19:21:40.984805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:40.987497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:41.064475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceac79-198e-4556-bbd4-f9337979855c req-41e04143-d56c-4446-aa20-3f8c2d8ddffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.066342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-41e04143-d56c-4446-aa20-3f8c2d8ddffa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.1808357 Aug 31 19:21:41.076539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:41.107343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.108500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:41.141672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-911a63a1-118a-4293-9a60-2016c78552f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664446 Aug 31 19:21:41.171629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d326901-15e1-4027-97a3-d4184cb059b4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1922119 Aug 31 19:21:41.172153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:41.179841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:41.225985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:41.269257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-73f9c428-8086-4ff7-bb94-36d4f8675d23 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181791 Aug 31 19:21:41.395783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:41.478627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6cceac79-198e-4556-bbd4-f9337979855c req-ce2f8f0e-d413-4901-897b-9b6bd4bd21f1 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005203 Aug 31 19:21:41.536707 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f127dc1-4b76-4645-8b3e-fb9a1ae14ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:41.647514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-dd33e428-9d49-4770-b4fa-d5830a1b9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.649267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-dd33e428-9d49-4770-b4fa-d5830a1b9d8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 1096 time: 0.0879028 Aug 31 19:21:41.695292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.190 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f0da2955-c2e1-44af-8959-850cfb5e5d56) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:41.716630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32840) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:41.735166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f21809-dd00-45de-9eef-be406d31c7b2 req-033c8509-0634-4a26-9377-f141135fa3ad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.742870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f21809-dd00-45de-9eef-be406d31c7b2 req-033c8509-0634-4a26-9377-f141135fa3ad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.1373780 Aug 31 19:21:41.755562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60453397-29c1-4d7c-8c0c-6f34f7a7a6cd req-ec772656-a0b9-4e05-abc3-96cef872cdab tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.757934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60453397-29c1-4d7c-8c0c-6f34f7a7a6cd req-ec772656-a0b9-4e05-abc3-96cef872cdab tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1513970 Aug 31 19:21:41.808626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-873db8c0-269a-4e42-a4fc-0413d307fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.810193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-873db8c0-269a-4e42-a4fc-0413d307fe19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.1528637 Aug 31 19:21:41.859631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f21809-dd00-45de-9eef-be406d31c7b2 req-3797be67-c517-4db4-87a0-f301113faf79 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158726 Aug 31 19:21:41.896171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-b2211a2d-2179-4742-be78-156da6130fc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887 HTTP/1.1" status: 200 len: 217 time: 0.0772572 Aug 31 19:21:41.901720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60453397-29c1-4d7c-8c0c-6f34f7a7a6cd req-78c8dd96-8802-427c-912d-fe050b07c0e9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240449 Aug 31 19:21:41.935384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:41.964468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:41.972771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-0869dd40-90b2-49dd-ac3d-c625779e60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:41.976151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-0869dd40-90b2-49dd-ac3d-c625779e60cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0694666 Aug 31 19:21:42.051973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-8ee23332-794e-4f27-9483-1eff99726aaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686297 Aug 31 19:21:42.069696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.122445 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6c3efa5-f2ec-4ae7-ac0b-34cc3f7e64b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.127963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d196d1-dd02-42d1-b8ee-4e65d031fb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.164322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:42.175148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:42.179972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:42.205835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-3688e350-11cd-4db7-adc0-e7eb31821e46 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455231 Aug 31 19:21:42.210753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=f0da2955-c2e1-44af-8959-850cfb5e5d56,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:42.236748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a291f6-2d7b-463b-825d-09ba98776c27 req-016529c9-b630-4ca3-acc4-132f8e167587 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:42.238719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5a291f6-2d7b-463b-825d-09ba98776c27 req-016529c9-b630-4ca3-acc4-132f8e167587 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 944 time: 0.1602690 Aug 31 19:21:42.351563 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c3fcb3a-536f-47f4-ba1b-642b7dbf0c24 req-535b9b58-2268-4e08-ba2f-4daf7ec1fb14 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375868 Aug 31 19:21:42.359988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5a291f6-2d7b-463b-825d-09ba98776c27 req-d79882dc-f446-4bf1-bc34-2a420de17760 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083131 Aug 31 19:21:42.366859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d196d1-dd02-42d1-b8ee-4e65d031fb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.372787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d196d1-dd02-42d1-b8ee-4e65d031fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.422957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51d196d1-dd02-42d1-b8ee-4e65d031fb3f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1014a17cf1945fa941f6320147530df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864962 Aug 31 19:21:42.425275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d196d1-dd02-42d1-b8ee-4e65d031fb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68829370-eb32-46ae-9348-f0e53f57bd50,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:42.426147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:42.483345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.507470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.562029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.564633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.565901 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68829370-eb32-46ae-9348-f0e53f57bd50 HTTP/1.1" status: 204 len: 168 time: 0.1388454 Aug 31 19:21:42.573469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d76d-0dbe-4054-8f6b-d5abf677d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68829370-eb32-46ae-9348-f0e53f57bd50,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:42.605778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6c3efa5-f2ec-4ae7-ac0b-34cc3f7e64b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.613385 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6c3efa5-f2ec-4ae7-ac0b-34cc3f7e64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:42.969198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:42.977439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:43.032888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e6c3efa5-f2ec-4ae7-ac0b-34cc3f7e64b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=951cc66d4dad467e87c1c357cf1cbfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3135276 Aug 31 19:21:43.033482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:43.090661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3efa5-f2ec-4ae7-ac0b-34cc3f7e64b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9244144-b63a-4ebf-b2f2-d0851d6225c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:43.190148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.208155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37baaa-2e2f-476c-80a5-30de86536a61 req-881a2222-ffdd-4102-b978-21e1f3b03947 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:43.216113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a37baaa-2e2f-476c-80a5-30de86536a61 req-881a2222-ffdd-4102-b978-21e1f3b03947 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 948 time: 0.1759758 Aug 31 19:21:43.233884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1baee-61c7-4d25-b9dc-6121840304b2 req-7e134fcf-4ebd-4069-875d-9fd79eb4d42b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:43.240943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.243325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26e1baee-61c7-4d25-b9dc-6121840304b2 req-7e134fcf-4ebd-4069-875d-9fd79eb4d42b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.2092254 Aug 31 19:21:43.249590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:43.250544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-728ac1d6-cecf-4126-b643-f88090c82a9a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:43.252215 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-728ac1d6-cecf-4126-b643-f88090c82a9a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 947 time: 0.1778214 Aug 31 19:21:43.254931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:43.258633 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88062d0-3855-424b-a3db-4c8b617c10d5" -d '{"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:43.264224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:43.267911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.298460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'mac_address': 'fa:16:3e:a1:4a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:43.334833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.352836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a37baaa-2e2f-476c-80a5-30de86536a61 req-cf421451-ba50-4d0e-ae5b-8ec7a9b15100 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349323 Aug 31 19:21:43.371716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.407202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.439322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Deleting port c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:43.439582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:43.439777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.483613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26e1baee-61c7-4d25-b9dc-6121840304b2 req-da249818-81ba-414c-8e5c-80166c63f871 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=d792cc93-d7bd-46fe-b340-3aaa44d004ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392550 Aug 31 19:21:43.489247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:43.501989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.503124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.504490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.505040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.505604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.506329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.507659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.508197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.508710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.511398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.512583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.513272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.513846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:21:43.519512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:43.520927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.523503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9244144-b63a-4ebf-b2f2-d0851d6225c2 HTTP/1.1" status: 204 len: 168 time: 0.4888077 Aug 31 19:21:43.525445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.582351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.600428 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473fc3b1-04e2-463f-8f7a-779edc9b45be x-openstack-request-id: req-473fc3b1-04e2-463f-8f7a-779edc9b45be {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:43.601116 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:43.601593 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-473fc3b1-04e2-463f-8f7a-779edc9b45be {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:43.602323 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'code': 200} Aug 31 19:21:43.635339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] For port c51b0edf-2efc-400f-80cd-17689875ce2a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c51b0edf-2efc-400f-80cd-17689875ce2a,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:43.635758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.637635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:43.685115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665985aa-ccb5-4252-98bb-790d6cd86d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9244144-b63a-4ebf-b2f2-d0851d6225c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:43.739929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d62bc6-6aed-4a7c-aa4b-abe8055bd35b req-5c5f9940-850c-4f1c-84d4-6b251a6553a8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:43.742794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37d62bc6-6aed-4a7c-aa4b-abe8055bd35b req-5c5f9940-850c-4f1c-84d4-6b251a6553a8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 944 time: 0.1529472 Aug 31 19:21:43.754078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:43.845985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37d62bc6-6aed-4a7c-aa4b-abe8055bd35b req-51d5913b-5ef5-4a7c-acf6-ce99c2adc485 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926449 Aug 31 19:21:43.928476 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.933939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.941257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.941826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:43.942234 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Floating IP 1fd62a26-667e-44f8-b460-afbdf4c9fe53 disassociated. External IP: 172.25.3.172, port: c51b0edf-2efc-400f-80cd-17689875ce2a. Aug 31 19:21:43.942682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Calling delete_port for c51b0edf-2efc-400f-80cd-17689875ce2a owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:44.017331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.093389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=f0da2955-c2e1-44af-8959-850cfb5e5d56,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:44.128398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.178706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'Port': ['ID=c51b0edf-2efc-400f-80cd-17689875ce2a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:44.196572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-279448ff-42c0-4897-bd89-5b4fe79a939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.236028 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 1a0b90b5-54cc-432b-b117-9dd2a1d99fd0 associated. External IP: 172.25.3.190, port: 1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed. Aug 31 19:21:44.352986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:44.399539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.450968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.512318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:44.532582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:44.557212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:44.558211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:44.561556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c7bfd-31ed-4c75-a1e5-f5c0916d92d2 req-b53a4d98-bf70-4ff2-9bab-e2508baa1868 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:44.561556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b2c7bfd-31ed-4c75-a1e5-f5c0916d92d2 req-b53a4d98-bf70-4ff2-9bab-e2508baa1868 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 947 time: 0.0708375 Aug 31 19:21:44.571189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:44.640906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] No DVR routers for this DVR port c51b0edf-2efc-400f-80cd-17689875ce2a on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:44.643516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.645666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a642e616-8e66-4c1c-ba65-15afb8175e33 req-42020758-b83d-4713-a630-c004ead33332 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "DELETE /v2.0/ports/c51b0edf-2efc-400f-80cd-17689875ce2a HTTP/1.1" status: 204 len: 173 time: 1.3828981 Aug 31 19:21:44.646117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-deleted', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:44.648593 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9804a26b-1461-4277-a327-242dad8d380d" -d '{"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-deleted", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:44.744036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3928f75-b8aa-4a3a-8165-97e481b4fc6e req-9ae9e420-ae3f-475e-8180-16f06f654225 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=21155262-8826-49a0-81a8-44b96cf2d104 HTTP/1.1" status: 200 len: 210 time: 0.0412953 Aug 31 19:21:44.754357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b2c7bfd-31ed-4c75-a1e5-f5c0916d92d2 req-ddc01955-e36b-4da0-8fd6-4d2018447dc9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861570 Aug 31 19:21:44.878799 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86dc23-d10e-488e-bb2b-6d29ed45914d x-openstack-request-id: req-8b86dc23-d10e-488e-bb2b-6d29ed45914d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:44.879102 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21155262-8826-49a0-81a8-44b96cf2d104", "name": "network-vif-deleted", "tag": "c51b0edf-2efc-400f-80cd-17689875ce2a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:44.879999 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b86dc23-d10e-488e-bb2b-6d29ed45914d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:44.880131 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21155262-8826-49a0-81a8-44b96cf2d104', 'name': 'network-vif-deleted', 'tag': 'c51b0edf-2efc-400f-80cd-17689875ce2a', 'status': 'completed', 'code': 200} Aug 31 19:21:44.897938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:21:44.919971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:44.930014 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:44.942594 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:44.944865 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:44.956118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:44.995379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8ce8b83e-4bc0-4e72-9516-b872e2159887 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:45.005843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:45.016031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f1c4e6d0-3bcd-4f39-b697-938bbf74edd6 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8414347 Aug 31 19:21:45.017841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:45.020095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:45.025079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': '1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:45.045075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:45.046081 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:45.189200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb7a7-8761-4c7c-b1e5-3ece0e52cb46 req-7cf80751-3ad2-4347-b063-637fde2c129e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:45.206813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6ddb7a7-8761-4c7c-b1e5-3ece0e52cb46 req-7cf80751-3ad2-4347-b063-637fde2c129e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 944 time: 0.1759920 Aug 31 19:21:45.253631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.280334 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:45.281303 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3caaa5c-c70e-4fb4-8170-8bfc2b48460d None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:45.285476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:21:45.292913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6ddb7a7-8761-4c7c-b1e5-3ece0e52cb46 req-0180f522-7249-4aab-b186-d4c2ef528089 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844648 Aug 31 19:21:45.372634 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.432194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4e5302f9-7650-4eba-8e80-e55e20c612ca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:45.432480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.466084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:45.508447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '8ce8b83e-4bc0-4e72-9516-b872e2159887', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '8ce8b83e-4bc0-4e72-9516-b872e2159887', 'mac_address': 'fa:16:3e:52:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:45.574709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.618826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce8b83e-4bc0-4e72-9516-b872e2159887 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:45.633779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:45.679156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:45.680264 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.682517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:21:45.700865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.754658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:45.755472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:45.764123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:45.766678 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8891d6-78ff-44ae-8f98-fbdcbd746b70" -d '{"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:45.770000 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.842997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:45.871365 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af994b55-0e4e-41eb-96b4-4b18b947078c x-openstack-request-id: req-af994b55-0e4e-41eb-96b4-4b18b947078c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:45.871725 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:45.871975 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af994b55-0e4e-41eb-96b4-4b18b947078c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:45.872559 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'code': 200} Aug 31 19:21:45.873324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.880500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:45.923689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:45.981470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8ce8b83e-4bc0-4e72-9516-b872e2159887'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:45.987484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:45.993997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.116896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4631c-2511-496f-bdb8-9442ae3510dc req-09a3d22e-d3de-4e0c-9678-c45aacb7abe7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:46.124836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fb4631c-2511-496f-bdb8-9442ae3510dc req-09a3d22e-d3de-4e0c-9678-c45aacb7abe7 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.1726625 Aug 31 19:21:46.144853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6550-0a11-46d4-8d3c-8c36af3f6194 req-d6928ee7-9c1b-4bc9-bb8d-48e411263fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:46.147200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-377a6550-0a11-46d4-8d3c-8c36af3f6194 req-d6928ee7-9c1b-4bc9-bb8d-48e411263fb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1101 time: 0.1490691 Aug 31 19:21:46.168069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.212086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fb4631c-2511-496f-bdb8-9442ae3510dc req-a393b4a3-8e0b-4b5a-8985-fdce3d68f736 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858893 Aug 31 19:21:46.229579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.242726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:21:46.281777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:46.302769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.308850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.311993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "DELETE /v2.0/security-groups/d792cc93-d7bd-46fe-b340-3aaa44d004ae HTTP/1.1" status: 204 len: 168 time: 0.3870099 Aug 31 19:21:46.328104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:46.329016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbae7ec-0558-4042-9055-39483d058a01 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d792cc93-d7bd-46fe-b340-3aaa44d004ae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:46.355430 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5c847b9e-ddac-4f56-81df-18854203dfe0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] show failed (client error): The resource could not be found. Aug 31 19:21:46.357304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5c847b9e-ddac-4f56-81df-18854203dfe0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups/d792cc93-d7bd-46fe-b340-3aaa44d004ae HTTP/1.1" status: 404 len: 347 time: 0.0258663 Aug 31 19:21:46.359976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:46.641401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aaf7b-7bf8-4503-9428-4a489d3adfce req-3f623ca5-132c-4aef-b200-79167272b985 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:46.650224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-606aaf7b-7bf8-4503-9428-4a489d3adfce req-3f623ca5-132c-4aef-b200-79167272b985 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 945 time: 0.1235549 Aug 31 19:21:46.677376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:46.696798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-377a6550-0a11-46d4-8d3c-8c36af3f6194 req-5cc1c09f-d88b-492c-b185-119fe14aca31 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404277 Aug 31 19:21:46.708374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc976f11-338c-4b69-987b-b306f29798a1 None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:46.711975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Deleting port 13dfacad-0e28-4532-8e5a-23a2cd727b83 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:46.712823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.775017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-606aaf7b-7bf8-4503-9428-4a489d3adfce req-021a09f4-73c5-4642-856d-95df416ef165 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239045 Aug 31 19:21:46.830602 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.831056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:46.848154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:46.853013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Calling delete_port for 13dfacad-0e28-4532-8e5a-23a2cd727b83 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:46.937960 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.032721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.047706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:47.054231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.058997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:47.074679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:47.080484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:47.081130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:47.103217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'Port': ['ID=13dfacad-0e28-4532-8e5a-23a2cd727b83,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:47.122265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: c51b0edf-2efc-400f-80cd-17689875ce2a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:47.122618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c51b0edf-2efc-400f-80cd-17689875ce2a not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:47.160938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32f943a8-b408-41fc-ad2e-312c6bf79169 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/1a0b90b5-54cc-432b-b117-9dd2a1d99fd0 HTTP/1.1" status: 200 len: 979 time: 2.1416416 Aug 31 19:21:47.166550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:47.168399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32524f-d244-4c2e-b74b-ecc60d161e2b None None] New status for floating IP 1fd62a26-667e-44f8-b460-afbdf4c9fe53: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:21:47.200261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:47.227089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:47.227935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:47.244655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.249284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.257927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-54aa8a42-6bff-4d76-867d-2b79bdf02b1c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "DELETE /v2.0/floatingips/1fd62a26-667e-44f8-b460-afbdf4c9fe53 HTTP/1.1" status: 204 len: 168 time: 0.8964472 Aug 31 19:21:47.268966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:47.269765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931a16-b8a7-4edc-b5c2-1b4417794c18 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:47.392800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fcdfa-0b71-4b23-9fd7-40e7f0ef3ab2 req-874a7a95-935f-4c51-ab7c-f3e45ed87d4b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:47.394340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a2fcdfa-0b71-4b23-9fd7-40e7f0ef3ab2 req-874a7a95-935f-4c51-ab7c-f3e45ed87d4b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.0786140 Aug 31 19:21:47.395691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port f0da2955-c2e1-44af-8959-850cfb5e5d56 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:47.396059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.457184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a2fcdfa-0b71-4b23-9fd7-40e7f0ef3ab2 req-da3c18e9-d214-4406-9696-d22ad99ac07a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543342 Aug 31 19:21:47.487080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.487413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.502879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for f0da2955-c2e1-44af-8959-850cfb5e5d56 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:47.723006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.761690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=f0da2955-c2e1-44af-8959-850cfb5e5d56,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:47.794605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:47.799551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733012850', 'description': 'tempest-description--899143688'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:47.829246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.840591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:47.840591 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 1a0b90b5-54cc-432b-b117-9dd2a1d99fd0 disassociated (deleted). External IP: 172.25.3.190, port: 1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed. Aug 31 19:21:47.965633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d119-940a-4238-8872-a62354ab03a5 req-7a4ee33e-e923-4228-bf76-3dbba40ce426 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:47.973138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4982d119-940a-4238-8872-a62354ab03a5 req-7a4ee33e-e923-4228-bf76-3dbba40ce426 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 945 time: 0.0854461 Aug 31 19:21:48.036761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4982d119-940a-4238-8872-a62354ab03a5 req-a7a34779-321d-4e03-a8a1-65ccb8ac100c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607853 Aug 31 19:21:48.047229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.057443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.126578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:48.129414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.131700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a756a3e-ea2b-44f7-9d18-c4e094e1c6e7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3348799 Aug 31 19:21:48.133853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:48.148089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group_rule': {'security_group_id': '13a99004-b1b6-4722-ad62-3c4bb2b4dcf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:48.175758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:48.194749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.272306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.278491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.302806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fe21ea-8801-4915-b35b-38ea4797f3bd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:48.317944 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.322993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cc3d87f9-f3ae-4cd1-8f99-a5e4ad78fcdb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854982 Aug 31 19:21:48.325348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:48.331376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'security_group_rule': {'security_group_id': '13a99004-b1b6-4722-ad62-3c4bb2b4dcf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:48.371869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:48.377019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.386108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:48.395433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:48.396091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:48.401324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.433552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-30d093a8-21f3-4293-8900-b0fa68bf8630 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/1a0b90b5-54cc-432b-b117-9dd2a1d99fd0 HTTP/1.1" status: 204 len: 168 time: 1.2658994 Aug 31 19:21:48.437736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33022) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:48.473598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:48.494573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:48.495091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:48.536162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:48.537799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a0ecb-0546-45bf-a8c2-3eb76bee5e96 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:48.546412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.551114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.572532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c760d7e1-5c1c-4e98-bdf3-932ac8d53c53,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:48.577184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.578359 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cdbc1b42-b36f-44b4-8e14-e303c03b5177 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520499 Aug 31 19:21:48.583817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:48.588489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:48.613295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.655925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30c1f5-3c99-4210-94a1-643aab904584 req-121a6fae-fbab-4237-8ff4-dbc0eb7fbec3 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:48.657471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f30c1f5-3c99-4210-94a1-643aab904584 req-121a6fae-fbab-4237-8ff4-dbc0eb7fbec3 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.0706410 Aug 31 19:21:48.664936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:48.665287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.721772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.756422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f30c1f5-3c99-4210-94a1-643aab904584 req-32b4ee11-4a16-47fe-9a3b-0990e50cc358 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866964 Aug 31 19:21:48.809769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:48.824207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:48.878276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Allocated IP 172.25.3.64 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a29827f7-d029-420a-8183-c52b6be190f5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:49.000341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8ce8b83e-4bc0-4e72-9516-b872e2159887 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:21:49.065990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.100945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 8ce8b83e-4bc0-4e72-9516-b872e2159887 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:49.111142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 8ce8b83e-4bc0-4e72-9516-b872e2159887 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:49.111808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.157898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.217536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a771d-d2f0-4d4d-9b86-9f6585198911 req-5031f0d7-56f4-427d-b118-d821054b7589 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:49.219203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d30a771d-d2f0-4d4d-9b86-9f6585198911 req-5031f0d7-56f4-427d-b118-d821054b7589 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1101 time: 0.0983431 Aug 31 19:21:49.221087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.254956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=a29827f7-d029-420a-8183-c52b6be190f5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:49.264238 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.278615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:49.280085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:49.282743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:49.305012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:49.329571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60b70e-f8b8-457a-9531-d6e31a2ad1cb req-f18567c0-bf93-407c-91a1-020985353d0a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:49.337431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb60b70e-f8b8-457a-9531-d6e31a2ad1cb req-f18567c0-bf93-407c-91a1-020985353d0a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 945 time: 0.1678362 Aug 31 19:21:49.344079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:49.351807 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2e117-bf9b-4312-b4ad-aa3932ac196b" -d '{"events": [{"server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "name": "network-vif-plugged", "status": "completed", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:49.393031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:49.399147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.404921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d30a771d-d2f0-4d4d-9b86-9f6585198911 req-3678a28a-5f83-4f29-b2be-20ad30ad562a tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759436 Aug 31 19:21:49.509567 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.511751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2d4a98d-0488-4000-a469-f9b8565bfc80 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/1a3ebe1f-c48d-47a1-91e5-ae68ac1150ed HTTP/1.1" status: 204 len: 168 time: 1.0726886 Aug 31 19:21:49.525691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb60b70e-f8b8-457a-9531-d6e31a2ad1cb req-4674ba14-48b4-431c-92dd-c32eaccd33ac tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872416 Aug 31 19:21:49.529248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:49.554490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33050) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:49.578962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:49.594385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.639266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.691743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.696268 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f3aa54-2378-4288-a5f7-4f68d1ae6aa4 x-openstack-request-id: req-51f3aa54-2378-4288-a5f7-4f68d1ae6aa4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:49.698055 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "name": "network-vif-plugged", "status": "completed", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:49.698504 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51f3aa54-2378-4288-a5f7-4f68d1ae6aa4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:49.699172 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887', 'code': 200} Aug 31 19:21:49.819395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.879581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68711a70-89de-4cef-80cb-96823c1fb807 req-fd5e1a19-bfc3-498d-9ce1-91d5e68825e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:49.881855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68711a70-89de-4cef-80cb-96823c1fb807 req-fd5e1a19-bfc3-498d-9ce1-91d5e68825e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 1098 time: 0.0703368 Aug 31 19:21:49.953305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.963702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:49.975818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.146 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/787b048b-5bbd-45e8-9933-4b903fab248c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:49.997144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca78dd5-0d3a-40dc-a302-72cd504860ae req-91ecf73f-ef66-438c-8834-57a8ea0995a4 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:49.999000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ca78dd5-0d3a-40dc-a302-72cd504860ae req-91ecf73f-ef66-438c-8834-57a8ea0995a4 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1101 time: 0.0691221 Aug 31 19:21:50.009985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68711a70-89de-4cef-80cb-96823c1fb807 req-55eec62d-f927-4446-88a4-876247ac392f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124253 Aug 31 19:21:50.057987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=a29827f7-d029-420a-8183-c52b6be190f5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:50.064948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ca78dd5-0d3a-40dc-a302-72cd504860ae req-5f277321-c059-4fdf-b081-ab0f43997d19 tempest-ServersAdminTestJSON-386753259 tempest-ServersAdminTestJSON-386753259-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Aug 31 19:21:50.065370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.083782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.087612 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f324291a-31e0-418f-ade7-a31e0762149b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5029430 Aug 31 19:21:50.139781 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.200219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.251062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:50.257285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:50.262120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:50.287728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=787b048b-5bbd-45e8-9933-4b903fab248c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:50.405786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7e4c-92f0-406f-a21f-c053a3cf2a7b req-9a4794e1-23d9-4e09-b205-c4b8d4db8e23 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:50.407326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-741e7e4c-92f0-406f-a21f-c053a3cf2a7b req-9a4794e1-23d9-4e09-b205-c4b8d4db8e23 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.0905697 Aug 31 19:21:50.418363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.495249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.527703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-741e7e4c-92f0-406f-a21f-c053a3cf2a7b req-87a1b18d-90fa-4734-89db-333cc7f0e1a3 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112545 Aug 31 19:21:50.535605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-9015406c-d987-4ce0-a171-afc9f881fde5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--733012850&fields=id&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 267 time: 0.1115873 Aug 31 19:21:50.763258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-cbc805a4-1212-4ebc-96a9-c56176a14f44 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:50.764791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-cbc805a4-1212-4ebc-96a9-c56176a14f44 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 817 time: 0.2015481 Aug 31 19:21:50.798570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-50cf53d9-e272-4f70-9802-9f07a0b35ff4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/quotas/d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 375 time: 0.0272546 Aug 31 19:21:50.809225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd592e5-9a19-4965-a8cc-9ac7ad09b968 req-a6ab05c8-4594-474e-a96e-9d21a4a5e308 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:50.810699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd592e5-9a19-4965-a8cc-9ac7ad09b968 req-a6ab05c8-4594-474e-a96e-9d21a4a5e308 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1226788 Aug 31 19:21:50.868704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.878164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:50.934038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-ebf42596-6603-415f-a3ff-5ff180c363fc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190002 Aug 31 19:21:50.940573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afd592e5-9a19-4965-a8cc-9ac7ad09b968 req-48651860-61e9-462c-934a-56511564fda2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153154 Aug 31 19:21:50.996427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=787b048b-5bbd-45e8-9933-4b903fab248c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:51.038460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:51.061866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:51.065626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9d35870f-3492-4022-99ac-6f89d84dd44c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5073056 Aug 31 19:21:51.066317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:51.073248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'port': {'network_id': 'da4dc459-99dc-481c-981a-0e3ca40024f6', 'name': 'tempest-FloatingIPTestJSON-2081207431'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:51.085860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-d1fc3482-dfea-4c5f-a580-83c96fa904db service neutron] 10.222.0.73 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173947 Aug 31 19:21:51.215193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-dba94a8e-c25a-4b9c-9987-076216efafe2 service neutron] 10.222.0.73 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198096 Aug 31 19:21:51.295568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:51.299484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:51.320320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] device_id is not set on port ddc3a994-6a61-4084-932a-016dffb4f6a6 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:21:51.441637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3c5cb82-fec1-4679-9500-fb3bbcfc22f4 req-877fc86e-60a2-4538-96e1-1b0fbd34dbd3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 210 time: 0.0295117 Aug 31 19:21:51.478857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.8 (da4dc459-99dc-481c-981a-0e3ca40024f6/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3/ddc3a994-6a61-4084-932a-016dffb4f6a6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:51.714191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:51.777593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dd47b-dc28-4be6-8c62-a7929ed7e5b5 req-9255cfc0-87a5-4f8a-8280-482fda987006 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:51.780132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a6dd47b-dc28-4be6-8c62-a7929ed7e5b5 req-9255cfc0-87a5-4f8a-8280-482fda987006 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.0803702 Aug 31 19:21:51.840484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a6dd47b-dc28-4be6-8c62-a7929ed7e5b5 req-eeab2afe-01d8-4ae5-aee2-25ccd627553b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Aug 31 19:21:51.862285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1adce-d8cf-467a-89df-93108603868f req-6be6f1d4-9287-4a92-9cac-6409d0267806 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:51.863970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-82d1adce-d8cf-467a-89df-93108603868f req-6be6f1d4-9287-4a92-9cac-6409d0267806 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 950 time: 0.0965581 Aug 31 19:21:51.866777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:51.896048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network da4dc459-99dc-481c-981a-0e3ca40024f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:51.899951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:51.944827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:52.102186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=ddc3a994-6a61-4084-932a-016dffb4f6a6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:52.150555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:52.157458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.188106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4982cf3-04e9-438d-ba79-6e4fb14d14db req-affaec95-a663-42a0-aab2-d5d9e6241852 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:52.189359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4982cf3-04e9-438d-ba79-6e4fb14d14db req-affaec95-a663-42a0-aab2-d5d9e6241852 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1001756 Aug 31 19:21:52.196606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4cc4c24c-a6c8-4096-b6c1-50502cfc5c60 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1286683 Aug 31 19:21:52.201390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:52.205953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': 'ddc3a994-6a61-4084-932a-016dffb4f6a6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:52.229567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Deleting port 9fdd04b6-db11-4224-ba5b-08304dae1558 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:52.229934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.292550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.364970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] For port 9fdd04b6-db11-4224-ba5b-08304dae1558, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9fdd04b6-db11-4224-ba5b-08304dae1558,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:52.365946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.374400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4982cf3-04e9-438d-ba79-6e4fb14d14db req-731ba694-e694-4776-afca-a8c387228c7e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755216 Aug 31 19:21:52.380517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Calling delete_port for 9fdd04b6-db11-4224-ba5b-08304dae1558 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:52.566865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.579895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['37228884-0114-42c5-a2a5-a76d8c181705', '9fdd04b6-db11-4224-ba5b-08304dae1558', '4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:52.704185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event deleted for resources: {'Port': ['ID=9fdd04b6-db11-4224-ba5b-08304dae1558,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:52.793215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] No DVR routers for this DVR port 9fdd04b6-db11-4224-ba5b-08304dae1558 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:52.798272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:52.800339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-82d1adce-d8cf-467a-89df-93108603868f req-3503be6d-eef9-42f3-b31a-b7cbfde088f9 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "DELETE /v2.0/ports/9fdd04b6-db11-4224-ba5b-08304dae1558 HTTP/1.1" status: 204 len: 173 time: 0.9223320 Aug 31 19:21:52.800798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'name': 'network-vif-deleted', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:52.804728 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a3eb97-2fc5-43e4-8b3a-efe5c2d24739" -d '{"events": [{"server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "name": "network-vif-deleted", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:52.863472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-9a716d21-c0c1-43b0-9eb4-45afa030c22c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:52.866042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-9a716d21-c0c1-43b0-9eb4-45afa030c22c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 817 time: 0.2663381 Aug 31 19:21:52.960424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-e15c888e-a00d-4746-bf17-2bb1ad6cdef7 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 379 time: 0.0849314 Aug 31 19:21:52.976445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'port': {'device_id': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'admin_state_up': True, 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'security_groups': ['13a99004-b1b6-4722-ad62-3c4bb2b4dcf6']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:53.120579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b0de832-370c-4df7-a9fe-b65571617cfb req-37afa62e-f7f6-4ced-97bb-30361582e773 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 210 time: 0.0843704 Aug 31 19:21:53.164906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Made reservation on behalf of d47eab66f0f848e7999c400cbdda8fa7 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:53.169154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.302336 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ce720-ffba-42bd-bf89-bb2f42e0bcb1 x-openstack-request-id: req-f54ce720-ffba-42bd-bf89-bb2f42e0bcb1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:53.306283 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065735cd-9460-43bf-a229-4978dda15db7", "name": "network-vif-deleted", "tag": "9fdd04b6-db11-4224-ba5b-08304dae1558", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:53.306549 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f54ce720-ffba-42bd-bf89-bb2f42e0bcb1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:53.306977 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065735cd-9460-43bf-a229-4978dda15db7', 'name': 'network-vif-deleted', 'tag': '9fdd04b6-db11-4224-ba5b-08304dae1558', 'status': 'completed', 'code': 200} Aug 31 19:21:53.451441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Allocated IP 172.20.0.10 (14a42b32-feaa-4cb5-a8ca-0babc3265b3b/16c23446-1f62-4301-8732-aab46ef8fa8e/a298cf2f-303b-4d41-8dca-e4cb2e882139) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:53.542231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-496ed38b-9d23-4be6-ab7d-034744645ef4 req-21c46bcf-9d52-4cb6-8cd1-55fd6d25205d tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=065735cd-9460-43bf-a229-4978dda15db7 HTTP/1.1" status: 200 len: 210 time: 0.0991035 Aug 31 19:21:53.638894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-e9acd2ac-938d-4d91-8cb8-f7e5ad9ea65c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:53.640502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-e9acd2ac-938d-4d91-8cb8-f7e5ad9ea65c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.5843201 Aug 31 19:21:53.674414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.701404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Transition to ACTIVE for port object a298cf2f-303b-4d41-8dca-e4cb2e882139 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:53.711074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-76fa7446-d204-4699-ba08-dac5cc81955f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0578501 Aug 31 19:21:53.741148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.743772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.761338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.820154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:53.826078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:53.828226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:53.830518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:53.852044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-b8fee2ec-57b6-41f0-946b-d9d3c7313709 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295276 Aug 31 19:21:53.908668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:53.909462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:53.940035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-a88af132-77c3-4d71-9aff-f6d84ec7abad tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9703331 Aug 31 19:21:53.956397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Request body: {'port': {'device_id': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:54.043829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.050624 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 2ab7ffd7-eba0-4a15-b157-5501cb493f39 associated. External IP: 172.25.3.146, port: ddc3a994-6a61-4084-932a-016dffb4f6a6. Aug 31 19:21:54.222110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a946e2d-0715-4d80-9ed6-9bf075feffcc None None] Provisioning for port a298cf2f-303b-4d41-8dca-e4cb2e882139 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:21:54.231199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a946e2d-0715-4d80-9ed6-9bf075feffcc None None] Provisioning complete for port a298cf2f-303b-4d41-8dca-e4cb2e882139 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:21:54.232022 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a946e2d-0715-4d80-9ed6-9bf075feffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.273471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2a946e2d-0715-4d80-9ed6-9bf075feffcc None None] Port a298cf2f-303b-4d41-8dca-e4cb2e882139 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:21:54.384228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-b1a5fcf8-954d-4ed6-a6b8-12d9d21d740b service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167141 Aug 31 19:21:54.456282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ab505-4867-480c-8f75-011454aa56d3 req-53028efe-8597-439d-9f5f-10dde09f4037 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:54.458011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb9ab505-4867-480c-8f75-011454aa56d3 req-53028efe-8597-439d-9f5f-10dde09f4037 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 932 time: 0.2014091 Aug 31 19:21:54.476917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:54.495256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:54.505347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.520447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Transition to ACTIVE for port object a298cf2f-303b-4d41-8dca-e4cb2e882139 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:54.527996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.568758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb9ab505-4867-480c-8f75-011454aa56d3 req-eee40467-9b88-42b5-be12-ab3068080f46 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976336 Aug 31 19:21:54.602128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-72d4d82b-5ab1-4438-b8af-e66bc7a1065c service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093828 Aug 31 19:21:54.633417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:54.757079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:54.767333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.768727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:54.797396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-af4c334a-2bb5-4245-83b3-d11f09d82c9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794826 Aug 31 19:21:54.798848 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:54.800401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:54.829626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Attempting to bind port a298cf2f-303b-4d41-8dca-e4cb2e882139 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:54.831074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Attempting to bind port a298cf2f-303b-4d41-8dca-e4cb2e882139 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:54.831424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Attempting to bind port a298cf2f-303b-4d41-8dca-e4cb2e882139 on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:54.845993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Port a298cf2f-303b-4d41-8dca-e4cb2e882139 on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:21:54.846333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Attempting to bind port a298cf2f-303b-4d41-8dca-e4cb2e882139 on network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:54.856247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eaa6f37e-9702-467d-9216-ea37a800659b tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/2ab7ffd7-eba0-4a15-b157-5501cb493f39 HTTP/1.1" status: 200 len: 978 time: 2.6535616 Aug 31 19:21:54.858329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:54.861535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:54.861890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Checking segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:54.862284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Bound using segment: {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:54.865852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Bound port: a298cf2f-303b-4d41-8dca-e4cb2e882139, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:54.866434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:54.939705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:54.968095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:54.969000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:55.040225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9fdd04b6-db11-4224-ba5b-08304dae1558 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:21:55.047571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:55.060248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:55.068734 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:55.069956 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e5c36-8e01-4424-8ee0-4519c8a233d6 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:55.098159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port ddc3a994-6a61-4084-932a-016dffb4f6a6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:55.098705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:55.143585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:55.193674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9fdd04b6-db11-4224-ba5b-08304dae1558 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:21:55.200199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9fdd04b6-db11-4224-ba5b-08304dae1558 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:21:55.307583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.308536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:55.322854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] 10.222.0.82 "PUT /v2.0/ports/a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 1093 time: 1.3585868 Aug 31 19:21:55.323507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:55.327000 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831065d-8e74-4f64-bf98-ce5e8e3f1934" -d '{"events": [{"name": "network-changed", "server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:55.370292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-b89c97ec-b77e-46f9-a404-3bf556236e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.372411 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-b89c97ec-b77e-46f9-a404-3bf556236e5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 1101 time: 0.4744241 Aug 31 19:21:55.377214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7112bd-d8f1-4fc4-94cf-2950302115e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:55.418204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-614fe604-62f8-461f-a026-f28771b4cdaf req-222cd79d-82d9-446d-bd0b-9a811ad7b892 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 210 time: 0.3139987 Aug 31 19:21:55.501764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:55.515311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fe1bf-7323-451a-95a6-0f1a8efb32f2 req-4515267a-31b3-4ef8-9dce-1c7c7e33994a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.524023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a0fe1bf-7323-451a-95a6-0f1a8efb32f2 req-4515267a-31b3-4ef8-9dce-1c7c7e33994a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 949 time: 0.1462681 Aug 31 19:21:55.551329 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17958a-7091-4658-9d9f-f4b76ba61c05 x-openstack-request-id: req-cd17958a-7091-4658-9d9f-f4b76ba61c05 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:55.551841 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:55.551841 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd17958a-7091-4658-9d9f-f4b76ba61c05 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:55.552317 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'status': 'completed', 'code': 200} Aug 31 19:21:55.659905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-d1ec3a05-f6ed-417d-b8e6-321a991bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.661629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-d1ec3a05-f6ed-417d-b8e6-321a991bec75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1096 time: 0.3025913 Aug 31 19:21:55.703548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a0fe1bf-7323-451a-95a6-0f1a8efb32f2 req-6c6ac760-acca-45ba-9a44-ff59dc2b9e61 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621978 Aug 31 19:21:55.789780 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-01e17ed1-525b-47d8-8fcb-0e5e731c4338 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 217 time: 0.1075466 Aug 31 19:21:55.871848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-d43c6444-8065-4d16-b5c3-885fdf3ab695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.873417 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-d43c6444-8065-4d16-b5c3-885fdf3ab695 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.0705633 Aug 31 19:21:55.893542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-914e4e5b-88f9-452b-bfd7-5c7491efdbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.895076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-914e4e5b-88f9-452b-bfd7-5c7491efdbcb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.4327927 Aug 31 19:21:55.962853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-c5b93f15-41bd-4505-a5a4-f2dc08c44a18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca HTTP/1.1" status: 200 len: 217 time: 0.0415382 Aug 31 19:21:55.968104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791dd9a-e348-40d8-b62c-b821654b08bb req-c3c4f017-9ed3-4ef6-b1b9-94ea18ae1ebc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:55.971202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3791dd9a-e348-40d8-b62c-b821654b08bb req-c3c4f017-9ed3-4ef6-b1b9-94ea18ae1ebc tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2397313 Aug 31 19:21:56.016887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:56.017236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:56.017554 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 2ab7ffd7-eba0-4a15-b157-5501cb493f39 disassociated. External IP: 172.25.3.146, port: ddc3a994-6a61-4084-932a-016dffb4f6a6. Aug 31 19:21:56.017895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for ddc3a994-6a61-4084-932a-016dffb4f6a6 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:56.019867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-ce9196e6-9af1-4d4f-815d-7a86b6f860a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:56.022234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-ce9196e6-9af1-4d4f-815d-7a86b6f860a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0504200 Aug 31 19:21:56.028411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af9c-a24b-4b22-8af0-8055be80438b req-c14cb332-dcc7-40e0-9595-f39b5a152512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:56.030001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-c14cb332-dcc7-40e0-9595-f39b5a152512 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462810 Aug 31 19:21:56.137387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-10719f3c-90cd-4f2e-8830-5833b5f93af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:56.140379 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-10719f3c-90cd-4f2e-8830-5833b5f93af6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088247 Aug 31 19:21:56.173613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3791dd9a-e348-40d8-b62c-b821654b08bb req-edbdefec-d0a7-437a-9b95-5abaab0e7b05 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697968 Aug 31 19:21:56.335547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:56.372732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=ddc3a994-6a61-4084-932a-016dffb4f6a6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:56.613440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-e4a4b09e-88d7-402e-9b0f-bac6ea022493 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720115 Aug 31 19:21:56.673498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69d319b8-76df-44a2-a031-73881851733b req-d8b70994-3af5-4bc6-8bdf-0b39a2d711fa tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 210 time: 0.1006007 Aug 31 19:21:56.688987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:21:56.720372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-b964721f-113b-42cd-86ac-9e059eabd082 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647957 Aug 31 19:21:56.840887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:56.950555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b405af9c-a24b-4b22-8af0-8055be80438b req-348bc86b-6050-40de-a2b4-8d1190f91b30 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291273 Aug 31 19:21:57.010963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-6ccf8074-2240-4d9b-948f-8c3f86deebe3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.020341 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-6ccf8074-2240-4d9b-948f-8c3f86deebe3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.2536995 Aug 31 19:21:57.028258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:21:57.034270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:57.039780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:21:57.053770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-3cb7140f-8e36-4ac1-8270-cf53f1b3f1af tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.056145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-3cb7140f-8e36-4ac1-8270-cf53f1b3f1af tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 949 time: 0.3500633 Aug 31 19:21:57.057019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:57.057877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:57.062306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-65a24c76-79db-4630-b35b-8c45e3e553de service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281395 Aug 31 19:21:57.124560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:57.135778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:21:57.136854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:57.137882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf601-5058-434c-95e5-a5f9aa2ef5f5 req-54d520e3-5cb6-4b7f-a521-b949d9138b62 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.147556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6fbf601-5058-434c-95e5-a5f9aa2ef5f5 req-54d520e3-5cb6-4b7f-a521-b949d9138b62 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 949 time: 0.2307100 Aug 31 19:21:57.181268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:21:57.183138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36579da6-6972-4434-81e4-ab08d7315930 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:21:57.215010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60de676d-1bde-42f6-9e4c-fe874d83991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.270073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-2a329ccc-9c16-430c-8048-3e0efca0aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.273954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-2a329ccc-9c16-430c-8048-3e0efca0aef0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1096 time: 0.2341199 Aug 31 19:21:57.277796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.283120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91dcd715-13b2-4a87-8219-4724d2f6cd3d tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/ddc3a994-6a61-4084-932a-016dffb4f6a6 HTTP/1.1" status: 204 len: 168 time: 2.4174206 Aug 31 19:21:57.284712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:57.290636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6fbf601-5058-434c-95e5-a5f9aa2ef5f5 req-434cb9f6-8938-4bb6-9772-49065fe43683 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422334 Aug 31 19:21:57.376181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b81621e9-9a93-45f9-8e34-8804f9489121 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/floatingips/2ab7ffd7-eba0-4a15-b157-5501cb493f39 HTTP/1.1" status: 200 len: 688 time: 0.0890148 Aug 31 19:21:57.379143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:57.400096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Deleting port 37228884-0114-42c5-a2a5-a76d8c181705 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:57.400440 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.474069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-ecd2f688-6d15-4f66-9900-a47c4f7c34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.476236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-ecd2f688-6d15-4f66-9900-a47c4f7c34e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1918447 Aug 31 19:21:57.533071 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-1c400965-1eac-44d1-9c60-2ba0a168b808 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 217 time: 0.0490861 Aug 31 19:21:57.558841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60de676d-1bde-42f6-9e4c-fe874d83991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.586427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60de676d-1bde-42f6-9e4c-fe874d83991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.645251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:21:57.649150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.658316 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-60de676d-1bde-42f6-9e4c-fe874d83991a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15cb1d02f51e4b76ae3a88024dd09caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067169 Aug 31 19:21:57.666111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:57.667065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de676d-1bde-42f6-9e4c-fe874d83991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c316e1-67a8-47c6-ba0e-e26da6582d5d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:57.682380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-b9b9b439-96dd-489d-b94f-3b017739b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.687194 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-b9b9b439-96dd-489d-b94f-3b017739b96c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1423833 Aug 31 19:21:57.834399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-b52b589c-12ab-45b9-8425-456a52d2a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.835958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-b52b589c-12ab-45b9-8425-456a52d2a197 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384904 Aug 31 19:21:57.845045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.866710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8664f4-2cad-485c-9d8e-7d44204a1885 req-921fa1d0-2cc5-4462-9377-8aef67656b67 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:57.868177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e8664f4-2cad-485c-9d8e-7d44204a1885 req-921fa1d0-2cc5-4462-9377-8aef67656b67 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.5767083 Aug 31 19:21:57.892890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89dde3f3-07e6-4689-82f2-2afb0c6f60be req-8bd2a81e-a470-4f93-a5f0-47648e4dd169 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 210 time: 0.0864654 Aug 31 19:21:57.945868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:57.986076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e8664f4-2cad-485c-9d8e-7d44204a1885 req-ad844360-848f-46e3-b56f-6a90c0e57c9e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959005 Aug 31 19:21:57.989608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] For port 37228884-0114-42c5-a2a5-a76d8c181705, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=37228884-0114-42c5-a2a5-a76d8c181705,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:57.989608 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.006782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.3 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:58.009535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Calling delete_port for 37228884-0114-42c5-a2a5-a76d8c181705 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:58.028094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 787b048b-5bbd-45e8-9933-4b903fab248c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:21:58.028498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.053621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-1289096b-912c-4619-b46a-5d59319669f6 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067544 Aug 31 19:21:58.075699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.078156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.079337 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8c316e1-67a8-47c6-ba0e-e26da6582d5d HTTP/1.1" status: 204 len: 168 time: 0.3991559 Aug 31 19:21:58.138942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e35a78-df16-41e2-a725-fe4e8cc872dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c316e1-67a8-47c6-ba0e-e26da6582d5d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:58.180069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.180402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.196204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 787b048b-5bbd-45e8-9933-4b903fab248c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:21:58.293339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9831065d-8e74-4f64-bf98-ce5e8e3f1934 req-dea9f08e-e401-44dc-8da5-e5579af99e42 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276459 Aug 31 19:21:58.361715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.378267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.393201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['37228884-0114-42c5-a2a5-a76d8c181705', '4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:58.467566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.509118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:58.527249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event deleted for resources: {'Port': ['ID=37228884-0114-42c5-a2a5-a76d8c181705,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:58.556491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad94953d-305c-4ab7-9d88-331445f5095f req-a16a508a-5b43-4f0f-9a9c-c7c995100fde tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=bde20cb2-7ae4-4a22-8bb0-80d404cb6523 HTTP/1.1" status: 200 len: 210 time: 0.1300023 Aug 31 19:21:58.609631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:21:58.613293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:21:58.618312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:21:58.654141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] No DVR routers for this DVR port 37228884-0114-42c5-a2a5-a76d8c181705 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:21:58.658775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.662147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95b724a0-a804-4a46-b2b0-918535f279e9 req-eda2b8b2-bd28-43cd-a84e-b76d19521c75 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "DELETE /v2.0/ports/37228884-0114-42c5-a2a5-a76d8c181705 HTTP/1.1" status: 204 len: 173 time: 1.5837784 Aug 31 19:21:58.663752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'name': 'network-vif-deleted', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:58.664633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:58.676852 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605fdd0-61c3-4f9a-9dd0-f8bb83b417c6" -d '{"events": [{"server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "name": "network-vif-deleted", "tag": "37228884-0114-42c5-a2a5-a76d8c181705"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:58.687809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:58.688996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.727865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-15e3b0bc-a3f2-4dc7-a4b3-7d13474d71eb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7063894 Aug 31 19:21:58.742973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Request body: {'port': {'device_id': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:58.784863 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0199c0ef-b854-4093-ab60-5a561b724ca0 x-openstack-request-id: req-0199c0ef-b854-4093-ab60-5a561b724ca0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:21:58.785217 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde20cb2-7ae4-4a22-8bb0-80d404cb6523", "name": "network-vif-deleted", "tag": "37228884-0114-42c5-a2a5-a76d8c181705", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:21:58.785484 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0199c0ef-b854-4093-ab60-5a561b724ca0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:21:58.785910 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde20cb2-7ae4-4a22-8bb0-80d404cb6523', 'name': 'network-vif-deleted', 'tag': '37228884-0114-42c5-a2a5-a76d8c181705', 'status': 'completed', 'code': 200} Aug 31 19:21:58.830915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:58.888051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=787b048b-5bbd-45e8-9933-4b903fab248c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:58.915561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.008922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.011808 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.016807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-97211e5c-d994-4603-a72f-04253aea4d18 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/2ab7ffd7-eba0-4a15-b157-5501cb493f39 HTTP/1.1" status: 204 len: 168 time: 1.6351633 Aug 31 19:21:59.023979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8ce8b83e-4bc0-4e72-9516-b872e2159887'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:59.032458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:21:59.113957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '07a69805-db85-48ea-9734-9fb767a25c30'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:21:59.144481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:21:59.206782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.326270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0044f-ffcc-4d55-8919-c635e121c6b8 req-29cc2c4d-c798-44ea-88f3-aa61bedb9bc5 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:59.327925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80c0044f-ffcc-4d55-8919-c635e121c6b8 req-29cc2c4d-c798-44ea-88f3-aa61bedb9bc5 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 931 time: 0.2944043 Aug 31 19:21:59.333090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:59.357388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:21:59.405106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36fe4-1bc7-4412-a5af-5b8018fec1d0 req-7e1a8d39-49c1-494d-9304-3ec4f7fab84b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:59.413914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32b36fe4-1bc7-4412-a5af-5b8018fec1d0 req-7e1a8d39-49c1-494d-9304-3ec4f7fab84b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2578902 Aug 31 19:21:59.416473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:59.427421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.431727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.447292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Transition to ACTIVE for port object 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:21:59.448264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:21:59.452887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.477014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80c0044f-ffcc-4d55-8919-c635e121c6b8 req-0c5e6043-8adb-4256-a3e1-220077fd212d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345255 Aug 31 19:21:59.491548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32b36fe4-1bc7-4412-a5af-5b8018fec1d0 req-e61bf1b9-9c34-421d-a8df-eece7a3de9d2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750785 Aug 31 19:21:59.526308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:21:59.534565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.549649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:59.565533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.601932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:21:59.670789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Attempting to bind port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:21:59.671765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Attempting to bind port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:21:59.672441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Attempting to bind port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:59.678553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:21:59.678997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Attempting to bind port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:21:59.684321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:21:59.684755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:21:59.690252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:21:59.690901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Bound port: 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:21:59.691317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.780562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.196 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0a8a5c80-c8f7-485a-8c42-376563614892) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:21:59.814656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:21:59.819611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:21:59.828199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.891247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:21:59.891890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:21:59.897076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 HTTP/1.1" status: 200 len: 1092 time: 1.1575997 Aug 31 19:21:59.897817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:21:59.902064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a298cf2f-303b-4d41-8dca-e4cb2e882139'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:21:59.910300 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15416112-4344-4272-97a7-b4d31046b23d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:21:59.978551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:00.015908 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e25d2d3-e0d7-4a12-832d-dc508bd7749d x-openstack-request-id: req-9e25d2d3-e0d7-4a12-832d-dc508bd7749d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:00.016249 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:00.016439 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e25d2d3-e0d7-4a12-832d-dc508bd7749d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:00.016843 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3', 'status': 'completed', 'code': 200} Aug 31 19:22:00.025226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f861c-6ad2-4279-a08a-0f796c9cdb87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:00.069564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:00.142632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:00.149681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:00.157096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:00.170860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-172f67c9-7aa3-453c-b2f6-f6dfbab1ed10 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0944858 Aug 31 19:22:00.173012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-00f299c6-0980-44ba-a637-fa35624fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.175197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-00f299c6-0980-44ba-a637-fa35624fbf68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 1095 time: 0.1927230 Aug 31 19:22:00.223262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=0a8a5c80-c8f7-485a-8c42-376563614892,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:00.248252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-1fb0bbfc-91f7-41e6-ad37-1761ed9c8e51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 HTTP/1.1" status: 200 len: 217 time: 0.0595250 Aug 31 19:22:00.272907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0499664-757f-44dd-9c18-dafa73507a1c req-cc41e278-a4ad-4d56-a6ee-59ad9b7789c1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.274491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0499664-757f-44dd-9c18-dafa73507a1c req-cc41e278-a4ad-4d56-a6ee-59ad9b7789c1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.1959238 Aug 31 19:22:00.347269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.347772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.348256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.348728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.349800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.351602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.351602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.353080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-ebf515ad-d975-44f2-bf1c-7c014baf3ed8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.1036284 Aug 31 19:22:00.357515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-e42ff561-e6bf-43d9-bd2c-f42c9cd69ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.358848 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-e42ff561-e6bf-43d9-bd2c-f42c9cd69ed7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0666881 Aug 31 19:22:00.360252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0499664-757f-44dd-9c18-dafa73507a1c req-0a13956c-46e2-4de1-90d6-ed95ad62a9f1 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648541 Aug 31 19:22:00.417208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-4841478a-991f-4b9c-a9bd-5cbda97cd43a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483773 Aug 31 19:22:00.575509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-03a81e5b-32ae-4b55-912e-0e699bf5cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.576022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-03a81e5b-32ae-4b55-912e-0e699bf5cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.576492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-03a81e5b-32ae-4b55-912e-0e699bf5cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.578088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-03a81e5b-32ae-4b55-912e-0e699bf5cd7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=54187448-1abd-4ee2-a8e1-0858c21c5084&id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 2298 time: 0.1880467 Aug 31 19:22:00.581685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-8bdfcbdd-5f04-4135-af69-279c052dcd51 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512020 Aug 31 19:22:00.729484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-04183e80-6ec7-4965-bfab-56292ea0dcfb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 1002 time: 0.1392443 Aug 31 19:22:00.754970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40235f-6da9-4d75-b476-e056862fbee3 req-9782c2e1-4412-4a47-8453-ef57267c0000 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.756807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e40235f-6da9-4d75-b476-e056862fbee3 req-9782c2e1-4412-4a47-8453-ef57267c0000 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.0964732 Aug 31 19:22:00.797442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735856e-de11-44a9-acb8-bd8ce7a6968d req-76a80754-9c3c-481c-89d9-a9e80d958430 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.799232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6735856e-de11-44a9-acb8-bd8ce7a6968d req-76a80754-9c3c-481c-89d9-a9e80d958430 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 943 time: 0.1485779 Aug 31 19:22:00.801796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:00.848034 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a794fca-81b6-4213-96d4-23dd63adaf00 req-0c41f9ee-23a2-4a5c-900b-a981af312a65 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565367 Aug 31 19:22:00.856271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-f6bd8e90-5fd6-452f-b154-4c7a1e3bd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.857984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-f6bd8e90-5fd6-452f-b154-4c7a1e3bd9bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 200 len: 855 time: 0.1181097 Aug 31 19:22:00.903829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e40235f-6da9-4d75-b476-e056862fbee3 req-41004284-49ba-4a1d-aa74-c55a2196d83b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373219 Aug 31 19:22:00.920235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6735856e-de11-44a9-acb8-bd8ce7a6968d req-a92a8bf3-8863-403d-9660-eabccac5ac25 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103041 Aug 31 19:22:00.982690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416112-4344-4272-97a7-b4d31046b23d req-76d8b0c9-710e-430c-8ab0-0e6616d11c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.984364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-76d8b0c9-710e-430c-8ab0-0e6616d11c69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 1095 time: 0.0759568 Aug 31 19:22:00.986219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-8d8614dc-e57a-49a4-ae3c-d6823f198365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:00.987523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-8d8614dc-e57a-49a4-ae3c-d6823f198365 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213229 Aug 31 19:22:01.008170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:01.104111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 37228884-0114-42c5-a2a5-a76d8c181705 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:01.137518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 37228884-0114-42c5-a2a5-a76d8c181705 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:01.138171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 37228884-0114-42c5-a2a5-a76d8c181705 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:01.217855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-a6d62099-5ec9-4c01-ad68-7102ceca2f2a service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204885 Aug 31 19:22:01.223022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416112-4344-4272-97a7-b4d31046b23d req-b8cd08c9-3440-4fcf-9168-b7d12046b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.225145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-b8cd08c9-3440-4fcf-9168-b7d12046b8f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.2055287 Aug 31 19:22:01.234564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:01.240349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:01.315785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=0a8a5c80-c8f7-485a-8c42-376563614892,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:01.318942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-44994118-fd9e-47cb-8ab0-2c100f3f5bbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 HTTP/1.1" status: 200 len: 217 time: 0.0820193 Aug 31 19:22:01.326858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:01.382701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-694526ff-f1f2-4300-a3fd-262c937e582c service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537118 Aug 31 19:22:01.445070 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 37b85053-ab45-4787-9937-b314733f1517 associated. External IP: 172.25.3.196, port: 07a69805-db85-48ea-9734-9fb767a25c30. Aug 31 19:22:01.459294 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-5abec746-3bb6-4322-a784-eefa5a77e259 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0503767 Aug 31 19:22:01.516595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-5587cb5c-7e1e-464b-92ac-d71a87bcc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.518586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-5587cb5c-7e1e-464b-92ac-d71a87bcc386 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0534184 Aug 31 19:22:01.537866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416112-4344-4272-97a7-b4d31046b23d req-aac61b61-43fe-4daf-b433-6629d772bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.539302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-aac61b61-43fe-4daf-b433-6629d772bfcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.2086737 Aug 31 19:22:01.578613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d857fa-30fa-408b-8851-8b417455afac req-1c3192c9-9ca0-4a9e-b29c-c34e1d54c395 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.580734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24d857fa-30fa-408b-8851-8b417455afac req-1c3192c9-9ca0-4a9e-b29c-c34e1d54c395 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.1316068 Aug 31 19:22:01.591457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-9ef987bf-41df-4631-992a-d43d2aa02e69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348194 Aug 31 19:22:01.644083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-cadc9793-15c8-4ff3-96d7-f2de72c28573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.645878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-cadc9793-15c8-4ff3-96d7-f2de72c28573 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192935 Aug 31 19:22:01.672071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24d857fa-30fa-408b-8851-8b417455afac req-c6875d71-18f5-4261-9b7f-8158755a323b tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831904 Aug 31 19:22:01.792543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:01.800132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-4a2230dd-ca37-451e-b065-6f36a38d7f46 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:01.801579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-4a2230dd-ca37-451e-b065-6f36a38d7f46 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.0737605 Aug 31 19:22:01.807435 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-4566a4a5-e938-47cd-b16d-4cecd6deb3e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046013 Aug 31 19:22:01.812441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-1380f4b5-73ff-4191-83d1-f07f7444b94d service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240895 Aug 31 19:22:02.268938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d199d7a-b144-4704-8dd3-58b4c9c1f1bb req-1b369cbb-88da-4f89-ba3d-3a58b61cf6fc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:02.270599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d199d7a-b144-4704-8dd3-58b4c9c1f1bb req-1b369cbb-88da-4f89-ba3d-3a58b61cf6fc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 943 time: 0.2062316 Aug 31 19:22:02.281582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b9f1e-a6b3-405c-a8c6-fc7b67ecf7e0 req-3590cc2b-5db9-41fb-8bec-e24cebb882c0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:02.291422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb3b9f1e-a6b3-405c-a8c6-fc7b67ecf7e0 req-3590cc2b-5db9-41fb-8bec-e24cebb882c0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.2322357 Aug 31 19:22:02.298373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:02.311005 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:02.326407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:02.327241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:02.424289 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:02.442269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Deleting port 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:02.444366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.447473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15416112-4344-4272-97a7-b4d31046b23d req-08a6d6e7-13e6-424c-adb1-d3e72a7088a5 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298442 Aug 31 19:22:02.449753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-4bd789ba-b633-4288-bd1a-de93395513b2 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218183 Aug 31 19:22:02.454477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:02.479915 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:02.480554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:02.505521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-66d4166d-9a9a-47ed-a970-d7df90dffc07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 217 time: 0.0437391 Aug 31 19:22:02.570184 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:02.570866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b71e-844d-416d-b79f-f8fc16c300f1 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:02.600760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.614049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17442420-5abe-4ed0-baae-eb400876c264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.634939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d199d7a-b144-4704-8dd3-58b4c9c1f1bb req-2e9b533a-adb3-4515-b335-5347e4dc097c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389809 Aug 31 19:22:02.639863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-a85bd10c-c698-41a2-81a4-3852e3c0a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:02.641357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-a85bd10c-c698-41a2-81a4-3852e3c0a010 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1273022 Aug 31 19:22:02.642027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb3b9f1e-a6b3-405c-a8c6-fc7b67ecf7e0 req-13ab7bed-df99-43f4-b4e5-b3de026b9554 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494828 Aug 31 19:22:02.677196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fe883d19-b386-4fa9-8dd4-41da0ea68800 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6416540 Aug 31 19:22:02.680754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33402) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:02.702264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1581772390'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:02.738033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-4f9d68ba-b754-4f74-a2f6-57c4ece9b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:02.740824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-4f9d68ba-b754-4f74-a2f6-57c4ece9b846 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817969 Aug 31 19:22:02.760815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] For port 4e5302f9-7650-4eba-8e80-e55e20c612ca, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4e5302f9-7650-4eba-8e80-e55e20c612ca,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:02.764357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.792187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Calling delete_port for 4e5302f9-7650-4eba-8e80-e55e20c612ca owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:02.881164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17442420-5abe-4ed0-baae-eb400876c264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.888842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17442420-5abe-4ed0-baae-eb400876c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.904645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-5b9f9a6a-755a-4e3a-87ea-f02bd539c2ce service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531134 Aug 31 19:22:02.937183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:02.940703 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:02.968845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1346955-e06c-4687-95ef-56a4d19a16fe req-017e541f-ea88-4386-af7f-a1742b346f8a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:02.979260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-17442420-5abe-4ed0-baae-eb400876c264 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8664d05717484587afdf1cd0a08890fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212038 Aug 31 19:22:02.979471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1346955-e06c-4687-95ef-56a4d19a16fe req-017e541f-ea88-4386-af7f-a1742b346f8a tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23da686-fe19-4f13-8e13-5c4c7c09bc3f HTTP/1.1" status: 200 len: 949 time: 0.1045101 Aug 31 19:22:02.979577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:02.990298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17442420-5abe-4ed0-baae-eb400876c264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a741e1d4-b210-4ea0-a8aa-7275df2f364c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:03.006602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:03.062463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1346955-e06c-4687-95ef-56a4d19a16fe req-46114b23-71e7-40e0-a0b8-9f8139a0729c tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.73 "GET /v2.0/security-groups?id=37995a83-f470-43fe-952a-d0387d19a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847685 Aug 31 19:22:03.069544 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-d08d579a-8bd2-4a9d-9d23-85c5d6ef4351 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562684 Aug 31 19:22:03.070395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.080659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.081167 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Added segment 697070af-b410-4bb8-8299-e46b9c8b783c of type vlan for network fdc2f526-e23e-4bb7-be53-995f0e921637 Aug 31 19:22:03.122391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:03.130398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.131175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-b39a7c5b-3d7f-4c55-adc2-1f9015cf7a4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 200 len: 217 time: 0.0518370 Aug 31 19:22:03.136247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.152260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4e5302f9-7650-4eba-8e80-e55e20c612ca'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:03.176927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:03.180352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.182658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Pushing event deleted for resources: {'Port': ['ID=4e5302f9-7650-4eba-8e80-e55e20c612ca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:03.248957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.252431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.254134 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a741e1d4-b210-4ea0-a8aa-7275df2f364c HTTP/1.1" status: 204 len: 168 time: 0.2733636 Aug 31 19:22:03.260265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] No DVR routers for this DVR port 4e5302f9-7650-4eba-8e80-e55e20c612ca on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:03.271517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.273416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31e7a4-0f6b-4ec3-9214-1f0a9a7f9adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a741e1d4-b210-4ea0-a8aa-7275df2f364c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:03.273703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-505db545-3bbd-40f6-9c49-e0f236d86a0f req-480f0b6b-2a01-45b2-80ca-095a764bccd8 tempest-ServersAdminTestJSON-649519780 tempest-ServersAdminTestJSON-649519780-project] 10.222.0.67 "DELETE /v2.0/ports/4e5302f9-7650-4eba-8e80-e55e20c612ca HTTP/1.1" status: 204 len: 173 time: 1.4232590 Aug 31 19:22:03.274159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-deleted', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:03.292846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-79511c96-c1dc-4969-a470-2df828635947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:03.294969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-79511c96-c1dc-4969-a470-2df828635947 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1511748 Aug 31 19:22:03.301456 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e0a98a-ec5a-419f-a417-06502305b687" -d '{"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-deleted", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:03.329216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.335544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:03.335544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.410188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port a298cf2f-303b-4d41-8dca-e4cb2e882139 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:03.427324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a298cf2f-303b-4d41-8dca-e4cb2e882139 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:03.428295 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.434852 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc92a25-287a-4885-8d53-5ac93a682694 x-openstack-request-id: req-6dc92a25-287a-4885-8d53-5ac93a682694 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:03.434852 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23da686-fe19-4f13-8e13-5c4c7c09bc3f", "name": "network-vif-deleted", "tag": "4e5302f9-7650-4eba-8e80-e55e20c612ca", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:03.434852 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6dc92a25-287a-4885-8d53-5ac93a682694 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:03.435272 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23da686-fe19-4f13-8e13-5c4c7c09bc3f', 'name': 'network-vif-deleted', 'tag': '4e5302f9-7650-4eba-8e80-e55e20c612ca', 'status': 'completed', 'code': 200} Aug 31 19:22:03.440288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-4654c737-f520-401d-8d4b-87a022101b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:03.452351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-4654c737-f520-401d-8d4b-87a022101b78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450715 Aug 31 19:22:03.495000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8062320 Aug 31 19:22:03.495347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:03.517569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'subnet': {'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:03.529364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:03.600195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3', 'mac_address': 'fa:16:3e:50:54:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:03.600544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624640-5e44-44be-baec-6d1625004199 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Network': ['ID=fdc2f526-e23e-4bb7-be53-995f0e921637,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:03.616888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network fdc2f526-e23e-4bb7-be53-995f0e921637 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:03.617412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:03.621579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.628886 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-ceaec644-716f-4292-8f6f-4aef255bcf72 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656518 Aug 31 19:22:03.837348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.879165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-44f2e939-e641-450d-9bc5-5761814eb3f1 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416105 Aug 31 19:22:03.915203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:03.924502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:03.929239 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa1ce5-f5d3-4401-bbcd-96122bbf22d8" -d '{"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:03.938415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:03.958185 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-0dd54bd5-8571-4e51-9b44-1177312b16f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 200 len: 217 time: 0.0671585 Aug 31 19:22:03.984273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.017003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:04.051924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:04.060600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:04.063148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-5cd83192-5507-4e12-a57c-890aca9e83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.065216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-5cd83192-5507-4e12-a57c-890aca9e83bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0995533 Aug 31 19:22:04.066148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.136018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:04.159443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-d443cf46-9f6b-43e4-8727-d54fc82acb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.161217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-d443cf46-9f6b-43e4-8727-d54fc82acb6e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0880105 Aug 31 19:22:04.296956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-3ef08657-f179-4c2d-836f-e5518e711f59 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272142 Aug 31 19:22:04.323618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.335052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:04.340267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d133-c573-4449-a583-5ce9a72cff2a req-e425a069-642f-4bcd-827a-7d3add068247 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.341823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b6d133-c573-4449-a583-5ce9a72cff2a req-e425a069-642f-4bcd-827a-7d3add068247 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.5672240 Aug 31 19:22:04.426108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92503562-5921-4fc5-aeb8-f1709e16b267 req-9dd487d2-67e0-48a5-90f5-bcd6962d664a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.433587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92503562-5921-4fc5-aeb8-f1709e16b267 req-9dd487d2-67e0-48a5-90f5-bcd6962d664a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 943 time: 0.6032338 Aug 31 19:22:04.465091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-e886a935-ebc8-4a64-b1da-521f08e92bf2 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596448 Aug 31 19:22:04.477393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Subnet': ['ID=e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:04.525199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Checking segment: {'id': '697070af-b410-4bb8-8299-e46b9c8b783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:04.526069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network hostable DHCP agents. Network: fdc2f526-e23e-4bb7-be53-995f0e921637, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:04.535250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-bf879527-21b4-4d88-8e82-b1188961a13d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 200 len: 217 time: 0.0616357 Aug 31 19:22:04.547267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92503562-5921-4fc5-aeb8-f1709e16b267 req-6d540de0-6f0b-44fa-ab0c-40ff9983e953 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020334 Aug 31 19:22:04.561907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network fdc2f526-e23e-4bb7-be53-995f0e921637 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:04.581645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, fdc2f526-e23e-4bb7-be53-995f0e921637) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:04.588402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.590885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.617532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3575cd8c-af1e-4ef4-a979-6ad3cd91a176 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1154656 Aug 31 19:22:04.619921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33450) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:04.627146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-e8461edb-83bb-40d8-9ed4-80e1a5e68669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.628973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-e8461edb-83bb-40d8-9ed4-80e1a5e68669 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.0801260 Aug 31 19:22:04.632586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-988497686', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:04.643654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886e70d-206f-4c81-8229-1938f3a67c6c None None] Network fdc2f526-e23e-4bb7-be53-995f0e921637 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:04.695654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.697266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.727538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-e8ed2f62-6f1d-4896-bac5-9ad4c724020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:04.729175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-e8ed2f62-6f1d-4896-bac5-9ad4c724020b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918813 Aug 31 19:22:04.890710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:04.902729 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5308a266-cf6e-4a1e-8e8f-1edf31f0e160 x-openstack-request-id: req-5308a266-cf6e-4a1e-8e8f-1edf31f0e160 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:04.903021 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:04.903282 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5308a266-cf6e-4a1e-8e8f-1edf31f0e160 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:04.904810 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'code': 200} Aug 31 19:22:04.925247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-932c8869-4a76-4090-995d-32ff0d858146 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882565 Aug 31 19:22:04.928449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b6d133-c573-4449-a583-5ce9a72cff2a req-547f43f4-40d3-43af-b995-31b30b1be197 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5571220 Aug 31 19:22:04.989039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-fdc2f526-e23e-4bb7-be53-995f0e921637', 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637', 'tenant_id': '216d154513824144b73cc187ec903cff', 'fixed_ips': [{'subnet_id': 'e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:04.989947 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.151747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:05.170603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.184822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33470) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:05.211479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24090fdd-d2e2-4a5b-b05e-674c9eefff5a req-693b93f2-a8ee-4962-bd6f-a14bbaba8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:05.213033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24090fdd-d2e2-4a5b-b05e-674c9eefff5a req-693b93f2-a8ee-4962-bd6f-a14bbaba8257 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1098 time: 0.2716196 Aug 31 19:22:05.216187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 4e5302f9-7650-4eba-8e80-e55e20c612ca {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:05.216533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4e5302f9-7650-4eba-8e80-e55e20c612ca not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:05.248362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Allocated IP 172.20.0.2 (fdc2f526-e23e-4bb7-be53-995f0e921637/e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce/d937fe5c-5931-4424-a091-8b3c95ce4361) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:05.260000 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-4ed0afec-51e3-451a-b443-322ba22ea5e7 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967243 Aug 31 19:22:05.315357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24090fdd-d2e2-4a5b-b05e-674c9eefff5a req-2476b649-242a-4c0f-b152-c5f23902492b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925870 Aug 31 19:22:05.316932 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-507a8224-e4a3-4491-a820-4bad1487f282 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 217 time: 0.0451374 Aug 31 19:22:05.510984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.523416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Transition to ACTIVE for port object d937fe5c-5931-4424-a091-8b3c95ce4361 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:05.544691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Transition to ACTIVE for port object d937fe5c-5931-4424-a091-8b3c95ce4361 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:05.548091 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03e8120-d33e-4a77-8d00-cd677ffd87e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.556296 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.588975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.611512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-dae83360-dcd0-46eb-801b-8879cf330214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:05.614899 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-dae83360-dcd0-46eb-801b-8879cf330214 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.0868199 Aug 31 19:22:05.621664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.711903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Network fdc2f526-e23e-4bb7-be53-995f0e921637 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:05.716698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736ab8-a978-45db-b6b7-855cda121722 req-d672d045-063d-491b-a0cb-de1756e5c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:05.718222 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-d672d045-063d-491b-a0cb-de1756e5c498 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958421 Aug 31 19:22:05.723057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:05.731876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:05.734075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:05.741084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Pushing event updated for resources: {'Port': ['ID=d937fe5c-5931-4424-a091-8b3c95ce4361,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:05.799396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.25.3.11 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/51dccf3e-ab05-4c34-9924-efaa78b2cd36) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:05.928321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:05.932305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-31c9a396-c82d-41fd-a842-c305bb2b0488 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890450 Aug 31 19:22:06.018020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.079981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737041-d377-4e9c-af82-883ed3d562fa req-08d3e52a-e5c5-437a-b40c-8a570bebf042 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:06.081612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0737041-d377-4e9c-af82-883ed3d562fa req-08d3e52a-e5c5-437a-b40c-8a570bebf042 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 944 time: 0.1121194 Aug 31 19:22:06.105340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:06.137365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49736ab8-a978-45db-b6b7-855cda121722 req-6acd1bd2-ef04-4734-a53d-c6d3756c26bc service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968327 Aug 31 19:22:06.140111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Attempting to bind port d937fe5c-5931-4424-a091-8b3c95ce4361 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:06.140662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Attempting to bind port d937fe5c-5931-4424-a091-8b3c95ce4361 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '697070af-b410-4bb8-8299-e46b9c8b783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:06.141574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Attempting to bind port d937fe5c-5931-4424-a091-8b3c95ce4361 on network fdc2f526-e23e-4bb7-be53-995f0e921637 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:06.148824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:06.149452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Checking segment: {'id': '697070af-b410-4bb8-8299-e46b9c8b783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:06.150326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.150875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Bound using segment: {'id': '697070af-b410-4bb8-8299-e46b9c8b783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:06.151677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Bound port: d937fe5c-5931-4424-a091-8b3c95ce4361, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697070af-b410-4bb8-8299-e46b9c8b783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:06.152548 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.211184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-65332f12-e241-472e-8b20-3676a975c999 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=019e0e5fcdd14e8abbab4bdccbb62797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751720 Aug 31 19:22:06.213636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:06.223268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:06.230695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:06.254335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] For port d937fe5c-5931-4424-a091-8b3c95ce4361, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:06.259439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] For port d937fe5c-5931-4424-a091-8b3c95ce4361, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d937fe5c-5931-4424-a091-8b3c95ce4361,segment=NetworkSegment(697070af-b410-4bb8-8299-e46b9c8b783c),segment_id=697070af-b410-4bb8-8299-e46b9c8b783c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:06.269398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.310840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=51dccf3e-ab05-4c34-9924-efaa78b2cd36,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:06.319181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.358093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706dc9-b1b7-4c77-8b57-72fe8a8221b5 None None] Pushing event updated for resources: {'Port': ['ID=d937fe5c-5931-4424-a091-8b3c95ce4361,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:06.363739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.375789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0737041-d377-4e9c-af82-883ed3d562fa req-d7e1d95e-6b11-4ac9-a6f6-80670ca7d22a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867490 Aug 31 19:22:06.384439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c480-263c-408b-b9ff-9ba2c5eb86c2 req-f4b2636e-7b9c-401a-b6e9-b492ac4a0b5b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:06.391827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5f0c480-263c-408b-b9ff-9ba2c5eb86c2 req-f4b2636e-7b9c-401a-b6e9-b492ac4a0b5b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.2848260 Aug 31 19:22:06.468249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.471560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.476708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37995a83-f470-43fe-952a-d0387d19a017 HTTP/1.1" status: 204 len: 168 time: 0.2576704 Aug 31 19:22:06.476888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03e8120-d33e-4a77-8d00-cd677ffd87e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.499064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd92c7-85cb-4017-b359-a17ac0554f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37995a83-f470-43fe-952a-d0387d19a017,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:06.535786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03e8120-d33e-4a77-8d00-cd677ffd87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.610121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5f0c480-263c-408b-b9ff-9ba2c5eb86c2 req-22096430-1a48-4e0c-a9a1-9a08868c3c09 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173860 Aug 31 19:22:06.631236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e8120-d33e-4a77-8d00-cd677ffd87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df487729-7bd7-4e7d-9e7d-ad6a9cad6336,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:06.639599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a03e8120-d33e-4a77-8d00-cd677ffd87e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=223b5bc115234ad8a42f91c7843aff9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4533970 Aug 31 19:22:06.644122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:06.763247 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:22:06.853169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.903936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.920297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.977804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.981180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:06.984735 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df487729-7bd7-4e7d-9e7d-ad6a9cad6336 HTTP/1.1" status: 204 len: 168 time: 0.3330452 Aug 31 19:22:06.992251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df66f4-2fa1-459e-b401-27b1bc3d2ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df487729-7bd7-4e7d-9e7d-ad6a9cad6336,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:07.059940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:07.161863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:07.191832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b6f21ff-bac1-48e8-9f86-b895e827dedd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73b169e5d7ec491abde4946699e444f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293364 Aug 31 19:22:07.193908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:07.215764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.294719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:07.301595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:07.302200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.303844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.371287 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.407041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d937fe5c-5931-4424-a091-8b3c95ce4361 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:07.471061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router c1142a66-ac0d-4ba1-b816-794112d2fd4d is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:22:07.509499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.512631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.516388 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c15c39eb-7777-4e8c-9ea4-d81cd968f585 HTTP/1.1" status: 204 len: 168 time: 0.3191392 Aug 31 19:22:07.530823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75343a52-a1ed-4ff9-b5b3-d6454f2f4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c39eb-7777-4e8c-9ea4-d81cd968f585,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:07.566867 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.599321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:07.601699 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661dc1e8-2559-4626-9520-6bf163c3f356" -d '{"events": [{"server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:07.617783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d937fe5c-5931-4424-a091-8b3c95ce4361 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:07.626365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:07.631915 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.669269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:07.683426 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed0b65-3c8a-4313-9e0a-0ebeaacb0b4f x-openstack-request-id: req-71ed0b65-3c8a-4313-9e0a-0ebeaacb0b4f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:07.685778 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:07.686038 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71ed0b65-3c8a-4313-9e0a-0ebeaacb0b4f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:07.686434 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3', 'code': 200} Aug 31 19:22:07.696156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1fc7-c1c6-4968-b319-87a049525065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:07.746988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42ba39-b0a7-4da6-a19d-349fe58d4471 req-20a0014d-fe02-4833-a07e-6aa588f9e155 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:07.748644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c42ba39-b0a7-4da6-a19d-349fe58d4471 req-20a0014d-fe02-4833-a07e-6aa588f9e155 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 944 time: 0.1631882 Aug 31 19:22:07.763751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:07.841349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:07.853915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] Sync routers for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:07.866894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:07.867826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:07.913889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c42ba39-b0a7-4da6-a19d-349fe58d4471 req-958194fd-90cb-432c-be93-1345568532bc tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367035 Aug 31 19:22:07.931415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2dd2e-275b-43dd-84b8-337a680d4c48 req-83407769-0821-436b-8a41-06e80619afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:07.932974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3d2dd2e-275b-43dd-84b8-337a680d4c48 req-83407769-0821-436b-8a41-06e80619afae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 1097 time: 0.1762123 Aug 31 19:22:07.944827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026e76f-a5ee-447e-b851-2e621ba24478 req-b1dcb916-7841-4c9c-ae66-8f3fd9bc4c42 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:07.946379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6026e76f-a5ee-447e-b851-2e621ba24478 req-b1dcb916-7841-4c9c-ae66-8f3fd9bc4c42 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1272149 Aug 31 19:22:07.964429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:07.982752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:07.983397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:08.001897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3d2dd2e-275b-43dd-84b8-337a680d4c48 req-f692aa61-f8ed-46f2-a88c-6e61476360e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544488 Aug 31 19:22:08.016124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1fc7-c1c6-4968-b319-87a049525065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.023517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1fc7-c1c6-4968-b319-87a049525065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.044753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6026e76f-a5ee-447e-b851-2e621ba24478 req-3c6ba99c-e597-4361-8a2d-d5a6383dee89 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733130 Aug 31 19:22:08.048866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.054675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7d72db6-dee3-49c3-920d-b772462dfdcc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4324844 Aug 31 19:22:08.056686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:08.066755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:08.067461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31eac13-c454-4d23-9b74-6d80c185de06 None None] The sync data for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:08.080635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf20a3e-78b6-4de4-80c1-fd679f92e50a None None] Network fdc2f526-e23e-4bb7-be53-995f0e921637 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:08.108753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe1fc7-c1c6-4968-b319-87a049525065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7913ab0-2f19-40bd-8944-af7ddc8e35ab,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:08.155623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Provisioning for port d937fe5c-5931-4424-a091-8b3c95ce4361 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:08.162521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Provisioning complete for port d937fe5c-5931-4424-a091-8b3c95ce4361 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:08.163530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.189796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1bfe1fc7-c1c6-4968-b319-87a049525065 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa7b7ac1776b42968d81e15eb3c1cd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168378 Aug 31 19:22:08.190187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:08.284838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.319904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75867707-51c6-420d-9297-074e82a69fb0 req-675f653e-9dff-4081-a65c-084689e4063a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:08.325858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75867707-51c6-420d-9297-074e82a69fb0 req-675f653e-9dff-4081-a65c-084689e4063a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1173577 Aug 31 19:22:08.335731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:08.339556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.342438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Request body: {'floatingip': {'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:08.351599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.399697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.418595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] For port d937fe5c-5931-4424-a091-8b3c95ce4361, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d937fe5c-5931-4424-a091-8b3c95ce4361,segment=NetworkSegment(697070af-b410-4bb8-8299-e46b9c8b783c),segment_id=697070af-b410-4bb8-8299-e46b9c8b783c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:08.422273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.453818 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.462119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:08.468003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7913ab0-2f19-40bd-8944-af7ddc8e35ab HTTP/1.1" status: 204 len: 168 time: 0.2741764 Aug 31 19:22:08.492622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b563c5b-c969-45ee-a74d-b4081a6a747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7913ab0-2f19-40bd-8944-af7ddc8e35ab,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:08.577389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e064e1-a966-4886-b3d0-b2e047b6cbfd None None] Pushing event updated for resources: {'Port': ['ID=d937fe5c-5931-4424-a091-8b3c95ce4361,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:08.738756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:08.756262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4df0d680-585b-4983-87af-3de7e90f3799 None None] Provisioning complete for port d937fe5c-5931-4424-a091-8b3c95ce4361 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:08.756643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df0d680-585b-4983-87af-3de7e90f3799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.033482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f33cd78c-715a-4376-9eca-25657c014fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.222469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f33cd78c-715a-4376-9eca-25657c014fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.239812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f33cd78c-715a-4376-9eca-25657c014fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.332690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cd78c-715a-4376-9eca-25657c014fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73899cb-d094-4be9-9347-c4d28d5d9bd1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:09.348399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f33cd78c-715a-4376-9eca-25657c014fbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcea7618eaf542a5a82fbf1671b5a43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085494 Aug 31 19:22:09.351891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:09.369586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d937fe5c-5931-4424-a091-8b3c95ce4361 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:09.444274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d937fe5c-5931-4424-a091-8b3c95ce4361 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:09.445167 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.473455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.507155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.538990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.566733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95589ff8-22e3-4472-b683-6a4757e1fb8e req-1f8c285e-b98d-4878-b066-1fb92d064850 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:09.572989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.574370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95589ff8-22e3-4472-b683-6a4757e1fb8e req-1f8c285e-b98d-4878-b066-1fb92d064850 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.5608945 Aug 31 19:22:09.577936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.583774 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c73899cb-d094-4be9-9347-c4d28d5d9bd1 HTTP/1.1" status: 204 len: 168 time: 0.2299824 Aug 31 19:22:09.596196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39aa92-6e5f-4cd5-b78b-baca26cb039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73899cb-d094-4be9-9347-c4d28d5d9bd1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:09.686050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:22:09.782893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95589ff8-22e3-4472-b683-6a4757e1fb8e req-860d4355-9709-4e59-abe3-b21a44144c28 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075760 Aug 31 19:22:09.791994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.804192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:09.934551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:09.948618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a923-7edd-47a8-9660-f3b0eed31885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.003348 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Floating IP 7dde547d-bce9-46f3-9911-5548e46f6689 associated. External IP: 172.25.3.64, port: a298cf2f-303b-4d41-8dca-e4cb2e882139. Aug 31 19:22:10.077484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a923-7edd-47a8-9660-f3b0eed31885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.082752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a923-7edd-47a8-9660-f3b0eed31885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.143413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1a923-7edd-47a8-9660-f3b0eed31885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c36e36-ca60-44d9-93ca-5bc617e4f103,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:10.145605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.1 (fdc2f526-e23e-4bb7-be53-995f0e921637/e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce/2854f3b9-10f1-4d1c-92d7-14696455ec72) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:10.150074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ccb1a923-7edd-47a8-9660-f3b0eed31885 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3d417e640134db5919eb36ce17bbe22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138765 Aug 31 19:22:10.152738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:10.215194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.242972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.322681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.325338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.329581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3c36e36-ca60-44d9-93ca-5bc617e4f103 HTTP/1.1" status: 204 len: 168 time: 0.1753566 Aug 31 19:22:10.338230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f3171-0bbf-40ba-9eca-66d79f06641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c36e36-ca60-44d9-93ca-5bc617e4f103,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:10.394449 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.397093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:10.414936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:10.416078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Transition to ACTIVE for port object 2854f3b9-10f1-4d1c-92d7-14696455ec72 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:10.536221 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.595112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network fdc2f526-e23e-4bb7-be53-995f0e921637 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:10.598553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:10.603595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:10.608032 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.610423 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:10.611327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:10.614147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=2854f3b9-10f1-4d1c-92d7-14696455ec72,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:10.638774 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:10.640873 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:10.673971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226458408-network', 'tenant_id': 'ef9707b7942346c4a2534a4fc9c281ff'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:10.677783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aada3f57-3777-4d21-b2be-952bc1c04c25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "PUT /v2.0/floatingips/7dde547d-bce9-46f3-9911-5548e46f6689 HTTP/1.1" status: 200 len: 991 time: 2.3404269 Aug 31 19:22:10.682222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:10.688007 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367ac5d-f412-4b3b-94cf-6268514edf23" -d '{"events": [{"name": "network-changed", "server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:10.698124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.733234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Made reservation on behalf of ef9707b7942346c4a2534a4fc9c281ff for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:10.745826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.780070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.850683 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:10.956790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-fcf62772-c836-4771-8858-441c80c1c013 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=52d6d32551504781908a6cf7af3d2bdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518742 Aug 31 19:22:10.957364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:10.991487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-071b473e-7938-4081-97d1-603ff3eac1d6 None None] Provisioning for port 2854f3b9-10f1-4d1c-92d7-14696455ec72 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:11.001066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-071b473e-7938-4081-97d1-603ff3eac1d6 None None] Provisioning complete for port 2854f3b9-10f1-4d1c-92d7-14696455ec72 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:11.001066 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-071b473e-7938-4081-97d1-603ff3eac1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.030605 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7b7ed-d70e-4072-a2de-407c96123612 x-openstack-request-id: req-77d7b7ed-d70e-4072-a2de-407c96123612 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:11.030845 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:11.031062 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77d7b7ed-d70e-4072-a2de-407c96123612 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:11.031471 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'status': 'completed', 'code': 200} Aug 31 19:22:11.084788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-071b473e-7938-4081-97d1-603ff3eac1d6 None None] Port 2854f3b9-10f1-4d1c-92d7-14696455ec72 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:11.119780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.124046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.149240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:11.153114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-c82585ec-cc84-40e2-8039-9acb877b732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.155527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-c82585ec-cc84-40e2-8039-9acb877b732f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1098 time: 0.1152499 Aug 31 19:22:11.206191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8874e-a2fa-4c38-b49d-639bb8e62472,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:11.210884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.211611 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Added segment bcdf6560-030d-4218-bdaa-c98a599bc712 of type vlan for network 088460c0-1a36-4cb5-b67d-289ef7de9d31 Aug 31 19:22:11.240844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-69a496bb-db0a-4865-8d79-5ea180e38324 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.248771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-69a496bb-db0a-4865-8d79-5ea180e38324 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815518 Aug 31 19:22:11.254377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '7dde547d-bce9-46f3-9911-5548e46f6689', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:21:49Z', 'updated_at': '2021-08-31T19:22:09Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:11.283262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-3fad6feb-6b00-4f61-8a58-fb08144cc756 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/quotas/52d6d32551504781908a6cf7af3d2bdc HTTP/1.1" status: 200 len: 375 time: 0.0333664 Aug 31 19:22:11.288158 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:22:11.296190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef085ec2-c19c-43fa-a4ed-313c11b69b12 req-c46365c9-9d8a-44b9-a3dd-18bf91f5fa61 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.297270 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:11.297882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:11.298555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef085ec2-c19c-43fa-a4ed-313c11b69b12 req-c46365c9-9d8a-44b9-a3dd-18bf91f5fa61 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.2167110 Aug 31 19:22:11.340362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.354980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-c6f4dd12-8b7a-4ce8-b123-a00d676f2114 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d6d32551504781908a6cf7af3d2bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704799 Aug 31 19:22:11.400108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.401468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.402393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.433735 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:11.501758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] Pushing event updated for resources: {'Network': ['ID=088460c0-1a36-4cb5-b67d-289ef7de9d31,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:11.510411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef085ec2-c19c-43fa-a4ed-313c11b69b12 req-074ca5ea-a862-47d0-ba23-325d4544ed66 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948907 Aug 31 19:22:11.510872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83debcc7-6273-40f2-9a1c-fad0f9e85d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.518492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:11.535661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1251317e-c801-4b0a-ae4c-c42047591015 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1354721 Aug 31 19:22:11.542101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:11.564420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Request body: {'subnet': {'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226458408-subnet', 'tenant_id': 'ef9707b7942346c4a2534a4fc9c281ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:11.584589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-e0b8eb57-5af1-4ff4-95e9-3016f7d2eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.589834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-e0b8eb57-5af1-4ff4-95e9-3016f7d2eab3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.4221368 Aug 31 19:22:11.715116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.725565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45a243-8774-440d-991a-a336ed3ae59c req-970d1e55-a229-42a5-ad67-bd84e3a3a161 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.727247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa45a243-8774-440d-991a-a336ed3ae59c req-970d1e55-a229-42a5-ad67-bd84e3a3a161 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1006916 Aug 31 19:22:11.728733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.750986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Made reservation on behalf of ef9707b7942346c4a2534a4fc9c281ff for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:11.759476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.820421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-d8ee8475-f820-46c7-87f6-d9c1fa3994f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 999 time: 0.2224939 Aug 31 19:22:11.856575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12be856c-252e-4f44-ac0c-a533e1784aab req-e8e35787-1aa8-49b0-b489-6c4ca1ec2684 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0761714 Aug 31 19:22:11.894353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=2854f3b9-10f1-4d1c-92d7-14696455ec72,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:11.907859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:11.948525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa45a243-8774-440d-991a-a336ed3ae59c req-c2eda53c-e285-4805-8823-1220e42565de tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917481 Aug 31 19:22:11.964710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-5a032a34-374b-4282-aaef-897b49962397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:11.966212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-5a032a34-374b-4282-aaef-897b49962397 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.1075375 Aug 31 19:22:12.012297 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '7dde547d-bce9-46f3-9911-5548e46f6689', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:21:49Z', 'updated_at': '2021-08-31T19:22:09Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:12.078933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825718e8-39e8-48dc-b6af-6d9d2a9ae07e None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '7dde547d-bce9-46f3-9911-5548e46f6689', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:21:49Z', 'updated_at': '2021-08-31T19:22:09Z', 'revision_number': 1, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:12.135967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-4810a7f1-e7c8-4fe1-8a89-915a37056d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:12.137550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-4810a7f1-e7c8-4fe1-8a89-915a37056d23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608913 Aug 31 19:22:12.162632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network fdc2f526-e23e-4bb7-be53-995f0e921637 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:12.166917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:12.196718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37656c-7a9d-4ab7-be0a-5645e7665374 req-8c9213cc-2160-4cab-91a9-06c493c3e3fa tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:12.200648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b37656c-7a9d-4ab7-be0a-5645e7665374 req-8c9213cc-2160-4cab-91a9-06c493c3e3fa tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.1027539 Aug 31 19:22:12.254231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:12.387719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b37656c-7a9d-4ab7-be0a-5645e7665374 req-8f838e60-f0e7-4b59-aed5-6836ab78a449 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286550 Aug 31 19:22:12.455949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router c1142a66-ac0d-4ba1-b816-794112d2fd4d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:12.505491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe0cbe-a75a-41b4-aeb2-9b9c8b4ce065 None None] New status for floating IP 7dde547d-bce9-46f3-9911-5548e46f6689: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:22:12.570493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-7f80fcfd-5ee2-466e-9296-a0caca2b2c9f service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256209 Aug 31 19:22:12.573064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:12.651252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Checking segment: {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:12.651677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Network hostable DHCP agents. Network: 088460c0-1a36-4cb5-b67d-289ef7de9d31, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:12.692246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ad236cd7-ec50-414a-af7d-2216940cbae6 None None] Provisioning complete for port 2854f3b9-10f1-4d1c-92d7-14696455ec72 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:12.693500 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad236cd7-ec50-414a-af7d-2216940cbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:12.726125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:12.744106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ad236cd7-ec50-414a-af7d-2216940cbae6 None None] Port 2854f3b9-10f1-4d1c-92d7-14696455ec72 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:12.751834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e367ac5d-f412-4b3b-94cf-6268514edf23 req-a3f79803-5cde-4c72-8b47-8cb10f1aba94 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638522 Aug 31 19:22:12.760710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 088460c0-1a36-4cb5-b67d-289ef7de9d31) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:12.775527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:12.776728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:12.794070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7798e88b-776a-482e-b2a7-ee12c68c77df admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2390335 Aug 31 19:22:12.801390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67703ccd-660b-477e-8628-40cff0bf64c2 None None] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:13.030441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf2589-2f5e-4f5d-8117-caedb101c849 None None] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:13.163958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a3c3855-729c-4427-b961-7425daefc848 req-7bd966ff-397e-4d13-8f91-ae3c3dab7a25 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0805697 Aug 31 19:22:13.166877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-d25cdd60-fb16-4a7b-9ebc-09725df20306 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=52d6d32551504781908a6cf7af3d2bdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887482 Aug 31 19:22:13.214842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:13.225849 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] Sync routers for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:13.229219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:13.234507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'port': {'network_id': 'fdc2f526-e23e-4bb7-be53-995f0e921637', 'name': 'tempest-FloatingIPTestJSON-1206314769'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:13.236529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f96b0caa-8181-4e50-a2ab-7d0b10fc04bf tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/routers/c1142a66-ac0d-4ba1-b816-794112d2fd4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1762829 Aug 31 19:22:13.260891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:13.264024 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:13.333690 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:13.335971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade733c-c9dd-426a-bd2a-55c5658e17fd req-a59543e0-7705-4a9f-8c29-1fff62456f17 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:13.345500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bade733c-c9dd-426a-bd2a-55c5658e17fd req-a59543e0-7705-4a9f-8c29-1fff62456f17 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.2694414 Aug 31 19:22:13.362097 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:13.363001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:21:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:13.429499 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bade733c-c9dd-426a-bd2a-55c5658e17fd req-5a2856b3-3b1f-4434-a47d-6839cd668009 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821948 Aug 31 19:22:13.431515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:13.432392 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2606a1-9843-4300-a22f-a7b5b5cd216b None None] The sync data for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:13.492229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Made reservation on behalf of 216d154513824144b73cc187ec903cff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:13.498787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.501225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-72f98b0c-f1d2-40fd-bab2-f341e27a71b0 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:13.502780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-72f98b0c-f1d2-40fd-bab2-f341e27a71b0 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177938 Aug 31 19:22:13.522261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] device_id is not set on port 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:22:13.525601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Request body: {'port': {'device_id': '25628632-e0d6-495d-835d-b8af6473a5f0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '52d6d32551504781908a6cf7af3d2bdc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:13.660387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Allocated IP 172.20.0.12 (fdc2f526-e23e-4bb7-be53-995f0e921637/e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce/40d3adc8-c6a2-463c-a2d8-afe5f345dfc9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:13.709883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Made reservation on behalf of 52d6d32551504781908a6cf7af3d2bdc for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:13.714915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.735353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.861929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.881274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.881993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Transition to ACTIVE for port object 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:13.886498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.925561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b904afa3-433a-4d02-8cc7-a6820e1c7d4c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:13.925786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:13.989200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event updated for resources: {'Port': ['ID=40d3adc8-c6a2-463c-a2d8-afe5f345dfc9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:14.003715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Network fdc2f526-e23e-4bb7-be53-995f0e921637 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:14.005845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:14.008692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:14.067964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:14.067964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.087946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Allocated IP 192.168.233.69 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/d40d8be4-b11d-45dc-8bfc-a535f9778ed7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:14.100873 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c0ec25e8-9852-4ecd-a2b4-7b657d0d12d0 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8679454 Aug 31 19:22:14.101455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:14.111274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Request body: {'floatingip': {'port_id': '40d3adc8-c6a2-463c-a2d8-afe5f345dfc9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:14.202538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b27b-bd89-497f-ac92-90ede7e0954b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.208951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.386087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93757edf-0d73-4ae9-b32f-f9c177ee5f03 None None] Provisioning for port 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:14.391532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0be8c1a-0ad2-408f-8ed7-e6bd689f6206 req-803b6dca-c1a6-4a01-87a8-a728b1874851 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 210 time: 0.1272650 Aug 31 19:22:14.413480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93757edf-0d73-4ae9-b32f-f9c177ee5f03 None None] Provisioning complete for port 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:14.414472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93757edf-0d73-4ae9-b32f-f9c177ee5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.525757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.546774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-93757edf-0d73-4ae9-b32f-f9c177ee5f03 None None] Port 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:14.556458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.566681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.577292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Transition to ACTIVE for port object d40d8be4-b11d-45dc-8bfc-a535f9778ed7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:14.632783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608253c-39c8-436a-963a-fa10fd01963d req-ea4de6a8-a3b7-4668-95ad-28f03ae9d13b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:14.634653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6608253c-39c8-436a-963a-fa10fd01963d req-ea4de6a8-a3b7-4668-95ad-28f03ae9d13b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.2505064 Aug 31 19:22:14.644400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa4a1e-b575-46d1-a6a2-078884192b22 req-a2465348-dac4-42ce-b972-1d6333caa4ad tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:14.646116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77aa4a1e-b575-46d1-a6a2-078884192b22 req-a2465348-dac4-42ce-b972-1d6333caa4ad tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 945 time: 0.0872605 Aug 31 19:22:14.664773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.732007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:14.741407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77aa4a1e-b575-46d1-a6a2-078884192b22 req-9ae46ad7-ebae-49b3-98fd-5e42990a0145 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857773 Aug 31 19:22:14.742277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:14.744698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:14.776611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Pushing event updated for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:14.816234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:14.816892 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:14.832991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-12282e52-e197-4af8-a334-1288f695c23c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3189592 Aug 31 19:22:14.872343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Request body: {'port': {'device_id': '25628632-e0d6-495d-835d-b8af6473a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:14.908054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:14.908775 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.071093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.084856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bfd9cef-7ea2-4905-9985-c5f398842c4f None None] Provisioning for port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:15.089549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bfd9cef-7ea2-4905-9985-c5f398842c4f None None] Provisioning complete for port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:15.089976 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9cef-7ea2-4905-9985-c5f398842c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.160782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:15.160782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.194492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:15.256829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-0e6fc9f6-6fcf-4629-885d-0d205d641710 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:15.260585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-0e6fc9f6-6fcf-4629-885d-0d205d641710 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 809 time: 0.2589350 Aug 31 19:22:15.280494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd9cef-7ea2-4905-9985-c5f398842c4f None None] Port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:15.287120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-2279e455-dd58-46ee-8b86-69fe68785b0c tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/quotas/ef9707b7942346c4a2534a4fc9c281ff HTTP/1.1" status: 200 len: 375 time: 0.0197294 Aug 31 19:22:15.308387 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.355585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-12e702c0-78ce-404f-b1a8-2362cded6251 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591004 Aug 31 19:22:15.507481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-be1b385d-46db-4b92-887f-f0752188f999 service neutron] 10.222.0.73 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420712 Aug 31 19:22:15.619046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.631174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.639523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40d8be4-b11d-45dc-8bfc-a535f9778ed7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:15.656990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.691659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Transition to ACTIVE for port object d40d8be4-b11d-45dc-8bfc-a535f9778ed7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:15.701409 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.712913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6825-4620-49f3-bb6b-712e98166a8d req-1782442d-6396-4afc-8733-2ecfde8c1e28 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:15.714494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bfc6825-4620-49f3-bb6b-712e98166a8d req-1782442d-6396-4afc-8733-2ecfde8c1e28 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 935 time: 0.1880534 Aug 31 19:22:15.723227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.768423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-7cdcdd70-2f44-4330-a9ca-390b756c50f4 service neutron] 10.222.0.73 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532012 Aug 31 19:22:15.809435 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 37b85053-ab45-4787-9937-b314733f1517 associated. External IP: 172.25.3.196, port: 07a69805-db85-48ea-9734-9fb767a25c30. Aug 31 19:22:15.810727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:15.820783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bfc6825-4620-49f3-bb6b-712e98166a8d req-28e8d3be-55b4-4c61-9499-5b597a79e019 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937488 Aug 31 19:22:15.917031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Attempting to bind port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:15.917384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Attempting to bind port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:15.917898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Attempting to bind port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:15.923567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:22:15.923936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Attempting to bind port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:15.932704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:15.932704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:15.933064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:15.933366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Bound port: d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:15.933742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.987020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:15.998067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:16.043798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8ce8b83e-4bc0-4e72-9516-b872e2159887', '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:16.085949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:16.149284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:16.184167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:16.212289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:16.224030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:16.226005 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6608253c-39c8-436a-963a-fa10fd01963d req-b9671126-2ec8-47f0-b384-1fa2fec34b99 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 HTTP/1.1" status: 204 len: 173 time: 1.5602119 Aug 31 19:22:16.226452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'name': 'network-vif-deleted', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:16.231947 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addeb5fc-84c3-4c22-a46f-35208d8eed6a" -d '{"events": [{"server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "name": "network-vif-deleted", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:16.236371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99e0e8ea-57a5-4af5-8fab-54739f81443c req-698507b3-3a78-41a7-977b-0951d6cc7eb7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8aa96fc-1885-4fc1-ae74-b15d668dc834 HTTP/1.1" status: 200 len: 210 time: 0.1107793 Aug 31 19:22:16.240342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:16.330643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36dcc8cb-68ad-442f-85a9-b63702f01068 req-f6cc6c2c-dff9-4b37-864a-2d80021de9c3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 210 time: 0.0896044 Aug 31 19:22:16.382777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:16.383450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:16.384975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] 10.222.0.67 "PUT /v2.0/ports/d40d8be4-b11d-45dc-8bfc-a535f9778ed7 HTTP/1.1" status: 200 len: 1096 time: 1.5284548 Aug 31 19:22:16.385439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:16.404778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:16.407935 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e093f9e-e18c-4655-864a-f046098022fb" -d '{"events": [{"name": "network-changed", "server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:16.409157 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53642e3-a77e-40ac-bee3-a8f8b76c0637 x-openstack-request-id: req-a53642e3-a77e-40ac-bee3-a8f8b76c0637 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:16.409649 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aa96fc-1885-4fc1-ae74-b15d668dc834", "name": "network-vif-deleted", "tag": "7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:16.410211 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a53642e3-a77e-40ac-bee3-a8f8b76c0637 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:16.410799 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aa96fc-1885-4fc1-ae74-b15d668dc834', 'name': 'network-vif-deleted', 'tag': '7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3', 'status': 'completed', 'code': 200} Aug 31 19:22:16.514236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c237178-a03f-4492-a388-1ddfed74ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:16.549296 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9912c-da58-4a37-8303-5462cd2f9b1f x-openstack-request-id: req-f3e9912c-da58-4a37-8303-5462cd2f9b1f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:16.550436 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:16.550973 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3e9912c-da58-4a37-8303-5462cd2f9b1f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:16.551569 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7', 'status': 'completed', 'code': 200} Aug 31 19:22:16.643817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c2f0abe-afcb-4fda-8f0c-08265a1e6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:16.646687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-8c2f0abe-afcb-4fda-8f0c-08265a1e6132 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52d6d32551504781908a6cf7af3d2bdc&device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1538227 Aug 31 19:22:16.714842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-fdc4d8a9-08c2-4954-bb47-93550e343c16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7 HTTP/1.1" status: 200 len: 217 time: 0.0578842 Aug 31 19:22:16.718653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:16.732606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:16.746516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:16.747155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:16.807564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:16.817093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:16.818592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:16.836330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-975ee342-ef71-4bd1-baf8-584fb02c6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:16.837990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-975ee342-ef71-4bd1-baf8-584fb02c6f4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1076317 Aug 31 19:22:16.907994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:16.919725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1884c-032e-4b4e-ac71-9a4c1b5b6978 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:16.920888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-1947849b-c743-4244-949b-f91f8c369194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:16.922377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-1947849b-c743-4244-949b-f91f8c369194 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771646 Aug 31 19:22:16.947314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:17.063810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router c1142a66-ac0d-4ba1-b816-794112d2fd4d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:17.101815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9aa2-df11-4d3d-9086-8a3f2ca9c0e5 req-5b13509e-3f54-4b8b-8280-dd4374cba33e tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.103670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4af9aa2-df11-4d3d-9086-8a3f2ca9c0e5 req-5b13509e-3f54-4b8b-8280-dd4374cba33e tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 947 time: 0.1539533 Aug 31 19:22:17.138064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-66570ff9-c90e-4e43-85c7-990846728679 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066352 Aug 31 19:22:17.173683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4af9aa2-df11-4d3d-9086-8a3f2ca9c0e5 req-42e39790-246b-4bc6-9a65-a2e0721ccd68 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619969 Aug 31 19:22:17.256688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-351f3f5d-f8b0-4bf9-b59c-2b4c3a73d08e req-6450f276-a375-4b73-843c-9f2cd4905626 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069512 Aug 31 19:22:17.263129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:17.274305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:17.274459 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] Sync routers for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:17.290375 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:17.292073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:17.344493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b5583c51-29ca-4b8c-bba2-e117f66a6b40 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/floatingips/37b85053-ab45-4787-9937-b314733f1517 HTTP/1.1" status: 200 len: 979 time: 3.2401373 Aug 31 19:22:17.347392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33886) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:17.375241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:17.395321 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:17.397210 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:17.417371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093f9e-e18c-4655-864a-f046098022fb req-2dbd3b44-2984-4d49-81ff-8b5a3002f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.419739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-2dbd3b44-2984-4d49-81ff-8b5a3002f2d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52d6d32551504781908a6cf7af3d2bdc&device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1058404 Aug 31 19:22:17.454814 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:17.455463 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd3915-9b2e-4ad3-a23d-e16c5042d923 None None] The sync data for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:17.513152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:17.514231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:17.606327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6afccb20-b353-40be-9983-c12861ddaf92 req-70c40f6a-8e44-48a1-89de-3a0d68adaf7c tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 210 time: 0.0630314 Aug 31 19:22:17.607522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093f9e-e18c-4655-864a-f046098022fb req-889d62ed-b8ed-4a4e-b545-9314d2eb4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.609206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-889d62ed-b8ed-4a4e-b545-9314d2eb4578 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1801116 Aug 31 19:22:17.692974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-afbee565-6687-4af2-9d0b-36f63fb4da04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7 HTTP/1.1" status: 200 len: 217 time: 0.0534098 Aug 31 19:22:17.738433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:17.753494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ffe5-34d7-4b40-8766-74fcdbad3beb req-449b306e-6e0a-49c5-a68e-ef3d70d53ce4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.755616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91a4ffe5-34d7-4b40-8766-74fcdbad3beb req-449b306e-6e0a-49c5-a68e-ef3d70d53ce4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1710429 Aug 31 19:22:17.790788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093f9e-e18c-4655-864a-f046098022fb req-1158f987-3cfc-4a03-838f-83154570c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.792400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-1158f987-3cfc-4a03-838f-83154570c7aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0908208 Aug 31 19:22:17.818009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-03940055-47d7-4fd2-81e3-cfbcd6af9dbd tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.820274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-03940055-47d7-4fd2-81e3-cfbcd6af9dbd tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.82 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 809 time: 0.2239513 Aug 31 19:22:17.823764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91a4ffe5-34d7-4b40-8766-74fcdbad3beb req-b7cc9943-3c7a-4c6b-9a2b-28de6160ce62 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580573 Aug 31 19:22:17.856936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093f9e-e18c-4655-864a-f046098022fb req-86976ede-0a78-4ff0-adb5-ac74a8d92be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:17.858449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-86976ede-0a78-4ff0-adb5-ac74a8d92be3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479743 Aug 31 19:22:17.892097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Request body: {'port': {'device_id': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31', 'admin_state_up': True, 'tenant_id': 'ef9707b7942346c4a2534a4fc9c281ff'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:17.966297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-9cc86928-7b4e-4c86-b754-86f0b8fa12c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971780 Aug 31 19:22:18.040448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.040812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.043892 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Floating IP 37b85053-ab45-4787-9937-b314733f1517 disassociated. External IP: 172.25.3.196, port: 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9. Aug 31 19:22:18.043892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:18.081913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e093f9e-e18c-4655-864a-f046098022fb req-3085d23e-8d4a-407d-8716-3eb0d58ee7d6 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064429 Aug 31 19:22:18.109097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Made reservation on behalf of ef9707b7942346c4a2534a4fc9c281ff for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:18.112983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.296882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.329682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=40d3adc8-c6a2-463c-a2d8-afe5f345dfc9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:18.342182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906d9e9-2820-41f1-acd2-ff32e47369f0 req-95f06c3d-a478-4cc4-a554-7a5df2572bd1 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:18.348126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Allocated IP 172.20.0.3 (088460c0-1a36-4cb5-b67d-289ef7de9d31/b6b37fe8-14d7-4677-a2c5-eeed0bf44a85/51864dd1-cddd-4344-b350-ab966ffed53e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:18.351334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8906d9e9-2820-41f1-acd2-ff32e47369f0 req-95f06c3d-a478-4cc4-a554-7a5df2572bd1 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 947 time: 0.0737870 Aug 31 19:22:18.351839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.352188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.352538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.353153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.353278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.353542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.353874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.354208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.354541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.354877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.355221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.355533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:18.399072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8906d9e9-2820-41f1-acd2-ff32e47369f0 req-fae8dafe-0ce7-4f1f-b2c3-e8330cd97dc4 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Aug 31 19:22:18.563068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router c1142a66-ac0d-4ba1-b816-794112d2fd4d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:18.650890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.708614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-358afe0f-dbdc-4076-92a2-4680f96b9591 req-9cf6563b-f6ec-43f6-8915-e8f3d18f4235 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 210 time: 0.0269458 Aug 31 19:22:18.731431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:18.749010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] Sync routers for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:18.758279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:18.759234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:18.794438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:18.803846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:18.804265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.804623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:18.841436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:18.842094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e4f9b-0042-4fd4-b29f-ed5481a4d8f8 None None] The sync data for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:18.856069 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.857993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db74a44d-597f-4679-9143-cf78726a4c0a tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 HTTP/1.1" status: 204 len: 168 time: 1.5094371 Aug 31 19:22:18.860910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33924) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:18.867230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:18.870602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:18.875679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:18.915908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Pushing event updated for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:18.935451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:18.936205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:18.954411 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-a2762520-8304-44d1-b825-e1bac974484e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673788 Aug 31 19:22:18.967528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Request body: {'port': {'device_id': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:18.974239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb07813-4576-401d-b152-9a59dcf1099c req-5dc322c8-d968-4bc6-93ca-da6fa32f9175 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:18.976197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffb07813-4576-401d-b152-9a59dcf1099c req-5dc322c8-d968-4bc6-93ca-da6fa32f9175 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.0667465 Aug 31 19:22:19.091105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:19.113084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffb07813-4576-401d-b152-9a59dcf1099c req-ebf118b0-4337-4c3b-b79c-41c40c0717a1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048198 Aug 31 19:22:19.176435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-e1cb538b-9bc5-44f1-855a-4f5d1d6254f6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:19.178929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-e1cb538b-9bc5-44f1-855a-4f5d1d6254f6 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1721396 Aug 31 19:22:19.234032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:19.255517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:19.256398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7f2bbd7d-1c1d-4f2a-816e-56fedfca42c3 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:19.281291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.401142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.438173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 8ce8b83e-4bc0-4e72-9516-b872e2159887 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:19.438529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.621513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.633511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 8ce8b83e-4bc0-4e72-9516-b872e2159887, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8ce8b83e-4bc0-4e72-9516-b872e2159887,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:19.633883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.638125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.655969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f453baa-01f1-4c8d-9cd1-b3b5c4ab09cf req-4f4a5dd6-81f2-420a-afda-7ba640a71cfd tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:19.657470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f453baa-01f1-4c8d-9cd1-b3b5c4ab09cf req-4f4a5dd6-81f2-420a-afda-7ba640a71cfd tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 947 time: 0.1676731 Aug 31 19:22:19.673538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51864dd1-cddd-4344-b350-ab966ffed53e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:19.680606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 8ce8b83e-4bc0-4e72-9516-b872e2159887 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:19.682850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.696422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Transition to ACTIVE for port object 51864dd1-cddd-4344-b350-ab966ffed53e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:19.700159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.748393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9006d674f2df427ba7823eb99944df67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529274 Aug 31 19:22:19.748393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59986d30-49fa-4d16-9eec-7cbbffb29c08,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:19.749146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:19.782581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:19.826406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.826767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.827118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.827465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.827843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.828184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.828521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.828855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.829682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.829682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.829898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.830187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5cd7-8f65-452f-83e2-0c499de85353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:19.840284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f453baa-01f1-4c8d-9cd1-b3b5c4ab09cf req-4b082437-45ff-465d-9f55-7a045560e66e tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722653 Aug 31 19:22:19.864649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.868805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Attempting to bind port 51864dd1-cddd-4344-b350-ab966ffed53e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:19.869037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Attempting to bind port 51864dd1-cddd-4344-b350-ab966ffed53e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:19.869369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Attempting to bind port 51864dd1-cddd-4344-b350-ab966ffed53e on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:19.884183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Port 51864dd1-cddd-4344-b350-ab966ffed53e on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:22:19.884521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Attempting to bind port 51864dd1-cddd-4344-b350-ab966ffed53e on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:19.897763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.904324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:19.904666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Checking segment: {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:19.905056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Bound using segment: {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:19.905501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Bound port: 51864dd1-cddd-4344-b350-ab966ffed53e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:19.905859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.932050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf0db7-d5f3-48f8-bf1c-a6990cf84545 req-1f4c5b78-2e4e-4ffa-99a5-c80e5b0edfcb tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:19.933578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65bf0db7-d5f3-48f8-bf1c-a6990cf84545 req-1f4c5b78-2e4e-4ffa-99a5-c80e5b0edfcb tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 943 time: 0.1240828 Aug 31 19:22:19.935867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:19.999927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.002408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.003584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59986d30-49fa-4d16-9eec-7cbbffb29c08 HTTP/1.1" status: 204 len: 168 time: 0.2534888 Aug 31 19:22:20.005558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:20.010667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51864dd1-cddd-4344-b350-ab966ffed53e,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:20.018841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.024232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32967674-855e-4f7e-af66-78630ecaea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59986d30-49fa-4d16-9eec-7cbbffb29c08,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:20.060018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.060977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.062440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] 10.222.0.82 "PUT /v2.0/ports/51864dd1-cddd-4344-b350-ab966ffed53e HTTP/1.1" status: 200 len: 1092 time: 1.0994925 Aug 31 19:22:20.065575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:20.069225 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97ea75d-3857-4dbb-b9a3-771990e19f80" -d '{"events": [{"name": "network-changed", "server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:20.104932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf164-449f-4d4b-bf82-355efadc70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:20.140723 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e21bed-7baa-40b8-ac0b-9e9fc48569fa x-openstack-request-id: req-b9e21bed-7baa-40b8-ac0b-9e9fc48569fa {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:20.141107 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:20.141432 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9e21bed-7baa-40b8-ac0b-9e9fc48569fa {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:20.141902 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e', 'status': 'completed', 'code': 200} Aug 31 19:22:20.168416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-c06f08f4-1007-4fae-be0c-fe004aa56973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.170147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-c06f08f4-1007-4fae-be0c-fe004aa56973 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 1095 time: 0.0610170 Aug 31 19:22:20.228781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-cc29e82b-8cfa-469e-ae0a-4d42d8111dde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51864dd1-cddd-4344-b350-ab966ffed53e HTTP/1.1" status: 200 len: 217 time: 0.0464311 Aug 31 19:22:20.283938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011da80-3e5e-4601-802a-aebcf043720d req-1d3e1bde-ebb2-419d-9dd1-cf0e40d361a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.285430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-1d3e1bde-ebb2-419d-9dd1-cf0e40d361a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 HTTP/1.1" status: 200 len: 849 time: 0.0484850 Aug 31 19:22:20.323012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-66733d55-5a89-482f-b90c-38d71a2d126b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=088460c0-1a36-4cb5-b67d-289ef7de9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297992 Aug 31 19:22:20.333400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:20.388656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3a8dff9-10f7-4862-ba26-eee7159de7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.459666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65bf0db7-d5f3-48f8-bf1c-a6990cf84545 req-c630b294-2cc2-412f-8b67-f90c0a481dbf tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523857 Aug 31 19:22:20.464624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-951ced11-5eff-42ce-b345-559b2634782c service neutron] 10.222.0.82 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328590 Aug 31 19:22:20.472955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8d632-a1ab-4667-b9e4-45e10c00edac req-62a7cda4-aa5c-44da-af9b-f60ce607d7ae tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.475249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55e8d632-a1ab-4667-b9e4-45e10c00edac req-62a7cda4-aa5c-44da-af9b-f60ce607d7ae tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=538837f9-2efe-4fb8-8fec-b4d4290194d0 HTTP/1.1" status: 200 len: 946 time: 0.1690915 Aug 31 19:22:20.479007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.496224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:20.502070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8ce8b83e-4bc0-4e72-9516-b872e2159887'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:20.524689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=8ce8b83e-4bc0-4e72-9516-b872e2159887,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:20.602544 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e011da80-3e5e-4601-802a-aebcf043720d req-eb52972e-9f61-4848-a28e-061fac910820 service neutron] 10.222.0.82 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269631 Aug 31 19:22:20.614161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3a8dff9-10f7-4862-ba26-eee7159de7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.619820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3a8dff9-10f7-4862-ba26-eee7159de7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.636397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 8ce8b83e-4bc0-4e72-9516-b872e2159887 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:20.644144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.647825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4ca490-7e30-42f7-b6ae-c64b92885d77 req-1ef2c8bb-935e-4ebb-8968-62b030337d1c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/8ce8b83e-4bc0-4e72-9516-b872e2159887 HTTP/1.1" status: 204 len: 173 time: 1.4617281 Aug 31 19:22:20.659837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'name': 'network-vif-deleted', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:20.662443 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326b69a-6d9c-440b-af6f-cfd1959381bd" -d '{"events": [{"server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "name": "network-vif-deleted", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:20.679146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8dff9-10f7-4862-ba26-eee7159de7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8324fd89-5445-433c-9a42-ba470a23b07d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:20.689969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55e8d632-a1ab-4667-b9e4-45e10c00edac req-713a7d66-1592-49c1-b3af-bcb0b19955a8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794789 Aug 31 19:22:20.727476 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d3a8dff9-10f7-4862-ba26-eee7159de7ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e1529a614dc424381928c3b66832bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903122 Aug 31 19:22:20.729291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:20.758702 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd38cfc3-f0af-4808-9f65-81633b57588e x-openstack-request-id: req-fd38cfc3-f0af-4808-9f65-81633b57588e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:20.759394 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538837f9-2efe-4fb8-8fec-b4d4290194d0", "name": "network-vif-deleted", "tag": "8ce8b83e-4bc0-4e72-9516-b872e2159887", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:20.759394 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd38cfc3-f0af-4808-9f65-81633b57588e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:20.759595 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538837f9-2efe-4fb8-8fec-b4d4290194d0', 'name': 'network-vif-deleted', 'tag': '8ce8b83e-4bc0-4e72-9516-b872e2159887', 'status': 'completed', 'code': 200} Aug 31 19:22:20.772026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-491a56ef-6bb5-490d-93f3-5bc4c1491911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.773724 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-491a56ef-6bb5-490d-93f3-5bc4c1491911 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 1095 time: 0.0887346 Aug 31 19:22:20.842578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.870034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-ae0f4e10-263f-44e3-b390-bd673845cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.871533 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-ae0f4e10-263f-44e3-b390-bd673845cec7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 910 time: 0.0888104 Aug 31 19:22:20.871692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.881912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 2854f3b9-10f1-4d1c-92d7-14696455ec72 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:20.882176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:20.923445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-0ea4aa10-0e05-417d-97e0-0384c8317af8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51864dd1-cddd-4344-b350-ab966ffed53e HTTP/1.1" status: 200 len: 217 time: 0.0425026 Aug 31 19:22:20.979061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-5862baf4-171a-4da4-977f-d3722a2c05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:20.980690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-5862baf4-171a-4da4-977f-d3722a2c05b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 HTTP/1.1" status: 200 len: 849 time: 0.0493822 Aug 31 19:22:21.028305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-f333f0d4-38fc-4b29-ad21-cff6400889fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=088460c0-1a36-4cb5-b67d-289ef7de9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333538 Aug 31 19:22:21.030591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.046111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add327-b5e9-4a4a-93a2-c8fd3901c590 req-4843c465-01c2-4c8d-9da8-edfc7b2246fa tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:21.047658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08add327-b5e9-4a4a-93a2-c8fd3901c590 req-4843c465-01c2-4c8d-9da8-edfc7b2246fa tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 947 time: 0.1147118 Aug 31 19:22:21.050012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.052936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.054037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8324fd89-5445-433c-9a42-ba470a23b07d HTTP/1.1" status: 204 len: 168 time: 0.3247569 Aug 31 19:22:21.061870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 2854f3b9-10f1-4d1c-92d7-14696455ec72 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:21.104835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8304-0a86-402f-b101-6b7808eba2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324fd89-5445-433c-9a42-ba470a23b07d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:21.142598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-bbe1c0ac-69e6-40cd-9b8f-e862f49a9d1e service neutron] 10.222.0.82 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049547 Aug 31 19:22:21.173313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08add327-b5e9-4a4a-93a2-c8fd3901c590 req-425ff621-32c8-4599-ba7b-d68813ff3268 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015019 Aug 31 19:22:21.246860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d40d8be4-b11d-45dc-8bfc-a535f9778ed7 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:21.282668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d97ea75d-3857-4dbb-b9a3-771990e19f80 req-6a8e91ce-b8c9-49fd-b23b-ac30100d9bdd service neutron] 10.222.0.82 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318455 Aug 31 19:22:21.368331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:21.368718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.385701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7', 'mac_address': 'fa:16:3e:8f:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:21.406936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=2854f3b9-10f1-4d1c-92d7-14696455ec72,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:21.435834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.457357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40d8be4-b11d-45dc-8bfc-a535f9778ed7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:21.480188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:21.491801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.549017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:21.665232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:21.685769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26608b87-8c42-4fc6-b1dc-d079ad2328d6 req-56e8d879-b201-4698-bacd-f4f7b593af10 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:21.688146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26608b87-8c42-4fc6-b1dc-d079ad2328d6 req-56e8d879-b201-4698-bacd-f4f7b593af10 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 943 time: 0.0863190 Aug 31 19:22:21.695473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d40d8be4-b11d-45dc-8bfc-a535f9778ed7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:21.806372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26608b87-8c42-4fc6-b1dc-d079ad2328d6 req-ecdb94d9-33ee-4e71-ae5b-d7628efb0337 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986831 Aug 31 19:22:22.056196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router c1142a66-ac0d-4ba1-b816-794112d2fd4d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:22.137796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-12463b4f-c7c8-42ed-a5f2-adbe7b788ceb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:22.139275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-12463b4f-c7c8-42ed-a5f2-adbe7b788ceb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.1669800 Aug 31 19:22:22.194007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-3f40cd55-7af8-4483-af18-d271d9563952 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0482492 Aug 31 19:22:22.219275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:22.222683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f1d67fba-5329-4d5e-8919-29438406a8c4 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/routers/c1142a66-ac0d-4ba1-b816-794112d2fd4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599494 Aug 31 19:22:22.225383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:22.229789 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] Sync routers for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:22.239891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:22.240415 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:22.268808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d19b16db-76a5-4efe-8f67-c216035ac719 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653291 Aug 31 19:22:22.278777 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:22.289326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] Routers {'c1142a66-ac0d-4ba1-b816-794112d2fd4d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:22.290210 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:22.324064 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:22.324996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3ef7c-5e20-4aca-82eb-fdd473110b41 None None] The sync data for ids ['c1142a66-ac0d-4ba1-b816-794112d2fd4d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:22.392493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:22.395758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfcab1-4806-4f92-b368-2f537f84eb89 req-b2289fd2-84e0-48fa-ac4a-64fe47fcf87c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:22.397411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9cfcab1-4806-4f92-b368-2f537f84eb89 req-b2289fd2-84e0-48fa-ac4a-64fe47fcf87c tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 948 time: 0.1208274 Aug 31 19:22:22.454797 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-36115726-831a-4270-ad74-37eedc1559db service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684794 Aug 31 19:22:22.466967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9cfcab1-4806-4f92-b368-2f537f84eb89 req-09506090-28d9-4478-88cd-7afd69c8d617 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599709 Aug 31 19:22:22.503477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:22.558345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 51dccf3e-ab05-4c34-9924-efaa78b2cd36 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:22.558740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:22.558855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-acca4204-e065-435f-9d78-1bc1840936cf service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908918 Aug 31 19:22:22.642632 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:22.655358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 51dccf3e-ab05-4c34-9924-efaa78b2cd36 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:22.778349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0921ad8-fbd3-4cce-981b-a0ad645a0e84 req-0a6b3fbb-e641-4a29-9579-c8ebac06a7df tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0455575 Aug 31 19:22:22.897390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:22.939760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=51dccf3e-ab05-4c34-9924-efaa78b2cd36,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:22.997420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366aab-ab43-41ba-b0a1-9c6018648f15 req-ed063689-b7fc-472c-9b66-9706246803a8 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:23.006085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.006260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13366aab-ab43-41ba-b0a1-9c6018648f15 req-ed063689-b7fc-472c-9b66-9706246803a8 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 943 time: 0.0947883 Aug 31 19:22:23.063685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13366aab-ab43-41ba-b0a1-9c6018648f15 req-59646124-da6a-4573-88f0-7c2eba998d3b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565078 Aug 31 19:22:23.108469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.110859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.173633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.174181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Fanout notify agent at l3_agent the message router_deleted on router c1142a66-ac0d-4ba1-b816-794112d2fd4d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:22:23.182110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.183316 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-510578f7-6091-4c29-9ba8-d49afe42d7dd tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/routers/c1142a66-ac0d-4ba1-b816-794112d2fd4d HTTP/1.1" status: 204 len: 168 time: 0.9551361 Aug 31 19:22:23.186064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:23.243706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51864dd1-cddd-4344-b350-ab966ffed53e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:23.247275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting subnet e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:22:23.251110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.257542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d40d8be4-b11d-45dc-8bfc-a535f9778ed7 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:23.295372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.389277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:23.405156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:23.405518 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.416054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.446571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51864dd1-cddd-4344-b350-ab966ffed53e,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:23.471281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '51864dd1-cddd-4344-b350-ab966ffed53e', 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31', 'port_id': '51864dd1-cddd-4344-b350-ab966ffed53e', 'mac_address': 'fa:16:3e:46:0b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b37fe8-14d7-4677-a2c5-eeed0bf44a85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:23.485161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.523794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Subnet': ['ID=e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:23.526652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.531674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:23.532295 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-500f46aa-23be-4ff5-ae91-77977da92538 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/subnets/e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce HTTP/1.1" status: 204 len: 168 time: 0.3452981 Aug 31 19:22:23.539547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b02933-2e65-4875-8763-2f4458cdc9cc None None] Network fdc2f526-e23e-4bb7-be53-995f0e921637 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:23.555698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.608968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.614794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51864dd1-cddd-4344-b350-ab966ffed53e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:23.648097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.662633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:23.665223 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335bc08-2d84-4c8e-94d1-e82796eb2c63" -d '{"events": [{"server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:23.669054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844d17-5b9c-49db-9a48-f3a38df7404a req-9456ec05-02b7-4ea8-bca5-62abbb05b19b tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:23.670658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d844d17-5b9c-49db-9a48-f3a38df7404a req-9456ec05-02b7-4ea8-bca5-62abbb05b19b tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 948 time: 0.1145847 Aug 31 19:22:23.672601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51864dd1-cddd-4344-b350-ab966ffed53e,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:23.702420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:23.713022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:23.714753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.738253 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3abfa85-f1af-4f0e-9e23-55a1d92a0907 x-openstack-request-id: req-f3abfa85-f1af-4f0e-9e23-55a1d92a0907 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:23.738802 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:23.739220 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3abfa85-f1af-4f0e-9e23-55a1d92a0907 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:23.739686 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7', 'code': 200} Aug 31 19:22:23.742070 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.742843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8ce8b83e-4bc0-4e72-9516-b872e2159887 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:23.820672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 8ce8b83e-4bc0-4e72-9516-b872e2159887 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:23.827607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8ce8b83e-4bc0-4e72-9516-b872e2159887 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:23.879826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d844d17-5b9c-49db-9a48-f3a38df7404a req-130944a3-a471-452a-a45f-d5a2d5ee3ed8 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740706 Aug 31 19:22:23.897963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:23.904901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77228f8d-9cc6-4169-9768-a4a5fca96298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.911455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port d937fe5c-5931-4424-a091-8b3c95ce4361 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:23.911835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:23.973448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:23.980191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c399-2f0f-4a99-9232-50fa45f209fe req-6d8561bd-8667-44f7-bddf-9ea3b121fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:23.982013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2cc2c399-2f0f-4a99-9232-50fa45f209fe req-6d8561bd-8667-44f7-bddf-9ea3b121fa71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 1101 time: 0.1559062 Aug 31 19:22:24.016434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] DHCP port deletion for fdc2f526-e23e-4bb7-be53-995f0e921637 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:22:24.046348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e9daccd-677d-4f41-b604-3a873bb1398a req-741d79ea-7f7e-4329-9e52-a7b7f19bd6d1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0383463 Aug 31 19:22:24.053916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2cc2c399-2f0f-4a99-9232-50fa45f209fe req-a3010be6-8dfd-49e9-8c34-5150ffbe0587 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Aug 31 19:22:24.089430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Deleting port d937fe5c-5931-4424-a091-8b3c95ce4361 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:24.090078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-bd2fc517-923f-4bb7-bfe7-e9119bad8a70 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:24.091461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-bd2fc517-923f-4bb7-bfe7-e9119bad8a70 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.3131917 Aug 31 19:22:24.092198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.093770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] For port d937fe5c-5931-4424-a091-8b3c95ce4361, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d937fe5c-5931-4424-a091-8b3c95ce4361,segment=NetworkSegment(697070af-b410-4bb8-8299-e46b9c8b783c),segment_id=697070af-b410-4bb8-8299-e46b9c8b783c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:24.094594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.108798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for d937fe5c-5931-4424-a091-8b3c95ce4361 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:24.131039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77228f8d-9cc6-4169-9768-a4a5fca96298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.135758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77228f8d-9cc6-4169-9768-a4a5fca96298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.175161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-77228f8d-9cc6-4169-9768-a4a5fca96298 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cac3d00641114da88788c3b8f31316c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715724 Aug 31 19:22:24.176136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77228f8d-9cc6-4169-9768-a4a5fca96298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26f748-9d42-4837-adea-a3430e0133cd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.177924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['51864dd1-cddd-4344-b350-ab966ffed53e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:24.179087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:24.232048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] For port d937fe5c-5931-4424-a091-8b3c95ce4361, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d937fe5c-5931-4424-a091-8b3c95ce4361,segment=NetworkSegment(697070af-b410-4bb8-8299-e46b9c8b783c),segment_id=697070af-b410-4bb8-8299-e46b9c8b783c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:24.232362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.243802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.250554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e1fe-5f38-44d4-a7d9-9f738a8f98ce req-e229fc02-6d3a-43c6-86c0-507cb290ff46 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:24.252906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9f5e1fe-5f38-44d4-a7d9-9f738a8f98ce req-e229fc02-6d3a-43c6-86c0-507cb290ff46 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 944 time: 0.0883088 Aug 31 19:22:24.260298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:24.261632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Calling delete_port for d937fe5c-5931-4424-a091-8b3c95ce4361 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:24.271693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.328151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.328974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.331724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.336062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df26f748-9d42-4837-adea-a3430e0133cd HTTP/1.1" status: 204 len: 168 time: 0.1531603 Aug 31 19:22:24.352889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a631e2-7720-4f9c-aaf6-b3df23763515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26f748-9d42-4837-adea-a3430e0133cd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.379917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] No DVR routers for this DVR port d937fe5c-5931-4424-a091-8b3c95ce4361 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:24.414105 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.418810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=d937fe5c-5931-4424-a091-8b3c95ce4361,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.446399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] Pushing event deleted for resources: {'Port': ['ID=d937fe5c-5931-4424-a091-8b3c95ce4361,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.451367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f230d6-659b-4016-b6eb-116f44e92a33 None None] No DVR routers for this DVR port d937fe5c-5931-4424-a091-8b3c95ce4361 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:24.452042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9f5e1fe-5f38-44d4-a7d9-9f738a8f98ce req-ada093c6-4178-4aca-89ec-d25f51036a8b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859684 Aug 31 19:22:24.526629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.541131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc2f526-e23e-4bb7-be53-995f0e921637']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:24.554096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697070af-b410-4bb8-8299-e46b9c8b783c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:24.554398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697070af-b410-4bb8-8299-e46b9c8b783c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:24.568947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.585677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:24.590640 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.606319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.620297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:24.620804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:24.624223 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:24.652386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:24.667325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749131b1-772d-4ee1-8037-bda3a26689ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.728762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.734475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.740200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:24.740319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/networks/fdc2f526-e23e-4bb7-be53-995f0e921637 HTTP/1.1" status: 204 len: 168 time: 1.2065563 Aug 31 19:22:24.763970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58533c22-2932-4646-a1a6-322e71f6fd64 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Network': ['ID=fdc2f526-e23e-4bb7-be53-995f0e921637,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.814811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.13 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/55461ef9-6d23-451f-9d43-cb64e84a3c4c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:24.839745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749131b1-772d-4ee1-8037-bda3a26689ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.843521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749131b1-772d-4ee1-8037-bda3a26689ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:24.907585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-749131b1-772d-4ee1-8037-bda3a26689ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92e0ef90a9794183ae16e8e402321f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540951 Aug 31 19:22:24.910716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:24.912368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749131b1-772d-4ee1-8037-bda3a26689ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5a7261-7822-489d-bf88-25ac9226d999,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:24.931548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 0a8a5c80-c8f7-485a-8c42-376563614892 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:24.932132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.017434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.017694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.030505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 0a8a5c80-c8f7-485a-8c42-376563614892 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:25.043696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.046008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.076597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5267e-baa4-4164-8e27-305014cc341e req-ad39ac0a-213d-4e64-b7a1-542b9e6f4892 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:25.078099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d5267e-baa4-4164-8e27-305014cc341e req-ad39ac0a-213d-4e64-b7a1-542b9e6f4892 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 949 time: 0.1217012 Aug 31 19:22:25.099076 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.188465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.201436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4d5267e-baa4-4164-8e27-305014cc341e req-96fff4c0-d0c2-4aa5-a7ac-2d5541d6ef86 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134906 Aug 31 19:22:25.205145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3484a1b-5372-460b-b5dc-52dc3df02497 req-d1b0b7b8-7a41-4f8a-86dd-80d3a77f2f4f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0507236 Aug 31 19:22:25.218133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.236125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=0a8a5c80-c8f7-485a-8c42-376563614892,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:25.276958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:25.284572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:25.288175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:25.313710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d937fe5c-5931-4424-a091-8b3c95ce4361 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:25.320361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.322940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.324155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ecf339ff-0d6f-4423-9c23-e3f2bcf26adc tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/floatingips/37b85053-ab45-4787-9937-b314733f1517 HTTP/1.1" status: 204 len: 168 time: 0.5831211 Aug 31 19:22:25.328107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:25.332247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.336030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.341605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d937fe5c-5931-4424-a091-8b3c95ce4361 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:25.342177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d937fe5c-5931-4424-a091-8b3c95ce4361 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:25.344041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e5a7261-7822-489d-bf88-25ac9226d999 HTTP/1.1" status: 204 len: 168 time: 0.4276776 Aug 31 19:22:25.362250 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4237d580-8f62-4e91-946b-16145fe25641 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] DELETE failed (client error): The resource could not be found. Aug 31 19:22:25.363207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4237d580-8f62-4e91-946b-16145fe25641 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:22:25.367394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4237d580-8f62-4e91-946b-16145fe25641 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/40d3adc8-c6a2-463c-a2d8-afe5f345dfc9 HTTP/1.1" status: 404 len: 333 time: 0.0360603 Aug 31 19:22:25.367628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:25.379802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3e8f6-804f-4963-b4ac-a4f6214636b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5a7261-7822-489d-bf88-25ac9226d999,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:25.384269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:25.392532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:25.393171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.403873 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd4909cc-94c4-4a16-b359-1346b4a72054 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1142a66-ac0d-4ba1-b816-794112d2fd4d HTTP/1.1" status: 200 len: 205 time: 0.0348651 Aug 31 19:22:25.405929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:25.410320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:25.451386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-d0f2b1af-a77b-4089-9dab-fd70a9496c4b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1971552 Aug 31 19:22:25.452804 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5e79812b-f6e9-4d4d-9458-aceec02a0178 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] delete failed (client error): The resource could not be found. Aug 31 19:22:25.453758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5e79812b-f6e9-4d4d-9458-aceec02a0178 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/routers/c1142a66-ac0d-4ba1-b816-794112d2fd4d HTTP/1.1" status: 404 len: 336 time: 0.0467126 Aug 31 19:22:25.456288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:25.491755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Request body: {'port': {'device_id': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:25.542854 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10672b2-0b15-44fe-a5a2-8e142e65bb35 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] DELETE failed (client error): The resource could not be found. Aug 31 19:22:25.543676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10672b2-0b15-44fe-a5a2-8e142e65bb35 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:22:25.545113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e10672b2-0b15-44fe-a5a2-8e142e65bb35 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/subnets/e48cb33d-41d1-4b8d-8fc0-8cc4ac4625ce HTTP/1.1" status: 404 len: 337 time: 0.0879111 Aug 31 19:22:25.547775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:25.664766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port 07a69805-db85-48ea-9734-9fb767a25c30 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:25.665513 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.763018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.776842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for 07a69805-db85-48ea-9734-9fb767a25c30 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:25.895243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.925994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:25.945875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2ec7-90e0-4578-917e-6291b4ac8302 req-f102b16c-d01a-48d2-9fb2-cfda4e5c7f25 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:25.948113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62cb2ec7-90e0-4578-917e-6291b4ac8302 req-f102b16c-d01a-48d2-9fb2-cfda4e5c7f25 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 944 time: 0.4088688 Aug 31 19:22:25.960461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=07a69805-db85-48ea-9734-9fb767a25c30,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:26.041321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.045983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-103ee1ab-a5a2-4dfd-a3ee-f55c2996771c tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/07a69805-db85-48ea-9734-9fb767a25c30 HTTP/1.1" status: 204 len: 168 time: 0.4947731 Aug 31 19:22:26.046140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:26.064198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62cb2ec7-90e0-4578-917e-6291b4ac8302 req-0c0ee1c2-1521-4f09-8e72-87025e57a328 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072707 Aug 31 19:22:26.178013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:26.178360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.283570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55461ef9-6d23-451f-9d43-cb64e84a3c4c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:26.292873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.320172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.332516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:26.339322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Transition to ACTIVE for port object 55461ef9-6d23-451f-9d43-cb64e84a3c4c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:26.373312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.454157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f20c-f5e4-4b91-b5fc-7aeed153bc16 req-fd693377-8cf9-40d2-8773-c69c714054f9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:26.456243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0f3f20c-f5e4-4b91-b5fc-7aeed153bc16 req-fd693377-8cf9-40d2-8773-c69c714054f9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 932 time: 0.1522148 Aug 31 19:22:26.465511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd715-36b5-43c2-922d-f2d03811ac1e req-b740a0c1-22bc-474b-9370-8a713b7544b3 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:26.466971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adbcd715-36b5-43c2-922d-f2d03811ac1e req-b740a0c1-22bc-474b-9370-8a713b7544b3 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 949 time: 0.1500649 Aug 31 19:22:26.470133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Pushing event updated for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:26.482442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.516485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:26.574427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0f3f20c-f5e4-4b91-b5fc-7aeed153bc16 req-81c96f0f-4a0f-41b0-8994-7a317407efdd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018531 Aug 31 19:22:26.595669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.596846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adbcd715-36b5-43c2-922d-f2d03811ac1e req-455fe2ef-0fe4-403c-b5f6-d9427a7ea2a8 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913620 Aug 31 19:22:26.600481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fe89ca19-e443-45a4-b52a-2df8af9b4535 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/ports/db28ddfe-8bf7-46a8-9c84-223c7e1ee9f9 HTTP/1.1" status: 204 len: 168 time: 0.5506213 Aug 31 19:22:26.600846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:26.622497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Attempting to bind port 55461ef9-6d23-451f-9d43-cb64e84a3c4c on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:26.623081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Attempting to bind port 55461ef9-6d23-451f-9d43-cb64e84a3c4c by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:26.623864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Attempting to bind port 55461ef9-6d23-451f-9d43-cb64e84a3c4c on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:26.630907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Port 55461ef9-6d23-451f-9d43-cb64e84a3c4c on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:22:26.631838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Attempting to bind port 55461ef9-6d23-451f-9d43-cb64e84a3c4c on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:26.638563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:26.639138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:26.639898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:26.640666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Bound port: 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:26.641261 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.666001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76fe77b-a0b4-4237-8c20-04f9d562d743 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:26.667606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e76fe77b-a0b4-4237-8c20-04f9d562d743 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "GET /v2.0/ports?device_id=e27c5593-c550-4ace-9ce1-9aa65d1411e6 HTTP/1.1" status: 200 len: 913 time: 0.0653956 Aug 31 19:22:26.670236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:26.741965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:26.745581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:26.751538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.796531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:26.797165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:26.798594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] 10.222.0.67 "PUT /v2.0/ports/55461ef9-6d23-451f-9d43-cb64e84a3c4c HTTP/1.1" status: 200 len: 1093 time: 1.3312936 Aug 31 19:22:26.799039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:26.801970 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30607f-569e-45fb-9244-fe69fd34ee47" -d '{"events": [{"name": "network-changed", "server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:26.827950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa36b1-6150-4861-9bd7-1aee79959008 service neutron] Pushing event updated for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:26.887516 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc87458-93ef-4a11-a619-8f45527cde02 x-openstack-request-id: req-1fc87458-93ef-4a11-a619-8f45527cde02 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:26.887835 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:26.888084 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fc87458-93ef-4a11-a619-8f45527cde02 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:26.888474 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c', 'status': 'completed', 'code': 200} Aug 31 19:22:26.904865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-ded34929-0bd5-4e68-b6f8-cd0578e18fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:26.906411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-ded34929-0bd5-4e68-b6f8-cd0578e18fe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 1096 time: 0.0565736 Aug 31 19:22:26.956593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-b0e2da5c-d197-4333-b101-c0d4015f6541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c HTTP/1.1" status: 200 len: 217 time: 0.0416889 Aug 31 19:22:27.017754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-c7509db8-e9a0-4e1e-bb51-131defc6297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.019313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-c7509db8-e9a0-4e1e-bb51-131defc6297f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0558314 Aug 31 19:22:27.068172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-c87a4024-2166-4980-8587-415260806319 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399189 Aug 31 19:22:27.105118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.196159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-2c0a525a-0247-4132-8fda-a5e7ea8c0a74 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186621 Aug 31 19:22:27.281853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51864dd1-cddd-4344-b350-ab966ffed53e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:27.341913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a332fb-002e-42e7-8a93-856d4f7e09fd req-925780ee-d515-4441-8c46-81d7e563c4ca tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.347703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0a332fb-002e-42e7-8a93-856d4f7e09fd req-925780ee-d515-4441-8c46-81d7e563c4ca tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 944 time: 0.1292541 Aug 31 19:22:27.388543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059a31b6-df2a-4ca8-84c0-8827d2d033af req-270b6235-48a3-4b09-ab70-c1ad1fcc3819 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842756 Aug 31 19:22:27.402269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 51864dd1-cddd-4344-b350-ab966ffed53e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:27.417745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 51864dd1-cddd-4344-b350-ab966ffed53e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:27.418322 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.434570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0a332fb-002e-42e7-8a93-856d4f7e09fd req-a63a9c6d-30ca-4324-a566-604ecab61727 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761504 Aug 31 19:22:27.508284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-52699b7a-3a55-48d4-b906-b2c867bb2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.510777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-52699b7a-3a55-48d4-b906-b2c867bb2696 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 1096 time: 0.0715129 Aug 31 19:22:27.557394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port b1590533-d56c-4a7b-8fd4-873bb14aff67 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:27.558374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.653033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-6fd5b686-349c-4203-9f3b-20e7aa52aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.654319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-6fd5b686-349c-4203-9f3b-20e7aa52aba0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.1357801 Aug 31 19:22:27.683341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.713033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.715094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-861160a8-89fa-4c4c-b213-6ca2158d3892 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c HTTP/1.1" status: 200 len: 217 time: 0.0499933 Aug 31 19:22:27.726077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:27.726692 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893c9881-8a72-4ebe-9539-ad8a75db7625" -d '{"events": [{"server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "name": "network-vif-plugged", "status": "completed", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:27.741804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for b1590533-d56c-4a7b-8fd4-873bb14aff67 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:27.753101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51864dd1-cddd-4344-b350-ab966ffed53e,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:27.757792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:27.816660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-4bb8c3a1-83aa-410f-a9d1-78cca448be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.818889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-4bb8c3a1-83aa-410f-a9d1-78cca448be0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0955961 Aug 31 19:22:27.827058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:27.828600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee0556-6e0a-42c4-8325-ef1ad011eb44 req-b9ad1136-3f56-46f4-9687-5bdcbfb72bf1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:27.829664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bee0556-6e0a-42c4-8325-ef1ad011eb44 req-b9ad1136-3f56-46f4-9687-5bdcbfb72bf1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 944 time: 0.1188829 Aug 31 19:22:27.880292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-ccacfea6-9d3f-4ed6-9190-8104ef4ec3de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417099 Aug 31 19:22:27.963291 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639829ea-d823-419c-b0a0-cbfe2d9ecd79 x-openstack-request-id: req-639829ea-d823-419c-b0a0-cbfe2d9ecd79 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:27.963768 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "name": "network-vif-plugged", "status": "completed", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:27.964337 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-639829ea-d823-419c-b0a0-cbfe2d9ecd79 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:27.964771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bee0556-6e0a-42c4-8325-ef1ad011eb44 req-340ff767-4409-4fd0-9f46-48ea703ee14b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120064 Aug 31 19:22:27.964899 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e', 'code': 200} Aug 31 19:22:28.026122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-14eb3fb2-096d-4e2a-b4cf-a4bf977336cf service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305025 Aug 31 19:22:28.046551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:28.100066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=b1590533-d56c-4a7b-8fd4-873bb14aff67,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:28.159979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21832a-be5e-4ead-b4be-880168ae501c req-aca03e40-cb03-433c-9b50-6791371bbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:28.161616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ce21832a-be5e-4ead-b4be-880168ae501c req-aca03e40-cb03-433c-9b50-6791371bbd2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 1097 time: 0.1302495 Aug 31 19:22:28.167668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae808543-b759-4b12-9b66-15506048f908 req-8b303912-06ca-4db0-adc9-e66ee7b46092 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:28.169438 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae808543-b759-4b12-9b66-15506048f908 req-8b303912-06ca-4db0-adc9-e66ee7b46092 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 949 time: 0.1178129 Aug 31 19:22:28.217029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f30607f-569e-45fb-9244-fe69fd34ee47 req-109c1675-1cbf-4b14-bedf-2b8a5affe8bb service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641445 Aug 31 19:22:28.247941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae808543-b759-4b12-9b66-15506048f908 req-58e46080-9591-4847-bf00-458c5e6b5d76 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690696 Aug 31 19:22:28.266620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ce21832a-be5e-4ead-b4be-880168ae501c req-cd063ea0-f6b1-404a-b311-9e3153bfece6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968421 Aug 31 19:22:28.334140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:28.574790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c53e9-5ccd-438d-98c0-ea9797944a61 req-6a642556-c6dd-4e75-b681-28801192bf9b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:28.576463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f42c53e9-5ccd-438d-98c0-ea9797944a61 req-6a642556-c6dd-4e75-b681-28801192bf9b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 945 time: 0.0593958 Aug 31 19:22:28.620686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f42c53e9-5ccd-438d-98c0-ea9797944a61 req-b33fa884-974c-4186-a349-da504028535b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Aug 31 19:22:28.878329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Router e27c5593-c550-4ace-9ce1-9aa65d1411e6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:28.994999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:29.009031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-248577e3-1250-44dd-b607-e471d38e0544 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "PUT /v2.0/routers/e27c5593-c550-4ace-9ce1-9aa65d1411e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365102 Aug 31 19:22:29.010429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:29.014629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] Sync routers for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:29.025024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:29.025958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:29.074417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:29.083944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] Routers {'e27c5593-c550-4ace-9ce1-9aa65d1411e6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:29.084568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:29.116690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:29.117344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ec768-ebdf-41ea-8bbd-49c8a09f6893 None None] The sync data for ids ['e27c5593-c550-4ace-9ce1-9aa65d1411e6'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:29.192780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdcffd-b363-4374-919a-addb38e253a4 req-e6188771-2140-408e-b563-fea33b3b0841 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:29.195010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6abdcffd-b363-4374-919a-addb38e253a4 req-e6188771-2140-408e-b563-fea33b3b0841 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 944 time: 0.1074052 Aug 31 19:22:29.223953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.317259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6abdcffd-b363-4374-919a-addb38e253a4 req-c226ab1e-54f4-4bda-9680-97464b49bb04 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132650 Aug 31 19:22:29.383277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-a2d51e5f-048e-47b5-8637-07bd72b3c489 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:29.384873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-a2d51e5f-048e-47b5-8637-07bd72b3c489 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.67 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 949 time: 0.1210465 Aug 31 19:22:29.461460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.536004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525873fe-ec3c-457e-aabc-593e2b6c2d52 req-e3c17c0d-066d-46fe-aeea-ba11694d5196 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:29.537936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-525873fe-ec3c-457e-aabc-593e2b6c2d52 req-e3c17c0d-066d-46fe-aeea-ba11694d5196 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 949 time: 0.1501930 Aug 31 19:22:29.617820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting port f8af5c8c-ac76-4cff-a12e-954663783380 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:29.618503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.622481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-525873fe-ec3c-457e-aabc-593e2b6c2d52 req-bb581de8-76fb-47c5-85ad-42b3219daba8 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/security-groups?id=b904afa3-433a-4d02-8cc7-a6820e1c7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 Aug 31 19:22:29.625270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Deleting port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:29.625618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.812128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.822098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce137cb5-4535-4815-85ba-0a08188c7d2a req-bf49d114-010f-4eb7-b6d1-d5ff0ea33d82 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:29.823574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce137cb5-4535-4815-85ba-0a08188c7d2a req-bf49d114-010f-4eb7-b6d1-d5ff0ea33d82 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 945 time: 0.1190321 Aug 31 19:22:29.833457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] For port d40d8be4-b11d-45dc-8bfc-a535f9778ed7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:29.833962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:29.853819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Calling delete_port for f8af5c8c-ac76-4cff-a12e-954663783380 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:29.866604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Calling delete_port for d40d8be4-b11d-45dc-8bfc-a535f9778ed7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:29.968367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce137cb5-4535-4815-85ba-0a08188c7d2a req-12c7c38d-b66a-4505-b34c-8e7f45c34e58 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317835 Aug 31 19:22:30.154513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.166523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.169088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d40d8be4-b11d-45dc-8bfc-a535f9778ed7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:30.194675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Pushing event deleted for resources: {'Port': ['ID=d40d8be4-b11d-45dc-8bfc-a535f9778ed7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:30.266107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Port': ['ID=f8af5c8c-ac76-4cff-a12e-954663783380,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:30.271825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] No DVR routers for this DVR port d40d8be4-b11d-45dc-8bfc-a535f9778ed7 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:30.276070 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.280934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8da60991-0ac6-4658-8c54-fc2abe02e186 req-b9c4ef6d-3108-43c6-bdba-351feb6702bc tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.67 "DELETE /v2.0/ports/d40d8be4-b11d-45dc-8bfc-a535f9778ed7 HTTP/1.1" status: 204 len: 173 time: 0.8877392 Aug 31 19:22:30.312691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'name': 'network-vif-deleted', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:30.319076 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309aa681-d138-4645-b0a7-d7b477b04f05" -d '{"events": [{"server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "name": "network-vif-deleted", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:30.463129 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524cdde2-157d-453e-826d-446a14250764 x-openstack-request-id: req-524cdde2-157d-453e-826d-446a14250764 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:30.463408 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25628632-e0d6-495d-835d-b8af6473a5f0", "name": "network-vif-deleted", "tag": "d40d8be4-b11d-45dc-8bfc-a535f9778ed7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:30.463513 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-524cdde2-157d-453e-826d-446a14250764 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:30.463928 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25628632-e0d6-495d-835d-b8af6473a5f0', 'name': 'network-vif-deleted', 'tag': 'd40d8be4-b11d-45dc-8bfc-a535f9778ed7', 'status': 'completed', 'code': 200} Aug 31 19:22:30.467302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.599452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.616084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.670606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.671215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Fanout notify agent at l3_agent the message router_deleted on router e27c5593-c550-4ace-9ce1-9aa65d1411e6 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:22:30.682488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44767d-de56-4640-8e8d-37f4081418f6 req-82d11f9b-f0ba-42e6-a7df-a29c09c6a6a8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:30.684068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac44767d-de56-4640-8e8d-37f4081418f6 req-82d11f9b-f0ba-42e6-a7df-a29c09c6a6a8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 944 time: 0.1687641 Aug 31 19:22:30.689630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.690990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-17afe0b2-164d-4d81-90b0-da4bd4dc125f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/routers/e27c5593-c550-4ace-9ce1-9aa65d1411e6 HTTP/1.1" status: 204 len: 168 time: 1.6794610 Aug 31 19:22:30.694301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34316) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:30.741482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac44767d-de56-4640-8e8d-37f4081418f6 req-e1fc8b33-57cd-4434-89e0-0b759aa95d06 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Aug 31 19:22:30.778669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Deleting subnet fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:22:30.782893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.835004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.886604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e1faf22-8fa3-4824-8041-32184bb79c8b req-e51281b5-2178-4d61-832c-55ba4d464543 tempest-TenantUsagesTestJSON-420073445 tempest-TenantUsagesTestJSON-420073445-project] 10.222.0.73 "GET /v2.0/ports?device_id=25628632-e0d6-495d-835d-b8af6473a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0514448 Aug 31 19:22:30.898180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.948433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4ffa-a1d2-44bb-8628-4dc663a14ed1 req-fb92baa8-74c5-4690-b596-5ebc4347c917 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:30.950100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34ca4ffa-a1d2-44bb-8628-4dc663a14ed1 req-fb92baa8-74c5-4690-b596-5ebc4347c917 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 945 time: 0.0983341 Aug 31 19:22:30.981345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:30.992688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34ca4ffa-a1d2-44bb-8628-4dc663a14ed1 req-365a5ad5-62b3-43dc-b43a-223154715107 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Aug 31 19:22:31.013369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:31.019403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.021512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75f33860-0c1b-433d-ad65-49a03e81ad8f tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/subnets/fe0be5d1-ebe0-4b29-b2a1-e5bce15af8a3 HTTP/1.1" status: 204 len: 168 time: 0.3262255 Aug 31 19:22:31.023969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:31.104252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.212833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.223621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4dc459-99dc-481c-981a-0e3ca40024f6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:31.234379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6a4214-0eb2-4284-8a8f-e5cb4709c307') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:31.234673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6a4214-0eb2-4284-8a8f-e5cb4709c307') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:31.245109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.258851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.264983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:31.265414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:31.269533 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:31.295011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 55461ef9-6d23-451f-9d43-cb64e84a3c4c details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:31.346115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.358334 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.364332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] 10.222.0.73 "DELETE /v2.0/networks/da4dc459-99dc-481c-981a-0e3ca40024f6 HTTP/1.1" status: 204 len: 168 time: 0.3384762 Aug 31 19:22:31.374918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad27a4-3a6e-47c1-9f7c-5af710870000 tempest-FloatingIPTestJSON-1415195771 tempest-FloatingIPTestJSON-1415195771-project] Pushing event deleted for resources: {'Network': ['ID=da4dc459-99dc-481c-981a-0e3ca40024f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:31.415191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:31.429012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '55461ef9-6d23-451f-9d43-cb64e84a3c4c', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '55461ef9-6d23-451f-9d43-cb64e84a3c4c', 'mac_address': 'fa:16:3e:7f:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:31.465713 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.479259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55461ef9-6d23-451f-9d43-cb64e84a3c4c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:31.505670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:31.510194 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:31.571484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:31.722113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:31.732192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['55461ef9-6d23-451f-9d43-cb64e84a3c4c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:31.885605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab05e292-4217-4d9b-b552-0dce1e58d064 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=216d154513824144b73cc187ec903cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621749 Aug 31 19:22:31.888299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:31.979848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e261-cfa6-44df-8c75-9fe28a47cb40 req-85100f3a-1220-480b-9e1c-c73f917222d3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:31.981352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9661e261-cfa6-44df-8c75-9fe28a47cb40 req-85100f3a-1220-480b-9e1c-c73f917222d3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 945 time: 0.0907235 Aug 31 19:22:31.998034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.046711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.050899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9661e261-cfa6-44df-8c75-9fe28a47cb40 req-e6690355-dcc6-4a1f-bcb4-d3e9eea692f8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616984 Aug 31 19:22:32.153275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40693d3-28dd-4a4c-83d4-4b21447111b3 req-f0c901ef-ab3b-438c-a347-7738b490f128 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:32.155316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c40693d3-28dd-4a4c-83d4-4b21447111b3 req-f0c901ef-ab3b-438c-a347-7738b490f128 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 945 time: 0.0681970 Aug 31 19:22:32.161818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.165490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.166606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54a1ab36-483c-4ef3-8474-dc988b7ad843 HTTP/1.1" status: 204 len: 168 time: 0.2771912 Aug 31 19:22:32.195338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7c7f-443f-4139-a57c-e463a1f0bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1ab36-483c-4ef3-8474-dc988b7ad843,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:32.221666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c40693d3-28dd-4a4c-83d4-4b21447111b3 req-d73e78f5-46ca-4066-b277-9f39040f3a36 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Aug 31 19:22:32.397926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:32.520014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-74197ede-4167-4af4-a8b6-8f398a31e721 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:32.522150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-74197ede-4167-4af4-a8b6-8f398a31e721 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.82 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 945 time: 0.0517466 Aug 31 19:22:32.577617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-61780de5-fc5b-4d5a-a7d2-4b7644ffbc2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52d6d32551504781908a6cf7af3d2bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778417 Aug 31 19:22:32.580262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34410) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:32.649490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.664339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Deleting port 51864dd1-cddd-4344-b350-ab966ffed53e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:32.664681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.686283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.749794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.752725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.754051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b904afa3-433a-4d02-8cc7-a6820e1c7d4c HTTP/1.1" status: 204 len: 168 time: 0.1719353 Aug 31 19:22:32.763338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae6ae7-2a7d-41fc-a33a-58538286569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b904afa3-433a-4d02-8cc7-a6820e1c7d4c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:32.783762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] For port 51864dd1-cddd-4344-b350-ab966ffed53e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51864dd1-cddd-4344-b350-ab966ffed53e,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:32.784419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.804595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Calling delete_port for 51864dd1-cddd-4344-b350-ab966ffed53e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:32.952408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:32.966297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['51864dd1-cddd-4344-b350-ab966ffed53e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:33.004781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Pushing event deleted for resources: {'Port': ['ID=51864dd1-cddd-4344-b350-ab966ffed53e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:33.049269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] No DVR routers for this DVR port 51864dd1-cddd-4344-b350-ab966ffed53e on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:33.053055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.055102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-04cf5294-cf8b-417a-93e9-525e66ffc0e7 req-b0bea7c2-11f6-45d4-989d-64a201f9e7d3 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.82 "DELETE /v2.0/ports/51864dd1-cddd-4344-b350-ab966ffed53e HTTP/1.1" status: 204 len: 173 time: 0.5223284 Aug 31 19:22:33.055530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'name': 'network-vif-deleted', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:33.057830 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec100b-0806-43e9-aaaf-0bb4b79e18d0" -d '{"events": [{"server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "name": "network-vif-deleted", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:33.098841 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452dfc1a-ba92-4486-9848-3c8d3e3462c5 x-openstack-request-id: req-452dfc1a-ba92-4486-9848-3c8d3e3462c5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:33.099145 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d358ad56-d047-4bee-a95a-a1eba24e49ad", "name": "network-vif-deleted", "tag": "51864dd1-cddd-4344-b350-ab966ffed53e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:33.099398 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-452dfc1a-ba92-4486-9848-3c8d3e3462c5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:33.099826 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd358ad56-d047-4bee-a95a-a1eba24e49ad', 'name': 'network-vif-deleted', 'tag': '51864dd1-cddd-4344-b350-ab966ffed53e', 'status': 'completed', 'code': 200} Aug 31 19:22:33.160700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:33.178387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6de48c7-80a5-4277-8f7d-c231d0340eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.191487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47c247-680d-4bf2-b71a-1069e428be40 req-3e324731-5425-48ec-8912-1eee62af01ee tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:33.200577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b47c247-680d-4bf2-b71a-1069e428be40 req-3e324731-5425-48ec-8912-1eee62af01ee tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Aug 31 19:22:33.258825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b47c247-680d-4bf2-b71a-1069e428be40 req-21a5de14-5fa9-4933-8b57-7313c9721816 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Aug 31 19:22:33.297340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 55461ef9-6d23-451f-9d43-cb64e84a3c4c up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:33.336934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6de48c7-80a5-4277-8f7d-c231d0340eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.342260 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6de48c7-80a5-4277-8f7d-c231d0340eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.364068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 55461ef9-6d23-451f-9d43-cb64e84a3c4c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:33.370140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 55461ef9-6d23-451f-9d43-cb64e84a3c4c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:33.373576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.387902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de48c7-80a5-4277-8f7d-c231d0340eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8404c-e19b-41e4-a630-72e00c85010c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:33.406517 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6de48c7-80a5-4277-8f7d-c231d0340eb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e41f37b0d2e48849e119a5bb2df7232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447143 Aug 31 19:22:33.409510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:33.428985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2d35195-d553-4b11-88ce-d90db91b5a09 req-b50e818a-8567-48d3-ac72-b6609c6ed76a tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=d358ad56-d047-4bee-a95a-a1eba24e49ad HTTP/1.1" status: 200 len: 210 time: 0.0480392 Aug 31 19:22:33.471931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.496869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.502462 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.543913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:33.545081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:33.548762 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1eed7-8f9d-40c7-8688-da4619f5738b" -d '{"events": [{"server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:33.554547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.555954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d40d8be4-b11d-45dc-8bfc-a535f9778ed7 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:33.591345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.594429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:33.598673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80f8404c-e19b-41e4-a630-72e00c85010c HTTP/1.1" status: 204 len: 168 time: 0.1857889 Aug 31 19:22:33.617310 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb028daa-136a-49b3-b778-547aa24e241f x-openstack-request-id: req-cb028daa-136a-49b3-b778-547aa24e241f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:33.617889 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:33.618353 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb028daa-136a-49b3-b778-547aa24e241f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:33.619624 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c', 'code': 200} Aug 31 19:22:33.620711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: d40d8be4-b11d-45dc-8bfc-a535f9778ed7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:33.621294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d40d8be4-b11d-45dc-8bfc-a535f9778ed7 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:33.621891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2728e8c-abbd-477d-ae02-d8b29c764971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8404c-e19b-41e4-a630-72e00c85010c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:33.667883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:33.707119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:33.749075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c04d4-955e-4c43-8fd5-f895f8feb09e req-38c54854-607d-40de-bd39-d2fd0a28e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:33.750944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d2c04d4-955e-4c43-8fd5-f895f8feb09e req-38c54854-607d-40de-bd39-d2fd0a28e82f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 1098 time: 0.0728049 Aug 31 19:22:33.800302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d2c04d4-955e-4c43-8fd5-f895f8feb09e req-7f955a90-9d7c-418e-afb0-d334241f8e67 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Aug 31 19:22:34.008774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121331101'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:34.056787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:34.066282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.078064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.208904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.212508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.243056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:34.259297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b051c2f2-56d7-4c61-a7e1-cab40d08f99d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:34.264400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.264972 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 0ac6bf89-75c9-486e-ae91-f5a06be08c70 of type vlan for network 0aae3117-464c-4479-9ab0-d089adff7c61 Aug 31 19:22:34.313868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.371890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.382851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:34.384181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:34.421811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38f92c-0076-4d68-9224-77f5e530acbb req-0c3e3b9b-fe47-47d7-8282-4f3854eea055 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:34.430158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae38f92c-0076-4d68-9224-77f5e530acbb req-0c3e3b9b-fe47-47d7-8282-4f3854eea055 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.0698304 Aug 31 19:22:34.491715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae38f92c-0076-4d68-9224-77f5e530acbb req-47095e76-4e15-4d6b-bafd-47cbd36e3c15 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545077 Aug 31 19:22:34.500509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7910118 Aug 31 19:22:34.511904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa1351-7652-4a12-95b6-5a4663f359a6 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=0aae3117-464c-4479-9ab0-d089adff7c61,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:34.557129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0aae3117-464c-4479-9ab0-d089adff7c61 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:34.728964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:34.921389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-b1f6ab27-1d57-427c-b71a-48401396bf77 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:34.931009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-b1f6ab27-1d57-427c-b71a-48401396bf77 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 809 time: 0.1795216 Aug 31 19:22:34.952375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-6f3b3ed0-e9ad-43e9-b848-ead4cf08561e tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/quotas/ef9707b7942346c4a2534a4fc9c281ff HTTP/1.1" status: 200 len: 375 time: 0.0203273 Aug 31 19:22:35.017891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-76e1b69e-287c-49bd-97d5-97c2d25a0620 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644369 Aug 31 19:22:35.124735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-network', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:35.181193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-5befc859-4c68-4ead-832b-84ca2af39752 service neutron] 10.222.0.73 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606157 Aug 31 19:22:35.201827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Made reservation on behalf of 0b1f0ce7c91e4b70884cae2c004fedb4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:35.204963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.279668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.374944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-cc6f6f41-d410-4e4b-9a4a-e7a3d291929f service neutron] 10.222.0.73 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922262 Aug 31 19:22:35.456681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.462482 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.495825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c9d453-0092-4a9f-aa46-18acafc9f02e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:35.509550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:35.543933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.545087 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Added segment b38b9dd7-2218-4b6a-903b-9695337fb7e9 of type vlan for network 4fdf4a3f-d056-41db-855f-069d1f454b83 Aug 31 19:22:35.717108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.766487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7b7c3f5-cfc1-4f1c-8dd7-c52787df2681 req-d1909f1c-2c85-410a-9963-e3402bfd17c9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 210 time: 0.0914769 Aug 31 19:22:35.815229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.818981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:35.820057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:35.839753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65286d-381e-4d3f-9c2c-4d625ac8a800 req-3907c19b-e26c-4947-a4f1-7a11a0c4ee61 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:35.842543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e65286d-381e-4d3f-9c2c-4d625ac8a800 req-3907c19b-e26c-4947-a4f1-7a11a0c4ee61 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.2165201 Aug 31 19:22:35.945462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:35.951796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Request body: {'subnet': {'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-subnet', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:35.956391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2261932 Aug 31 19:22:36.014902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Made reservation on behalf of 0b1f0ce7c91e4b70884cae2c004fedb4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:36.021766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.073115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e65286d-381e-4d3f-9c2c-4d625ac8a800 req-98c5be02-bce0-4f3c-8d99-f91d5114b588 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172863 Aug 31 19:22:36.077985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8ecff-115b-48dd-b1bf-229aae06d53e admin admin] Pushing event updated for resources: {'Network': ['ID=4fdf4a3f-d056-41db-855f-069d1f454b83,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:36.117975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:36.448814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.578460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddad91a-0dc3-4736-934e-ee240047d996,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:36.592033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Checking segment: {'id': 'b38b9dd7-2218-4b6a-903b-9695337fb7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:36.592477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Network hostable DHCP agents. Network: 4fdf4a3f-d056-41db-855f-069d1f454b83, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:36.632874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:36.650115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 4fdf4a3f-d056-41db-855f-069d1f454b83) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:36.664468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373af11e-779c-484f-aaf8-e5cf814060f0 None None] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:36.678917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:36.679558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.680781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc0868-9559-419b-9928-2964ac4919dd req-48b472db-e89c-40b0-b721-63f750d3f7a1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:36.682680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cccc0868-9559-419b-9928-2964ac4919dd req-48b472db-e89c-40b0-b721-63f750d3f7a1 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.1518075 Aug 31 19:22:36.712956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cfcd0f4c-de1c-463f-bf04-8e60043275ca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7662106 Aug 31 19:22:36.722620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:36.738475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:36.768199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cccc0868-9559-419b-9928-2964ac4919dd req-65b639ed-7e23-4cbc-a8dc-7254e2c4b67b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 Aug 31 19:22:36.809036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.810171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.936024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:36.987563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-4fdf4a3f-d056-41db-855f-069d1f454b83', 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'fixed_ips': [{'subnet_id': '2ddad91a-0dc3-4736-934e-ee240047d996'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:36.989525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.344290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Allocated IP 172.20.0.2 (4fdf4a3f-d056-41db-855f-069d1f454b83/2ddad91a-0dc3-4736-934e-ee240047d996/7387232c-6ad0-4450-bdbb-7a3b5307303a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:37.383419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51864dd1-cddd-4344-b350-ab966ffed53e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:37.442612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 51864dd1-cddd-4344-b350-ab966ffed53e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:37.443161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51864dd1-cddd-4344-b350-ab966ffed53e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:37.541330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d85aa6bd-4592-4ed6-9c27-75704ac8bb4f req-34812a20-c99a-442e-b188-f33991c5fc28 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 210 time: 0.6096745 Aug 31 19:22:37.587348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.598644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Transition to ACTIVE for port object 7387232c-6ad0-4450-bdbb-7a3b5307303a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:37.617495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Transition to ACTIVE for port object 7387232c-6ad0-4450-bdbb-7a3b5307303a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:37.624954 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.648702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.658072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-f2a6fe6f-3f3b-4ac5-a1e0-96a92debd842 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:37.659582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-f2a6fe6f-3f3b-4ac5-a1e0-96a92debd842 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.67 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 809 time: 0.1219244 Aug 31 19:22:37.669365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:37.677336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:37.678527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Request body: {'port': {'device_id': '611ce13a-21da-40ff-ab92-1658606a8de2', 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31', 'admin_state_up': True, 'tenant_id': 'ef9707b7942346c4a2534a4fc9c281ff'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:37.684807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:37.763721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Pushing event updated for resources: {'Port': ['ID=7387232c-6ad0-4450-bdbb-7a3b5307303a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:37.766984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Attempting to bind port 7387232c-6ad0-4450-bdbb-7a3b5307303a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:37.767508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Attempting to bind port 7387232c-6ad0-4450-bdbb-7a3b5307303a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b38b9dd7-2218-4b6a-903b-9695337fb7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:37.768079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Attempting to bind port 7387232c-6ad0-4450-bdbb-7a3b5307303a on network 4fdf4a3f-d056-41db-855f-069d1f454b83 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:37.776278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:37.777460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Checking segment: {'id': 'b38b9dd7-2218-4b6a-903b-9695337fb7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:37.777970 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.778560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Bound using segment: {'id': 'b38b9dd7-2218-4b6a-903b-9695337fb7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:37.779056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Bound port: 7387232c-6ad0-4450-bdbb-7a3b5307303a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38b9dd7-2218-4b6a-903b-9695337fb7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:37.779540 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.852061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6230c5-b75a-4a5c-814f-20fdd0499878 req-0a27d83b-1de8-43bf-a4a3-fd1b527755dd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:37.853615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca6230c5-b75a-4a5c-814f-20fdd0499878 req-0a27d83b-1de8-43bf-a4a3-fd1b527755dd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.9235859 Aug 31 19:22:37.886890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Made reservation on behalf of ef9707b7942346c4a2534a4fc9c281ff for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:37.890955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.907364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] For port 7387232c-6ad0-4450-bdbb-7a3b5307303a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:37.912442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] For port 7387232c-6ad0-4450-bdbb-7a3b5307303a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7387232c-6ad0-4450-bdbb-7a3b5307303a,segment=NetworkSegment(b38b9dd7-2218-4b6a-903b-9695337fb7e9),segment_id=b38b9dd7-2218-4b6a-903b-9695337fb7e9)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:37.917498 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:37.938211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca6230c5-b75a-4a5c-814f-20fdd0499878 req-32ebce23-f5fd-4398-8fea-c0eba907196a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725892 Aug 31 19:22:38.047356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c669ec-fd98-4837-8a92-dda31443bd2d None None] Pushing event updated for resources: {'Port': ['ID=7387232c-6ad0-4450-bdbb-7a3b5307303a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:38.095081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:38.102678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:38.223469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Allocated IP 172.20.0.4 (088460c0-1a36-4cb5-b67d-289ef7de9d31/b6b37fe8-14d7-4677-a2c5-eeed0bf44a85/806bb1dc-cecd-45f6-b45e-a1f3f87238b3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:38.246795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.260022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:38.264565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.272521 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.436906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Allocated IP 172.25.3.113 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/90c751b5-d857-414b-9b9d-450909530904) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:38.533114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.584187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57040af-0c67-4e3f-98e0-759c1836b003 req-8424c628-18ec-4349-bbf4-76948bcb8639 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:38.591233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f57040af-0c67-4e3f-98e0-759c1836b003 req-8424c628-18ec-4349-bbf4-76948bcb8639 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.2085273 Aug 31 19:22:38.597006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:38.607137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '0ac6bf89-75c9-486e-ae91-f5a06be08c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:38.607577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: 0aae3117-464c-4479-9ab0-d089adff7c61, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:38.629607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0aae3117-464c-4479-9ab0-d089adff7c61 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:38.641550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0aae3117-464c-4479-9ab0-d089adff7c61) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:38.648141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:38.648891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.653591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9239a-4de3-4c92-8781-ff9b0280c374 None None] Network 0aae3117-464c-4479-9ab0-d089adff7c61 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:38.666185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f57040af-0c67-4e3f-98e0-759c1836b003 req-1a4d595c-fbf0-4e15-90fa-56693a534f41 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Aug 31 19:22:38.668904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6c091707-d9a5-440d-b36c-4222a8591542 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5721726 Aug 31 19:22:38.672178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:38.678087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551642166'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:38.708512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:38.713589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.753499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.770538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:38.790021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.790459 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 2086af30-637e-4d01-b939-2becce89626e of type vlan for network 0ab15c00-cb2e-454b-a1e9-2898621ac5fd Aug 31 19:22:38.809531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e4acafc-6b95-4903-bcd1-cb52bb967468 req-47aa3190-f0a0-43a1-be42-cbe85e65317a tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 210 time: 0.1421573 Aug 31 19:22:38.814389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.855534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.876816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0aae3117-464c-4479-9ab0-d089adff7c61', 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': 'fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:38.877686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.882166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Network 088460c0-1a36-4cb5-b67d-289ef7de9d31 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:38.890977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:38.899375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:38.920650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.931461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:38.932395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.972439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:38.993696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Pushing event updated for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:39.010616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3370636 Aug 31 19:22:39.013680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:39.018519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '0ab15c00-cb2e-454b-a1e9-2898621ac5fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:39.086715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538e406-5c2c-4ca0-bb37-6ad20f7db416 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=0ab15c00-cb2e-454b-a1e9-2898621ac5fd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:39.107447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:39.108190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.109514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0ab15c00-cb2e-454b-a1e9-2898621ac5fd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:39.141552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-2495fe9e-1c01-4a8f-bdfd-05dc9de276d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692166 Aug 31 19:22:39.166018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Request body: {'port': {'device_id': '611ce13a-21da-40ff-ab92-1658606a8de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:39.224037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.244662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Allocated IP 2001:db8:0:ffff::2 (0aae3117-464c-4479-9ab0-d089adff7c61/fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8/e3ab522c-0279-4720-93ba-27c06b78f729) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:39.299738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Pushing event updated for resources: {'Port': ['ID=90c751b5-d857-414b-9b9d-450909530904,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:39.302278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:39.305925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.438426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:39.443757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7387232c-6ad0-4450-bdbb-7a3b5307303a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:39.448336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:39.451825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.453919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:39.491399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70c384-068c-4e40-abfc-f007e7e5e9b0 None None] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:39.572841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.591217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0501104-91e6-4d1b-ab99-1023242ee3a3 None None] Provisioning for port 7387232c-6ad0-4450-bdbb-7a3b5307303a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:39.596832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Transition to ACTIVE for port object e3ab522c-0279-4720-93ba-27c06b78f729 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:39.626862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-83235762-8b13-4725-a883-d181ae75dbcb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:39.637296 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-83235762-8b13-4725-a883-d181ae75dbcb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.0868242 Aug 31 19:22:39.643257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Transition to ACTIVE for port object e3ab522c-0279-4720-93ba-27c06b78f729 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:39.651550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7387232c-6ad0-4450-bdbb-7a3b5307303a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:39.657498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7387232c-6ad0-4450-bdbb-7a3b5307303a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:39.658130 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.661283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.809321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Network 0aae3117-464c-4479-9ab0-d089adff7c61 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:39.813511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 55461ef9-6d23-451f-9d43-cb64e84a3c4c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:39.814181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Pushing event updated for resources: {'Port': ['ID=e3ab522c-0279-4720-93ba-27c06b78f729,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:39.814891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.843194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:39.849295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:39.870895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.947629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Attempting to bind port e3ab522c-0279-4720-93ba-27c06b78f729 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:39.949487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Attempting to bind port e3ab522c-0279-4720-93ba-27c06b78f729 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0ac6bf89-75c9-486e-ae91-f5a06be08c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:39.951334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Attempting to bind port e3ab522c-0279-4720-93ba-27c06b78f729 on network 0aae3117-464c-4479-9ab0-d089adff7c61 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:39.962783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:39.963268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Checking segment: {'id': '0ac6bf89-75c9-486e-ae91-f5a06be08c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:39.963908 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.964417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Bound using segment: {'id': '0ac6bf89-75c9-486e-ae91-f5a06be08c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:39.965070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Bound port: e3ab522c-0279-4720-93ba-27c06b78f729, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac6bf89-75c9-486e-ae91-f5a06be08c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0aae3117-464c-4479-9ab0-d089adff7c61'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:39.965545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:39.966888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c27565-6a4f-4dad-b7c3-a778b36cb972 req-898de4fe-9f0d-4039-8a16-753af00ec1d5 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:39.968696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2c27565-6a4f-4dad-b7c3-a778b36cb972 req-898de4fe-9f0d-4039-8a16-753af00ec1d5 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e989894-5e6f-4443-9e2c-d977f546bbc8 HTTP/1.1" status: 200 len: 946 time: 0.1870232 Aug 31 19:22:40.001659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 55461ef9-6d23-451f-9d43-cb64e84a3c4c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=55461ef9-6d23-451f-9d43-cb64e84a3c4c,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:40.002038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.033722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.051428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 55461ef9-6d23-451f-9d43-cb64e84a3c4c owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:40.104863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] For port e3ab522c-0279-4720-93ba-27c06b78f729, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:40.109677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] For port e3ab522c-0279-4720-93ba-27c06b78f729, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e3ab522c-0279-4720-93ba-27c06b78f729,segment=NetworkSegment(0ac6bf89-75c9-486e-ae91-f5a06be08c70),segment_id=0ac6bf89-75c9-486e-ae91-f5a06be08c70)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:40.128501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.140509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 7387232c-6ad0-4450-bdbb-7a3b5307303a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7387232c-6ad0-4450-bdbb-7a3b5307303a,segment=NetworkSegment(b38b9dd7-2218-4b6a-903b-9695337fb7e9),segment_id=b38b9dd7-2218-4b6a-903b-9695337fb7e9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:40.161892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=6a7334a5-411a-4234-9c50-20388e6bacae,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:40.178848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.210613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c327-e5a8-4617-9370-10957df6bfc2 None None] Pushing event updated for resources: {'Port': ['ID=e3ab522c-0279-4720-93ba-27c06b78f729,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:40.264167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2c27565-6a4f-4dad-b7c3-a778b36cb972 req-7492c5a8-4605-4c9d-bd4b-f75c78fefccf tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769411 Aug 31 19:22:40.299492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.335089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '2086af30-637e-4d01-b939-2becce89626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0ab15c00-cb2e-454b-a1e9-2898621ac5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:40.335476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: 0ab15c00-cb2e-454b-a1e9-2898621ac5fd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:40.335972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['55461ef9-6d23-451f-9d43-cb64e84a3c4c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:40.338421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:40.352396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.382483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98186b-59a0-4c8d-b54e-86a74a498b06 req-269612c8-6735-4f06-b18c-52c972772172 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:40.387561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=55461ef9-6d23-451f-9d43-cb64e84a3c4c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:40.396418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e98186b-59a0-4c8d-b54e-86a74a498b06 req-269612c8-6735-4f06-b18c-52c972772172 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 931 time: 0.3197365 Aug 31 19:22:40.410914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 55461ef9-6d23-451f-9d43-cb64e84a3c4c on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:40.414635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.415427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=7387232c-6ad0-4450-bdbb-7a3b5307303a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:40.418554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b8e5f586-8ed6-4b8f-9f71-811885a4c748 req-099c8644-2f8d-4b90-b1c8-fb80ca4e9e47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/55461ef9-6d23-451f-9d43-cb64e84a3c4c HTTP/1.1" status: 204 len: 173 time: 0.7736881 Aug 31 19:22:40.418554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'name': 'network-vif-deleted', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:40.439620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d038ca27-a86b-46cd-b011-dc7b8fed30c0 None None] Provisioning complete for port 7387232c-6ad0-4450-bdbb-7a3b5307303a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:40.440015 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d038ca27-a86b-46cd-b011-dc7b8fed30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.444514 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca65fb7-7bd7-4b7d-81be-6be7d616b437" -d '{"events": [{"server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "name": "network-vif-deleted", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:40.609810 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147341d4-00d8-4a30-84d7-fad26fdaaa39 x-openstack-request-id: req-147341d4-00d8-4a30-84d7-fad26fdaaa39 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:40.610102 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e989894-5e6f-4443-9e2c-d977f546bbc8", "name": "network-vif-deleted", "tag": "55461ef9-6d23-451f-9d43-cb64e84a3c4c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:40.610352 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-147341d4-00d8-4a30-84d7-fad26fdaaa39 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:40.611090 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e989894-5e6f-4443-9e2c-d977f546bbc8', 'name': 'network-vif-deleted', 'tag': '55461ef9-6d23-451f-9d43-cb64e84a3c4c', 'status': 'completed', 'code': 200} Aug 31 19:22:40.613889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0ab15c00-cb2e-454b-a1e9-2898621ac5fd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:40.623583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:40.648377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.688593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0ab15c00-cb2e-454b-a1e9-2898621ac5fd) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:40.701675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e98186b-59a0-4c8d-b54e-86a74a498b06 req-03819d13-6e31-4388-b4ba-55f4877c5b3d tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035719 Aug 31 19:22:40.716331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:40.717131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.719783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694ccc6-78d2-4b31-a170-1a0f9c7fd4d0 None None] Network 0ab15c00-cb2e-454b-a1e9-2898621ac5fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:40.728587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Transition to ACTIVE for port object 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:40.739187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.814084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2115edd9-466d-4771-8d9c-634295af160e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8015137 Aug 31 19:22:40.817690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:40.905161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:40.934665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Pushing event updated for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:40.971099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.017899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:41.077170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df2aa6-701e-4b55-a02f-bfbdffe4dada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0ab15c00-cb2e-454b-a1e9-2898621ac5fd', 'network_id': '0ab15c00-cb2e-454b-a1e9-2898621ac5fd', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': '6a7334a5-411a-4234-9c50-20388e6bacae'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:41.078187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09df2aa6-701e-4b55-a02f-bfbdffe4dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.109996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.202820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-09df2aa6-701e-4b55-a02f-bfbdffe4dada None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a7334a5-411a-4234-9c50-20388e6bacae: This subnet is being modified by another concurrent operation. Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:41.302938 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a7334a5-411a-4234-9c50-20388e6bacae: This subnet is being modified by another concurrent operation. Aug 31 19:22:41.307035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:22:41.317851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7334a5-411a-4234-9c50-20388e6bacae,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:41.369639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342aa4c6-506c-4372-8a35-9d799321115d None None] Network 0ab15c00-cb2e-454b-a1e9-2898621ac5fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:41.401564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e838e1c7-988d-4174-8e27-1ab583dfe728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.442456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.489540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab15c00-cb2e-454b-a1e9-2898621ac5fd']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:41.539815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b484c5b-5747-4cb1-9fdb-20a0f20c8efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.547674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2086af30-637e-4d01-b939-2becce89626e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:41.547987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2086af30-637e-4d01-b939-2becce89626e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:41.577857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.580276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e3ab522c-0279-4720-93ba-27c06b78f729 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:41.634842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.648728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:41.649151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:41.658041 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:41.670994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e3ab522c-0279-4720-93ba-27c06b78f729 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:41.677465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7387232c-6ad0-4450-bdbb-7a3b5307303a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:41.689784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Attempting to bind port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:41.690134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Attempting to bind port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:41.690476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Attempting to bind port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:41.735631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:22:41.736016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Attempting to bind port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 on network 088460c0-1a36-4cb5-b67d-289ef7de9d31 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:41.741201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.741504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7387232c-6ad0-4450-bdbb-7a3b5307303a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:41.741948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.758996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:41.759464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Checking segment: {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:41.759917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Bound using segment: {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:41.760300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Bound port: 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdf6560-030d-4218-bdaa-c98a599bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:41.760670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.846204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e838e1c7-988d-4174-8e27-1ab583dfe728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.848645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.851772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0ab15c00-cb2e-454b-a1e9-2898621ac5fd HTTP/1.1" status: 204 len: 168 time: 1.0333486 Aug 31 19:22:41.853403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010522e-49f2-414f-a4ba-e4144b16b8ab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=0ab15c00-cb2e-454b-a1e9-2898621ac5fd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:41.855313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e838e1c7-988d-4174-8e27-1ab583dfe728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.857913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:41.865720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950721633'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:41.877346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929e84e-3787-4ec6-a034-7ab2d3ebe1a4 None None] Network 0aae3117-464c-4479-9ab0-d089adff7c61 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:41.909196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-d632f979-aace-4045-98e1-50ffc79eb310 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:41.918022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e838e1c7-988d-4174-8e27-1ab583dfe728 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a87d1057cc54bc49ad830311106997f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8966608 Aug 31 19:22:41.918250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-d632f979-aace-4045-98e1-50ffc79eb310 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.2810647 Aug 31 19:22:41.918663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:41.924111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Router a902ed0b-62d6-418e-b46d-78bf45f77ef5 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:22:41.926060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838e1c7-988d-4174-8e27-1ab583dfe728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c0598-1ed4-489f-b21c-a9df2ed953d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:41.936438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:41.939892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.947516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-39135216-0f19-44ca-a4f0-b99dae46c686 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/quotas/b9e02fd1a26f4e91a7dc4d473b699ec5 HTTP/1.1" status: 200 len: 375 time: 0.0279367 Aug 31 19:22:41.965019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Provisioning for port e3ab522c-0279-4720-93ba-27c06b78f729 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:41.971776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:41.977194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Provisioning complete for port e3ab522c-0279-4720-93ba-27c06b78f729 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:41.977587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.983018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:41.992662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:41.993017 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment e86a53db-7a2a-47cb-91c4-2cb2185a751d of type vlan for network 8ab817b6-b6e4-43db-bf1b-dda46e268caf Aug 31 19:22:42.016662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:42.033293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.058420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.060388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.065911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:42.066599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.071801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb748e-6301-4f68-b061-cdc86c93da01 req-0024a3bc-3931-4e83-b149-101f4165d98f tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:42.073332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2fb748e-6301-4f68-b061-cdc86c93da01 req-0024a3bc-3931-4e83-b149-101f4165d98f tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 943 time: 0.2365866 Aug 31 19:22:42.115081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:42.115726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.117353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] 10.222.0.67 "PUT /v2.0/ports/806bb1dc-cecd-45f6-b45e-a1f3f87238b3 HTTP/1.1" status: 200 len: 1092 time: 2.9582956 Aug 31 19:22:42.128252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:42.128530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.129518 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02418f-b844-4448-b7af-c6295f493cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:42.148922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2875593 Aug 31 19:22:42.151970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.154223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:42.161424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:42.182692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] For port e3ab522c-0279-4720-93ba-27c06b78f729, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e3ab522c-0279-4720-93ba-27c06b78f729,segment=NetworkSegment(0ac6bf89-75c9-486e-ae91-f5a06be08c70),segment_id=0ac6bf89-75c9-486e-ae91-f5a06be08c70)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:42.185078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-c401fbce-f862-4285-aca2-2f66c74ea6fd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353714 Aug 31 19:22:42.187821 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.211373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505222f-fafa-4131-b2d0-c856ce2700e0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=8ab817b6-b6e4-43db-bf1b-dda46e268caf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:42.226760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:42.236606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.299992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:42.303861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.304601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0ed7c-272b-496c-a4ec-04e0db0e185e None None] Pushing event updated for resources: {'Port': ['ID=e3ab522c-0279-4720-93ba-27c06b78f729,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:42.328210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:42.340112 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Sync routers for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:42.358245 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Routers {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:42.359208 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:42.371227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71e32f-c29c-439a-9dce-5736de157ccf service neutron] Pushing event updated for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:42.398684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.401220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.404915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d4c0598-1ed4-489f-b21c-a9df2ed953d5 HTTP/1.1" status: 204 len: 168 time: 0.4825490 Aug 31 19:22:42.417855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a42a4b-aa1b-4c96-9069-825af627cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c0598-1ed4-489f-b21c-a9df2ed953d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:42.436847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.440857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:42.444184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6ee4453-3d62-4939-b4f4-65a35b3cd2be admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.7175636 Aug 31 19:22:42.471930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2fb748e-6301-4f68-b061-cdc86c93da01 req-5a3d45cf-c9c6-47ae-9a80-47aff50fc1aa tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584502 Aug 31 19:22:42.517110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-7c8cb42c-4c4c-46cb-9a56-825ae7076a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:42.517736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84415d42-b4af-49be-9bc9-6bf30d3f4c7e None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:22:42.518664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-7c8cb42c-4c4c-46cb-9a56-825ae7076a65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 1095 time: 0.3324239 Aug 31 19:22:42.522138 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Set router a902ed0b-62d6-418e-b46d-78bf45f77ef5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:42.638625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-d0a58178-2160-43b1-9014-2dc1489f7165 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3 HTTP/1.1" status: 200 len: 217 time: 0.1085837 Aug 31 19:22:42.683724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b685ea6b-535a-420e-916a-222356774541 None None] Provisioning complete for port e3ab522c-0279-4720-93ba-27c06b78f729 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:42.684287 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b685ea6b-535a-420e-916a-222356774541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.697623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.732478 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f4585-0b88-4fc6-9bb5-2fd4406eb1f3 x-openstack-request-id: req-940f4585-0b88-4fc6-9bb5-2fd4406eb1f3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:42.732794 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:42.733060 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-940f4585-0b88-4fc6-9bb5-2fd4406eb1f3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:42.733481 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3', 'status': 'completed', 'code': 200} Aug 31 19:22:42.791061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-b0782039-cdfd-46b5-9c4a-1569bc237f4b service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523551 Aug 31 19:22:42.847449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-ac1f048a-d08b-43f7-a558-44684015abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:42.849329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-ac1f048a-d08b-43f7-a558-44684015abbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 HTTP/1.1" status: 200 len: 849 time: 0.2004745 Aug 31 19:22:42.880412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84415d42-b4af-49be-9bc9-6bf30d3f4c7e None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:22:42.891021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-9f552356-725e-4521-b808-3fe724cc57c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=088460c0-1a36-4cb5-b67d-289ef7de9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336256 Aug 31 19:22:42.896017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:39Z', 'revision_number': 3, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:42.936275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Checking router: a902ed0b-62d6-418e-b46d-78bf45f77ef5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:22:42.936791 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Updating router a902ed0b-62d6-418e-b46d-78bf45f77ef5 port 90c751b5-d857-414b-9b9d-450909530904 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:22:42.971797 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:42.996837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-17f09047-9ee1-4c67-b5ca-ce43a896f5aa service neutron] 10.222.0.73 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046778 Aug 31 19:22:43.052415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=1cd6d054-02b9-4443-98af-04302e32ad25,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:43.058987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:43.065305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-950edc7d-d684-4e59-b902-f0501ee584e1 service neutron] 10.222.0.67 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599565 Aug 31 19:22:43.084110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e582526b-594c-4df6-925e-397450fa912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.087568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': 'e86a53db-7a2a-47cb-91c4-2cb2185a751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:43.087959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: 8ab817b6-b6e4-43db-bf1b-dda46e268caf, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:43.238026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:43.240670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d389a419-de6d-4184-a9c7-5694169fbe75 req-7daba1b9-ecd4-470d-9563-18aa0829c659 service neutron] 10.222.0.67 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670983 Aug 31 19:22:43.270203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8ab817b6-b6e4-43db-bf1b-dda46e268caf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:43.284090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:43.284696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.297654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3245dd6-84b2-4750-85c0-3aef85082323 req-6853f686-d27a-4ce9-b74b-33d205d2d402 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 210 time: 0.0510917 Aug 31 19:22:43.356498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 55461ef9-6d23-451f-9d43-cb64e84a3c4c no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:43.390154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 55461ef9-6d23-451f-9d43-cb64e84a3c4c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:43.390559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 55461ef9-6d23-451f-9d43-cb64e84a3c4c not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:43.393294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02418f-b844-4448-b7af-c6295f493cfb req-f75ca7f5-703c-427c-bfcf-df0b6c0ced0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:43.396950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-f75ca7f5-703c-427c-bfcf-df0b6c0ced0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 1095 time: 0.0972364 Aug 31 19:22:43.488188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e3ab522c-0279-4720-93ba-27c06b78f729 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:43.489860 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.512098 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Transition to ACTIVE for port object 90c751b5-d857-414b-9b9d-450909530904 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:43.523478 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.551658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02418f-b844-4448-b7af-c6295f493cfb req-7753bbdb-2d4e-43ad-b9a5-47e140182f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:43.554776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-7753bbdb-2d4e-43ad-b9a5-47e140182f40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 200 len: 910 time: 0.1485255 Aug 31 19:22:43.569366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e582526b-594c-4df6-925e-397450fa912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.627249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e582526b-594c-4df6-925e-397450fa912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.635373 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Pushing event updated for resources: {'Port': ['ID=90c751b5-d857-414b-9b9d-450909530904,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:43.637982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6253e977-6325-446a-a831-ee7a61f73e4b tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4827337 Aug 31 19:22:43.650715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-127ecd50-b26a-4035-8f33-9f5e10f25c65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3 HTTP/1.1" status: 200 len: 217 time: 0.0889692 Aug 31 19:22:43.652950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:43.658430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710589382'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:43.677491 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.677849 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.678194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.678531 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.678878 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.679198 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.679525 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.679872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.680199 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.680522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.680851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.681174 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:43.729387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02418f-b844-4448-b7af-c6295f493cfb req-87fd778f-2562-420b-bd76-8f927db42fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:43.731548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-87fd778f-2562-420b-bd76-8f927db42fd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 HTTP/1.1" status: 200 len: 849 time: 0.0667243 Aug 31 19:22:43.734281 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Attempting to bind port 90c751b5-d857-414b-9b9d-450909530904 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:43.734727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Attempting to bind port 90c751b5-d857-414b-9b9d-450909530904 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:43.735014 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Attempting to bind port 90c751b5-d857-414b-9b9d-450909530904 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:43.740243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.742142 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:43.742516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:43.742917 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.743416 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:43.743927 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Bound port: 90c751b5-d857-414b-9b9d-450909530904, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:43.744275 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.765306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582526b-594c-4df6-925e-397450fa912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0823e35a-6eac-464e-9a49-2f9801e6b290,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:43.774033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e582526b-594c-4df6-925e-397450fa912a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bc40baa61b94567af645ad371cd7f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109516 Aug 31 19:22:43.776421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:43.823064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-cffd383f-99e7-4439-8618-a8c24249a555 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=088460c0-1a36-4cb5-b67d-289ef7de9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302556 Aug 31 19:22:43.832025 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:22:43.911856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a42a8d-78d7-49c8-ae4f-1c4309497af1 req-edc4e935-b055-4220-bd3c-5209c3bd6b1f tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:43.916913 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] For port 90c751b5-d857-414b-9b9d-450909530904, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:43.919968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50a42a8d-78d7-49c8-ae4f-1c4309497af1 req-edc4e935-b055-4220-bd3c-5209c3bd6b1f tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 943 time: 0.2570343 Aug 31 19:22:43.920586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] For port 90c751b5-d857-414b-9b9d-450909530904, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=90c751b5-d857-414b-9b9d-450909530904,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:43.926761 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:43.964239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:43.968657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.001794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50a42a8d-78d7-49c8-ae4f-1c4309497af1 req-6a447177-cda8-4fd6-ad7c-a21e95418539 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774207 Aug 31 19:22:44.053258 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b20be-3ec6-4476-b168-0744059c1afd None None] Pushing event updated for resources: {'Port': ['ID=90c751b5-d857-414b-9b9d-450909530904,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:44.059212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e3ab522c-0279-4720-93ba-27c06b78f729 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:44.060334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.087835 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Routers {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:44.088501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:44.100297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e0a90-d2d3-44b2-bb59-7eb42dec72b8 None None] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:44.103455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.108608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:44.147062 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.147489 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 83799ff4-c09e-457d-bcc4-9c0d7feffe7b of type vlan for network d488cff9-ef21-4b9e-a018-b86b0dd7b286 Aug 31 19:22:44.153637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.165578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-df75cbe0-8319-446b-9339-50a4262a94d5 service neutron] 10.222.0.67 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327413 Aug 31 19:22:44.224656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f404-a1d4-4de9-b293-d382e47e44d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.294314 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] Set router a902ed0b-62d6-418e-b46d-78bf45f77ef5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:44.302013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.310816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.322556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.323927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0823e35a-6eac-464e-9a49-2f9801e6b290 HTTP/1.1" status: 204 len: 168 time: 0.5462368 Aug 31 19:22:44.362081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb02418f-b844-4448-b7af-c6295f493cfb req-591c7015-f1e5-493f-b68e-5962aacd2175 service neutron] 10.222.0.67 "GET /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715050 Aug 31 19:22:44.372109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7959ce0-76a7-4196-9b85-47b0fa13ca27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823e35a-6eac-464e-9a49-2f9801e6b290,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:44.408930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.415187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:44.416020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.420957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Allocated IP 172.20.0.1 (4fdf4a3f-d056-41db-855f-069d1f454b83/2ddad91a-0dc3-4736-934e-ee240047d996/2fc65a41-9dc8-4a46-b9ad-7ff174029e06) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:44.432539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8ab817b6-b6e4-43db-bf1b-dda46e268caf', 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': '1cd6d054-02b9-4443-98af-04302e32ad25'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:44.444668 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.521099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.529844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.554764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65afe71c-9535-498e-ba2f-5a7d749b4540 req-d6746324-990a-4e36-9425-de811e8d3c47 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 210 time: 0.1183314 Aug 31 19:22:44.561286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9043794 Aug 31 19:22:44.561600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:44.569751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': 'd488cff9-ef21-4b9e-a018-b86b0dd7b286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:44.618793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.623982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c3261-4573-4e11-8929-f345b33debe9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=d488cff9-ef21-4b9e-a018-b86b0dd7b286,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:44.637551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Transition to ACTIVE for port object 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:44.651966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d488cff9-ef21-4b9e-a018-b86b0dd7b286 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:44.669121 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:39Z', 'revision_number': 3, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:44.677120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.698534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:44.704512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.766500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18bf09-54dc-4fc9-938e-c1bc7f8daf2b None None] The sync data for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 is: [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:39Z', 'revision_number': 3, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:44.793159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:44.797696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Allocated IP 2001:db8::1 (8ab817b6-b6e4-43db-bf1b-dda46e268caf/1cd6d054-02b9-4443-98af-04302e32ad25/76c6e7d1-4709-45d0-a45d-f636fb11aaa1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:44.798065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:44.803996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:44.807431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc65a41-9dc8-4a46-b9ad-7ff174029e06,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:44.892543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:44.893042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 19:22:44.893605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 19:22:45.187771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.199541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Transition to ACTIVE for port object 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:45.236612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Transition to ACTIVE for port object 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:45.254780 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.378399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:45.387892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-1017502e-51ab-43d1-a392-8b2e88eb6207 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:45.389782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-1017502e-51ab-43d1-a392-8b2e88eb6207 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 804 time: 0.5658655 Aug 31 19:22:45.434496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Request body: {'port': {'device_id': 'b58159c0-18be-4cb9-be10-84991be410df', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'admin_state_up': True, 'tenant_id': 'b9e02fd1a26f4e91a7dc4d473b699ec5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:45.553452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:45.563080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.584453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3', 'network_id': '088460c0-1a36-4cb5-b67d-289ef7de9d31', 'port_id': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3', 'mac_address': 'fa:16:3e:ba:60:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b37fe8-14d7-4677-a2c5-eeed0bf44a85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:45.589756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 90c751b5-d857-414b-9b9d-450909530904 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:45.638538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.639745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d896f5-b09e-4506-bfd7-90a6a6043e2f None None] Provisioning for port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:45.715687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871ccbb-f80d-4657-9c88-8f1d861d5ec3 req-600fb9fe-c66d-4525-a677-5b240b96b7ca tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:45.723273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:45.726177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3871ccbb-f80d-4657-9c88-8f1d861d5ec3 req-600fb9fe-c66d-4525-a677-5b240b96b7ca tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 943 time: 0.5641925 Aug 31 19:22:45.727858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.750993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:45.756299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.767618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=85f45526-3112-4c40-b59e-6d16341dd41f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:45.776761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d896f5-b09e-4506-bfd7-90a6a6043e2f None None] Provisioning complete for port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:45.777151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46d896f5-b09e-4506-bfd7-90a6a6043e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.821418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46d896f5-b09e-4506-bfd7-90a6a6043e2f None None] Port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:45.824110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:45.828579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:45.830451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:45.837388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-525b0cb3-6a56-4575-814a-78790036024f req-f6015734-86b7-47f1-8edd-5c20d60777d0 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 210 time: 0.0639794 Aug 31 19:22:45.838138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.841649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Made reservation on behalf of b9e02fd1a26f4e91a7dc4d473b699ec5 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:45.848560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.874472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Pushing event updated for resources: {'Port': ['ID=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:45.885565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:45.919152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3871ccbb-f80d-4657-9c88-8f1d861d5ec3 req-37768d10-44c7-4c34-8456-9ecddc1b5472 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917574 Aug 31 19:22:45.926632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.926990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.927335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.927715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.928036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.928422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.928696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.929060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.929356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.929685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.930009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.930118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '83799ff4-c09e-457d-bcc4-9c0d7feffe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd488cff9-ef21-4b9e-a018-b86b0dd7b286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:45.930333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:22:45.930445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: d488cff9-ef21-4b9e-a018-b86b0dd7b286, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:45.933454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 90c751b5-d857-414b-9b9d-450909530904 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:45.950508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 90c751b5-d857-414b-9b9d-450909530904 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:45.950894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.039319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Attempting to bind port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:46.039719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Attempting to bind port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e86a53db-7a2a-47cb-91c4-2cb2185a751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:46.040100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Attempting to bind port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 on network 8ab817b6-b6e4-43db-bf1b-dda46e268caf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:46.054362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:46.054646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Checking segment: {'id': 'e86a53db-7a2a-47cb-91c4-2cb2185a751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:46.055056 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.055457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Bound using segment: {'id': 'e86a53db-7a2a-47cb-91c4-2cb2185a751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:46.055976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Bound port: 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86a53db-7a2a-47cb-91c4-2cb2185a751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ab817b6-b6e4-43db-bf1b-dda46e268caf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:46.056355 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.085723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.091690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.132103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network d488cff9-ef21-4b9e-a018-b86b0dd7b286 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:46.147327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['806bb1dc-cecd-45f6-b45e-a1f3f87238b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:46.187699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d488cff9-ef21-4b9e-a018-b86b0dd7b286) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:46.193965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Allocated IP 172.20.0.8 (ea58f87f-5cdc-410d-a3bd-ac688e8531b4/c9324b57-a6c3-4362-98c7-05d751acdb8a/7ba5b4fe-0023-4fd4-92ca-08d14f96d403) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:46.210885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:46.211109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.249749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8da5ae-40fa-4b9b-8f55-a494d06c9504 None None] Network d488cff9-ef21-4b9e-a018-b86b0dd7b286 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:46.252015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:46.256521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc65a41-9dc8-4a46-b9ad-7ff174029e06,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:46.259243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.354584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.375531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] For port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:46.422780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] For port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,segment=NetworkSegment(e86a53db-7a2a-47cb-91c4-2cb2185a751d),segment_id=e86a53db-7a2a-47cb-91c4-2cb2185a751d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:46.427688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a4325e0a-dda0-431f-9d5c-a75985d476b5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8631907 Aug 31 19:22:46.430229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 90c751b5-d857-414b-9b9d-450909530904, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=90c751b5-d857-414b-9b9d-450909530904,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:46.434106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:46.441536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.448379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.543902 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.544111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:46.572750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13cd84-cabc-4825-9256-e03b9702ba48 None None] Pushing event updated for resources: {'Port': ['ID=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:46.588938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.590923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:46.626788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.648870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:46.756161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:46.757893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:46.762051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:46.766856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f0e84-2389-4569-b9d3-7b6d40236096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d488cff9-ef21-4b9e-a018-b86b0dd7b286', 'network_id': 'd488cff9-ef21-4b9e-a018-b86b0dd7b286', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': '85f45526-3112-4c40-b59e-6d16341dd41f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:46.767799 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-088f0e84-2389-4569-b9d3-7b6d40236096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.771877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.815438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=90c751b5-d857-414b-9b9d-450909530904,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:46.879700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:46.971772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=85f45526-3112-4c40-b59e-6d16341dd41f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:47.006699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:47.010909 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-088f0e84-2389-4569-b9d3-7b6d40236096 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85f45526-3112-4c40-b59e-6d16341dd41f: This subnet is being modified by another concurrent operation. Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:47.057928 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85f45526-3112-4c40-b59e-6d16341dd41f: This subnet is being modified by another concurrent operation. Aug 31 19:22:47.062035 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:22:47.093217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091036b-62a3-4ba4-ac6e-b40babe34211 None None] Network d488cff9-ef21-4b9e-a018-b86b0dd7b286 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:47.122947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115109 Aug 31 19:22:47.123678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823dfe7-0d33-4c2d-9b0f-5d2f0bfdfb39 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event updated for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:47.174518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.189483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Router a902ed0b-62d6-418e-b46d-78bf45f77ef5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:47.192428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d488cff9-ef21-4b9e-a018-b86b0dd7b286']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:47.194125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Request body: {'port': {'device_id': 'b58159c0-18be-4cb9-be10-84991be410df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:47.213965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83799ff4-c09e-457d-bcc4-9c0d7feffe7b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:47.214265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83799ff4-c09e-457d-bcc4-9c0d7feffe7b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:47.233185 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.266015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.288074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358313-bd38-4b80-ab13-0ce3d0cf97cf req-2c97b415-6652-4a33-94c0-3ff4ef84d0fe tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:47.289837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33358313-bd38-4b80-ab13-0ce3d0cf97cf req-2c97b415-6652-4a33-94c0-3ff4ef84d0fe tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 944 time: 0.2380745 Aug 31 19:22:47.292076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.302813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6518e-23e9-489c-820d-5da157291cc4 req-c85b2b76-4a8c-462d-8a39-9a7c5da87e36 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:47.305464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1b6518e-23e9-489c-820d-5da157291cc4 req-c85b2b76-4a8c-462d-8a39-9a7c5da87e36 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 931 time: 0.2040901 Aug 31 19:22:47.307867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd4a5a20-adf4-4b30-9aba-c955a02c9185 None None] Provisioning complete for port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:47.308795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5a20-adf4-4b30-9aba-c955a02c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.317315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:47.317735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:47.321083 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:47.330961 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.420985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a5a20-adf4-4b30-9aba-c955a02c9185 None None] Port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:22:47.425308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:47.438555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33358313-bd38-4b80-ab13-0ce3d0cf97cf req-9cc34536-fd21-451a-a9d2-bf696f25717b tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265962 Aug 31 19:22:47.439677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:47.458308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10bf8ed0-779c-4d93-9250-7b8afc488a74 admin admin] 10.222.0.73 "PUT /v2.0/routers/a902ed0b-62d6-418e-b46d-78bf45f77ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0100865 Aug 31 19:22:47.475615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.484451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.490182 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/d488cff9-ef21-4b9e-a018-b86b0dd7b286 HTTP/1.1" status: 204 len: 168 time: 1.0553229 Aug 31 19:22:47.492405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:47.531665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013429683'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:47.541763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac72d0-ac60-4499-b9af-552ddb266d5d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=d488cff9-ef21-4b9e-a018-b86b0dd7b286,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:47.556362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:47.573352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1b6518e-23e9-489c-820d-5da157291cc4 req-cfc19690-23a4-4f16-8165-0326ea035d72 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424214 Aug 31 19:22:47.593459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:47.593459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.639963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:47.663767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:47.667923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:47.669806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:47.670234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.724780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:47.751830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.752375 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 4d8a7d24-6698-440f-8f99-c2b33af118ed of type vlan for network c98053f5-cad8-499c-8857-c6c181dcaf50 Aug 31 19:22:47.761959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 90c751b5-d857-414b-9b9d-450909530904 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:47.837994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.890709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.899412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:47.900414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:47.957870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4635229 Aug 31 19:22:47.965582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:47.989984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': 'c98053f5-cad8-499c-8857-c6c181dcaf50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:48.001158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 90c751b5-d857-414b-9b9d-450909530904 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:48.003027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.020340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8109-3690-4687-be81-d1fd8aa1a412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.053303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Sync routers for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:48.067380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a065b5-801f-4572-a556-fb4bcaf296f8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=c98053f5-cad8-499c-8857-c6c181dcaf50,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:48.071009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.091482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c98053f5-cad8-499c-8857-c6c181dcaf50 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:48.106245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Routers {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:48.106808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:48.184671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8109-3690-4687-be81-d1fd8aa1a412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.189430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8109-3690-4687-be81-d1fd8aa1a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.211783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:48.225344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.236055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0e4c8109-3690-4687-be81-d1fd8aa1a412 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43117dd7a05e4453a7fc44db9c50347d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910993 Aug 31 19:22:48.237357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8109-3690-4687-be81-d1fd8aa1a412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5034d9fc-0923-4802-8bdb-ba63a5338535,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:48.240415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:48.268870 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-41f308ea-e008-472c-aabb-e33e3e1d920b req-82f0fb96-3557-49b5-84e7-cee152144f4e tempest-FloatingIPDetailsNegativeTestJSON-1718815539 tempest-FloatingIPDetailsNegativeTestJSON-1718815539-project] show failed (client error): The resource could not be found. Aug 31 19:22:48.270403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41f308ea-e008-472c-aabb-e33e3e1d920b req-82f0fb96-3557-49b5-84e7-cee152144f4e tempest-FloatingIPDetailsNegativeTestJSON-1718815539 tempest-FloatingIPDetailsNegativeTestJSON-1718815539-project] 10.222.0.73 "GET /v2.0/floatingips/b0648b93-5dc0-48f0-abad-80892308d60f HTTP/1.1" status: 404 len: 350 time: 0.2048032 Aug 31 19:22:48.286659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:48.290819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Transition to ACTIVE for port object 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:48.300872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.344929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.379619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:48.386052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255cef51-30b0-4221-89ff-d2cabac6a976 None None] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:48.386680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.410981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.417352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:48.419609 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1641ea4f-a559-4ffb-ba78-a9d56802b94a" -d '{"events": [{"server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "name": "network-vif-plugged", "status": "completed", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:48.486602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Provisioning for port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:48.492956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:48.497583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:48.504725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Provisioning complete for port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:48.504725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.539622 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.544723 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0c389-5c47-419f-8d96-d95e2a7ee35a x-openstack-request-id: req-47a0c389-5c47-419f-8d96-d95e2a7ee35a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:48.545202 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "name": "network-vif-plugged", "status": "completed", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:48.545544 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47a0c389-5c47-419f-8d96-d95e2a7ee35a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:48.546058 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3', 'code': 200} Aug 31 19:22:48.555380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.558363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:48.559897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5034d9fc-0923-4802-8bdb-ba63a5338535 HTTP/1.1" status: 204 len: 168 time: 0.3185027 Aug 31 19:22:48.593226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2712d3f-6310-4234-8d4e-e6bcaadf7a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034d9fc-0923-4802-8bdb-ba63a5338535,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:48.725386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Set router a902ed0b-62d6-418e-b46d-78bf45f77ef5 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:48.727265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd7d22-e9bd-4db5-8c20-6bae8b217611 req-851e7657-62a6-446b-bbd1-cdf83c6039ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:48.728848 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ddd7d22-e9bd-4db5-8c20-6bae8b217611 req-851e7657-62a6-446b-bbd1-cdf83c6039ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 1097 time: 0.1218925 Aug 31 19:22:48.838840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ddd7d22-e9bd-4db5-8c20-6bae8b217611 req-1fb0f433-bb84-46bc-953e-2fdb29f469b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867631 Aug 31 19:22:48.886896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:48.943259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.133567 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.180618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Attempting to bind port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:49.180777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Attempting to bind port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:49.181089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Attempting to bind port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:49.183018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] For port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,segment=NetworkSegment(e86a53db-7a2a-47cb-91c4-2cb2185a751d),segment_id=e86a53db-7a2a-47cb-91c4-2cb2185a751d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:49.190441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:45Z', 'revision_number': 4, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '2fc65a41-9dc8-4a46-b9ad-7ff174029e06', 'name': '', 'network_id': '4fdf4a3f-d056-41db-855f-069d1f454b83', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'mac_address': 'fa:16:3e:b8:82:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2ddad91a-0dc3-4736-934e-ee240047d996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:43Z', 'updated_at': '2021-08-31T19:22:45Z', 'revision_number': 2, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'subnets': [{'id': '2ddad91a-0dc3-4736-934e-ee240047d996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:49.205064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792434-9197-4411-a1c8-7627b83ee2a0 req-65d5ab98-00b3-446d-8e23-e0918cbe3896 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:49.213197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d792434-9197-4411-a1c8-7627b83ee2a0 req-65d5ab98-00b3-446d-8e23-e0918cbe3896 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 945 time: 0.6628315 Aug 31 19:22:49.223086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.225807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Checking router: a902ed0b-62d6-418e-b46d-78bf45f77ef5 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:22:49.226189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Updating router a902ed0b-62d6-418e-b46d-78bf45f77ef5 port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:22:49.232374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958b7c3-bb7a-4801-82a7-0d6e5f481dd9 req-fe49d805-77a2-47c2-80e2-658eda6651d9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:49.236286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5958b7c3-bb7a-4801-82a7-0d6e5f481dd9 req-fe49d805-77a2-47c2-80e2-658eda6651d9 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 943 time: 0.5478032 Aug 31 19:22:49.237506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:22:49.238360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Attempting to bind port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 on network ea58f87f-5cdc-410d-a3bd-ac688e8531b4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:49.261251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.263116 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.298198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:49.298714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Checking segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:49.299240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Bound using segment: {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:49.300015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Bound port: 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8ada48-c07b-482d-9858-83a43db20072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:49.300355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.361832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4009d-9786-4b80-aab2-9c0f08ca1d04 None None] Pushing event updated for resources: {'Port': ['ID=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:49.422698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d792434-9197-4411-a1c8-7627b83ee2a0 req-e8b71e8d-dc78-43d7-b47a-ba3e762d50ba tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084322 Aug 31 19:22:49.437298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Deleting port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:49.438767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c9e7f-5967-4445-8257-dbd0237e6210 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:22:49.439514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.496557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '4d8a7d24-6698-440f-8f99-c2b33af118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c98053f5-cad8-499c-8857-c6c181dcaf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:49.496557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: c98053f5-cad8-499c-8857-c6c181dcaf50, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:49.504492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5958b7c3-bb7a-4801-82a7-0d6e5f481dd9 req-ba03cea8-4b58-4630-9de9-58032be324da tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554231 Aug 31 19:22:49.543631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=403657c9-9767-43ef-841e-9a1abbe3b7cd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:49.574673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network c98053f5-cad8-499c-8857-c6c181dcaf50 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:49.576172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-495904dd-e591-4f8e-a25b-252f5bced723 None None] Provisioning complete for port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:49.576485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-495904dd-e591-4f8e-a25b-252f5bced723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.603273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.618849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c98053f5-cad8-499c-8857-c6c181dcaf50) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:49.621113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:49.633123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:49.634798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:49.634928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Calling delete_port for 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:49.635414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.647814 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.698667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:49.699311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.700790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] 10.222.0.67 "PUT /v2.0/ports/7ba5b4fe-0023-4fd4-92ca-08d14f96d403 HTTP/1.1" status: 200 len: 1092 time: 2.5236764 Aug 31 19:22:49.701250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:49.706421 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272d692-17e5-4e46-91b2-78119f6cb7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:49.713162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4a310067-d9bf-404e-8ce5-9e0d498d8193 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7432587 Aug 31 19:22:49.713383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:49.848773 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c325022-e2ee-4cd1-823c-0725ff9d70e8 x-openstack-request-id: req-9c325022-e2ee-4cd1-823c-0725ff9d70e8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:49.849230 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:49.849364 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c325022-e2ee-4cd1-823c-0725ff9d70e8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:49.849724 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403', 'status': 'completed', 'code': 200} Aug 31 19:22:49.925550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88853-485f-4ddf-8693-0df7829b8852 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:49.954845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:49.967320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-5fcba7dc-c301-454b-b5e9-29dfd45addde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:49.968892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-5fcba7dc-c301-454b-b5e9-29dfd45addde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 1095 time: 0.2137616 Aug 31 19:22:49.990057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc65a41-9dc8-4a46-b9ad-7ff174029e06,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:50.025508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-3f2cee55-9ca9-4772-b7d6-7b37794be123 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403 HTTP/1.1" status: 200 len: 217 time: 0.0480351 Aug 31 19:22:50.030008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.166268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.166495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:22:50.166889 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:22:50.198501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.205813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c9e7f-5967-4445-8257-dbd0237e6210 None None] Unable to find a vacant binding_index for network c98053f5-cad8-499c-8857-c6c181dcaf50 and agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a {{(pid=94818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 19:22:50.208405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-a7f18b14-3a19-4f03-a1f1-6c4597867ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:50.210328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-a7f18b14-3a19-4f03-a1f1-6c4597867ceb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.1771300 Aug 31 19:22:50.225592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c9e7f-5967-4445-8257-dbd0237e6210 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c98053f5-cad8-499c-8857-c6c181dcaf50) {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:22:50.263722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-e69a3b68-c454-4d1b-bc0b-a37917ae0052 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433185 Aug 31 19:22:50.358951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.402471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=403657c9-9767-43ef-841e-9a1abbe3b7cd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:50.464532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.474924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98053f5-cad8-499c-8857-c6c181dcaf50']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:50.487727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Router a902ed0b-62d6-418e-b46d-78bf45f77ef5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:22:50.488722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8a7d24-6698-440f-8f99-c2b33af118ed') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:50.489038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8a7d24-6698-440f-8f99-c2b33af118ed') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:50.499262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.513991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.520411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:50.520836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.614155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:22:50.619424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f6703ca-96da-425f-973a-dd13bd053ef1 admin admin] 10.222.0.73 "PUT /v2.0/routers/a902ed0b-62d6-418e-b46d-78bf45f77ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316998 Aug 31 19:22:50.622679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:50.632713 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:50.652498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1c935-2c12-48f6-8b11-f68a829126ba None None] Network c98053f5-cad8-499c-8857-c6c181dcaf50 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:50.669507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-9d88b0eb-eeb9-4f6e-be82-4eb009ba4f4a service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983641 Aug 31 19:22:50.741043 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.749568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Port 2fc65a41-9dc8-4a46-b9ad-7ff174029e06 not found while updating agent binding for router a902ed0b-62d6-418e-b46d-78bf45f77ef5. {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 19:22:50.789290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Routers {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:50.790006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:50.795795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.798819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.801014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/c98053f5-cad8-499c-8857-c6c181dcaf50 HTTP/1.1" status: 204 len: 168 time: 1.0865998 Aug 31 19:22:50.818489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:50.819309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887e6c-a6bd-43ab-b366-13302bbce45d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=c98053f5-cad8-499c-8857-c6c181dcaf50,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:50.830781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081870483'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:50.858341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ae9f-f764-4e54-87cd-e35fd10ccf37 req-ac38d088-4143-4789-b4f2-2bed69ca23d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:50.867476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c021ae9f-f764-4e54-87cd-e35fd10ccf37 req-ac38d088-4143-4789-b4f2-2bed69ca23d9 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 945 time: 0.2316377 Aug 31 19:22:50.932505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:50.958612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d5f5e-8753-406d-bbd1-5393ff656621 req-b102eac5-0d5d-4bc3-a68d-58ebc2975944 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:50.958612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-762d5f5e-8753-406d-bbd1-5393ff656621 req-b102eac5-0d5d-4bc3-a68d-58ebc2975944 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 943 time: 0.3209584 Aug 31 19:22:51.001395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c021ae9f-f764-4e54-87cd-e35fd10ccf37 req-9a5da4d6-d63f-44cb-bd7d-1dfc48cf09ef tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316462 Aug 31 19:22:51.019005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Deleting port 90c751b5-d857-414b-9b9d-450909530904 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:51.020109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.033382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:51.038265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.072206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:51.084075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.084636 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 181d7cae-b727-4726-b68e-46aa05414203 of type vlan for network bc21877c-7e07-40bf-8efc-579ddc3194bc Aug 31 19:22:51.143025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.168310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] For port 90c751b5-d857-414b-9b9d-450909530904, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=90c751b5-d857-414b-9b9d-450909530904,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:51.168595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.187506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Calling delete_port for 90c751b5-d857-414b-9b9d-450909530904 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:51.197906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.204613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:51.205406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.235724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4090223 Aug 31 19:22:51.242376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-197b8dd7-5c23-4822-9261-fdbe659c9cfe req-75995148-15e8-4a88-980f-1a234367545f service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621119 Aug 31 19:22:51.252105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:51.259717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-762d5f5e-8753-406d-bbd1-5393ff656621 req-55e584ca-d705-477a-b3af-e2c53189e344 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837839 Aug 31 19:22:51.262129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': 'bc21877c-7e07-40bf-8efc-579ddc3194bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:51.328190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522513d-1a97-4174-8121-ab4f38166b3f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=bc21877c-7e07-40bf-8efc-579ddc3194bc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:51.367052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08c585-bbb5-442f-b3cb-59389bc904c1 None None] Network c98053f5-cad8-499c-8857-c6c181dcaf50 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:51.405164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bc21877c-7e07-40bf-8efc-579ddc3194bc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:51.408112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-f4565444-7ba1-404f-803d-c2ecd8c3de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:51.409717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-f4565444-7ba1-404f-803d-c2ecd8c3de2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 1095 time: 0.0658278 Aug 31 19:22:51.415710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08c585-bbb5-442f-b3cb-59389bc904c1 None None] Network c98053f5-cad8-499c-8857-c6c181dcaf50 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 19:22:51.478080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:51.563607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:51.572326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.576607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] Set router a902ed0b-62d6-418e-b46d-78bf45f77ef5 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:22:51.581251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-40ca8d18-1bb3-4951-8c70-05912fbf7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:51.583439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-40ca8d18-1bb3-4951-8c70-05912fbf7930 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 200 len: 905 time: 0.1648078 Aug 31 19:22:51.644938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-e8eee588-3075-49eb-9a6d-6cd31b7152b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403 HTTP/1.1" status: 200 len: 217 time: 0.0509393 Aug 31 19:22:51.718292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-475538cf-622e-4849-b0fb-94d11bcb3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:51.719989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-475538cf-622e-4849-b0fb-94d11bcb3b55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 200 len: 844 time: 0.0660894 Aug 31 19:22:51.743980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:51.744555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.753824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:51.802712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-4ad580d1-1cce-44f7-a78d-516e5ecf6366 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea58f87f-5cdc-410d-a3bd-ac688e8531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711915 Aug 31 19:22:51.919610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:49Z', 'revision_number': 5, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:51.955359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889a4f-74fc-4c36-91c0-d7e29371015a None None] The sync data for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 is: [{'id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707474827-router', 'tenant_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '90c751b5-d857-414b-9b9d-450909530904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:22:36Z', 'updated_at': '2021-08-31T19:22:49Z', 'revision_number': 5, 'project_id': '0b1f0ce7c91e4b70884cae2c004fedb4', 'gw_port': {'id': '90c751b5-d857-414b-9b9d-450909530904', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ed0b-62d6-418e-b46d-78bf45f77ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:22:38Z', 'updated_at': '2021-08-31T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:51.971203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-c80e2b93-f95b-4994-b474-9e58d86cb3ab service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583269 Aug 31 19:22:52.149004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c76c6-833c-4d84-b91b-210dee0c3e57 req-be7070e6-b553-46a6-b110-b2b273ff8bc5 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:52.156480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-431c76c6-833c-4d84-b91b-210dee0c3e57 req-be7070e6-b553-46a6-b110-b2b273ff8bc5 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 945 time: 0.0948048 Aug 31 19:22:52.189514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1272d692-17e5-4e46-91b2-78119f6cb7ec req-745388e1-7dd3-40a3-a90b-b9f1a83ab953 service neutron] 10.222.0.67 "GET /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008088 Aug 31 19:22:52.212836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:52.246686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c751b5-d857-414b-9b9d-450909530904,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:52.251837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-431c76c6-833c-4d84-b91b-210dee0c3e57 req-e2d93b0a-b2c0-44b3-aae7-41709c383e95 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843675 Aug 31 19:22:52.347196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.373170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91c13a88-9ee8-44ca-b2f5-2f6c2c3714ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.449348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef526d9-96ee-4670-8839-2dea29daceb9 req-d5e36cf6-b53f-41b6-a10c-c29554ada455 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:52.451116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aef526d9-96ee-4670-8839-2dea29daceb9 req-d5e36cf6-b53f-41b6-a10c-c29554ada455 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 943 time: 0.0802145 Aug 31 19:22:52.484176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.487481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.520226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aef526d9-96ee-4670-8839-2dea29daceb9 req-7bfcb5de-f09f-407f-8add-a45fcfc905db tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Aug 31 19:22:52.539559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.556632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91c13a88-9ee8-44ca-b2f5-2f6c2c3714ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.560451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91c13a88-9ee8-44ca-b2f5-2f6c2c3714ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.577938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.578481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a902ed0b-62d6-418e-b46d-78bf45f77ef5 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:22:52.590446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.591601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16d29903-81c6-4b19-aaa8-25edbed962d5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a902ed0b-62d6-418e-b46d-78bf45f77ef5 HTTP/1.1" status: 204 len: 168 time: 1.9679856 Aug 31 19:22:52.597950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34994) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:52.607561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91c13a88-9ee8-44ca-b2f5-2f6c2c3714ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=839fbac2f3a540a4a888a38d92aaf338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934309 Aug 31 19:22:52.608560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c13a88-9ee8-44ca-b2f5-2f6c2c3714ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e272a-b6a8-4f37-9af8-e802db244d04,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:52.613684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:52.666840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:52.669740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.680494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Deleting subnet 2ddad91a-0dc3-4736-934e-ee240047d996 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:22:52.685279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.686934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '181d7cae-b727-4726-b68e-46aa05414203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc21877c-7e07-40bf-8efc-579ddc3194bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:52.687295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: bc21877c-7e07-40bf-8efc-579ddc3194bc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:52.694381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.732659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.734906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network bc21877c-7e07-40bf-8efc-579ddc3194bc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:52.751260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.754615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.756020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d0e272a-b6a8-4f37-9af8-e802db244d04 HTTP/1.1" status: 204 len: 168 time: 0.1414480 Aug 31 19:22:52.765104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bc21877c-7e07-40bf-8efc-579ddc3194bc) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:52.772359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:52.772961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.776018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ddaec6-35e3-4171-af81-5eeaf7dfb30a None None] Network bc21877c-7e07-40bf-8efc-579ddc3194bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:52.781224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4f6c6-a0d6-4dde-bbd4-646dd3e06ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e272a-b6a8-4f37-9af8-e802db244d04,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:52.805283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:52.805417 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b936f54-af35-4d82-9a1b-462061aa33b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5500300 Aug 31 19:22:52.883343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.964851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Sync routers for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:22:52.971882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.976242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.976939 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:52.977311 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:22:52.977956 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:22:52.990341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:22:52.990692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:52.991904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ed50d-a8b2-4cf5-97c5-5fb5d6e5422e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bc21877c-7e07-40bf-8efc-579ddc3194bc', 'network_id': 'bc21877c-7e07-40bf-8efc-579ddc3194bc', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': 'eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:52.992800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2ddad91a-0dc3-4736-934e-ee240047d996 HTTP/1.1" status: 204 len: 168 time: 0.3938966 Aug 31 19:22:52.995691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:52.995828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c10ed50d-a8b2-4cf5-97c5-5fb5d6e5422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.000801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9ac89-86a3-47e8-95b4-cb1246af9ca8 None None] Network 4fdf4a3f-d056-41db-855f-069d1f454b83 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:53.001153 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:22:53.001851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a902ed0b-62d6-418e-b46d-78bf45f77ef5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:22:53.002230 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9b3f8-9a57-4a1a-adb0-1f71d20cacca None None] The sync data for ids ['a902ed0b-62d6-418e-b46d-78bf45f77ef5'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:22:53.014596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1977f8-52c0-4690-bacf-b6f7ca302236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddad91a-0dc3-4736-934e-ee240047d996,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.109793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.116431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.174006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:53.192231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be2f5c22-07bd-4b17-bab9-3d6d10627ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.212664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-c10ed50d-a8b2-4cf5-97c5-5fb5d6e5422e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8: This subnet is being modified by another concurrent operation. Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:22:53.242032 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8: This subnet is being modified by another concurrent operation. Aug 31 19:22:53.246217 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:22:53.263767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.280608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ddcdc-3655-44b3-85d5-e6677575ef2e None None] Network bc21877c-7e07-40bf-8efc-579ddc3194bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:53.319623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Deleting port 7387232c-6ad0-4450-bdbb-7a3b5307303a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:53.340176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.359677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be2f5c22-07bd-4b17-bab9-3d6d10627ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.365539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be2f5c22-07bd-4b17-bab9-3d6d10627ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.393773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.397996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be2f5c22-07bd-4b17-bab9-3d6d10627ac6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbf73129916c42d1be8bfc50cbd201d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197065 Aug 31 19:22:53.397996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:53.405032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:22:53.420521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc21877c-7e07-40bf-8efc-579ddc3194bc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:53.436960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f5c22-07bd-4b17-bab9-3d6d10627ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe1d56-41b8-452c-bdaa-516493a9fbf8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.450923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181d7cae-b727-4726-b68e-46aa05414203') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:53.451881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181d7cae-b727-4726-b68e-46aa05414203') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:53.476375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] For port 7387232c-6ad0-4450-bdbb-7a3b5307303a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7387232c-6ad0-4450-bdbb-7a3b5307303a,segment=NetworkSegment(b38b9dd7-2218-4b6a-903b-9695337fb7e9),segment_id=b38b9dd7-2218-4b6a-903b-9695337fb7e9)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:53.477146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.480631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.484124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.533657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.539253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Calling delete_port for 7387232c-6ad0-4450-bdbb-7a3b5307303a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:53.550614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.559869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] DHCP port deletion for 4fdf4a3f-d056-41db-855f-069d1f454b83 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:22:53.566802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:53.567006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:53.578850 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:53.591208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dafa7-64c8-4ffa-ac93-6df8d9399f71 req-c9b0d3c7-a384-4777-bdb9-257d49a41ba5 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:53.592844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e7dafa7-64c8-4ffa-ac93-6df8d9399f71 req-c9b0d3c7-a384-4777-bdb9-257d49a41ba5 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 945 time: 0.1957879 Aug 31 19:22:53.641244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:53.648017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.651446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.654846 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bbe1d56-41b8-452c-bdaa-516493a9fbf8 HTTP/1.1" status: 204 len: 168 time: 0.2558918 Aug 31 19:22:53.665873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7387232c-6ad0-4450-bdbb-7a3b5307303a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:53.677062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199ac33-579a-4b42-8cd9-57f549100bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe1d56-41b8-452c-bdaa-516493a9fbf8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.703445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Deleting port 7387232c-6ad0-4450-bdbb-7a3b5307303a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:53.703856 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.705601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403', 'network_id': 'ea58f87f-5cdc-410d-a3bd-ac688e8531b4', 'port_id': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403', 'mac_address': 'fa:16:3e:a9:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9324b57-a6c3-4362-98c7-05d751acdb8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:22:53.725495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-d814f39c-bbf8-4ac2-8b83-b9e5d376d7c4 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:53.727058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-d814f39c-bbf8-4ac2-8b83-b9e5d376d7c4 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.67 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 945 time: 0.2268651 Aug 31 19:22:53.756389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.807994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.813094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/bc21877c-7e07-40bf-8efc-579ddc3194bc HTTP/1.1" status: 204 len: 168 time: 1.0034838 Aug 31 19:22:53.814553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:53.819330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107504884'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:53.835615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e7dafa7-64c8-4ffa-ac93-6df8d9399f71 req-04e1be88-2f4d-4217-ae10-dacc2a1be95c tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/security-groups?id=21e8874e-a2fa-4c38-b49d-639bb8e62472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035558 Aug 31 19:22:53.840785 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.841288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5f3f6-ef75-4c7a-b70d-622ce4178608 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=bc21877c-7e07-40bf-8efc-579ddc3194bc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.876972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:53.882947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.892708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:22:53.907831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] For port 7387232c-6ad0-4450-bdbb-7a3b5307303a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7387232c-6ad0-4450-bdbb-7a3b5307303a,segment=NetworkSegment(b38b9dd7-2218-4b6a-903b-9695337fb7e9),segment_id=b38b9dd7-2218-4b6a-903b-9695337fb7e9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:53.908729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.910855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7536b-d982-430e-9d54-2c671d9d7c9a req-f2d32f8c-03e0-4aec-bf61-d0d2c51aab64 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:53.912494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66e7536b-d982-430e-9d54-2c671d9d7c9a req-f2d32f8c-03e0-4aec-bf61-d0d2c51aab64 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 943 time: 0.2028234 Aug 31 19:22:53.915493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.920249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:53.933012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.934055 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 33c3a8cf-395a-4d3f-bf6d-3cacdd044164 of type vlan for network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 Aug 31 19:22:53.947124 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.949665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Calling delete_port for 7387232c-6ad0-4450-bdbb-7a3b5307303a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:53.949838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Pushing event deleted for resources: {'Port': ['ID=7387232c-6ad0-4450-bdbb-7a3b5307303a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:53.952863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:53.965694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:53.972598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] No DVR routers for this DVR port 7387232c-6ad0-4450-bdbb-7a3b5307303a on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:53.994675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.026746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.030990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Deleting port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:54.031341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.034586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:54.035537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.066098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66e7536b-d982-430e-9d54-2c671d9d7c9a req-63f688e5-aa4e-40c1-82e1-919bc9252980 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209080 Aug 31 19:22:54.095871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 90c751b5-d857-414b-9b9d-450909530904 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:54.124349 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3095872 Aug 31 19:22:54.124983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:54.135904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.137667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 90c751b5-d857-414b-9b9d-450909530904 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:54.138310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 90c751b5-d857-414b-9b9d-450909530904 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:54.141330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.154292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdf4a3f-d056-41db-855f-069d1f454b83']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:54.166430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:54.168716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38b9dd7-2218-4b6a-903b-9695337fb7e9') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:54.169018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38b9dd7-2218-4b6a-903b-9695337fb7e9') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: from cryptography.utils import int_from_bytes Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: from cryptography.utils import int_from_bytes Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.169856 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:22:54.174387 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:22:54.181034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ba5b4fe-0023-4fd4-92ca-08d14f96d403'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:54.187810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2d2c-6746-4912-a9b0-dbeaf47f4819 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=0065b719-8ea6-4adf-a0e1-0092f9e2b152,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.188272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.217723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:54.221527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.226174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] For port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,segment=NetworkSegment(bcdf6560-030d-4218-bdaa-c98a599bc712),segment_id=bcdf6560-030d-4218-bdaa-c98a599bc712)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:54.226865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.253057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Calling delete_port for 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:54.281201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:54.286454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.307111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] Pushing event deleted for resources: {'Port': ['ID=7387232c-6ad0-4450-bdbb-7a3b5307303a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.312941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531c6db-aaa6-486f-9378-2a79a3dbe5b1 None None] No DVR routers for this DVR port 7387232c-6ad0-4450-bdbb-7a3b5307303a on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:54.358383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6c8f3-7511-410f-ac4e-c8b8ccc0efc5 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:22:54.359413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.372631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:22:54.375947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:22:54.381139 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:22:54.511693 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.522248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.524235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] 10.222.0.73 "DELETE /v2.0/networks/4fdf4a3f-d056-41db-855f-069d1f454b83 HTTP/1.1" status: 204 len: 168 time: 1.5275428 Aug 31 19:22:54.558178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.560126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d618-b887-4416-aeb6-dd575332a23f admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdf4a3f-d056-41db-855f-069d1f454b83,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.591931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Pushing event deleted for resources: {'Port': ['ID=806bb1dc-cecd-45f6-b45e-a1f3f87238b3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.621035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.672392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] No DVR routers for this DVR port 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:22:54.678819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6c8f3-7511-410f-ac4e-c8b8ccc0efc5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:22:54.680320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.682695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b75e7f3b-389b-4d5c-ac26-0d0b3f2b3233 req-92052989-08d0-4fcb-b24d-d4281ff66ff2 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.67 "DELETE /v2.0/ports/806bb1dc-cecd-45f6-b45e-a1f3f87238b3 HTTP/1.1" status: 204 len: 173 time: 0.9311304 Aug 31 19:22:54.683411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'name': 'network-vif-deleted', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:54.697763 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30433942-bb66-498d-8db4-877291cf2c8e" -d '{"events": [{"server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "name": "network-vif-deleted", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:54.703489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=4d15e0f5-8453-4c67-93b2-d47fbbf31601,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:54.713148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '33c3a8cf-395a-4d3f-bf6d-3cacdd044164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:54.713520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: 0065b719-8ea6-4adf-a0e1-0092f9e2b152, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:54.737227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:54.752214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0065b719-8ea6-4adf-a0e1-0092f9e2b152) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:54.759248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:54.762639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.783396 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f8009-dd32-4fb7-a222-2f86863e1198 x-openstack-request-id: req-255f8009-dd32-4fb7-a222-2f86863e1198 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:54.783912 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a3c57c7b-976d-448e-8137-85ec48721782 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6548586 Aug 31 19:22:54.784004 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611ce13a-21da-40ff-ab92-1658606a8de2", "name": "network-vif-deleted", "tag": "806bb1dc-cecd-45f6-b45e-a1f3f87238b3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:54.784004 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-255f8009-dd32-4fb7-a222-2f86863e1198 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:54.784187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:54.784414 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611ce13a-21da-40ff-ab92-1658606a8de2', 'name': 'network-vif-deleted', 'tag': '806bb1dc-cecd-45f6-b45e-a1f3f87238b3', 'status': 'completed', 'code': 200} Aug 31 19:22:54.789902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:54.796573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:54.869482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc661f90-8394-4cc6-bab3-f9139fba00ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b1f0ce7c91e4b70884cae2c004fedb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716703 Aug 31 19:22:54.872479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:54.933434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:54.940785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['806bb1dc-cecd-45f6-b45e-a1f3f87238b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:22:54.942406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:54.947871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.000326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c098256f-c3ff-410e-9788-70d925efa08f req-77d8ccde-69b6-4296-870c-aa6f5b08ced6 tempest-VolumesActionsTest-2062509077 tempest-VolumesActionsTest-2062509077-project] 10.222.0.73 "GET /v2.0/ports?device_id=611ce13a-21da-40ff-ab92-1658606a8de2 HTTP/1.1" status: 200 len: 210 time: 0.0383317 Aug 31 19:22:55.010382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.064802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.068613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.070507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91c9d453-0092-4a9f-aa46-18acafc9f02e HTTP/1.1" status: 204 len: 168 time: 0.1965342 Aug 31 19:22:55.102178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e0e25-5472-439c-ab85-12a3063eb7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c9d453-0092-4a9f-aa46-18acafc9f02e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:55.288771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcc306-14af-4c80-90e8-3e4f5400c728 req-1aa4eedb-6905-49c2-af0d-2efb07ee646c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.291493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61dcc306-14af-4c80-90e8-3e4f5400c728 req-1aa4eedb-6905-49c2-af0d-2efb07ee646c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 944 time: 0.0845730 Aug 31 19:22:55.371629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.397436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61dcc306-14af-4c80-90e8-3e4f5400c728 req-05566f13-2967-4626-8899-d31fad7ca4bb tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988677 Aug 31 19:22:55.429900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:55.451490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:55.457784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:55.466462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.467063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.496949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7114322 Aug 31 19:22:55.499678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:55.500126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4681c-b926-4a40-beac-dd23f2fb1efc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=30dc336b-2fde-46ec-86d4-d470b6608793,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:55.538250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:55.570254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:55.570634 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.611805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd93e0-1590-4f94-8a90-da6c5d360dc0 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:55.658840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.660438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.662578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.668034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.670384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.676898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be492f76-f132-4384-905a-99f87428faf0 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1719372 Aug 31 19:22:55.677351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:55.682805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943598391'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:55.715457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:55.721463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.752004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.760921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:22:55.775000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.775648 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 245a7b25-c3ca-4e91-8f2d-3ff84c79c78b of type vlan for network 0dcd5927-d12b-4084-b57b-d317db020b0d Aug 31 19:22:55.793098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:22:55.795384 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a9481-36d2-4b4e-9ea6-95690c5d8250" -d '{"events": [{"server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:22:55.815583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:55.824580 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.831678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.869757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.875678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:55.876771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:55.876907 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae2d832-cbb4-4f60-8c5a-54563f37269b x-openstack-request-id: req-cae2d832-cbb4-4f60-8c5a-54563f37269b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:22:55.877105 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:22:55.877403 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cae2d832-cbb4-4f60-8c5a-54563f37269b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:22:55.877872 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403', 'code': 200} Aug 31 19:22:55.947672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2667353 Aug 31 19:22:55.948672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:55.953474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:55.965267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:55.970419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843529a8-9ce8-4fa9-a3cc-c8cd001ab507 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=0dcd5927-d12b-4084-b57b-d317db020b0d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:55.986362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:56.056804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0065b719-8ea6-4adf-a0e1-0092f9e2b152', 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': '30dc336b-2fde-46ec-86d4-d470b6608793'}, {'subnet_id': '4d15e0f5-8453-4c67-93b2-d47fbbf31601'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:56.057864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.072299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c16ce-f0a7-41df-ad7c-378028183629 req-37c10ffc-4077-4612-beab-67f642bd4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:56.074183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-067c16ce-f0a7-41df-ad7c-378028183629 req-37c10ffc-4077-4612-beab-67f642bd4d4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 1097 time: 0.1142292 Aug 31 19:22:56.183870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-067c16ce-f0a7-41df-ad7c-378028183629 req-4211fd16-6ddf-4967-922d-ce7bf14d3599 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Aug 31 19:22:56.238777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.273847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.283339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0dcd5927-d12b-4084-b57b-d317db020b0d is not hosted by any dhcp agent {{(pid=94816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:22:56.289892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:56.290730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.292508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "PUT /v2.0/networks/0dcd5927-d12b-4084-b57b-d317db020b0d HTTP/1.1" status: 200 len: 723 time: 0.3433630 Aug 31 19:22:56.295432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:56.301746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:56.407129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Allocated IP 172.20.0.1 (0065b719-8ea6-4adf-a0e1-0092f9e2b152/30dc336b-2fde-46ec-86d4-d470b6608793/a37ae42e-71d1-40a9-b773-68c67969bfbc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:56.426840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Allocated IP 2001:db8::2 (0065b719-8ea6-4adf-a0e1-0092f9e2b152/4d15e0f5-8453-4c67-93b2-d47fbbf31601/a37ae42e-71d1-40a9-b773-68c67969bfbc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:56.662652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.687010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Transition to ACTIVE for port object a37ae42e-71d1-40a9-b773-68c67969bfbc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:56.705510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Transition to ACTIVE for port object a37ae42e-71d1-40a9-b773-68c67969bfbc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:56.717657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.798573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:56.802264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:56.807679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:56.810898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Pushing event updated for resources: {'Port': ['ID=a37ae42e-71d1-40a9-b773-68c67969bfbc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:56.900615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Attempting to bind port a37ae42e-71d1-40a9-b773-68c67969bfbc on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:56.901255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Attempting to bind port a37ae42e-71d1-40a9-b773-68c67969bfbc by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '33c3a8cf-395a-4d3f-bf6d-3cacdd044164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:56.901837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Attempting to bind port a37ae42e-71d1-40a9-b773-68c67969bfbc on network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:56.909551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:56.910696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Checking segment: {'id': '33c3a8cf-395a-4d3f-bf6d-3cacdd044164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:56.910838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.911601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Bound using segment: {'id': '33c3a8cf-395a-4d3f-bf6d-3cacdd044164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:56.912173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Bound port: a37ae42e-71d1-40a9-b773-68c67969bfbc, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c3a8cf-395a-4d3f-bf6d-3cacdd044164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:56.912623 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:56.934648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2aa4-bdf8-4951-b218-7953ee15a851 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=0dcd5927-d12b-4084-b57b-d317db020b0d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:56.969973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295eef9-bf75-4bc1-8dc8-a98227094533 req-0f2c8c6c-3e5a-43cd-b184-8b27b00b86c2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:56.972074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:22:56.978483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7295eef9-bf75-4bc1-8dc8-a98227094533 req-0f2c8c6c-3e5a-43cd-b184-8b27b00b86c2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1621156 Aug 31 19:22:57.020328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:22:57.026260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.120328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7295eef9-bf75-4bc1-8dc8-a98227094533 req-20ee7b3c-25b4-4aa8-a8c7-45bb6e234cfd tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355653 Aug 31 19:22:57.184570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] For port a37ae42e-71d1-40a9-b773-68c67969bfbc, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:57.188690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] For port a37ae42e-71d1-40a9-b773-68c67969bfbc, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37ae42e-71d1-40a9-b773-68c67969bfbc,segment=NetworkSegment(33c3a8cf-395a-4d3f-bf6d-3cacdd044164),segment_id=33c3a8cf-395a-4d3f-bf6d-3cacdd044164)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:57.195473 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.319052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdb973-d563-4af9-b836-47cdfcd17aa7 None None] Pushing event updated for resources: {'Port': ['ID=a37ae42e-71d1-40a9-b773-68c67969bfbc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:57.404953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:22:57.426920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.442977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:22:57.443381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 806bb1dc-cecd-45f6-b45e-a1f3f87238b3 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:22:57.549681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=ef7f5640-69ce-4e46-960a-806f83226711,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:57.576128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:57.576945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: 0dcd5927-d12b-4084-b57b-d317db020b0d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:22:57.583532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:57.611201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network 0dcd5927-d12b-4084-b57b-d317db020b0d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:22:57.629497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0dcd5927-d12b-4084-b57b-d317db020b0d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:57.650754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:57.652633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.659535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4d615-c805-4d9a-b2e9-6e36dff73b5b None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:57.674394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a37246cf-45d1-4a3e-addc-0f6b37008fcd tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3776586 Aug 31 19:22:57.677165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:57.682896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:22:57.748130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:57.884719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13067893'] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.890127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0dcd5927-d12b-4084-b57b-d317db020b0d', 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': 'ef7f5640-69ce-4e46-960a-806f83226711'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:22:57.891735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.893294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d449c3a8-c021-4631-aaf9-6a9671bc6c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:57.946222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c74e6e85-01d8-47ea-a3fe-d8d79819e4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.035047 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d449c3a8-c021-4631-aaf9-6a9671bc6c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.039028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d449c3a8-c021-4631-aaf9-6a9671bc6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.077376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449c3a8-c021-4631-aaf9-6a9671bc6c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60577763-b0eb-46c8-987d-482bfb143c26,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.096177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d449c3a8-c021-4631-aaf9-6a9671bc6c06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33f87d12a84f4010b3ee86bf8ce8ef26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466434 Aug 31 19:22:58.098385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:58.104860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779039595228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24870500'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.219714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Allocated IP 2001:db8::2 (0dcd5927-d12b-4084-b57b-d317db020b0d/ef7f5640-69ce-4e46-960a-806f83226711/087a20a0-f178-43ec-b7d2-a5bfd049a2fb) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:22:58.242826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c74e6e85-01d8-47ea-a3fe-d8d79819e4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.261179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.261623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c74e6e85-01d8-47ea-a3fe-d8d79819e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.278945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:58.280073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.281736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "PUT /v2.0/subnets/ef7f5640-69ce-4e46-960a-806f83226711 HTTP/1.1" status: 200 len: 826 time: 0.6034477 Aug 31 19:22:58.286668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:58.307258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.372179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf78f1-e495-4c3a-a0cc-ec33e80a8246 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=ef7f5640-69ce-4e46-960a-806f83226711,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.391242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c74e6e85-01d8-47ea-a3fe-d8d79819e4b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65e96b6d306a4eafa9d5a8b8697da11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042688 Aug 31 19:22:58.393434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:58.414262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e6e85-01d8-47ea-a3fe-d8d79819e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7523a-48d1-4d67-9909-9c7bab426070,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.433161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2288-f21c-4e75-a724-dd815b6a8ea1 req-69dd5cf9-c488-48aa-9c11-2a05e69e8711 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:58.449604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-408b2288-f21c-4e75-a724-dd815b6a8ea1 req-69dd5cf9-c488-48aa-9c11-2a05e69e8711 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.2263951 Aug 31 19:22:58.478328 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.500598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Transition to ACTIVE for port object 087a20a0-f178-43ec-b7d2-a5bfd049a2fb will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:58.501925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.538177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.542951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Transition to ACTIVE for port object 087a20a0-f178-43ec-b7d2-a5bfd049a2fb will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:22:58.552221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.558629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.562025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.563211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60577763-b0eb-46c8-987d-482bfb143c26 HTTP/1.1" status: 204 len: 168 time: 0.4649167 Aug 31 19:22:58.573257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-408b2288-f21c-4e75-a724-dd815b6a8ea1 req-6161143a-4c77-45cb-9005-df757a2a1c94 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228933 Aug 31 19:22:58.590117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6e32-4578-4ebd-b4a8-b8a7690547d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60577763-b0eb-46c8-987d-482bfb143c26,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.608264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.631321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.637681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.647961 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13d7523a-48d1-4d67-9909-9c7bab426070 HTTP/1.1" status: 204 len: 168 time: 0.2524228 Aug 31 19:22:58.657801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d57c4-3815-4016-839a-9ba9f9f8a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7523a-48d1-4d67-9909-9c7bab426070,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.687906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:22:58.705585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:22:58.713893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:22:58.755087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Pushing event updated for resources: {'Port': ['ID=087a20a0-f178-43ec-b7d2-a5bfd049a2fb,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:58.755792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:22:58.757875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.818362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Attempting to bind port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:22:58.818939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Attempting to bind port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:22:58.819409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Attempting to bind port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb on network 0dcd5927-d12b-4084-b57b-d317db020b0d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:22:58.831302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:22:58.831951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Checking segment: {'id': '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:22:58.833783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.834287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Bound using segment: {'id': '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:22:58.835030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Bound port: 087a20a0-f178-43ec-b7d2-a5bfd049a2fb, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0dcd5927-d12b-4084-b57b-d317db020b0d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:22:58.835751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:58.927839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] For port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:22:58.931386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] For port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=087a20a0-f178-43ec-b7d2-a5bfd049a2fb,segment=NetworkSegment(245a7b25-c3ca-4e91-8f2d-3ff84c79c78b),segment_id=245a7b25-c3ca-4e91-8f2d-3ff84c79c78b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:22:58.939061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.040559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2878d64-2928-4dd2-91ae-f747448e4ec1 None None] Pushing event updated for resources: {'Port': ['ID=087a20a0-f178-43ec-b7d2-a5bfd049a2fb,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:22:59.061389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03f3ac-c1c4-424d-afea-b38326eb8fb4 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:22:59.111374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] For port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb, host n-d-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:22:59.112059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.154986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c0d6956-1a6e-40d5-9a11-187edec73517 None None] Provisioning for port a37ae42e-71d1-40a9-b773-68c67969bfbc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:59.214717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Calling delete_port for 087a20a0-f178-43ec-b7d2-a5bfd049a2fb owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:22:59.404520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:22:59.436609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c9d67-124a-414e-9b9a-ce2932c91384 req-7c4d17c4-0cc0-413d-9bad-7a32d55e4d37 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:22:59.444907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e58c9d67-124a-414e-9b9a-ce2932c91384 req-7c4d17c4-0cc0-413d-9bad-7a32d55e4d37 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.4174254 Aug 31 19:22:59.457823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a150-0c85-4e54-9203-751cfb5755ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.600129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37ae42e-71d1-40a9-b773-68c67969bfbc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:22:59.674365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e58c9d67-124a-414e-9b9a-ce2932c91384 req-28e88986-65ce-46c3-8816-94902fd18627 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278299 Aug 31 19:22:59.705429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a37ae42e-71d1-40a9-b773-68c67969bfbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:22:59.729143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a37ae42e-71d1-40a9-b773-68c67969bfbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:22:59.729763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.854982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.866792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a150-0c85-4e54-9203-751cfb5755ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.872676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a150-0c85-4e54-9203-751cfb5755ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.905014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:22:59.988386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d8e0a150-0c85-4e54-9203-751cfb5755ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b274df7b6734d6cbe1eb812cf8ba66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806110 Aug 31 19:23:00.002723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a37ae42e-71d1-40a9-b773-68c67969bfbc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37ae42e-71d1-40a9-b773-68c67969bfbc,segment=NetworkSegment(33c3a8cf-395a-4d3f-bf6d-3cacdd044164),segment_id=33c3a8cf-395a-4d3f-bf6d-3cacdd044164)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:00.003279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:00.012162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Port': ['ID=087a20a0-f178-43ec-b7d2-a5bfd049a2fb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:00.015549 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.075903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd156e-b307-4699-bc05-af9c4210c208 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:00.083342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0a150-0c85-4e54-9203-751cfb5755ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7bae4-0ab5-4634-aa2b-9170e13e40f7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:00.132399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-3f458a79-a362-48c0-a279-6b628dcea03b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1198299 Aug 31 19:23:00.184049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No DVR routers for this DVR port 087a20a0-f178-43ec-b7d2-a5bfd049a2fb on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:00.295672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.296389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.297028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.297664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.298297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.298925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.299555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.302230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-30f4f490-cd2e-45be-9791-cd41a1122029 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.1381602 Aug 31 19:23:00.309982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.376604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a37ae42e-71d1-40a9-b773-68c67969bfbc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:00.387514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef8cf4b9-39f2-4df9-b75b-2742d11a6dd0 None None] Provisioning complete for port a37ae42e-71d1-40a9-b773-68c67969bfbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:00.388588 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef8cf4b9-39f2-4df9-b75b-2742d11a6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.425903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.489027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.530592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f7664-803a-4a33-b627-837b79a1d328 req-d53a117c-6541-415d-b0cb-0e1946cb9690 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.541181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b9f7664-803a-4a33-b627-837b79a1d328 req-d53a117c-6541-415d-b0cb-0e1946cb9690 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.6496434 Aug 31 19:23:00.589317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-f6c6a64d-14c4-4c84-8560-87633207de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.606426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-f6c6a64d-14c4-4c84-8560-87633207de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.606986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-f6c6a64d-14c4-4c84-8560-87633207de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:00.613835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-f6c6a64d-14c4-4c84-8560-87633207de3b service neutron] 10.222.0.82 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 200 len: 2294 time: 0.2733545 Aug 31 19:23:00.649551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a086eca-0585-4c4c-a3f7-ed5896c503e0 None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:00.761557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b9f7664-803a-4a33-b627-837b79a1d328 req-da82ce10-50f1-46a2-b262-8dd2d51e03c8 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189343 Aug 31 19:23:00.776255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.778916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.782326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53e7bae4-0ab5-4634-aa2b-9170e13e40f7 HTTP/1.1" status: 204 len: 168 time: 0.7614090 Aug 31 19:23:00.787183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:00.787921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a1c1ee5-5b63-4746-affb-aadbc53bd092 None None] Could not find standard attr ID for object 087a20a0-f178-43ec-b7d2-a5bfd049a2fb. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:23:00.874235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd1810-cec3-45c4-b036-4aee61355912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7bae4-0ab5-4634-aa2b-9170e13e40f7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:00.898896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7f5640-69ce-4e46-960a-806f83226711,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:00.915711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-3a4e7b27-d9bf-4cb2-a27a-459de94f7c06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 1000 time: 0.2875934 Aug 31 19:23:01.048399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13b8ecb7-7464-4c85-bdcd-8f7332bb2611 None None] Provisioning complete for port a37ae42e-71d1-40a9-b773-68c67969bfbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:01.048697 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13b8ecb7-7464-4c85-bdcd-8f7332bb2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.069918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-82f9d2a0-45ec-4afe-ae92-2a64ffed2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:01.071939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.072268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-82f9d2a0-45ec-4afe-ae92-2a64ffed2e40 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 200 len: 851 time: 0.1533442 Aug 31 19:23:01.106972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcd5927-d12b-4084-b57b-d317db020b0d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:01.131190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7e03f-cd0f-4177-aaa3-607dc20e98c4 None None] DHCP port deletion for 0dcd5927-d12b-4084-b57b-d317db020b0d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:01.143030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:01.145609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245a7b25-c3ca-4e91-8f2d-3ff84c79c78b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:01.170451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-1c07562c-9c8f-4f9a-948a-cb20b3be00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:01.173994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-1c07562c-9c8f-4f9a-948a-cb20b3be00e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1077a2ff-19dd-430a-870e-426ef82e7556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885122 Aug 31 19:23:01.177799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.234027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.244320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9a189-a1c7-40df-99dd-0f9ed1b2c77f None None] Network 0dcd5927-d12b-4084-b57b-d317db020b0d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:01.276198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:01.281545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:01.335317 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:01.404464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b157d541-c91e-48a9-8ec0-e540cf6985f0 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233291 Aug 31 19:23:01.511563 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.523581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37ae42e-71d1-40a9-b773-68c67969bfbc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:01.544622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095fe0-ceb0-4760-9a57-ba5060aae518 req-be1a8646-5323-48cf-b4cc-8bf691fcafaf tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:01.557863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d095fe0-ceb0-4760-9a57-ba5060aae518 req-be1a8646-5323-48cf-b4cc-8bf691fcafaf tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1754463 Aug 31 19:23:01.569515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.578550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0dcd5927-d12b-4084-b57b-d317db020b0d HTTP/1.1" status: 204 len: 168 time: 3.2896216 Aug 31 19:23:01.587765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:01.645643 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f4f2ba-84fa-476f-b5db-0858ee139dce tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:01.647798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f4f2ba-84fa-476f-b5db-0858ee139dce tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:01.673816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03f4f2ba-84fa-476f-b5db-0858ee139dce tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0dcd5927-d12b-4084-b57b-d317db020b0d HTTP/1.1" status: 404 len: 339 time: 0.0831192 Aug 31 19:23:01.675710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9d8a-db84-4e6a-8894-119597914e7d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=0dcd5927-d12b-4084-b57b-d317db020b0d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:01.680051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:01.702277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a37ae42e-71d1-40a9-b773-68c67969bfbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:01.702793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.712585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545551100', 'description': 'd1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:01.734463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-f04f7312-a193-4e47-9669-14d25236aad1 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196380 Aug 31 19:23:01.842110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d095fe0-ceb0-4760-9a57-ba5060aae518 req-181aad1e-489c-4b7f-b352-c25df3874508 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830088 Aug 31 19:23:01.842780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:01.884239 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-ff919662-4f64-4e32-96fd-87a50ae9da70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 217 time: 0.1360619 Aug 31 19:23:01.894532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:01.903100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.962232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-65cbde53-efa4-43f0-9685-84c5e96b3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:01.964633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-65cbde53-efa4-43f0-9685-84c5e96b3ac7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.0787346 Aug 31 19:23:01.965880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:01.990643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:01.991109 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 99a0dc37-cabf-487e-bbb5-a4dfe51a360e of type vlan for network dd58780b-402d-4094-a89f-5a479e300a49 Aug 31 19:23:02.042916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-3c338dc1-e439-4a30-9da8-087dd1369238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:02.045984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-3c338dc1-e439-4a30-9da8-087dd1369238 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725524 Aug 31 19:23:02.089515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.146734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.153600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:02.154733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.209827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-db7fcb7c-8b1d-49e6-b5fe-e53b58e57604 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560318 Aug 31 19:23:02.234361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5412524 Aug 31 19:23:02.237126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:02.239621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0107c19-8a3a-421e-b78b-614b34e1a5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.268676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a41a7-7a4a-4253-b75c-5c73dcd805a8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=dd58780b-402d-4094-a89f-5a479e300a49,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:02.281969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dd58780b-402d-4094-a89f-5a479e300a49 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:02.428616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0107c19-8a3a-421e-b78b-614b34e1a5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.433242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0107c19-8a3a-421e-b78b-614b34e1a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.529252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab07c62-e9e9-4a9d-b18a-5d2ebecd427e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:02.533352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9ab07c62-e9e9-4a9d-b18a-5d2ebecd427e tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks?id=dd58780b-402d-4094-a89f-5a479e300a49 HTTP/1.1" status: 200 len: 765 time: 0.2914898 Aug 31 19:23:02.533352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:02.533602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a0107c19-8a3a-421e-b78b-614b34e1a5ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4491f1d4fd846b68ac4ac0e80850d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861649 Aug 31 19:23:02.536804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:02.551491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'description': 'd2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:02.576536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107c19-8a3a-421e-b78b-614b34e1a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a3165-a639-4676-9307-f13fef5396fa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:02.596498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-7d6e5235-5da5-4fa5-b089-be4b535fdb9b service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610671 Aug 31 19:23:02.618634 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.651811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-8fcf98a1-8272-4960-8af5-abfe49bd25f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 217 time: 0.0447011 Aug 31 19:23:02.702860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.742904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-70aa5f98-1eb4-49b7-95f4-26d58c1ac884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:02.744419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-70aa5f98-1eb4-49b7-95f4-26d58c1ac884 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.0855446 Aug 31 19:23:02.802289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b2006b18-9d56-4be7-9223-3b3edb40c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:02.802535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b2006b18-9d56-4be7-9223-3b3edb40c375 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477991 Aug 31 19:23:02.808047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.810932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.814369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/746a3165-a639-4676-9307-f13fef5396fa HTTP/1.1" status: 204 len: 168 time: 0.2780063 Aug 31 19:23:02.881151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c61e01-248d-4926-b206-667f57e43f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a3165-a639-4676-9307-f13fef5396fa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:02.908741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.945181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:02.967116 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-9fb2375b-9b37-46fa-8f4c-acd2ce10b5c0 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512978 Aug 31 19:23:02.997201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network dd58780b-402d-4094-a89f-5a479e300a49 is not hosted by any dhcp agent {{(pid=94816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:23:03.017387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.020219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:03.023495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "PUT /v2.0/networks/dd58780b-402d-4094-a89f-5a479e300a49 HTTP/1.1" status: 200 len: 762 time: 0.4855506 Aug 31 19:23:03.034065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:03.124634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8799d4f-c450-4d36-bfe8-6fb95750ebe1 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=dd58780b-402d-4094-a89f-5a479e300a49,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:03.136981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dd58780b-402d-4094-a89f-5a479e300a49 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:03.177430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caf137-d460-4884-999f-48e80ac62b88 req-5e7e41e1-770a-432e-8342-2fd18ff4b67f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.182701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45caf137-d460-4884-999f-48e80ac62b88 req-5e7e41e1-770a-432e-8342-2fd18ff4b67f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1844292 Aug 31 19:23:03.221593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af32d7c-929f-4e1c-827d-c691a2bcfdab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.229230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8af32d7c-929f-4e1c-827d-c691a2bcfdab tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks?id=dd58780b-402d-4094-a89f-5a479e300a49 HTTP/1.1" status: 200 len: 765 time: 0.1940310 Aug 31 19:23:03.231367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:03.250128 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-c4d5aa6e-a54c-4754-8fbf-ab8633be314c service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772233 Aug 31 19:23:03.315356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45caf137-d460-4884-999f-48e80ac62b88 req-ecb92e7e-d679-4d0a-8869-ff63879129f7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280723 Aug 31 19:23:03.346553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-45c056c4-1eeb-44ca-8b0d-a0ec3bdaf2b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 200 len: 217 time: 0.0856385 Aug 31 19:23:03.439066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-d9a07cab-2663-4707-b45d-f2460e13ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.442205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-d9a07cab-2663-4707-b45d-f2460e13ffec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.0867708 Aug 31 19:23:03.537951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-53cfdd7d-7a3d-4417-b7b1-6141709cc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.538819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-53cfdd7d-7a3d-4417-b7b1-6141709cc434 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894639 Aug 31 19:23:03.738447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-20bc1398-04e5-49c0-a7cc-5c43628dc444 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905499 Aug 31 19:23:03.858214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931df5b4-ab0c-4bb0-88c8-586712adcf6c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:03.860406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-931df5b4-ab0c-4bb0-88c8-586712adcf6c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6243021 Aug 31 19:23:03.863890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:03.909355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-11760eee-0234-468a-a2dc-725ede8fdf26 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 207 time: 0.0442200 Aug 31 19:23:03.913589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35426) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:03.953365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-bf9d8e4d-1b1c-4e83-b015-7c82bc16e010 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069087 Aug 31 19:23:04.049659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-3ba3fd68-9a5f-4b71-9133-17538e99732d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 200 len: 217 time: 0.0856016 Aug 31 19:23:04.161597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-012d23e5-e72b-4731-8a3a-43708b910b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.163328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-012d23e5-e72b-4731-8a3a-43708b910b6a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1055439 Aug 31 19:23:04.267329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-da16783a-436c-4761-b1a1-1522822e39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.270317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-da16783a-436c-4761-b1a1-1522822e39a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848379 Aug 31 19:23:04.424169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-4e64f80a-1487-4283-b978-5ff7e63f3c27 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459086 Aug 31 19:23:04.433212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.453157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.459598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.476548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.501380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.511680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.522336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d46d4af-20dc-4575-a30b-9a185bb43c3c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6049950 Aug 31 19:23:04.540862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35456) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:04.593448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:04.653399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-efcd4b3e-c4b3-4301-becd-2abeddcbd62a service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156925 Aug 31 19:23:04.737707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-8769cd1f-898c-4e3b-92c3-65ae11c49683 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 200 len: 217 time: 0.0757568 Aug 31 19:23:04.773201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85765c6-6f27-489a-af46-4876045ed8b0 req-05eb22aa-ccc8-4ef4-8007-5bcd3d4e5608 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.787766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a85765c6-6f27-489a-af46-4876045ed8b0 req-05eb22aa-ccc8-4ef4-8007-5bcd3d4e5608 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.2574158 Aug 31 19:23:04.883135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2072597175-network', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:04.900165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a85765c6-6f27-489a-af46-4876045ed8b0 req-55f064f9-c83e-4f75-9865-ff6e8251ace3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059659 Aug 31 19:23:04.919479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Made reservation on behalf of 9fc9851942df4e02974e41c4f133e06c for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:04.928190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9051849-81bf-43b0-b4b1-43a9c7ddbff5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3812301 Aug 31 19:23:04.929631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:04.937153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:04.943378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b5eb7ef0-d88c-4205-974a-e10e072b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:04.945180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b5eb7ef0-d88c-4205-974a-e10e072b62ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.2000625 Aug 31 19:23:04.971514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.031471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.042622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.046082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.046352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-8699e051-c4b6-43fa-b789-36f183850dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.048090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-8699e051-c4b6-43fa-b789-36f183850dd6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904484 Aug 31 19:23:05.049113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.051548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.057175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-99c0ed2f-10c3-4380-b4e8-6b2ee4ec5f4c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1153417 Aug 31 19:23:05.057947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.136694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.139114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.140838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.142502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.144564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.145890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.147569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea9be674-055a-4c59-b342-4959875ed8bf tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0890741 Aug 31 19:23:05.160731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.212749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.228649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:05.261729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.261929 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Added segment 8aa60f95-e2df-44de-ac03-f3eeba52f856 of type vlan for network 963c0e9b-8b61-4064-b642-45db4f527d24 Aug 31 19:23:05.377795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da60777-af3f-42f8-ad07-044c4ad5583d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.384284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5da60777-af3f-42f8-ad07-044c4ad5583d tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks/0aae3117-464c-4479-9ab0-d089adff7c61 HTTP/1.1" status: 200 len: 804 time: 0.2189879 Aug 31 19:23:05.384894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.557813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-218993f1-9f91-4f3d-851c-c7a1a7deb482 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/networks/0aae3117-464c-4479-9ab0-d089adff7c61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1665976 Aug 31 19:23:05.561558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.652357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740aa7b3-17ed-4bf9-bada-82e4c13c7f57 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.659154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-740aa7b3-17ed-4bf9-bada-82e4c13c7f57 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets/fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8 HTTP/1.1" status: 200 len: 843 time: 0.0913818 Aug 31 19:23:05.660360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35512) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.752260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1af9b1-f3b7-44cc-95d5-29fce0137e9c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:05.760166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f1af9b1-f3b7-44cc-95d5-29fce0137e9c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "GET /v2.0/subnets/fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0982909 Aug 31 19:23:05.761084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.766482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320553869'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:05.790159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:05.794437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.817213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35518) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:05.846373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:05.882492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:05.882847 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Added segment 6c018893-96be-4d7e-acf3-a2c51a9b1e35 of type vlan for network cf6a8f12-001a-433c-aade-b5383a9a1afa Aug 31 19:23:05.949719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.017384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.031280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:06.031761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.038582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.094886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf962c4-536d-4513-b7d7-97a2736d4d60,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:06.107151 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21073fb5-e1ea-43e1-abdc-223e63f01c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.117888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.119735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:06.120445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.139207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3768566 Aug 31 19:23:06.153748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:06.159760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc494c-1274-43b9-835a-fb03da931ebb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Network': ['ID=cf6a8f12-001a-433c-aade-b5383a9a1afa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:06.171132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cf6a8f12-001a-433c-aade-b5383a9a1afa details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:06.193216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:06.306112 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-1ee9788b-08d3-421b-8570-082f254d4bc2 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2500474 Aug 31 19:23:06.317149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ce86b-a828-4121-aa5f-337608806b9e req-4065c07c-5c71-4c7c-8f41-5ef6948f3e58 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:06.324732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd5ce86b-a828-4121-aa5f-337608806b9e req-4065c07c-5c71-4c7c-8f41-5ef6948f3e58 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.3102012 Aug 31 19:23:06.385748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21073fb5-e1ea-43e1-abdc-223e63f01c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.391953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21073fb5-e1ea-43e1-abdc-223e63f01c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.410424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd5ce86b-a828-4121-aa5f-337608806b9e req-3d0b0db8-5ead-48a8-b818-1eea4c7e68ef tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847080 Aug 31 19:23:06.457009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-21073fb5-e1ea-43e1-abdc-223e63f01c14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e64bf92893a1462091f49ebdd6bd0753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356738 Aug 31 19:23:06.459717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:06.468648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073fb5-e1ea-43e1-abdc-223e63f01c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a7a48-a5b6-4967-893a-0d36bbef3ee6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:06.489104 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8914258 Aug 31 19:23:06.493188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:06.498700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Request body: {'subnet': {'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2072597175-subnet', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:06.499017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bd81f-caf6-48ce-95ae-79dc05409fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=963c0e9b-8b61-4064-b642-45db4f527d24,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:06.508971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 963c0e9b-8b61-4064-b642-45db4f527d24 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:06.545070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-e147dea3-08f3-4755-9932-be438742a6c7 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692078 Aug 31 19:23:06.563453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Made reservation on behalf of 9fc9851942df4e02974e41c4f133e06c for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:06.566498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.614557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.616672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-33760549-28d1-4ca0-a041-aee33d79b8cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 200 len: 217 time: 0.0629237 Aug 31 19:23:06.625400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Made reservation on behalf of 68b45d133ce7413a915de41f3824cf75 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:06.629275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.653450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.727933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 19:23:06.728460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 19:23:06.740524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-4fbabb08-0fe6-4cd5-8599-dcd8b1d5cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:06.742934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-4fbabb08-0fe6-4cd5-8599-dcd8b1d5cc69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.1185076 Aug 31 19:23:06.821647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-2fdbe1ec-ce6d-4b07-b492-efc0d0dcc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:06.823566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-2fdbe1ec-ce6d-4b07-b492-efc0d0dcc979 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699756 Aug 31 19:23:06.841249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.929582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.935442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:06.945471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/916a7a48-a5b6-4967-893a-0d36bbef3ee6 HTTP/1.1" status: 204 len: 168 time: 0.4842572 Aug 31 19:23:06.958362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dff36e-55bf-4a5a-b529-2bdcab76eea8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:06.993751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb30fa-5045-4b2d-8471-23d2a72b2a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a7a48-a5b6-4967-893a-0d36bbef3ee6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:07.058981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Checking segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:07.059845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Network hostable DHCP agents. Network: 963c0e9b-8b61-4064-b642-45db4f527d24, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:07.086934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Network 963c0e9b-8b61-4064-b642-45db4f527d24 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:07.113796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 963c0e9b-8b61-4064-b642-45db4f527d24) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:07.114261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.126360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7781e1d-d3f8-4103-a9b7-d2ec5f709594 None None] Network 963c0e9b-8b61-4064-b642-45db4f527d24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:07.134178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:07.136219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.155866 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-b7f828d1-de9a-40e9-9f8e-b9faafc48d39 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018417 Aug 31 19:23:07.173160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-403aadaf-c69b-48e2-a34f-151069e60302 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6782806 Aug 31 19:23:07.175856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35554) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:07.202502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:07.256165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.257594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.310319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50b1df0a-e0a8-4c59-ad6c-6a6d81ffd922 req-40fce90a-2662-4a9c-a68a-4c247b834d06 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399724 Aug 31 19:23:07.330991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=b498b231-6834-499a-b3f8-d24c60355bc4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:07.390100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-963c0e9b-8b61-4064-b642-45db4f527d24', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:07.392756 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.406811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Checking segment: {'id': '6c018893-96be-4d7e-acf3-a2c51a9b1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:07.407791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network hostable DHCP agents. Network: cf6a8f12-001a-433c-aade-b5383a9a1afa, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:07.467288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Network cf6a8f12-001a-433c-aade-b5383a9a1afa is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:07.469424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.486715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cf6a8f12-001a-433c-aade-b5383a9a1afa) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:07.504564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:07.506016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.539791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b3020921-953b-450d-9e2b-10611b032128 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3840222 Aug 31 19:23:07.543169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:07.556766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:07.647593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35566) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:07.712006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-047c31f5-bf57-4f5b-b65e-1156890ba94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.719129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Allocated IP 172.20.0.2 (963c0e9b-8b61-4064-b642-45db4f527d24/a6dff36e-55bf-4a5a-b529-2bdcab76eea8/a83519a2-878d-43dd-b28f-0dbad8f1bee6) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:07.836472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.848581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-047c31f5-bf57-4f5b-b65e-1156890ba94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.854339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-047c31f5-bf57-4f5b-b65e-1156890ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.854620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100122-518f-4c1d-9dea-24191a9017a3 req-8d4dd9e4-a1fc-4a2d-9372-b30cafb3753f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:07.856446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9100122-518f-4c1d-9dea-24191a9017a3 req-8d4dd9e4-a1fc-4a2d-9372-b30cafb3753f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1898289 Aug 31 19:23:07.914720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13067893'] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.927500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-047c31f5-bf57-4f5b-b65e-1156890ba94e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9e8525615964dc8a0e0396d0d013d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726905 Aug 31 19:23:07.932651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35568) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:07.938307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:07.945805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c31f5-bf57-4f5b-b65e-1156890ba94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0756d-8773-4a23-b717-546c61a7ab81,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:07.961137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Transition to ACTIVE for port object a83519a2-878d-43dd-b28f-0dbad8f1bee6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:07.980051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Transition to ACTIVE for port object a83519a2-878d-43dd-b28f-0dbad8f1bee6 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:07.986115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246a61a-6ba7-4c69-b30f-f7eb775d3528 None None] Network cf6a8f12-001a-433c-aade-b5383a9a1afa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:07.991222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9100122-518f-4c1d-9dea-24191a9017a3 req-700ffe8a-5681-4638-92b9-e883a7fb6fee tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171713 Aug 31 19:23:07.991584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.094260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Network 963c0e9b-8b61-4064-b642-45db4f527d24 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:08.102085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:08.109464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:08.136671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.164541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.230759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.234649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.236067 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7cd0756d-8773-4a23-b717-546c61a7ab81 HTTP/1.1" status: 204 len: 168 time: 0.3021431 Aug 31 19:23:08.263133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Pushing event updated for resources: {'Port': ['ID=a83519a2-878d-43dd-b28f-0dbad8f1bee6,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:08.355349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db509dae-8e7d-4d82-94d7-d9c3a046c1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0756d-8773-4a23-b717-546c61a7ab81,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:08.361141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Attempting to bind port a83519a2-878d-43dd-b28f-0dbad8f1bee6 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:08.361521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Attempting to bind port a83519a2-878d-43dd-b28f-0dbad8f1bee6 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:08.361887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Attempting to bind port a83519a2-878d-43dd-b28f-0dbad8f1bee6 on network 963c0e9b-8b61-4064-b642-45db4f527d24 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:08.410287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:08.415073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Checking segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:08.417256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.418567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Bound using segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:08.420146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Bound port: a83519a2-878d-43dd-b28f-0dbad8f1bee6, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:08.421402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.485267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779039595228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24870500'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.590559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-cf6a8f12-001a-433c-aade-b5383a9a1afa', 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa', 'tenant_id': '68b45d133ce7413a915de41f3824cf75', 'fixed_ips': [{'subnet_id': 'b498b231-6834-499a-b3f8-d24c60355bc4'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:08.595983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.707950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.715459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event updated for resources: {'Subnet': ['ID=b498b231-6834-499a-b3f8-d24c60355bc4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:08.733274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.740080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:08.744904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:08.749751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-702fb9ab-50f8-48d0-8217-334cd2a78d8f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "PUT /v2.0/subnets/b498b231-6834-499a-b3f8-d24c60355bc4 HTTP/1.1" status: 200 len: 900 time: 1.2059300 Aug 31 19:23:08.750725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:08.832661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Allocated IP 2001:db8::3 (cf6a8f12-001a-433c-aade-b5383a9a1afa/b498b231-6834-499a-b3f8-d24c60355bc4/a0ab805f-bc9b-48bb-ae61-ce0e0aa56532) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:08.907402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] For port a83519a2-878d-43dd-b28f-0dbad8f1bee6, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:08.926678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] For port a83519a2-878d-43dd-b28f-0dbad8f1bee6, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a83519a2-878d-43dd-b28f-0dbad8f1bee6,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:08.933221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.028584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.074987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffa517-b170-423b-a70d-e9c460059394 None None] Pushing event updated for resources: {'Port': ['ID=a83519a2-878d-43dd-b28f-0dbad8f1bee6,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:09.125413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Allocated IP 172.25.3.106 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/8e2f2ce0-db50-4397-b5ea-da77081504d1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:09.151958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.162965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Transition to ACTIVE for port object a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:09.187563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Transition to ACTIVE for port object a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:09.197124 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.229516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.246171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Network cf6a8f12-001a-433c-aade-b5383a9a1afa is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:09.249997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:09.261314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:09.291979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Pushing event updated for resources: {'Port': ['ID=a0ab805f-bc9b-48bb-ae61-ce0e0aa56532,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:09.370430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.474552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=b498b231-6834-499a-b3f8-d24c60355bc4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:09.475572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Attempting to bind port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:09.476271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Attempting to bind port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '6c018893-96be-4d7e-acf3-a2c51a9b1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:09.476547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Attempting to bind port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 on network cf6a8f12-001a-433c-aade-b5383a9a1afa {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:09.486416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:09.487027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Checking segment: {'id': '6c018893-96be-4d7e-acf3-a2c51a9b1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:09.488546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.489126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Bound using segment: {'id': '6c018893-96be-4d7e-acf3-a2c51a9b1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:09.489781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Bound port: a0ab805f-bc9b-48bb-ae61-ce0e0aa56532, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c018893-96be-4d7e-acf3-a2c51a9b1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:09.490448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.497512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b8afa-5f96-44a8-a218-29fb187c67b9 req-58330f83-9f0e-4ebb-9cd5-21e9ba24e894 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:09.508464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa6b8afa-5f96-44a8-a218-29fb187c67b9 req-58330f83-9f0e-4ebb-9cd5-21e9ba24e894 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.2372830 Aug 31 19:23:09.602438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.613433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6a8f12-001a-433c-aade-b5383a9a1afa']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:09.620559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa6b8afa-5f96-44a8-a218-29fb187c67b9 req-915d53ab-85e0-4a22-b7e6-189b1f4a441b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099217 Aug 31 19:23:09.625375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] For port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:09.625991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c018893-96be-4d7e-acf3-a2c51a9b1e35') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:09.626303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c018893-96be-4d7e-acf3-a2c51a9b1e35') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:09.627046 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.632576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] For port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a0ab805f-bc9b-48bb-ae61-ce0e0aa56532,segment=NetworkSegment(6c018893-96be-4d7e-acf3-a2c51a9b1e35),segment_id=6c018893-96be-4d7e-acf3-a2c51a9b1e35)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:09.638718 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.639213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.672023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.682820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:09.683263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:09.687501 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:09.765314 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:09.789916 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:23:09.789916 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:23:09.789916 n-d-778550-14 neutron-server[94817]: [parameters: {'id': 'cf6a8f12-001a-433c-aade-b5383a9a1afa'}] Aug 31 19:23:09.789916 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:23:09.790518 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:23:09.802302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa6f3-b79d-4381-ae2c-6ae80cbe1546 None None] Pushing event updated for resources: {'Port': ['ID=a0ab805f-bc9b-48bb-ae61-ce0e0aa56532,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:09.809442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf2fb1-a2cd-48a9-8427-a6295e44d864 None None] Network cf6a8f12-001a-433c-aade-b5383a9a1afa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:09.835624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:09.838987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:09.846799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:09.994164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Pushing event updated for resources: {'Port': ['ID=8e2f2ce0-db50-4397-b5ea-da77081504d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:10.001305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:10.023819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcb0d2-0aba-4eee-998b-61d0f78cf133 None None] Network cf6a8f12-001a-433c-aade-b5383a9a1afa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:10.163829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'networks': [{'name': 'tempest-network--485081923'}, {'name': 'tempest-network--715421063'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:10.164201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-network--485081923'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:10.164689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-network--715421063'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:10.211051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'network': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:10.216424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.230403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.292125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.298064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.424077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.430320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:10.430675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.432745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.433275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.541571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:10.554480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d75a7e-454d-4ff4-a95d-b7946f7c660a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:10.581957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] For port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a0ab805f-bc9b-48bb-ae61-ce0e0aa56532,segment=NetworkSegment(6c018893-96be-4d7e-acf3-a2c51a9b1e35),segment_id=6c018893-96be-4d7e-acf3-a2c51a9b1e35)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:10.581957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.597708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.598062 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment 644deed7-c68e-4b46-96bf-d6fa3d9cd5aa of type vlan for network 1189a84f-3049-4d5e-acc9-ab6da852e0e6 Aug 31 19:23:10.609696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Calling delete_port for a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:10.630373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.645049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032bc99-7443-4d6a-b891-db79e4868a76 None None] Network 963c0e9b-8b61-4064-b642-45db4f527d24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:10.733464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.767801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f9fe21c-888e-4a53-9e8b-bfbe71d7fd25 None None] Provisioning for port a83519a2-878d-43dd-b28f-0dbad8f1bee6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:10.797208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:10.818305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.818665 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment 87f0c812-a12c-406b-b60e-1b0f12f30052 of type vlan for network 4f10d805-1a6d-4419-829b-d97b2cd414b2 Aug 31 19:23:10.850719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.890369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Port': ['ID=a0ab805f-bc9b-48bb-ae61-ce0e0aa56532,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:10.893322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:10.899764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No DVR routers for this DVR port a0ab805f-bc9b-48bb-ae61-ce0e0aa56532 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:10.934072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98190a13-e45b-4ad8-8348-1533c2fcaeb5 req-2aa18d99-0cd1-4c37-9624-fd4484ad4d64 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:10.947004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98190a13-e45b-4ad8-8348-1533c2fcaeb5 req-2aa18d99-0cd1-4c37-9624-fd4484ad4d64 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1842713 Aug 31 19:23:11.038484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98190a13-e45b-4ad8-8348-1533c2fcaeb5 req-e88a3fc8-40d5-4939-a1fa-d914c31eef18 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904274 Aug 31 19:23:11.071584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Router af7481ea-8195-42d4-a570-137086d47409 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:23:11.077470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.078062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.085418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.092186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.092887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.105733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.160230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6a8f12-001a-433c-aade-b5383a9a1afa']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:11.226703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2241545 Aug 31 19:23:11.231994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c018893-96be-4d7e-acf3-a2c51a9b1e35') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:11.232640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c018893-96be-4d7e-acf3-a2c51a9b1e35') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:11.233932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:11.270208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:23:11.281127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Sync routers for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:23:11.292319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.296422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e3f89a20-06ad-47ff-801b-5ede65c5333a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1127601 Aug 31 19:23:11.298210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:11.307895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:11.309844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:22:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:11.320881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89e7a4-2158-41c3-a223-8cd99b15b000 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:23:11.376570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.490261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=1189a84f-3049-4d5e-acc9-ab6da852e0e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:11.532524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a83519a2-878d-43dd-b28f-0dbad8f1bee6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:11.534898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1189a84f-3049-4d5e-acc9-ab6da852e0e6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:11.554870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.616106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:11.616538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:11.625371 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:11.760394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b1a7-ac9f-43b8-8585-99664486c2a2 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=4f10d805-1a6d-4419-829b-d97b2cd414b2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:11.812947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbca8f-c66e-46f0-9b7c-e4b6542d3815 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.820034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbca8f-c66e-46f0-9b7c-e4b6542d3815 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.825797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4f10d805-1a6d-4419-829b-d97b2cd414b2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:11.827350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbca8f-c66e-46f0-9b7c-e4b6542d3815 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.833770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbca8f-c66e-46f0-9b7c-e4b6542d3815 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:11.838474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-20bbca8f-c66e-46f0-9b7c-e4b6542d3815 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6008353 Aug 31 19:23:11.839937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:11.842869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.855665 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8ef5-6e65-4d43-91a9-b12ccfff2dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.876894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:11.883891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/cf6a8f12-001a-433c-aade-b5383a9a1afa HTTP/1.1" status: 204 len: 168 time: 3.1271656 Aug 31 19:23:11.884119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:11.940112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77bc7-8036-46be-a815-d1cdd93f57c4 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=cf6a8f12-001a-433c-aade-b5383a9a1afa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:11.965437 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0242428-1567-4075-af32-0ad6dbda2e0a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:11.966613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0242428-1567-4075-af32-0ad6dbda2e0a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:11.970570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e0242428-1567-4075-af32-0ad6dbda2e0a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/b498b231-6834-499a-b3f8-d24c60355bc4 HTTP/1.1" status: 404 len: 337 time: 0.0721214 Aug 31 19:23:11.984137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.029951 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccab767b-1cd5-4e2d-abc6-1defdeee80cb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:12.030538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccab767b-1cd5-4e2d-abc6-1defdeee80cb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:12.032401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ccab767b-1cd5-4e2d-abc6-1defdeee80cb tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/cf6a8f12-001a-433c-aade-b5383a9a1afa HTTP/1.1" status: 404 len: 339 time: 0.0469377 Aug 31 19:23:12.035586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.052345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.207189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.269795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.410965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:12.413353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.416449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a83519a2-878d-43dd-b28f-0dbad8f1bee6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:12.427681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.430961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1189a84f-3049-4d5e-acc9-ab6da852e0e6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.448082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58780b-402d-4094-a89f-5a479e300a49']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.451526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644deed7-c68e-4b46-96bf-d6fa3d9cd5aa') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.451889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644deed7-c68e-4b46-96bf-d6fa3d9cd5aa') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.467979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a0dc37-cabf-487e-bbb5-a4dfe51a360e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.468334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a0dc37-cabf-487e-bbb5-a4dfe51a360e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:12.471143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.487627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.501414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.516888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:12.516888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:12.525478 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:12.527719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.527810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b337-9a2d-4248-bda5-81b3f4dd760c req-a03732d7-fe24-4afd-b8e1-67d3d4c3e167 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:12.536168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e111b337-9a2d-4248-bda5-81b3f4dd760c req-a03732d7-fe24-4afd-b8e1-67d3d4c3e167 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.3126528 Aug 31 19:23:12.537619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89e7a4-2158-41c3-a223-8cd99b15b000 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:23:12.554099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Allocated IP 172.20.0.1 (963c0e9b-8b61-4064-b642-45db4f527d24/a6dff36e-55bf-4a5a-b529-2bdcab76eea8/6de6caf3-52f9-45f0-b274-a1e88b275b26) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:12.584720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:12.584720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:12.587648 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:12.635404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e111b337-9a2d-4248-bda5-81b3f4dd760c req-e92bdc01-0ca4-4f05-8812-9fd389180736 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983140 Aug 31 19:23:12.651291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.662985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.664674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/1189a84f-3049-4d5e-acc9-ab6da852e0e6 HTTP/1.1" status: 204 len: 168 time: 0.8227904 Aug 31 19:23:12.675608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.680212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4ce00-c70e-4479-804a-9379fa832818 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=1189a84f-3049-4d5e-acc9-ab6da852e0e6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:12.690382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.704993 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.708815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/dd58780b-402d-4094-a89f-5a479e300a49 HTTP/1.1" status: 204 len: 168 time: 0.6720140 Aug 31 19:23:12.729617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.736326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8e7f5-672b-43e3-be92-8f5b2710721a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=dd58780b-402d-4094-a89f-5a479e300a49,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:12.741308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a83519a2-878d-43dd-b28f-0dbad8f1bee6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:12.741695 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.792919 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7319b88-0766-4edb-83f4-c4425764670c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:12.793321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7319b88-0766-4edb-83f4-c4425764670c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:12.797370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7319b88-0766-4edb-83f4-c4425764670c tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/ef7f5640-69ce-4e46-960a-806f83226711 HTTP/1.1" status: 404 len: 337 time: 0.0631351 Aug 31 19:23:12.800754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.815966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.869780 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-566eaea1-d977-4b22-ad47-414b366e919f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:12.870800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566eaea1-d977-4b22-ad47-414b366e919f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:12.873988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-566eaea1-d977-4b22-ad47-414b366e919f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0dcd5927-d12b-4084-b57b-d317db020b0d HTTP/1.1" status: 404 len: 339 time: 0.0715334 Aug 31 19:23:12.876601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:12.909458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.979217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting subnet 30dc336b-2fde-46ec-86d4-d470b6608793 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:12.986947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.990094 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:12.999755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:10Z', 'revision_number': 3, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:13.028838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Transition to ACTIVE for port object 6de6caf3-52f9-45f0-b274-a1e88b275b26 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:13.062664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Checking router: af7481ea-8195-42d4-a570-137086d47409 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:23:13.063022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Updating router af7481ea-8195-42d4-a570-137086d47409 port 8e2f2ce0-db50-4397-b5ea-da77081504d1 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:23:13.073959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.087150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.098093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f10d805-1a6d-4419-829b-d97b2cd414b2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:13.118756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a83519a2-878d-43dd-b28f-0dbad8f1bee6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a83519a2-878d-43dd-b28f-0dbad8f1bee6,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:13.131287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f0c812-a12c-406b-b60e-1b0f12f30052') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:13.131821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f0c812-a12c-406b-b60e-1b0f12f30052') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:13.156125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.166732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.176871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.238906 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.252446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.278770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Network 963c0e9b-8b61-4064-b642-45db4f527d24 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:13.283593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:13.285059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:13.290730 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:13.331341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:13.373151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.386118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a83519a2-878d-43dd-b28f-0dbad8f1bee6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:13.425419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:13.490419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.538919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.606258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=30dc336b-2fde-46ec-86d4-d470b6608793,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:13.609949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.615593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-908d6590-21c2-4dc1-a503-630e000927e8 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/30dc336b-2fde-46ec-86d4-d470b6608793 HTTP/1.1" status: 204 len: 168 time: 0.7371988 Aug 31 19:23:13.617898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:13.780631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting subnet 4d15e0f5-8453-4c67-93b2-d47fbbf31601 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:13.799856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:13.809635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a9561-18c8-43d1-80ee-769f24bec576 None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:13.964816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.070252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.175203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Pushing event updated for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:14.222768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.290383 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2bfd5a18-dc30-4af7-84b6-2704b3f84235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.356857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.370834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53952513-059e-40c6-a49a-7d15140cafe8 None None] Provisioning for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:14.378602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53952513-059e-40c6-a49a-7d15140cafe8 None None] Provisioning complete for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:14.378972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53952513-059e-40c6-a49a-7d15140cafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.420656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-53952513-059e-40c6-a49a-7d15140cafe8 None None] Port 6de6caf3-52f9-45f0-b274-a1e88b275b26 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:14.448454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.462495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.462809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=4d15e0f5-8453-4c67-93b2-d47fbbf31601,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:14.475210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.479212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-518f9571-acd5-4d22-a6b0-ce75fce9913a tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/4d15e0f5-8453-4c67-93b2-d47fbbf31601 HTTP/1.1" status: 204 len: 168 time: 0.8528066 Aug 31 19:23:14.483787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:14.512668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Transition to ACTIVE for port object 8e2f2ce0-db50-4397-b5ea-da77081504d1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:14.551111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.552923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.578629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.585720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:14.586484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/4f10d805-1a6d-4419-829b-d97b2cd414b2 HTTP/1.1" status: 204 len: 168 time: 1.9090755 Aug 31 19:23:14.608243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e2855-897f-4b84-9039-04dec9b28624 None None] Update dhcp port {'port': {'network_id': '0065b719-8ea6-4adf-a0e1-0092f9e2b152', 'fixed_ips': [{'subnet_id': '4d15e0f5-8453-4c67-93b2-d47fbbf31601'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'a37ae42e-71d1-40a9-b773-68c67969bfbc'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:23:14.634489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b706a8-813a-46aa-be79-584cf40d8127 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=4f10d805-1a6d-4419-829b-d97b2cd414b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:14.640829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Attempting to bind port 8e2f2ce0-db50-4397-b5ea-da77081504d1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:14.641207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Attempting to bind port 8e2f2ce0-db50-4397-b5ea-da77081504d1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:14.641571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Attempting to bind port 8e2f2ce0-db50-4397-b5ea-da77081504d1 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:14.648385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d103d-e8a6-434e-b3c7-8087f73dc943 None None] Pushing event updated for resources: {'Port': ['ID=8e2f2ce0-db50-4397-b5ea-da77081504d1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:14.656749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:14.657129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:14.657531 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.657927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:14.658392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Bound port: 8e2f2ce0-db50-4397-b5ea-da77081504d1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:14.659668 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.661579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b62e2855-897f-4b84-9039-04dec9b28624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.673860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2450e3-6c25-41a4-bc77-9a08b41429dd req-82879791-e517-40d2-aced-7ad41c746b9e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:14.683553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f2450e3-6c25-41a4-bc77-9a08b41429dd req-82879791-e517-40d2-aced-7ad41c746b9e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.5245023 Aug 31 19:23:14.735244 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.741677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3af0e-1f5b-486a-b9e0-45e5b3c25cff tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:14.749116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3af0e-1f5b-486a-b9e0-45e5b3c25cff tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:14.751293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ef3af0e-1f5b-486a-b9e0-45e5b3c25cff tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1638920 Aug 31 19:23:14.757710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:14.764475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-705612642'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:14.772680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f2450e3-6c25-41a4-bc77-9a08b41429dd req-a30e1cd2-9b40-40ce-a598-e3480e96546d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Aug 31 19:23:14.817874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] For port 8e2f2ce0-db50-4397-b5ea-da77081504d1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:14.832411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] For port 8e2f2ce0-db50-4397-b5ea-da77081504d1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8e2f2ce0-db50-4397-b5ea-da77081504d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:14.838608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.870152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:14.876175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.895580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:14.896319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:14.930210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.940341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:14.961994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ec551-9e24-475f-b0d2-546f9eec05cc None None] Network 0065b719-8ea6-4adf-a0e1-0092f9e2b152 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:14.988309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:14.989048 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment b353beaa-7782-400e-b134-c5c52dee53b5 of type vlan for network a9f834b2-1e7a-4392-8de5-df65245d19d8 Aug 31 19:23:15.022817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d103d-e8a6-434e-b3c7-8087f73dc943 None None] Pushing event updated for resources: {'Port': ['ID=8e2f2ce0-db50-4397-b5ea-da77081504d1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:15.074748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.078242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting port a37ae42e-71d1-40a9-b773-68c67969bfbc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:15.078590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.105236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7dd4077-ea35-49b0-858c-77651aa921ba None None] Provisioning complete for port a37ae42e-71d1-40a9-b773-68c67969bfbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:15.105854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4077-ea35-49b0-858c-77651aa921ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.121355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.136566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.174346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.183345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:15.184554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.197802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] For port a37ae42e-71d1-40a9-b773-68c67969bfbc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37ae42e-71d1-40a9-b773-68c67969bfbc,segment=NetworkSegment(33c3a8cf-395a-4d3f-bf6d-3cacdd044164),segment_id=33c3a8cf-395a-4d3f-bf6d-3cacdd044164)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:15.198310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.255514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Pushing event updated for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:15.265158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.351419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Calling delete_port for a37ae42e-71d1-40a9-b773-68c67969bfbc owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:15.363269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6035085 Aug 31 19:23:15.368528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35706) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:15.379159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1790876811'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:15.384079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd9364-9820-4bbb-9b82-ae59536f2527 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=a9f834b2-1e7a-4392-8de5-df65245d19d8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:15.449046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network a9f834b2-1e7a-4392-8de5-df65245d19d8 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:15.471081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:15.476564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.494314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.541058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Network 963c0e9b-8b61-4064-b642-45db4f527d24 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:15.542779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Port': ['ID=a37ae42e-71d1-40a9-b773-68c67969bfbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:15.543435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:15.546098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No DVR routers for this DVR port a37ae42e-71d1-40a9-b773-68c67969bfbc on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:15.551856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:15.563395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.563795 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment 255d82ad-eff2-49c4-a93e-fda37a8880c4 of type vlan for network b3935c5d-7f68-40a2-8742-18332eaebbce Aug 31 19:23:15.574060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a83519a2-878d-43dd-b28f-0dbad8f1bee6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:15.695569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.738742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.747167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7dd4077-ea35-49b0-858c-77651aa921ba None None] Could not find standard attr ID for object a37ae42e-71d1-40a9-b773-68c67969bfbc. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:23:15.749948 n-d-778550-14 neutron-server[94818]: INFO neutron.plugins.ml2.db [None req-e7dd4077-ea35-49b0-858c-77651aa921ba None None] No ports have port_id starting with a37ae42e-71d1-40a9-b773-68c67969bfbc Aug 31 19:23:15.766326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:15.774619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.775163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0065b719-8ea6-4adf-a0e1-0092f9e2b152']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:15.811154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c3a8cf-395a-4d3f-bf6d-3cacdd044164') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:15.811580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c3a8cf-395a-4d3f-bf6d-3cacdd044164') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:15.835706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.876207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43237d1-2694-4625-a0fe-669111f59d52 None None] DHCP port deletion for 0065b719-8ea6-4adf-a0e1-0092f9e2b152 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:15.878449 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.880875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.891976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:15.892816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.904047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:15.904707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:15.915349 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:16.012130 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:16.017187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d0e83956-8636-4491-8bfe-95d005cb3745 None None] Provisioning complete for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:16.017560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0e83956-8636-4491-8bfe-95d005cb3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.022464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.029924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.043919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0065b719-8ea6-4adf-a0e1-0092f9e2b152 HTTP/1.1" status: 204 len: 168 time: 1.5589867 Aug 31 19:23:16.044541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.052358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a83519a2-878d-43dd-b28f-0dbad8f1bee6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:16.052770 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.064493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6921911 Aug 31 19:23:16.067577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.071297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'ports': [{'network_id': 'a9f834b2-1e7a-4392-8de5-df65245d19d8', 'name': 'tempest-port--599027701', 'admin_state_up': True}, {'network_id': 'b3935c5d-7f68-40a2-8742-18332eaebbce', 'admin_state_up': False}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:16.071614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'port': {'network_id': 'a9f834b2-1e7a-4392-8de5-df65245d19d8', 'name': 'tempest-port--599027701', 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:16.071973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Router af7481ea-8195-42d4-a570-137086d47409 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:23:16.072212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'port': {'network_id': 'b3935c5d-7f68-40a2-8742-18332eaebbce', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:16.093999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1877-5005-4371-8d61-3747eb8047c5 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=0065b719-8ea6-4adf-a0e1-0092f9e2b152,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:16.108994 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a476762-0e4d-4236-a90b-7a0848cc042f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:16.109447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a476762-0e4d-4236-a90b-7a0848cc042f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:16.114421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5a476762-0e4d-4236-a90b-7a0848cc042f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/eaa211ec-3f5f-4a5f-aaca-2c04625ed2f8 HTTP/1.1" status: 404 len: 337 time: 0.0674772 Aug 31 19:23:16.158041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.226165 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f6cb99-a43d-42f4-9b35-d147d7249642 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:16.226909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f6cb99-a43d-42f4-9b35-d147d7249642 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:16.230974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-39f6cb99-a43d-42f4-9b35-d147d7249642 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/bc21877c-7e07-40bf-8efc-579ddc3194bc HTTP/1.1" status: 404 len: 339 time: 0.0688057 Aug 31 19:23:16.239348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.254139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feac486-f1ef-4b9f-b1fe-03b85cf9efec tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=b3935c5d-7f68-40a2-8742-18332eaebbce,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:16.258820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:23:16.264785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-01e4412f-e569-42c8-b209-a394b0ce0b13 admin admin] 10.222.0.73 "PUT /v2.0/routers/af7481ea-8195-42d4-a570-137086d47409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9654608 Aug 31 19:23:16.280598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network b3935c5d-7f68-40a2-8742-18332eaebbce details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:16.281930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e287089-711b-4f2d-a8cf-9cffc4891aab req-f066911d-b09a-4188-8ae2-d6f401593a7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:16.284681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e287089-711b-4f2d-a8cf-9cffc4891aab req-f066911d-b09a-4188-8ae2-d6f401593a7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.2468629 Aug 31 19:23:16.312231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d0e83956-8636-4491-8bfe-95d005cb3745 None None] Port 6de6caf3-52f9-45f0-b274-a1e88b275b26 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:16.330737 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-222ed39d-e01b-4856-817a-3a495d4b8b69 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:16.333680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222ed39d-e01b-4856-817a-3a495d4b8b69 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:16.339617 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-222ed39d-e01b-4856-817a-3a495d4b8b69 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/403657c9-9767-43ef-841e-9a1abbe3b7cd HTTP/1.1" status: 404 len: 337 time: 0.0991797 Aug 31 19:23:16.345789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35730) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.354568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e287089-711b-4f2d-a8cf-9cffc4891aab req-e8520cff-87ce-4528-bb7c-55739b1c2d2e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637391 Aug 31 19:23:16.580686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:12Z', 'revision_number': 1, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:16.651124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000bc3c-f2d7-4fe3-bfdf-852fe6cd38d3 None None] The sync data for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 is: [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:12Z', 'revision_number': 1, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:23:16.687127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37ae42e-71d1-40a9-b773-68c67969bfbc no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:16.726958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a37ae42e-71d1-40a9-b773-68c67969bfbc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:16.727402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37ae42e-71d1-40a9-b773-68c67969bfbc not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:16.850418 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9ea3d4-7bac-4540-a69e-9ccd611cb04f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:16.851081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9ea3d4-7bac-4540-a69e-9ccd611cb04f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:16.853523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf9ea3d4-7bac-4540-a69e-9ccd611cb04f tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/c98053f5-cad8-499c-8857-c6c181dcaf50 HTTP/1.1" status: 404 len: 339 time: 0.5052755 Aug 31 19:23:16.855930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.936534 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3931e3a7-1b3d-46a6-86b8-33072b428ddc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:16.937003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3931e3a7-1b3d-46a6-86b8-33072b428ddc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:16.939679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3931e3a7-1b3d-46a6-86b8-33072b428ddc tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/85f45526-3112-4c40-b59e-6d16341dd41f HTTP/1.1" status: 404 len: 337 time: 0.0814559 Aug 31 19:23:16.942430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:16.950844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:16.984245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:16.989925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.008371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.049793 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c05fb56-48b5-4b0c-b3ea-9f08654758b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:17.052267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c05fb56-48b5-4b0c-b3ea-9f08654758b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:17.056409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1c05fb56-48b5-4b0c-b3ea-9f08654758b3 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/d488cff9-ef21-4b9e-a018-b86b0dd7b286 HTTP/1.1" status: 404 len: 339 time: 0.1107645 Aug 31 19:23:17.059774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:17.155902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting subnet 1cd6d054-02b9-4443-98af-04302e32ad25 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:17.167665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.189747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] device_id is not set on port cae12a07-b54a-4869-92ea-821d661e3c8f yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:17.267236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.488889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.547937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:17.554245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569713409', 'description': 'tempest-description--791330175'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:17.614919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.629506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] device_id is not set on port 00bd8a02-2d95-47c9-8837-70668314b987 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:17.676434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.743033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb473-74db-46f2-9caa-1c9d8fa46491 req-828186ac-a06d-4cd3-b2f3-71ece3063e93 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:17.755620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-529cb473-74db-46f2-9caa-1c9d8fa46491 req-828186ac-a06d-4cd3-b2f3-71ece3063e93 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1920176 Aug 31 19:23:17.828333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.836238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.858912 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-529cb473-74db-46f2-9caa-1c9d8fa46491 req-2925e610-01b9-4d27-a3f7-5eba0b97376a tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023598 Aug 31 19:23:17.912584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd6d054-02b9-4443-98af-04302e32ad25,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:17.921506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.936296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:17.937630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92399283-a5c3-47eb-9d83-390aed7f61b4 None None] Network 8ab817b6-b6e4-43db-bf1b-dda46e268caf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:17.941216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-576942db-2f7c-46d3-9fb8-f299777cb898 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/1cd6d054-02b9-4443-98af-04302e32ad25 HTTP/1.1" status: 204 len: 168 time: 0.8768663 Aug 31 19:23:17.941839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35760) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:18.058227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Checking segment: {'id': 'b353beaa-7782-400e-b134-c5c52dee53b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9f834b2-1e7a-4392-8de5-df65245d19d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:18.058712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network hostable DHCP agents. Network: a9f834b2-1e7a-4392-8de5-df65245d19d8, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:18.067206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Port': ['ID=cae12a07-b54a-4869-92ea-821d661e3c8f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:18.100994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network a9f834b2-1e7a-4392-8de5-df65245d19d8 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:18.116830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, a9f834b2-1e7a-4392-8de5-df65245d19d8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:18.128503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:18.129565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.136589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.144991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.145586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcf2c6-024a-4908-bb95-5b9332ef76b9 None None] Network a9f834b2-1e7a-4392-8de5-df65245d19d8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:18.152980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.189910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.194508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6455150 Aug 31 19:23:18.219769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:18.224863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'security_group_rule': {'security_group_id': '853c3e71-990f-4f6d-b99c-aa20f875d870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:18.242650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98370f0-9fe1-4e66-8045-52b8e5129d1a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c3e71-990f-4f6d-b99c-aa20f875d870,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:18.283792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Checking segment: {'id': '255d82ad-eff2-49c4-a93e-fda37a8880c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3935c5d-7f68-40a2-8742-18332eaebbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:18.284880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network hostable DHCP agents. Network: b3935c5d-7f68-40a2-8742-18332eaebbce, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:18.288607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Port': ['ID=00bd8a02-2d95-47c9-8837-70668314b987,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:18.312223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.328006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network b3935c5d-7f68-40a2-8742-18332eaebbce is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:18.344038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, b3935c5d-7f68-40a2-8742-18332eaebbce) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:18.349117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:18.354826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:18.365550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9be0f8-2c7d-4232-ac66-f8d759a66f75 None None] Network b3935c5d-7f68-40a2-8742-18332eaebbce requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:18.370212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:18.374664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.379103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:18.380931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.421402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a8b583ce-acec-4317-95cb-4abb0c9e9cce tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3541667 Aug 31 19:23:18.423085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:18.584549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.590624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.602922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] For port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,segment=NetworkSegment(e86a53db-7a2a-47cb-91c4-2cb2185a751d),segment_id=e86a53db-7a2a-47cb-91c4-2cb2185a751d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:18.603462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.627451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988f300-2f1f-4a4a-97b6-4d7043f71d3f tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:18.632297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51bb108-c95c-436d-bcbe-23b6f47718b1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:18.637216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988f300-2f1f-4a4a-97b6-4d7043f71d3f tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:18.644906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Calling delete_port for 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:18.645332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f988f300-2f1f-4a4a-97b6-4d7043f71d3f tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2191105 Aug 31 19:23:18.646872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:18.727420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.728812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-124e892b-7b9b-4eb4-a802-c6b75c4be1ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5080457 Aug 31 19:23:18.731413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:18.738312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'security_group_rule': {'security_group_id': '853c3e71-990f-4f6d-b99c-aa20f875d870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:18.789606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] DHCP port deletion for 8ab817b6-b6e4-43db-bf1b-dda46e268caf request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:18.798411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.873916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Deleting port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:18.875273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.947614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.953638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.959296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Deleting port cae12a07-b54a-4869-92ea-821d661e3c8f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:18.960251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.994025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] For port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,segment=NetworkSegment(e86a53db-7a2a-47cb-91c4-2cb2185a751d),segment_id=e86a53db-7a2a-47cb-91c4-2cb2185a751d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:18.994622 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:18.998278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0e9fd6-f922-4dc8-a166-179c34f3c252,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.037889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.038280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.038599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.038942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.039269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.039597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.039954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.040280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.040619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.040929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.041257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.041574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.044316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Calling delete_port for 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:19.052465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.052465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-632b2ab7-71ba-45cf-99ef-eec68d7bb839 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164871 Aug 31 19:23:19.052465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:19.061951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:19.109975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.119862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.141542 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.152028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Calling delete_port for cae12a07-b54a-4869-92ea-821d661e3c8f owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:19.170429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522c7d5-c47d-443c-a409-b341777b8411 req-7d2c1b94-db57-4495-b150-bc3d14bf1e21 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:19.178166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5522c7d5-c47d-443c-a409-b341777b8411 req-7d2c1b94-db57-4495-b150-bc3d14bf1e21 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1195893 Aug 31 19:23:19.186335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No DVR routers for this DVR port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:19.191379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.220253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] Pushing event deleted for resources: {'Port': ['ID=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.230266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Port': ['ID=76c6e7d1-4709-45d0-a45d-f636fb11aaa1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.237274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47f86d-71a5-428f-9e88-35328498e4f9 None None] No DVR routers for this DVR port 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:19.293252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.397892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5522c7d5-c47d-443c-a409-b341777b8411 req-8888a96c-3da3-4907-9a60-bb73db50f8a2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185721 Aug 31 19:23:19.427501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.438815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Allocated IP 172.25.3.40 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/3f43e960-2d6f-4728-906e-6c6cb419b81c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:19.444224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab817b6-b6e4-43db-bf1b-dda46e268caf']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:19.464620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86a53db-7a2a-47cb-91c4-2cb2185a751d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:19.465200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86a53db-7a2a-47cb-91c4-2cb2185a751d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:19.469823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8e2f2ce0-db50-4397-b5ea-da77081504d1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:19.501493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.522840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.525258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.558820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:19.562713 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.565154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 8e2f2ce0-db50-4397-b5ea-da77081504d1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:19.571129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8e2f2ce0-db50-4397-b5ea-da77081504d1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:19.571820 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:19.577179 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:19.657047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.702529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Port': ['ID=cae12a07-b54a-4869-92ea-821d661e3c8f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.714952 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.735347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.740837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9c4935b9-bfc5-437b-bd25-e6bb978510e8 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/ports/cae12a07-b54a-4869-92ea-821d661e3c8f HTTP/1.1" status: 204 len: 168 time: 1.0885844 Aug 31 19:23:19.746421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:19.757413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.759409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 8e2f2ce0-db50-4397-b5ea-da77081504d1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8e2f2ce0-db50-4397-b5ea-da77081504d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:19.808020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.813902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.833028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:19.845114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:19.854506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:19.880193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=8e2f2ce0-db50-4397-b5ea-da77081504d1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.881361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:19.889992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/8ab817b6-b6e4-43db-bf1b-dda46e268caf HTTP/1.1" status: 204 len: 168 time: 1.9450939 Aug 31 19:23:19.890966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:19.904525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'Port': ['ID=3f43e960-2d6f-4728-906e-6c6cb419b81c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.920827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:19.937728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=8ab817b6-b6e4-43db-bf1b-dda46e268caf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:19.941148 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8411978-c6b7-4c3c-bdea-984cf05f1c48 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:19.941942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8411978-c6b7-4c3c-bdea-984cf05f1c48 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:19.946355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c8411978-c6b7-4c3c-bdea-984cf05f1c48 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/6a7334a5-411a-4234-9c50-20388e6bacae HTTP/1.1" status: 404 len: 337 time: 0.0374613 Aug 31 19:23:19.948106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35798) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:19.955466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:19.956741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 76c6e7d1-4709-45d0-a45d-f636fb11aaa1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:19.975120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.975472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.975842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.976428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.976887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.977230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.977563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.978084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.978346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.979276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.979276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.979276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448bdb6-6123-434d-8d02-e7528432f399 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:19.990596 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8453e568-2a3f-43b8-a160-13b919022dee tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:19.992257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8453e568-2a3f-43b8-a160-13b919022dee tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:20.000699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8453e568-2a3f-43b8-a160-13b919022dee tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0ab15c00-cb2e-454b-a1e9-2898621ac5fd HTTP/1.1" status: 404 len: 339 time: 0.0516086 Aug 31 19:23:20.001334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:20.056490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Deleting port 00bd8a02-2d95-47c9-8837-70668314b987 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:20.057051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.088903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting subnet fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:20.093039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.116408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.184356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.201561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.227800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Sync routers for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:23:20.238292 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:20.238976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:20.264725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.284577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Calling delete_port for 00bd8a02-2d95-47c9-8837-70668314b987 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:20.326187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.379038 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:20.402761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.429904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.430241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba341120-f6d1-4242-a434-f2acac5e87dd None None] Network 0aae3117-464c-4479-9ab0-d089adff7c61 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:20.437784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/subnets/fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8 HTTP/1.1" status: 204 len: 168 time: 0.4334311 Aug 31 19:23:20.438339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:20.472666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e10fec-4b7b-4a49-b5e3-49e8ff80db43 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8ff156-f637-4ee8-b4eb-e0f035b9f5b8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:20.578085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.580366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.582710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.637044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'Port': ['ID=3f43e960-2d6f-4728-906e-6c6cb419b81c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:20.649885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.652268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/ports/00bd8a02-2d95-47c9-8837-70668314b987 HTTP/1.1" status: 204 len: 168 time: 0.9042356 Aug 31 19:23:20.654873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:20.701867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.716902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766f3a-ef66-4cf4-9cff-fdbd08d91c72 req-15b3d4a6-3966-42f9-ba76-8d695c5fa699 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:20.718760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d766f3a-ef66-4cf4-9cff-fdbd08d91c72 req-15b3d4a6-3966-42f9-ba76-8d695c5fa699 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1433570 Aug 31 19:23:20.754164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.758031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258ce27-bf5a-4389-b262-03ad4c898e8e tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Port': ['ID=00bd8a02-2d95-47c9-8837-70668314b987,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:20.773216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] DHCP port deletion for 0aae3117-464c-4479-9ab0-d089adff7c61 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:20.788599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e367ecd-d2ac-46ce-84c2-28007009f360 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1326146 Aug 31 19:23:20.797283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:20.798469 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:23:20.808179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.822875 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7638c5c-8b91-40bc-9fa7-d5af60c825e4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7650514 Aug 31 19:23:20.882122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2091648408'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:20.891229 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 2, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:20.899528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Deleting port e3ab522c-0279-4720-93ba-27c06b78f729 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:20.899945 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:20.928191 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Checking router: af7481ea-8195-42d4-a570-137086d47409 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:23:20.928916 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Updating router af7481ea-8195-42d4-a570-137086d47409 port 6de6caf3-52f9-45f0-b274-a1e88b275b26 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:23:20.960998 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.001579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d766f3a-ef66-4cf4-9cff-fdbd08d91c72 req-1b44f779-84f9-4120-9327-bebd93170fb3 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637925 Aug 31 19:23:21.041519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:21.045419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.064048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] For port e3ab522c-0279-4720-93ba-27c06b78f729, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e3ab522c-0279-4720-93ba-27c06b78f729,segment=NetworkSegment(0ac6bf89-75c9-486e-ae91-f5a06be08c70),segment_id=0ac6bf89-75c9-486e-ae91-f5a06be08c70)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:21.064523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.082152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Calling delete_port for e3ab522c-0279-4720-93ba-27c06b78f729 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:21.088669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Deleting port e3ab522c-0279-4720-93ba-27c06b78f729 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:21.089022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.290589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:21.303144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.349143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] Pushing event deleted for resources: {'Port': ['ID=e3ab522c-0279-4720-93ba-27c06b78f729,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:21.354977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb224f70-fb52-4d1b-b35f-8302895757dd None None] No DVR routers for this DVR port e3ab522c-0279-4720-93ba-27c06b78f729 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:21.390310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-51f403da-4052-4f1c-bde8-086d7db378c3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1569713409&fields=id&tenant_id=9fc9851942df4e02974e41c4f133e06c HTTP/1.1" status: 200 len: 267 time: 0.1634908 Aug 31 19:23:21.431341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.432077 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment ccacff41-4e9c-4f90-a346-fab409b3f6ec of type vlan for network 5563a84a-53c2-4b88-b707-6374a6cba9f4 Aug 31 19:23:21.435537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] For port e3ab522c-0279-4720-93ba-27c06b78f729, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e3ab522c-0279-4720-93ba-27c06b78f729,segment=NetworkSegment(0ac6bf89-75c9-486e-ae91-f5a06be08c70),segment_id=0ac6bf89-75c9-486e-ae91-f5a06be08c70)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:21.436040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.475176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8e2f2ce0-db50-4397-b5ea-da77081504d1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:21.538758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8e2f2ce0-db50-4397-b5ea-da77081504d1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:21.539408 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.576011 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.591394 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Transition to ACTIVE for port object 6de6caf3-52f9-45f0-b274-a1e88b275b26 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:21.599520 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.671312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567a263-5fb6-4ad6-a922-ca8ecacfd49c None None] Pushing event updated for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:21.739195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e3ab522c-0279-4720-93ba-27c06b78f729 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:21.766999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e3ab522c-0279-4720-93ba-27c06b78f729 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:21.769174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e3ab522c-0279-4720-93ba-27c06b78f729 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:21.861031 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Attempting to bind port 6de6caf3-52f9-45f0-b274-a1e88b275b26 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:21.861684 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Attempting to bind port 6de6caf3-52f9-45f0-b274-a1e88b275b26 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:21.863718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Calling delete_port for e3ab522c-0279-4720-93ba-27c06b78f729 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:21.864147 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Attempting to bind port 6de6caf3-52f9-45f0-b274-a1e88b275b26 on network 963c0e9b-8b61-4064-b642-45db4f527d24 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:21.872675 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:21.873362 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Checking segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:21.874451 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.875034 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Bound using segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:21.875723 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Bound port: 6de6caf3-52f9-45f0-b274-a1e88b275b26, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:21.876283 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:21.995550 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] For port 6de6caf3-52f9-45f0-b274-a1e88b275b26, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:21.999978 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] For port 6de6caf3-52f9-45f0-b274-a1e88b275b26, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6de6caf3-52f9-45f0-b274-a1e88b275b26,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:22.007120 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.022853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.083579 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:22.084340 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:22.206472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.227559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:22.228561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.264525 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567a263-5fb6-4ad6-a922-ca8ecacfd49c None None] Pushing event updated for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:22.286472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:22.293761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-e9a29492-419e-4065-ba83-4a37eb486072 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:22.301619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-e9a29492-419e-4065-ba83-4a37eb486072 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 812 time: 0.8980503 Aug 31 19:23:22.440655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-02b1b324-1f33-4159-b514-3f465081ad0a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/quotas/9fc9851942df4e02974e41c4f133e06c HTTP/1.1" status: 200 len: 375 time: 0.1366868 Aug 31 19:23:22.458192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6496727 Aug 31 19:23:22.462567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:22.468141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2074624453'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:22.490517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:22.494603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.525433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.526038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:22.541805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.542230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7abfca-f561-4d06-805a-d419b525d632 req-5fc296f7-48f3-4199-bcfe-cbf75de3396c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:22.544357 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Added segment d3e30100-6ed6-494a-a988-ade12626faa1 of type vlan for network 317316b5-da63-4264-8e5a-42602a4aad8d Aug 31 19:23:22.549698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc7abfca-f561-4d06-805a-d419b525d632 req-5fc296f7-48f3-4199-bcfe-cbf75de3396c tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.4226537 Aug 31 19:23:22.629488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Port': ['ID=e3ab522c-0279-4720-93ba-27c06b78f729,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:22.639922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.641118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc7abfca-f561-4d06-805a-d419b525d632 req-797fada5-c6c4-428c-9439-e9e2da48d040 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Aug 31 19:23:22.643794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] No DVR routers for this DVR port e3ab522c-0279-4720-93ba-27c06b78f729 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:22.657695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f8cc-82e7-44cc-a9b6-2d44d673b722 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=5563a84a-53c2-4b88-b707-6374a6cba9f4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:22.674091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5563a84a-53c2-4b88-b707-6374a6cba9f4 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:22.710221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.723000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:22.724756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.736273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-92d84acb-7a5d-4b97-848d-1a1ccc4106f1 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2942879 Aug 31 19:23:22.789766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3258879 Aug 31 19:23:22.852390 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:21Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:22.887948 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d44f9d-cf71-4271-989a-54f57d2627f1 None None] The sync data for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 is: [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:21Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:23:22.920911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6f5d-5a9e-4a54-a363-34481610c8ea tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Network': ['ID=317316b5-da63-4264-8e5a-42602a4aad8d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:22.930996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:22.935841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 317316b5-da63-4264-8e5a-42602a4aad8d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:22.950279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aae3117-464c-4479-9ab0-d089adff7c61']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:22.989998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac6bf89-75c9-486e-ae91-f5a06be08c70') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:22.992033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac6bf89-75c9-486e-ae91-f5a06be08c70') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:23.043284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.100286 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.109963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:23.110712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:23.197805 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:23.207142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2d0d0b69-8907-470f-9e2e-a3c6b4d05023 service neutron] 10.222.0.73 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330630 Aug 31 19:23:23.290848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.311420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.313607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] 10.222.0.73 "DELETE /v2.0/networks/0aae3117-464c-4479-9ab0-d089adff7c61 HTTP/1.1" status: 204 len: 168 time: 2.8512115 Aug 31 19:23:23.325744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec355ca-fe16-4f4e-92dd-a1acd22c4df9 tempest-NetworksIpV6Test-2063121599 tempest-NetworksIpV6Test-2063121599-project] Pushing event deleted for resources: {'Network': ['ID=0aae3117-464c-4479-9ab0-d089adff7c61,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:23.477966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-dd5486bf-4a17-41dc-a00b-e38b0c654780 service neutron] 10.222.0.73 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621973 Aug 31 19:23:23.512947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6de6caf3-52f9-45f0-b274-a1e88b275b26 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:23.635922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:23.644956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:23.645350 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.849082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:23.893502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.947700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6de6caf3-52f9-45f0-b274-a1e88b275b26, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6de6caf3-52f9-45f0-b274-a1e88b275b26,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:23.953454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe939-8059-473b-9a0b-87363a8bb087 req-5c664019-0968-48db-a1a7-9fd0f0985217 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:23.964559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:23.969262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35cbe939-8059-473b-9a0b-87363a8bb087 req-5c664019-0968-48db-a1a7-9fd0f0985217 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1554813 Aug 31 19:23:24.094951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35cbe939-8059-473b-9a0b-87363a8bb087 req-f36d44e4-013d-4cf2-ad8f-f8725fb7399e tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245630 Aug 31 19:23:24.300496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f7870710-4a8e-47fc-9ea9-6f3f4b9acc9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68b45d133ce7413a915de41f3824cf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501343 Aug 31 19:23:24.305628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:24.340601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2edde465-b8d4-44aa-a3a4-ba4cf0eb8e3e req-ee5bccd4-2af1-4283-99e1-a2a03bc7e969 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0992377 Aug 31 19:23:24.413348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:24.522290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:24.627422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:24.640524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:24.651539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b051c2f2-56d7-4c61-a7e1-cab40d08f99d HTTP/1.1" status: 204 len: 168 time: 0.3396816 Aug 31 19:23:24.687657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d200a-0ada-40ef-b9bd-6ea1f6e13a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051c2f2-56d7-4c61-a7e1-cab40d08f99d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:24.742524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:25.469626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27608b-a3aa-4e57-bff0-87af74a65ac3 req-1b6c9ff5-c8f9-4059-a435-28e8e3308c23 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:25.480246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e27608b-a3aa-4e57-bff0-87af74a65ac3 req-1b6c9ff5-c8f9-4059-a435-28e8e3308c23 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1348193 Aug 31 19:23:25.495448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6de6caf3-52f9-45f0-b274-a1e88b275b26 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:25.632109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6de6caf3-52f9-45f0-b274-a1e88b275b26 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:25.632499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:25.635566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e27608b-a3aa-4e57-bff0-87af74a65ac3 req-b20d59dc-0227-467e-b405-78497b77eb98 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503937 Aug 31 19:23:25.847066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0aa131c8-69b3-48ac-973d-293930972f82 req-b1ffdaae-b84f-4f4f-a0de-a38ba170545c tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0748808 Aug 31 19:23:26.007785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6875c983-502e-41e8-a017-1eb08cfdbdd7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:26.010706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6875c983-502e-41e8-a017-1eb08cfdbdd7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.67 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 812 time: 0.1667747 Aug 31 19:23:26.202634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-a799d5ed-b2d1-4aad-b34c-2c1f759b7c5d tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc9851942df4e02974e41c4f133e06c HTTP/1.1" status: 200 len: 380 time: 0.1763232 Aug 31 19:23:26.275109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'port': {'device_id': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'admin_state_up': True, 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'security_groups': ['853c3e71-990f-4f6d-b99c-aa20f875d870']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:26.395175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:26.400615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'subnets': [{'network_id': '5563a84a-53c2-4b88-b707-6374a6cba9f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--145320206', 'ip_version': 6}, {'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:26.400931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'subnet': {'network_id': '5563a84a-53c2-4b88-b707-6374a6cba9f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--145320206', 'ip_version': 6}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:26.401653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Request body: {'subnet': {'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:26.524890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:26.544927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Made reservation on behalf of 9fc9851942df4e02974e41c4f133e06c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:26.555283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:26.591757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Made reservation on behalf of c8278f7918834ff68691b5905e5e42b7 for: {'subnet': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:26.599615 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:26.600213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:26.762471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1492408233'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:26.897212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fc8c-62c7-4910-bec8-3477d9170d7e req-b1dbe987-9d7b-45b4-b973-b528bfe84b53 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:26.898717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c96fc8c-62c7-4910-bec8-3477d9170d7e req-b1dbe987-9d7b-45b4-b973-b528bfe84b53 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1221240 Aug 31 19:23:26.903825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:26.907471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:26.930479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:26.933180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Allocated IP 172.20.0.13 (963c0e9b-8b61-4064-b642-45db4f527d24/a6dff36e-55bf-4a5a-b529-2bdcab76eea8/af11d1fb-5fc4-4323-9600-ee20b305dea1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:27.029543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c96fc8c-62c7-4910-bec8-3477d9170d7e req-9807ec0f-c99a-4f03-9a07-d854c5d9c849 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083512 Aug 31 19:23:27.156024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d8a5d1b1-e10b-4a17-9b6d-561172bbfa5f req-fb8797e5-1893-4780-b598-c6317342c1fc tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0602083 Aug 31 19:23:27.288518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.304970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Transition to ACTIVE for port object af11d1fb-5fc4-4323-9600-ee20b305dea1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:27.305579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.376772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.386382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.392256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Subnet': ['ID=9dda6476-fc75-44d3-8c7c-b3d69609bc11,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:27.402678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Checking segment: {'id': 'ccacff41-4e9c-4f90-a346-fab409b3f6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5563a84a-53c2-4b88-b707-6374a6cba9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:27.403281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network hostable DHCP agents. Network: 5563a84a-53c2-4b88-b707-6374a6cba9f4, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:27.413438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984c120-75a0-4a0c-8e50-6500085fb87d req-709ad53a-573e-438b-a561-2a3838d385e4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:27.415571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2984c120-75a0-4a0c-8e50-6500085fb87d req-709ad53a-573e-438b-a561-2a3838d385e4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.0957403 Aug 31 19:23:27.446029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network 5563a84a-53c2-4b88-b707-6374a6cba9f4 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:27.454667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:27.459225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5563a84a-53c2-4b88-b707-6374a6cba9f4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:27.467587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ac2b1-5229-44c7-be46-994488f8cf49 None None] Network 5563a84a-53c2-4b88-b707-6374a6cba9f4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:27.468501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.481868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.526194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.526768 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment 2273450f-0d14-4cb8-82b1-a1a4526b1530 of type vlan for network 590664e5-4be9-446c-8b45-ab702de79efd Aug 31 19:23:27.543806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Network 963c0e9b-8b61-4064-b642-45db4f527d24 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:27.545053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3441d90-9a72-438f-8a65-89fb970496e3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:27.559715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:27.562715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:27.630590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2984c120-75a0-4a0c-8e50-6500085fb87d req-171ea5df-3998-4492-a445-5e2a86a19305 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033134 Aug 31 19:23:27.651206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event updated for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:27.668059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.683989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event updated for resources: {'Subnet': ['ID=d5e86286-aec8-4c33-9129-bd5d66878e2e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:27.694815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:27.695531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.721702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Checking segment: {'id': 'd3e30100-6ed6-494a-a988-ade12626faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:27.722203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network hostable DHCP agents. Network: 317316b5-da63-4264-8e5a-42602a4aad8d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:27.733825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-2a2c0c3a-557a-48d1-b40c-efbfa683f2d4 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5139942 Aug 31 19:23:27.735443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.742175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:27.742882 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.761041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Network 317316b5-da63-4264-8e5a-42602a4aad8d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:27.766745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Request body: {'port': {'device_id': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:27.788285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 317316b5-da63-4264-8e5a-42602a4aad8d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:27.805287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:27.806007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:27.806505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e83023-a102-4e10-af26-d32c71b8bb3c None None] Network 317316b5-da63-4264-8e5a-42602a4aad8d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:27.807021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:27.857758 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f4f78db1-7aea-4c5d-bc6f-8afd5fd8a663 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4599745 Aug 31 19:23:27.860302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:27.941590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6f7d1-7d59-408c-9b7e-6d33ff8fd80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5563a84a-53c2-4b88-b707-6374a6cba9f4', 'network_id': '5563a84a-53c2-4b88-b707-6374a6cba9f4', 'tenant_id': 'c8278f7918834ff68691b5905e5e42b7', 'fixed_ips': [{'subnet_id': '9dda6476-fc75-44d3-8c7c-b3d69609bc11'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:27.942836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7d1-7d59-408c-9b7e-6d33ff8fd80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.002189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4756987 Aug 31 19:23:28.006508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:28.024668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'name': 'tempest-PortsIpV6TestJSON-1580933185'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:28.027793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a53aa0-e0be-42cd-9e25-57c976d91942 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.029688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a53aa0-e0be-42cd-9e25-57c976d91942 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.032933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a53aa0-e0be-42cd-9e25-57c976d91942 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.035157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16a53aa0-e0be-42cd-9e25-57c976d91942 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1736791 Aug 31 19:23:28.045723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:28.053018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.106715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d78d-e555-4231-a736-6b2798d7aad9 req-136f59a8-284e-4ef8-b453-6070feea71aa tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.114568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6785d78d-e555-4231-a736-6b2798d7aad9 req-136f59a8-284e-4ef8-b453-6070feea71aa tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.3686562 Aug 31 19:23:28.136463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585b49-ef6a-4db4-8796-ed601cd6132d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=590664e5-4be9-446c-8b45-ab702de79efd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:28.138277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Deleting subnet 9dda6476-fc75-44d3-8c7c-b3d69609bc11 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:28.151476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.214666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.224696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 590664e5-4be9-446c-8b45-ab702de79efd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:28.242246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6785d78d-e555-4231-a736-6b2798d7aad9 req-29ab8664-1ded-4a56-8173-85aacd7625b2 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266303 Aug 31 19:23:28.379665 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.436538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c57a9ced-de95-4134-a93f-feccd0d6e144 None None] Provisioning for port af11d1fb-5fc4-4323-9600-ee20b305dea1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:28.444549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:28.448869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.450213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c57a9ced-de95-4134-a93f-feccd0d6e144 None None] Provisioning complete for port af11d1fb-5fc4-4323-9600-ee20b305dea1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:28.451418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c57a9ced-de95-4134-a93f-feccd0d6e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.492973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c57a9ced-de95-4134-a93f-feccd0d6e144 None None] Port af11d1fb-5fc4-4323-9600-ee20b305dea1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:28.495343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-317316b5-da63-4264-8e5a-42602a4aad8d', 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d', 'tenant_id': 'c8278f7918834ff68691b5905e5e42b7', 'fixed_ips': [{'subnet_id': 'd5e86286-aec8-4c33-9129-bd5d66878e2e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:28.496455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.498790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port e13c63b4-2c98-44b0-b147-ba1de96ee1ce yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:28.562551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.589354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004904b-fe57-4301-b5f5-284ce03d291c req-dbaf5d5c-84a5-4a36-8e26-8991a06bfd7d tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.597002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8004904b-fe57-4301-b5f5-284ce03d291c req-dbaf5d5c-84a5-4a36-8e26-8991a06bfd7d tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 932 time: 0.1926684 Aug 31 19:23:28.617601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:28.622293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/subnets/9dda6476-fc75-44d3-8c7c-b3d69609bc11 HTTP/1.1" status: 204 len: 168 time: 0.5734658 Aug 31 19:23:28.647356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:28.687610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5df301-1832-4710-a5e7-c389cdc06e30 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Subnet': ['ID=9dda6476-fc75-44d3-8c7c-b3d69609bc11,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:28.691965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Allocated IP 2001:db8:0:1::1 (317316b5-da63-4264-8e5a-42602a4aad8d/d5e86286-aec8-4c33-9129-bd5d66878e2e/ecd9cbf8-ae45-40f8-97c6-b91875f7b27d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-1ca6f7d1-7d59-408c-9b7e-6d33ff8fd80c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dda6476-fc75-44d3-8c7c-b3d69609bc11: This subnet is being modified by another concurrent operation. Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:23:28.738812 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dda6476-fc75-44d3-8c7c-b3d69609bc11: This subnet is being modified by another concurrent operation. Aug 31 19:23:28.742775 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:23:28.790006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8004904b-fe57-4301-b5f5-284ce03d291c req-399f7074-6ae8-471a-9a2c-820107c4d65c tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919627 Aug 31 19:23:28.795733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4e94b-5c78-4165-8246-12868f6645cb None None] Network 5563a84a-53c2-4b88-b707-6374a6cba9f4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:28.817085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Deleting subnet d5e86286-aec8-4c33-9129-bd5d66878e2e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:28.987588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad208b32-3c90-42cf-9453-db07ea0c053b req-87c0218d-a8ac-4f32-a1c4-6a962d75f056 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:28.996634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad208b32-3c90-42cf-9453-db07ea0c053b req-87c0218d-a8ac-4f32-a1c4-6a962d75f056 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1592362 Aug 31 19:23:29.051723 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.063966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Transition to ACTIVE for port object ecd9cbf8-ae45-40f8-97c6-b91875f7b27d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:29.085993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Transition to ACTIVE for port object ecd9cbf8-ae45-40f8-97c6-b91875f7b27d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:29.094338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad208b32-3c90-42cf-9453-db07ea0c053b req-e4d0cdce-33cd-4cde-8d6b-73c274b4a2ac tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966432 Aug 31 19:23:29.101223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.102665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.107716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.168426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11d1fb-5fc4-4323-9600-ee20b305dea1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:23:29.181246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.199629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.204508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Pushing event updated for resources: {'Port': ['ID=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:29.232506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Network 317316b5-da63-4264-8e5a-42602a4aad8d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:29.234093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:29.238081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:29.253987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Transition to ACTIVE for port object af11d1fb-5fc4-4323-9600-ee20b305dea1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:29.265242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.309406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Attempting to bind port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:29.309998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Attempting to bind port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd3e30100-6ed6-494a-a988-ade12626faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:29.310423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Attempting to bind port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d on network 317316b5-da63-4264-8e5a-42602a4aad8d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:29.325872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:29.327904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Checking segment: {'id': 'd3e30100-6ed6-494a-a988-ade12626faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:29.328505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.330820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Bound using segment: {'id': 'd3e30100-6ed6-494a-a988-ade12626faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:29.331566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Bound port: ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e30100-6ed6-494a-a988-ade12626faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '317316b5-da63-4264-8e5a-42602a4aad8d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:29.333581 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.400003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Pushing event updated for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:29.420598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.450283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] For port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:29.455060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] For port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,segment=NetworkSegment(d3e30100-6ed6-494a-a988-ade12626faa1),segment_id=d3e30100-6ed6-494a-a988-ade12626faa1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:29.461394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.563103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dadd2-f408-4273-85fa-26dc02512530 None None] Pushing event updated for resources: {'Port': ['ID=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:29.979724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:29.982454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-99f52502-9ffa-42ab-8f2b-976bdc4b4c24 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:29.990613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-99f52502-9ffa-42ab-8f2b-976bdc4b4c24 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.1725647 Aug 31 19:23:30.053496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Attempting to bind port af11d1fb-5fc4-4323-9600-ee20b305dea1 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:30.054535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Attempting to bind port af11d1fb-5fc4-4323-9600-ee20b305dea1 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:30.055092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Attempting to bind port af11d1fb-5fc4-4323-9600-ee20b305dea1 on network 963c0e9b-8b61-4064-b642-45db4f527d24 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:30.077566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=e13c63b4-2c98-44b0-b147-ba1de96ee1ce,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:30.096747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Port af11d1fb-5fc4-4323-9600-ee20b305dea1 on network 963c0e9b-8b61-4064-b642-45db4f527d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:23:30.097314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Attempting to bind port af11d1fb-5fc4-4323-9600-ee20b305dea1 on network 963c0e9b-8b61-4064-b642-45db4f527d24 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:30.116889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:30.117518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Checking segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:30.118088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Bound using segment: {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:30.118249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:30.118602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.119018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Bound port: af11d1fb-5fc4-4323-9600-ee20b305dea1, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa60f95-e2df-44de-ac03-f3eeba52f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:30.119551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.125906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': '2273450f-0d14-4cb8-82b1-a1a4526b1530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:30.126524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 590664e5-4be9-446c-8b45-ab702de79efd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:30.160325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecf838-a2ff-4ae5-8dd7-decd5b8ebf46 req-19534024-c8a4-4926-9cef-17c1485657e7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:30.162165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2ecf838-a2ff-4ae5-8dd7-decd5b8ebf46 req-19534024-c8a4-4926-9cef-17c1485657e7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 944 time: 0.1756625 Aug 31 19:23:30.205060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.247580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:30.248442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.269773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:30.278162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:30.285562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.287061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/subnets/d5e86286-aec8-4c33-9129-bd5d66878e2e HTTP/1.1" status: 204 len: 168 time: 1.6353612 Aug 31 19:23:30.291824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3967-31c0-4bc9-84e1-9ef12ad61040 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e86286-aec8-4c33-9129-bd5d66878e2e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:30.292707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:30.340692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 590664e5-4be9-446c-8b45-ab702de79efd) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:30.350092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c2423-aa1c-41a7-b9e0-0784b120ee57 None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:30.357257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2ecf838-a2ff-4ae5-8dd7-decd5b8ebf46 req-9a22291d-51c6-4d10-a84e-6319796cd69b tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611621 Aug 31 19:23:30.372296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:30.379513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd105c3-b81d-4982-8897-00c898f8cbef tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:30.381867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9fd105c3-b81d-4982-8897-00c898f8cbef tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860789 Aug 31 19:23:30.382000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:30.384645 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.398294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:30.398934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:30.538225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:30.562756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-42d321df-adc0-4c4d-9320-badfb4c2d031 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5483289 Aug 31 19:23:30.564110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:30.573096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1404831884'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:30.583708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f56a2e-1635-4da0-84c3-53393a1ef389 req-0885723f-c9a3-4638-82b1-acb038f11ab7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:30.585724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4f56a2e-1635-4da0-84c3-53393a1ef389 req-0885723f-c9a3-4638-82b1-acb038f11ab7 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58159c0-18be-4cb9-be10-84991be410df HTTP/1.1" status: 200 len: 945 time: 0.3253169 Aug 31 19:23:30.594425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.627522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.641296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ba5b4fe-0023-4fd4-92ca-08d14f96d403'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:23:30.645039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:23:30.688215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.700139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=7ba5b4fe-0023-4fd4-92ca-08d14f96d403,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:30.728598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:30.729617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.731356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] 10.222.0.67 "PUT /v2.0/ports/af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 1093 time: 2.9747565 Aug 31 19:23:30.736550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:30.739631 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20539d5-a3b8-4142-aedd-8a4141538286" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:30.838986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:30.842246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:30.845071 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-632d6963-22e1-468b-8cc6-4d18fcdf6493 req-19208e20-75ff-407f-8bad-4c5431140243 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.67 "DELETE /v2.0/ports/7ba5b4fe-0023-4fd4-92ca-08d14f96d403 HTTP/1.1" status: 204 len: 173 time: 0.8533850 Aug 31 19:23:30.845779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'name': 'network-vif-deleted', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:30.856535 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76107d66-fb98-40c7-ac2b-299311fc703b" -d '{"events": [{"server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "name": "network-vif-deleted", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:30.907970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:30.915035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.019588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4f56a2e-1635-4da0-84c3-53393a1ef389 req-b0377dc3-d974-425c-8133-b9f1d5c113e4 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163735 Aug 31 19:23:31.064592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c94af-c3c1-4331-b721-eb6879641826 service neutron] Pushing event updated for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:31.144613 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd60be7-f57e-47a7-ace5-415771d1f279 x-openstack-request-id: req-0fd60be7-f57e-47a7-ace5-415771d1f279 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:31.145144 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58159c0-18be-4cb9-be10-84991be410df", "name": "network-vif-deleted", "tag": "7ba5b4fe-0023-4fd4-92ca-08d14f96d403", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:31.145144 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0fd60be7-f57e-47a7-ace5-415771d1f279 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:31.145548 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58159c0-18be-4cb9-be10-84991be410df', 'name': 'network-vif-deleted', 'tag': '7ba5b4fe-0023-4fd4-92ca-08d14f96d403', 'status': 'completed', 'code': 200} Aug 31 19:23:31.361020 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6013d1-3f48-4eae-9a1a-47495fd683b1 x-openstack-request-id: req-de6013d1-3f48-4eae-9a1a-47495fd683b1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:31.361329 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:31.362151 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de6013d1-3f48-4eae-9a1a-47495fd683b1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:31.362624 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'status': 'completed', 'code': 200} Aug 31 19:23:31.363726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:31.405875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.408462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79efc0de-829c-49cf-9b06-54f502cdfc47 None None] Network 317316b5-da63-4264-8e5a-42602a4aad8d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:31.416390 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment a9e8842f-fd97-4c0b-9fb7-584151f0d49c of type vlan for network 3a4290e0-54ce-4030-a5e6-f850bd3f5502 Aug 31 19:23:31.478549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-03ef7225-4bcb-4dd4-97c7-8878c31ccd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:31.482123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-03ef7225-4bcb-4dd4-97c7-8878c31ccd83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1096 time: 0.6782479 Aug 31 19:23:31.552225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-132ae9a1-9d5c-4224-8cba-04481f83f88c None None] Provisioning for port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:31.571774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ecd9cbf8-ae45-40f8-97c6-b91875f7b27d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:31.641581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-6f87223f-24f1-44f8-baf4-56241679cec3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 217 time: 0.1474762 Aug 31 19:23:31.693414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:31.697942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:31.698330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.748613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Deleting port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:31.749122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.771963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-d658582f-8473-4f24-be67-f0d87c41785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:31.773778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] DHCP port deletion for 317316b5-da63-4264-8e5a-42602a4aad8d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:31.773915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-d658582f-8473-4f24-be67-f0d87c41785e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 200 len: 851 time: 0.1011426 Aug 31 19:23:31.775864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.851018 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.897158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b9022-ed5e-4f6a-8270-c16ac90fa986 req-a90a3aeb-b694-42b5-be19-10b62da87971 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:31.899693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,segment=NetworkSegment(d3e30100-6ed6-494a-a988-ade12626faa1),segment_id=d3e30100-6ed6-494a-a988-ade12626faa1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:31.905483 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.905751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb8b9022-ed5e-4f6a-8270-c16ac90fa986 req-a90a3aeb-b694-42b5-be19-10b62da87971 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 944 time: 0.2838733 Aug 31 19:23:31.911105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Deleting port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:31.911707 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.941228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] For port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,segment=NetworkSegment(d3e30100-6ed6-494a-a988-ade12626faa1),segment_id=d3e30100-6ed6-494a-a988-ade12626faa1)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:31.941912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.961351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.967784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:31.969040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:31.981152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Calling delete_port for ecd9cbf8-ae45-40f8-97c6-b91875f7b27d owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:32.019600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-a8fda58f-ac7b-4599-bf36-d1e1f905ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:32.021354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-a8fda58f-ac7b-4599-bf36-d1e1f905ca0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963c0e9b-8b61-4064-b642-45db4f527d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030072 Aug 31 19:23:32.026549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] For port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,segment=NetworkSegment(d3e30100-6ed6-494a-a988-ade12626faa1),segment_id=d3e30100-6ed6-494a-a988-ade12626faa1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:32.026973 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.030073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:32.042861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Calling delete_port for ecd9cbf8-ae45-40f8-97c6-b91875f7b27d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:32.159740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.218924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] Pushing event deleted for resources: {'Port': ['ID=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:32.233867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb8b9022-ed5e-4f6a-8270-c16ac90fa986 req-3014eb34-6e5a-4549-885e-455e918f75ff tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208129 Aug 31 19:23:32.242617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36253d76-a7be-4058-b406-dc2e6690acbe None None] No DVR routers for this DVR port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:32.277610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dccf0b-7368-4ab4-ae0c-6189257f770e None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:23:32.323311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:32.324552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7554605 Aug 31 19:23:32.334602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'ports': [{'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'}, {'network_id': '3a4290e0-54ce-4030-a5e6-f850bd3f5502'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:32.334933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:32.335426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '3a4290e0-54ce-4030-a5e6-f850bd3f5502'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:32.364491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685b8c-40cf-4818-9ca0-685b053e41f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=3a4290e0-54ce-4030-a5e6-f850bd3f5502,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:32.377801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3a4290e0-54ce-4030-a5e6-f850bd3f5502 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:32.452087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-c23e0fca-73d1-49a7-b1a9-10f0da9f1389 service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790019 Aug 31 19:23:32.524840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.590976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] No DVR routers for this DVR port ecd9cbf8-ae45-40f8-97c6-b91875f7b27d on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:32.614111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Port': ['ID=ecd9cbf8-ae45-40f8-97c6-b91875f7b27d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:32.713914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:32.722071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.783199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.817680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.836002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317316b5-da63-4264-8e5a-42602a4aad8d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:32.874003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e30100-6ed6-494a-a988-ade12626faa1') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:32.874284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e30100-6ed6-494a-a988-ade12626faa1') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:32.887501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c25453f8-ab76-4299-9b6b-2634b4c821c0 req-3ba0068c-bcfc-4b45-b980-a9d99a2434a6 service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274745 Aug 31 19:23:32.894687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.916996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dccf0b-7368-4ab4-ae0c-6189257f770e None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:23:32.917599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:32.930910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:32.931589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:33.020187 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:33.024825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 1c4768f3-3422-46f7-a407-6bb17c0343e6 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:33.140928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.151330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.152259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.153459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/317316b5-da63-4264-8e5a-42602a4aad8d HTTP/1.1" status: 204 len: 168 time: 2.7495048 Aug 31 19:23:33.172354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36082) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:33.206673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33203e-ffb6-46f1-83ee-64e1cf895896 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=317316b5-da63-4264-8e5a-42602a4aad8d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:33.241653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 2243fec6-37c2-41fc-a075-6ed377a3a593 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:33.350621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-fbc4c06c-d389-4c3d-a754-f6068ace7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.364989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-fbc4c06c-d389-4c3d-a754-f6068ace7918 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1096 time: 0.3358915 Aug 31 19:23:33.466570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ecd9cbf8-ae45-40f8-97c6-b91875f7b27d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:33.473033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.490251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ecd9cbf8-ae45-40f8-97c6-b91875f7b27d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:33.490609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ecd9cbf8-ae45-40f8-97c6-b91875f7b27d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:33.534400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.563983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.586509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=1c4768f3-3422-46f7-a407-6bb17c0343e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:33.589813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:33.604449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:33.606329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:33.609099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:33.610201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.629164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:33.629520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ba5b4fe-0023-4fd4-92ca-08d14f96d403 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:33.652840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0024-425e-4d35-aabb-9f8cd42a1a8a req-b6bff3c7-0392-4d1d-bafc-63b987d2c957 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.654527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a4d0024-425e-4d35-aabb-9f8cd42a1a8a req-b6bff3c7-0392-4d1d-bafc-63b987d2c957 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 944 time: 0.2782826 Aug 31 19:23:33.685976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5facc-7f4b-4144-b519-d7ad1c7990a6 req-76b5998a-e390-411b-89e4-a4c0010a349d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.693495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': 'a9e8842f-fd97-4c0b-9fb7-584151f0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3a4290e0-54ce-4030-a5e6-f850bd3f5502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:33.693906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2f5facc-7f4b-4144-b519-d7ad1c7990a6 req-76b5998a-e390-411b-89e4-a4c0010a349d tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 945 time: 0.2875149 Aug 31 19:23:33.694406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 3a4290e0-54ce-4030-a5e6-f850bd3f5502, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:33.710019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=2243fec6-37c2-41fc-a075-6ed377a3a593,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:33.720277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 3a4290e0-54ce-4030-a5e6-f850bd3f5502 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:33.731377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3a4290e0-54ce-4030-a5e6-f850bd3f5502) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:33.735691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:33.742793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.747079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d164e-2944-43b9-983e-9bc7cbc56726 None None] Network 3a4290e0-54ce-4030-a5e6-f850bd3f5502 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:33.749459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.750679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.775176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3682fed0-7406-4fcb-9473-3e9abb5e10f4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4507134 Aug 31 19:23:33.779359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:33.862000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-f17e5c59-5fd9-4288-b979-4dd82f475680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:33.863816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-f17e5c59-5fd9-4288-b979-4dd82f475680 service neutron] 10.222.0.67 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 913 time: 0.4858048 Aug 31 19:23:33.916898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 2243fec6-37c2-41fc-a075-6ed377a3a593 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:33.916898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.926715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-5a4a2292-68e3-4347-9c76-a04f188e74e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 217 time: 0.0527637 Aug 31 19:23:33.928325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:33.941730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2f5facc-7f4b-4144-b519-d7ad1c7990a6 req-82525210-462e-4482-b48c-d3fd3e846e24 tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/security-groups?id=c453d27d-12e3-44b6-bb64-5243fdcc69e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468727 Aug 31 19:23:33.966674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a4d0024-425e-4d35-aabb-9f8cd42a1a8a req-a2097167-2ab3-4f18-8aed-570078386f0d tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630191 Aug 31 19:23:33.968371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5563a84a-53c2-4b88-b707-6374a6cba9f4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.001802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccacff41-4e9c-4f90-a346-fab409b3f6ec') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.002728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccacff41-4e9c-4f90-a346-fab409b3f6ec') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.019364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.032543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-a764dfd3-5432-4650-b659-0c45aada8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:34.034079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-a764dfd3-5432-4650-b659-0c45aada8962 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 200 len: 851 time: 0.0861533 Aug 31 19:23:34.049218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.093845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:34.094266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:34.097738 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:34.158823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.174819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-f1a6d101-cdaa-4eb4-a611-a56f061f6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:34.176261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-f1a6d101-cdaa-4eb4-a611-a56f061f6b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963c0e9b-8b61-4064-b642-45db4f527d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233485 Aug 31 19:23:34.194577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.194831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 2243fec6-37c2-41fc-a075-6ed377a3a593 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:34.216069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.220213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/5563a84a-53c2-4b88-b707-6374a6cba9f4 HTTP/1.1" status: 204 len: 168 time: 1.0337732 Aug 31 19:23:34.222314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:34.255202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad90ada-64c6-4fe7-8c5e-ae886381fcdd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=5563a84a-53c2-4b88-b707-6374a6cba9f4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:34.307893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-5f5dbfbe-badc-4db0-bf1a-87b06991421c service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235058 Aug 31 19:23:34.354662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.418143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a20539d5-a3b8-4142-aedd-8a4141538286 req-48940021-7e1c-4b64-bf02-e519881c88eb service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012287 Aug 31 19:23:34.483270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.492977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.524651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3935c5d-7f68-40a2-8742-18332eaebbce']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.526815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=2243fec6-37c2-41fc-a075-6ed377a3a593,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:34.545164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255d82ad-eff2-49c4-a93e-fda37a8880c4') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.545164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255d82ad-eff2-49c4-a93e-fda37a8880c4') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:34.556765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.558412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3a714869-90a1-4ff6-8080-658c3d956522 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/2243fec6-37c2-41fc-a075-6ed377a3a593 HTTP/1.1" status: 204 len: 168 time: 0.7776711 Aug 31 19:23:34.560996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:34.573399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.639002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.654013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:34.654421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:34.657533 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:34.720616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923aa087-4b10-4add-9339-4128573b49ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:34.727251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923aa087-4b10-4add-9339-4128573b49ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:34.729012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-923aa087-4b10-4add-9339-4128573b49ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1670418 Aug 31 19:23:34.731883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:34.747342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735601-2772-4c83-9257-0d8e7233bbfa req-9f2f0eca-bf92-46f6-bd20-4879f3b3a11f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:34.749041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-16735601-2772-4c83-9257-0d8e7233bbfa req-9f2f0eca-bf92-46f6-bd20-4879f3b3a11f tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.82 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 945 time: 0.1383741 Aug 31 19:23:34.763657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.768707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.770578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/b3935c5d-7f68-40a2-8742-18332eaebbce HTTP/1.1" status: 204 len: 168 time: 0.5490506 Aug 31 19:23:34.774700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:34.811136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6417fa-baa0-43b8-9f1d-10a7eb94e8cd tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=b3935c5d-7f68-40a2-8742-18332eaebbce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:34.879882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Deleting port fae3268d-45a1-4aae-a972-1f3f643d8ed3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:34.880230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.902587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:34.987098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] For port fae3268d-45a1-4aae-a972-1f3f643d8ed3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fae3268d-45a1-4aae-a972-1f3f643d8ed3,segment=NetworkSegment(ee8ada48-c07b-482d-9858-83a43db20072),segment_id=ee8ada48-c07b-482d-9858-83a43db20072)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:34.988090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.018987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Calling delete_port for fae3268d-45a1-4aae-a972-1f3f643d8ed3 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:35.221798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.234522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['fae3268d-45a1-4aae-a972-1f3f643d8ed3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:23:35.273272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Pushing event deleted for resources: {'Port': ['ID=fae3268d-45a1-4aae-a972-1f3f643d8ed3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:35.304330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef92f3ef-c60a-4354-96f3-74e253f81d9e req-277c2b83-9fbc-4c05-a390-2ba432fd36ac tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.73 "GET /v2.0/ports?device_id=28468c4b-d843-4dd5-acb2-6b81c64fa5f3 HTTP/1.1" status: 200 len: 210 time: 0.0664940 Aug 31 19:23:35.331232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] No DVR routers for this DVR port fae3268d-45a1-4aae-a972-1f3f643d8ed3 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:35.333824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.336305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-16735601-2772-4c83-9257-0d8e7233bbfa req-2feadf2f-e46e-4393-a00f-38eef6ee9d7b tempest-ServersTestJSON-1448522338 tempest-ServersTestJSON-1448522338-project] 10.222.0.82 "DELETE /v2.0/ports/fae3268d-45a1-4aae-a972-1f3f643d8ed3 HTTP/1.1" status: 204 len: 173 time: 0.5809171 Aug 31 19:23:35.336875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'name': 'network-vif-deleted', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:35.339330 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a9208-6027-4bfc-a499-15d42ceb39f5" -d '{"events": [{"server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "name": "network-vif-deleted", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:35.382883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 1c4768f3-3422-46f7-a407-6bb17c0343e6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:35.383255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.495147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd8f2c-b4f2-4d06-801e-b054e3a6f824 req-ede7d970-ff26-46b6-b130-af6f603f2a8f tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:35.501008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2abd8f2c-b4f2-4d06-801e-b054e3a6f824 req-ede7d970-ff26-46b6-b130-af6f603f2a8f tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 944 time: 0.2726920 Aug 31 19:23:35.510290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.544597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f834b2-1e7a-4392-8de5-df65245d19d8']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:35.576029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b353beaa-7782-400e-b134-c5c52dee53b5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:35.576159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b353beaa-7782-400e-b134-c5c52dee53b5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:35.580641 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.599452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2abd8f2c-b4f2-4d06-801e-b054e3a6f824 req-c8e3f7a8-341b-4150-ae2b-c7269e09f116 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918214 Aug 31 19:23:35.600016 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a256fd6-173d-428a-accc-6a2ce15c2591 x-openstack-request-id: req-4a256fd6-173d-428a-accc-6a2ce15c2591 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:35.600520 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28468c4b-d843-4dd5-acb2-6b81c64fa5f3", "name": "network-vif-deleted", "tag": "fae3268d-45a1-4aae-a972-1f3f643d8ed3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:35.600703 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a256fd6-173d-428a-accc-6a2ce15c2591 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:35.601666 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28468c4b-d843-4dd5-acb2-6b81c64fa5f3', 'name': 'network-vif-deleted', 'tag': 'fae3268d-45a1-4aae-a972-1f3f643d8ed3', 'status': 'completed', 'code': 200} Aug 31 19:23:35.602795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.605109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device af11d1fb-5fc4-4323-9600-ee20b305dea1 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:23:35.612343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 1c4768f3-3422-46f7-a407-6bb17c0343e6 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:35.624434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.633729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:35.634195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:35.637312 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:35.719762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:35.735007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'port_id': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'mac_address': 'fa:16:3e:3a:6a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:23:35.741836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.750914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.753489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] 10.222.0.73 "DELETE /v2.0/networks/a9f834b2-1e7a-4392-8de5-df65245d19d8 HTTP/1.1" status: 204 len: 168 time: 0.9752004 Aug 31 19:23:35.773171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843f1a-a1eb-4686-b43e-83df09bc4593 tempest-BulkNetworkOpsIpV6Test-1134319548 tempest-BulkNetworkOpsIpV6Test-1134319548-project] Pushing event deleted for resources: {'Network': ['ID=a9f834b2-1e7a-4392-8de5-df65245d19d8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:35.778091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.786572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.807185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11d1fb-5fc4-4323-9600-ee20b305dea1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:23:35.821761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=1c4768f3-3422-46f7-a407-6bb17c0343e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:35.828019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.833281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:35.833614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6153bec0-21d1-47cc-bef5-741eba28458d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/1c4768f3-3422-46f7-a407-6bb17c0343e6 HTTP/1.1" status: 204 len: 168 time: 1.1002300 Aug 31 19:23:35.854004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:35.859025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:35.917128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0933e94-0f13-4512-ba1e-a3d036702aea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:35.919836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a0933e94-0f13-4512-ba1e-a3d036702aea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0850739 Aug 31 19:23:35.922605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:35.950374 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec48b75c-66d6-4c1c-ab55-63f15327d68e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:35.954382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:35.954537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ec48b75c-66d6-4c1c-ab55-63f15327d68e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/2243fec6-37c2-41fc-a075-6ed377a3a593 HTTP/1.1" status: 404 len: 333 time: 0.0266244 Aug 31 19:23:35.955801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:35.994467 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cae1d5-98b1-4d73-96ce-9d8db8482e2f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:35.996531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0cae1d5-98b1-4d73-96ce-9d8db8482e2f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/1c4768f3-3422-46f7-a407-6bb17c0343e6 HTTP/1.1" status: 404 len: 333 time: 0.0391338 Aug 31 19:23:35.999694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.073016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['af11d1fb-5fc4-4323-9600-ee20b305dea1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:23:36.098832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.170574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.215938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.232017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4290e0-54ce-4030-a5e6-f850bd3f5502']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:36.261133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e8842f-fd97-4c0b-9fb7-584151f0d49c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:36.261477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e8842f-fd97-4c0b-9fb7-584151f0d49c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:36.277657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.294169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.302033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:36.302654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:36.306106 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:36.386130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.386874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.387256 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21304bd6-9992-41fe-87a3-2789dbe77af6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8278f7918834ff68691b5905e5e42b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152894 Aug 31 19:23:36.403549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.437533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.441321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/3a4290e0-54ce-4030-a5e6-f850bd3f5502 HTTP/1.1" status: 204 len: 168 time: 0.4388478 Aug 31 19:23:36.446092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.452020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1097733274'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:36.464002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f2e1-651c-402a-a809-aad29528f7aa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=3a4290e0-54ce-4030-a5e6-f850bd3f5502,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:36.484994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Deleting subnet c9324b57-a6c3-4362-98c7-05d751acdb8a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:36.488758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:36.492927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.493795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.532499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:36.549703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.550611 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment 950d6211-4445-47b8-883d-40c48affa4ac of type vlan for network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 Aug 31 19:23:36.577318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.582246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.611842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.650796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.664099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:36.665486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.696085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.731892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2842748 Aug 31 19:23:36.734874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.735142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.743842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:36.763093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861efcb-a244-4069-96ce-60356fef47fa tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:36.777138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:36.856658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e3c2a-9d20-4705-8649-638e41e5ebbf req-0d531ce9-86c5-463f-b071-5f6f4c3465a7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:36.858862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca4e3c2a-9d20-4705-8649-638e41e5ebbf req-0d531ce9-86c5-463f-b071-5f6f4c3465a7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 945 time: 0.1208513 Aug 31 19:23:36.862685 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.864318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:36.872841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.920607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9324b57-a6c3-4362-98c7-05d751acdb8a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:36.927044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.930750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.934785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31d75a7e-454d-4ff4-a95d-b7946f7c660a HTTP/1.1" status: 204 len: 168 time: 0.5455086 Aug 31 19:23:36.949815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:36.952384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3d8c227-4d84-4eae-bfd6-7fe7141bf28f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c9324b57-a6c3-4362-98c7-05d751acdb8a HTTP/1.1" status: 204 len: 168 time: 0.5643194 Aug 31 19:23:36.956075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:36.965657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9e037-7a6e-4c5b-a5eb-ba7ac53f8a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d75a7e-454d-4ff4-a95d-b7946f7c660a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:36.981990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca4e3c2a-9d20-4705-8649-638e41e5ebbf req-ab99c6df-8f1f-4517-ab54-96b8816dac12 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057336 Aug 31 19:23:37.052339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.195549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.245834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea58f87f-5cdc-410d-a3bd-ac688e8531b4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:37.265110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8ada48-c07b-482d-9858-83a43db20072') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:37.265405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8ada48-c07b-482d-9858-83a43db20072') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:37.276658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.279608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.336152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.353453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:37.353868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:37.355872 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:37.358840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=389e0ffa-e96a-4ec6-8d03-68a774c04c98,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:37.437966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': '950d6211-4445-47b8-883d-40c48affa4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:37.438262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:37.442451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.450065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.454868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ea58f87f-5cdc-410d-a3bd-ac688e8531b4 HTTP/1.1" status: 204 len: 168 time: 0.4948986 Aug 31 19:23:37.472469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921620a9-1009-4909-bcc2-e628dc575702 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea58f87f-5cdc-410d-a3bd-ac688e8531b4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:37.493745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:37.505864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:37.512585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:37.513105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.519353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2353cc-e789-481a-92f6-ea54c442e4f8 None None] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:37.540484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36256) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:37.546771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6', 'name': 'tempest-PortsIpV6TestJSON-282566182'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:37.555801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a5a4ebb0-04e3-4088-9f2f-0d180ab59f4d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8195338 Aug 31 19:23:37.619892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:37.638551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device af11d1fb-5fc4-4323-9600-ee20b305dea1 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:37.700519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:37.707099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.708247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-11ecf89d-bbce-4ee4-8358-ee4d73c62d2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9e02fd1a26f4e91a7dc4d473b699ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871112 Aug 31 19:23:37.710267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:37.730403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port c52a86f7-2a5d-41f4-a054-904454c72e79 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:37.824499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.869060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.887765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::2c0 (8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6/389e0ffa-e96a-4ec6-8d03-68a774c04c98/c52a86f7-2a5d-41f4-a054-904454c72e79) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:37.930101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.933280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:37.936178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c453d27d-12e3-44b6-bb64-5243fdcc69e9 HTTP/1.1" status: 204 len: 168 time: 0.2248895 Aug 31 19:23:37.955602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44787cb1-ab98-47e7-83b6-81e7d8615de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c453d27d-12e3-44b6-bb64-5243fdcc69e9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:38.054026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:38.073410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.089060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object c52a86f7-2a5d-41f4-a054-904454c72e79 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:38.140120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port af11d1fb-5fc4-4323-9600-ee20b305dea1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:38.149590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port af11d1fb-5fc4-4323-9600-ee20b305dea1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:38.158899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.164782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.220545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209dac-f222-4744-bf21-8fea6d4e4101 req-a389422e-869e-4c83-bdca-767d959b9f19 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:38.222579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0209dac-f222-4744-bf21-8fea6d4e4101 req-a389422e-869e-4c83-bdca-767d959b9f19 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 945 time: 0.1005120 Aug 31 19:23:38.230861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:38.234562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:38.243303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:38.249017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:38.249650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.282578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7374229 Aug 31 19:23:38.282768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:38.291420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d141d3-d94a-4011-9282-3353628c2d5c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=c52a86f7-2a5d-41f4-a054-904454c72e79,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:38.320647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0209dac-f222-4744-bf21-8fea6d4e4101 req-d8abff64-dd16-45dd-a905-b53406f9b67f tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783405 Aug 31 19:23:38.383761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.419583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:38.422105 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4abdf5-6fcf-4c6b-bd5f-d9689392e529" -d '{"events": [{"server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:38.441805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:38.448293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.462966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6', 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': '389e0ffa-e96a-4ec6-8d03-68a774c04c98'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:38.464763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.505606 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb27354f-db89-4a01-b59a-09eb30fa7dfa x-openstack-request-id: req-bb27354f-db89-4a01-b59a-09eb30fa7dfa {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:38.506039 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:38.506141 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb27354f-db89-4a01-b59a-09eb30fa7dfa {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:38.506526 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'code': 200} Aug 31 19:23:38.655159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccae3da-6138-4948-835a-3102e72788e2 req-ba86f8d9-92ee-41af-9a38-44596c82567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:38.656743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ccae3da-6138-4948-835a-3102e72788e2 req-ba86f8d9-92ee-41af-9a38-44596c82567e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1098 time: 0.0901632 Aug 31 19:23:38.715678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-362249369'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:38.716556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Allocated IP 2001:db8::2 (8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6/389e0ffa-e96a-4ec6-8d03-68a774c04c98/1676359d-9739-425b-941c-8067704c47ba) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:38.753079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ccae3da-6138-4948-835a-3102e72788e2 req-402095dd-6945-4244-ae59-0101d09ee58d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885732 Aug 31 19:23:38.806803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:38.810621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.821880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.875271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port c52a86f7-2a5d-41f4-a054-904454c72e79 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:38.875696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.922947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:38.955979 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:38.965805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Transition to ACTIVE for port object 1676359d-9739-425b-941c-8067704c47ba will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:38.987093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Transition to ACTIVE for port object 1676359d-9739-425b-941c-8067704c47ba will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:38.994294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.016147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.051685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:39.055836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for c52a86f7-2a5d-41f4-a054-904454c72e79 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:39.063552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:39.069015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:39.072514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Pushing event updated for resources: {'Port': ['ID=1676359d-9739-425b-941c-8067704c47ba,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.102671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.132128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Attempting to bind port 1676359d-9739-425b-941c-8067704c47ba on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:39.132508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Attempting to bind port 1676359d-9739-425b-941c-8067704c47ba by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '950d6211-4445-47b8-883d-40c48affa4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:39.132876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Attempting to bind port 1676359d-9739-425b-941c-8067704c47ba on network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:39.138328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:39.138734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Checking segment: {'id': '950d6211-4445-47b8-883d-40c48affa4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:39.139143 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.139538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Bound using segment: {'id': '950d6211-4445-47b8-883d-40c48affa4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:39.140081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Bound port: 1676359d-9739-425b-941c-8067704c47ba, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950d6211-4445-47b8-883d-40c48affa4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:39.140405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.163093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.215324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:39.215508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] For port 1676359d-9739-425b-941c-8067704c47ba, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:39.219326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] For port 1676359d-9739-425b-941c-8067704c47ba, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1676359d-9739-425b-941c-8067704c47ba,segment=NetworkSegment(950d6211-4445-47b8-883d-40c48affa4ac),segment_id=950d6211-4445-47b8-883d-40c48affa4ac)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:39.226097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.244480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.244827 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment b89616d8-1e8b-4ee1-8ba4-636e1f6c1561 of type vlan for network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b Aug 31 19:23:39.268345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d8848-99dd-4069-acdc-e7aa4c64a765,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.319621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045fba-cbb2-40b7-9db5-d7efafe2c218 None None] Pushing event updated for resources: {'Port': ['ID=1676359d-9739-425b-941c-8067704c47ba,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.382817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.389875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.409674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.489477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=c52a86f7-2a5d-41f4-a054-904454c72e79,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.520878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9c8e-592c-4ff9-9257-691736b68c77 req-1b777392-a9c2-4940-be53-0c401bcb79cc tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:39.528844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efec9c8e-592c-4ff9-9257-691736b68c77 req-1b777392-a9c2-4940-be53-0c401bcb79cc tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0938084 Aug 31 19:23:39.529382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.531555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-00e8eac2-54a0-4158-9e2d-f582e7278e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/c52a86f7-2a5d-41f4-a054-904454c72e79 HTTP/1.1" status: 204 len: 168 time: 1.2475038 Aug 31 19:23:39.533108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.535108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Deleting subnet b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:39.540253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:39.541081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.543361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.546935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.563113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5054400 Aug 31 19:23:39.572570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.578204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'name': 'tempest-PortsTestJSON-887805354'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:39.584360 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa5e1f5-da09-4485-b367-9baa0e6f952b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:39.589673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa5e1f5-da09-4485-b367-9baa0e6f952b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:39.591785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3aa5e1f5-da09-4485-b367-9baa0e6f952b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/c52a86f7-2a5d-41f4-a054-904454c72e79 HTTP/1.1" status: 404 len: 333 time: 0.0470912 Aug 31 19:23:39.635421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.734056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efec9c8e-592c-4ff9-9257-691736b68c77 req-0913a67a-2ee8-4260-a7e8-97e687a99424 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042427 Aug 31 19:23:39.744547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.750832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fae3268d-45a1-4aae-a972-1f3f643d8ed3 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:39.764104 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fc80e9-5af4-43bc-b452-4956b3c23188 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:39.779482 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d8fc80e9-5af4-43bc-b452-4956b3c23188 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/c52a86f7-2a5d-41f4-a054-904454c72e79 HTTP/1.1" status: 404 len: 333 time: 0.1415658 Aug 31 19:23:39.780173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.789369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: fae3268d-45a1-4aae-a972-1f3f643d8ed3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:39.789715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fae3268d-45a1-4aae-a972-1f3f643d8ed3 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:39.804373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.885823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204392a-db49-481f-8392-4dda608c12df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=25b6b123-243e-4dd9-b163-2f8c6ae48a7b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.888755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.898547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:39.928350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b37fe8-14d7-4677-a2c5-eeed0bf44a85,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:39.933392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:39.937867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88d2fdcf-9858-48ce-8373-67a09a3ee23d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b6b37fe8-14d7-4677-a2c5-eeed0bf44a85 HTTP/1.1" status: 204 len: 168 time: 0.5529821 Aug 31 19:23:39.940079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:39.977249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 389e0ffa-e96a-4ec6-8d03-68a774c04c98 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:39.985057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.021678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:40.028011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.065577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:40.067264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aeed4227-c56a-4c3c-8caa-b041ec3ee466 req-0817ee45-ee7f-46c6-8e0b-6a524406a2af tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0997944 Aug 31 19:23:40.077465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.100220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.239194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.255094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088460c0-1a36-4cb5-b67d-289ef7de9d31']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:40.286870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdf6560-030d-4218-bdaa-c98a599bc712') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:40.287538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdf6560-030d-4218-bdaa-c98a599bc712') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:40.298112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.310600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.317237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.326869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:40.327454 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:40.354819 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:40.421778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.437577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.450041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.466107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.474070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] 10.222.0.73 "DELETE /v2.0/networks/088460c0-1a36-4cb5-b67d-289ef7de9d31 HTTP/1.1" status: 204 len: 168 time: 0.5302579 Aug 31 19:23:40.498679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7e05d-9bea-47f5-aa01-33ab37a69b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=088460c0-1a36-4cb5-b67d-289ef7de9d31,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:40.509779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.514728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/389e0ffa-e96a-4ec6-8d03-68a774c04c98 HTTP/1.1" status: 204 len: 168 time: 0.7277818 Aug 31 19:23:40.515969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306d01a-4151-4169-9777-7377c161c23c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=389e0ffa-e96a-4ec6-8d03-68a774c04c98,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:40.518739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:40.628403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.651429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.732577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:40.766724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=dcf1af7c-3c3f-44be-98a0-1d57f9ce8749,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:40.800461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-891724af-0675-498e-882f-eb7ce1b88973 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef9707b7942346c4a2534a4fc9c281ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650642 Aug 31 19:23:40.802629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:40.806174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5244ff-9f26-4789-a45a-3fc232ee760f None None] Network 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:40.818938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:40.819346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: 25b6b123-243e-4dd9-b163-2f8c6ae48a7b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:40.837862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 1676359d-9739-425b-941c-8067704c47ba {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:40.838222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.886686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:40.902381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.907293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 25b6b123-243e-4dd9-b163-2f8c6ae48a7b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:40.916392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:40.922084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:40.922385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91493455-9b9d-4e72-96ef-ded0f66142a3 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:40.922774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.924081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe14ec23-d0f9-411d-8a9b-9450ee7b615b None None] Provisioning for port 1676359d-9739-425b-941c-8067704c47ba completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:40.925358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654ee6-879f-4578-bd48-ec118ccf4307 req-4093d41d-6881-40b0-bddf-96e93b8470a9 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:40.927094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12654ee6-879f-4578-bd48-ec118ccf4307 req-4093d41d-6881-40b0-bddf-96e93b8470a9 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0742543 Aug 31 19:23:40.932913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port 1676359d-9739-425b-941c-8067704c47ba, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1676359d-9739-425b-941c-8067704c47ba,segment=NetworkSegment(950d6211-4445-47b8-883d-40c48affa4ac),segment_id=950d6211-4445-47b8-883d-40c48affa4ac)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:40.933416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.952735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:40.956166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 1676359d-9739-425b-941c-8067704c47ba owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:40.966922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed17773d-afe2-449f-aaae-7e58b21a30e2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3900750 Aug 31 19:23:40.968034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:40.975127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2133035676'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:40.995448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe14ec23-d0f9-411d-8a9b-9450ee7b615b None None] Could not find standard attr ID for object c52a86f7-2a5d-41f4-a054-904454c72e79. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:23:41.043032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12654ee6-879f-4578-bd48-ec118ccf4307 req-3cd34c8f-d5b2-4452-90a8-9c4a3257a617 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038876 Aug 31 19:23:41.050584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:41.054641 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.092019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:41.102252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.105409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.107943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21e8874e-a2fa-4c38-b49d-639bb8e62472 HTTP/1.1" status: 204 len: 168 time: 0.3031027 Aug 31 19:23:41.115813 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.116238 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment ce0bd83c-3446-4c74-b51a-0a62bda72057 of type vlan for network 6629556d-b172-4503-8a29-65ff4d3deffd Aug 31 19:23:41.128993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d71ed7-9d24-473c-8020-6976a71296eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8874e-a2fa-4c38-b49d-639bb8e62472,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:41.138885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.187701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8483f-a3e3-4124-935b-4a4310401f53 None None] DHCP port deletion for 8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:41.190407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=1676359d-9739-425b-941c-8067704c47ba,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:41.195453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port 1676359d-9739-425b-941c-8067704c47ba on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:41.278121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.300922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.315953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:41.321411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.328436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:41.329343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.335570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950d6211-4445-47b8-883d-40c48affa4ac') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:41.336319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950d6211-4445-47b8-883d-40c48affa4ac') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:41.355999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.381356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.389417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:41.389995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.418182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=6629556d-b172-4503-8a29-65ff4d3deffd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:41.431294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 6629556d-b172-4503-8a29-65ff4d3deffd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:41.431483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61336d83-bc68-41a8-985d-a14d65b0a189 req-90cb2cd5-2671-4e43-bf14-5426941f85e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:41.447048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61336d83-bc68-41a8-985d-a14d65b0a189 req-90cb2cd5-2671-4e43-bf14-5426941f85e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.2211540 Aug 31 19:23:41.447048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:41.454622 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:41.462189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Request body: {'floatingip': {'port_id': 'af11d1fb-5fc4-4323-9600-ee20b305dea1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.484791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.513661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.516495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6 HTTP/1.1" status: 204 len: 168 time: 0.9904780 Aug 31 19:23:41.518078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c275-9216-4fd3-9746-e5a27a273a5e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=8c50fbf3-5f6e-472a-8d7e-7c5e2a620ba6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:41.519866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:41.521060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-82edb5d3-dcf8-4ce1-a9a0-ce09d30b38b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.526931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1316945901'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.534680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0c45e26-f43e-407b-8831-838439d08af3 req-680aed69-908c-4d8f-b0da-a0c0e0404cd7 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1272821 Aug 31 19:23:41.565586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:41.569562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.583972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fbd0d587-739f-4dd9-8718-3d2c610c2433 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6148434 Aug 31 19:23:41.586578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:41.590994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.592156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'ports': [{'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'}, {'network_id': '6629556d-b172-4503-8a29-65ff4d3deffd'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.592582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.593111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '6629556d-b172-4503-8a29-65ff4d3deffd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.669779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:41.688409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.688760 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment 784443fc-2ed0-4eff-b149-b6f2c633ee77 of type vlan for network 08f44f08-6c00-4cd4-804d-d9a7948d37dc Aug 31 19:23:41.787740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.832198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.838000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:41.838598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.894679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:41.899717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:41.924142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4018846 Aug 31 19:23:41.928941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:41.934792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:41.944520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.002370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9457e7e-ab51-4988-a827-93804914293f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=08f44f08-6c00-4cd4-804d-d9a7948d37dc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:42.021473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:42.104246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 5849f9ff-ce31-42a0-8a65-d11a7bd384d3 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:42.121169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:42.124705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.383668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.446352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:23:42.496050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port f087fe05-41e7-4113-a156-6bdaab09665d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:42.500948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.542939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.547505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.670355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=e88fb51e-823b-4323-8ea9-8c4b363fcf25,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:42.743671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': '784443fc-2ed0-4eff-b149-b6f2c633ee77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:42.744023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 08f44f08-6c00-4cd4-804d-d9a7948d37dc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:42.761091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a67fb183-a68b-4f19-9fd3-bc50714d78e6 req-d9bc178a-0856-47de-a0ee-01ead5af5701 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0432193 Aug 31 19:23:42.762859 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Floating IP b10adff2-28d7-48a9-9f69-e326faa2cfac associated. External IP: 172.25.3.40, port: af11d1fb-5fc4-4323-9600-ee20b305dea1. Aug 31 19:23:42.801236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-459d5228-af2e-48f0-8449-c12eb174fe24 req-66247afa-d1b9-43b1-adc1-927a69bff90d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.2578259 Aug 31 19:23:42.825271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:42.838637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.847037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 08f44f08-6c00-4cd4-804d-d9a7948d37dc) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:42.853048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:42.853635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.855211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e169f6e-49c3-4ec4-90b8-09dbc1e2fb43 None None] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:42.887005 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-922c39fd-ea1b-4f61-84de-a1c027d4a852 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9571087 Aug 31 19:23:42.891477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:42.902071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-706277221'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:42.906205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.963291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:42.967180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:42.972123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:42.973353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:42.977730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=5849f9ff-ce31-42a0-8a65-d11a7bd384d3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:43.043420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=f087fe05-41e7-4113-a156-6bdaab09665d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:43.046148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-08f44f08-6c00-4cd4-804d-d9a7948d37dc', 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': 'e88fb51e-823b-4323-8ea9-8c4b363fcf25'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:43.047025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.051497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': 'ce0bd83c-3446-4c74-b51a-0a62bda72057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6629556d-b172-4503-8a29-65ff4d3deffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:43.051708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: 6629556d-b172-4503-8a29-65ff4d3deffd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:43.069989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 6629556d-b172-4503-8a29-65ff4d3deffd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:43.081107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 6629556d-b172-4503-8a29-65ff4d3deffd) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:43.085712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:43.092115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.097886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.098590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.119830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5971af88-ebf2-4afe-909c-dcbde0eeaf4d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5292914 Aug 31 19:23:43.120048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:43.175416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:43.179498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.207052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Router af7481ea-8195-42d4-a570-137086d47409 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:23:43.209648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a829a5-9407-4318-b957-63c4ed28f714 None None] Network 6629556d-b172-4503-8a29-65ff4d3deffd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:43.218700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port c1425e12-4f39-4aea-b60b-183cb2633f28 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:43.225493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port f087fe05-41e7-4113-a156-6bdaab09665d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:43.225844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.332508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.348115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for f087fe05-41e7-4113-a156-6bdaab09665d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:43.459493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.476020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:23:43.482863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.483033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Allocated IP 2001:db8::2 (08f44f08-6c00-4cd4-804d-d9a7948d37dc/e88fb51e-823b-4323-8ea9-8c4b363fcf25/69891a1d-6a22-4cb6-933b-cc4091fb4d0d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:43.491267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Sync routers for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:23:43.502554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=f087fe05-41e7-4113-a156-6bdaab09665d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:43.513760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.519833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d66d6a1-41de-4b8d-a8cd-44b097c2f380 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/f087fe05-41e7-4113-a156-6bdaab09665d HTTP/1.1" status: 204 len: 168 time: 0.3984153 Aug 31 19:23:43.520401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:43.537374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-487abb70-d3a3-4375-8b69-da153ec9d793 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "PUT /v2.0/floatingips/b10adff2-28d7-48a9-9f69-e326faa2cfac HTTP/1.1" status: 200 len: 991 time: 2.0795271 Aug 31 19:23:43.538212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:43.541536 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b92904-3776-4f0d-8f8e-dd140f41e610" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:43.568623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:43.569269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:43.576669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e18f95-6f8d-41b3-a0e0-34e47303bc81 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.583556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e18f95-6f8d-41b3-a0e0-34e47303bc81 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.585193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9e18f95-6f8d-41b3-a0e0-34e47303bc81 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0636284 Aug 31 19:23:43.587966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:43.618488 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9bebe7-4829-43d4-b87b-1848e41205dc x-openstack-request-id: req-2f9bebe7-4829-43d4-b87b-1848e41205dc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:43.618788 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:43.619044 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f9bebe7-4829-43d4-b87b-1848e41205dc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:43.619457 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'status': 'completed', 'code': 200} Aug 31 19:23:43.687546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 5849f9ff-ce31-42a0-8a65-d11a7bd384d3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:43.687959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.693053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-5f28bbb6-04df-44ed-99cc-41ac0c26a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.693831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-5f28bbb6-04df-44ed-99cc-41ac0c26a65c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1098 time: 0.0449338 Aug 31 19:23:43.765527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.769970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:43.780545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 5849f9ff-ce31-42a0-8a65-d11a7bd384d3 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:43.855662 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.866453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-904b5e89-e948-4b1b-81ed-f30c3bc9d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:43.875809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-904b5e89-e948-4b1b-81ed-f30c3bc9d110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 913 time: 0.1570141 Aug 31 19:23:43.931905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Transition to ACTIVE for port object 69891a1d-6a22-4cb6-933b-cc4091fb4d0d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:43.937482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.965575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Transition to ACTIVE for port object 69891a1d-6a22-4cb6-933b-cc4091fb4d0d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:43.986879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=5849f9ff-ce31-42a0-8a65-d11a7bd384d3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:43.994762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:43.998787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df4a0ea4-6354-42ec-a723-05cd9a39c02d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/5849f9ff-ce31-42a0-8a65-d11a7bd384d3 HTTP/1.1" status: 204 len: 168 time: 0.4075770 Aug 31 19:23:43.998977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.022869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.057053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25ca14-a303-4e0f-9b07-fe5ac78d4075 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.063105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af25ca14-a303-4e0f-9b07-fe5ac78d4075 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0589104 Aug 31 19:23:44.063362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.083077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-c89659d0-010b-42ca-ae2c-1970f7530c2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 999 time: 0.2062192 Aug 31 19:23:44.087682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:44.096083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:44.099864 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce938c36-58f1-4a79-bb16-b440aa7490f8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:44.103172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:44.103339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ce938c36-58f1-4a79-bb16-b440aa7490f8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/f087fe05-41e7-4113-a156-6bdaab09665d HTTP/1.1" status: 404 len: 333 time: 0.0367274 Aug 31 19:23:44.105127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.112096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Pushing event updated for resources: {'Port': ['ID=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:44.128259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-177c3583-ff5c-4b82-b093-818e3b0c2735 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f734b493265a438ba42b3d8fa7a74749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221128 Aug 31 19:23:44.142062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60b442fb-ded9-4bd2-82a4-93b1360109a1 req-dd2ca9bf-d377-4848-b691-0426fde25c52 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1348486 Aug 31 19:23:44.158617 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98be0f6-8aa7-4deb-a5ef-708a1cae1a7b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:44.176946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a98be0f6-8aa7-4deb-a5ef-708a1cae1a7b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/5849f9ff-ce31-42a0-8a65-d11a7bd384d3 HTTP/1.1" status: 404 len: 333 time: 0.0667372 Aug 31 19:23:44.177953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.273482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.367192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::2ae (08f44f08-6c00-4cd4-804d-d9a7948d37dc/e88fb51e-823b-4323-8ea9-8c4b363fcf25/c1425e12-4f39-4aea-b60b-183cb2633f28) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:44.389757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.398975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-2a319de3-e43c-4131-b020-8d1b1b88ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.401625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-2a319de3-e43c-4131-b020-8d1b1b88ff5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 200 len: 851 time: 0.2838404 Aug 31 19:23:44.410160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6629556d-b172-4503-8a29-65ff4d3deffd']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:44.430044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0bd83c-3446-4c74-b51a-0a62bda72057') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:44.430342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0bd83c-3446-4c74-b51a-0a62bda72057') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:44.459887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.485256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.496259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:44.496812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:44.500305 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:44.521182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-ada850f1-00b9-4be9-b899-533dfc347a1d tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.529066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-ada850f1-00b9-4be9-b899-533dfc347a1d tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3998580 Aug 31 19:23:44.538174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc6f8f90-1c45-40b4-a6d2-d7e194d1bf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.551274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Attempting to bind port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:44.551980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Attempting to bind port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '784443fc-2ed0-4eff-b149-b6f2c633ee77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:44.552426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Attempting to bind port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d on network 08f44f08-6c00-4cd4-804d-d9a7948d37dc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:44.560101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:44.560484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Checking segment: {'id': '784443fc-2ed0-4eff-b149-b6f2c633ee77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:44.560940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.561372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Bound using segment: {'id': '784443fc-2ed0-4eff-b149-b6f2c633ee77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:44.561853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Bound port: 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784443fc-2ed0-4eff-b149-b6f2c633ee77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '08f44f08-6c00-4cd4-804d-d9a7948d37dc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:44.562243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.565444 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.566121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-8ca66f8b-6877-48f7-9926-0625826d72e6 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/quotas/f734b493265a438ba42b3d8fa7a74749 HTTP/1.1" status: 200 len: 375 time: 0.0361559 Aug 31 19:23:44.573883 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.584747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-ca7684c9-ee9a-4cfe-818e-064889aa2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.586286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-ca7684c9-ee9a-4cfe-818e-064889aa2f2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963c0e9b-8b61-4064-b642-45db4f527d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743450 Aug 31 19:23:44.597911 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.610857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.611040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b10adff2-28d7-48a9-9f69-e326faa2cfac', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'af7481ea-8195-42d4-a570-137086d47409', 'port_id': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'mac_address': 'fa:16:3e:3a:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:23:19Z', 'updated_at': '2021-08-31T19:23:42Z', 'revision_number': 1, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:44.619628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-f8e88446-b00b-4cde-94cb-e3aeb9241853 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f734b493265a438ba42b3d8fa7a74749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504615 Aug 31 19:23:44.620342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/6629556d-b172-4503-8a29-65ff4d3deffd HTTP/1.1" status: 204 len: 168 time: 0.4415762 Aug 31 19:23:44.620931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.632502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-663850730'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:44.657254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77321ceb-1ff9-4991-b017-045b9702a5d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=6629556d-b172-4503-8a29-65ff4d3deffd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:44.676526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Checking router: af7481ea-8195-42d4-a570-137086d47409 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:23:44.678538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:44.683811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.688313 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.704347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object c1425e12-4f39-4aea-b60b-183cb2633f28 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:44.707020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:23:44.707690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:44.729043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:44.749807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.750767 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment 1a6a904d-d8a3-42db-bd0e-0502d77eeb89 of type vlan for network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 Aug 31 19:23:44.757620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] For port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:44.774395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.803769 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.821908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] For port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,segment=NetworkSegment(784443fc-2ed0-4eff-b149-b6f2c633ee77),segment_id=784443fc-2ed0-4eff-b149-b6f2c633ee77)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:44.847413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.855021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.855731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.858006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:44.883117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:44.885416 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2581835 Aug 31 19:23:44.888126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:44.895984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:44.900990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:44.908438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:44.909080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:44.932018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:23:44.948033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2789079c-9696-48b3-928e-c607e573b665 req-8313375f-abd4-498c-8cc2-2892f1cab500 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 210 time: 0.0872614 Aug 31 19:23:44.959734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=c1425e12-4f39-4aea-b60b-183cb2633f28,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:44.966388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cf8f2b73-7667-4713-9035-c1bf88fc1ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0727580 Aug 31 19:23:44.970483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:45.055962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-8094aaf2-2876-4afe-b510-6b21b6da877e service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494956 Aug 31 19:23:45.060574 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.067241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eed66b-578a-4352-ae30-bb388b7e8a1a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=7aa42aec-cae0-4aa7-937d-9cf380e1ea55,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:45.097039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:45.098166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:45.102361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.164606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port c1425e12-4f39-4aea-b60b-183cb2633f28 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:45.165001 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.338955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a353-a797-4093-bdf7-d70489fd36bd None None] Pushing event updated for resources: {'Port': ['ID=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:45.381364 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.542604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b10adff2-28d7-48a9-9f69-e326faa2cfac', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'af7481ea-8195-42d4-a570-137086d47409', 'port_id': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'mac_address': 'fa:16:3e:3a:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:23:19Z', 'updated_at': '2021-08-31T19:23:42Z', 'revision_number': 1, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:45.606361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317030c-a734-4fa1-95e5-128e7911c82f None None] The sync data for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 is: [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b10adff2-28d7-48a9-9f69-e326faa2cfac', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'af7481ea-8195-42d4-a570-137086d47409', 'port_id': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'mac_address': 'fa:16:3e:3a:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:23:19Z', 'updated_at': '2021-08-31T19:23:42Z', 'revision_number': 1, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:23:45.688496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95fe7092-9de0-4632-b438-04f5f3520d0f req-ce3f20e0-15af-44ae-9d54-51aa6552b3aa tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0350864 Aug 31 19:23:45.756925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19b92904-3776-4f0d-8f8e-dd140f41e610 req-4c7b7954-b006-45de-977e-0ef61bba0f19 service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733088 Aug 31 19:23:45.760601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.770268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.789477 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.806171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for c1425e12-4f39-4aea-b60b-183cb2633f28 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:45.850489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': '1a6a904d-d8a3-42db-bd0e-0502d77eeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:45.851006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: 7aa42aec-cae0-4aa7-937d-9cf380e1ea55, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:45.854100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=13689693-e268-4139-9775-ad8f3f222086,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:45.880273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:45.891050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7aa42aec-cae0-4aa7-937d-9cf380e1ea55) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:45.907871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d1fb9-5f19-468c-b6f4-d379c2be611e None None] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:45.910357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:45.911337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:45.933130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62a7a7d5-a5de-4059-ba5c-6d596aea9cdd tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0434680 Aug 31 19:23:45.935559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:45.948780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55', 'name': 'tempest-PortsTestJSON-673631957'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:46.029664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.097244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=c1425e12-4f39-4aea-b60b-183cb2633f28,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:46.118493 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554acd0-f323-4bf9-9268-018e5ce124d0 None None] New status for floating IP b10adff2-28d7-48a9-9f69-e326faa2cfac: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:23:46.167513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-47b8f540-088f-4814-9d6b-020338a80651 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f734b493265a438ba42b3d8fa7a74749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791206 Aug 31 19:23:46.240894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:46.244888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.273421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7aa42aec-cae0-4aa7-937d-9cf380e1ea55', 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': '13689693-e268-4139-9775-ad8f3f222086'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:46.276438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.283523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.288061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c15d4af5-7742-4540-bb48-1a7a8342ed05 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/c1425e12-4f39-4aea-b60b-183cb2633f28 HTTP/1.1" status: 204 len: 168 time: 1.3165176 Aug 31 19:23:46.291045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:46.307225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:46.462191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1031a0bc-7589-4f43-b220-3dc9876f1a70 req-06d1383d-307b-455d-9695-2135149dfd0d tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 210 time: 0.1858122 Aug 31 19:23:46.515157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Allocated IP 172.20.0.2 (7aa42aec-cae0-4aa7-937d-9cf380e1ea55/13689693-e268-4139-9775-ad8f3f222086/1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:46.614308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-1ce2070b-8e6c-4ed6-8b03-3237e22c3b57 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:46.616087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-1ce2070b-8e6c-4ed6-8b03-3237e22c3b57 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241986 Aug 31 19:23:46.634014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Request body: {'port': {'device_id': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'f734b493265a438ba42b3d8fa7a74749'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:46.681524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e65049ae-1a14-4745-a53e-2f1e983e39ca req-4e4afe79-9c9b-432e-b0dc-6fa845e54552 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0610156 Aug 31 19:23:46.691276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.699969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Transition to ACTIVE for port object 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:46.708115 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-75545ac8-d12a-407e-889e-9d976e44a7ad tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:46.718328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Transition to ACTIVE for port object 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:46.723856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75545ac8-d12a-407e-889e-9d976e44a7ad tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/c1425e12-4f39-4aea-b60b-183cb2633f28 HTTP/1.1" status: 404 len: 333 time: 0.2156267 Aug 31 19:23:46.726173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.726885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:46.835855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:46.860681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:46.862118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet e88fb51e-823b-4323-8ea9-8c4b363fcf25 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:46.869253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.10 (7aa42aec-cae0-4aa7-937d-9cf380e1ea55/13689693-e268-4139-9775-ad8f3f222086/e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:46.873355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.876378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:46.886419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Pushing event updated for resources: {'Port': ['ID=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:46.933022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.941178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Made reservation on behalf of f734b493265a438ba42b3d8fa7a74749 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:46.946240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:46.963351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66225ea6-3798-4fa3-92de-42df9b6a4046 None None] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:46.973460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.052718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.053061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.053584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.054087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.054577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.055074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.057226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.057772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.058302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.058806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.059297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.059812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:23:47.097153 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.098119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cae0abe6-679b-46f0-99ad-a9fca7b7e722 None None] Provisioning for port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:47.100488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Attempting to bind port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:47.101024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Attempting to bind port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1a6a904d-d8a3-42db-bd0e-0502d77eeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:47.103855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Attempting to bind port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e on network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:47.113779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.120111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:47.120746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Checking segment: {'id': '1a6a904d-d8a3-42db-bd0e-0502d77eeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:47.121327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.121893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Bound using segment: {'id': '1a6a904d-d8a3-42db-bd0e-0502d77eeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:47.122531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Bound port: 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a904d-d8a3-42db-bd0e-0502d77eeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7aa42aec-cae0-4aa7-937d-9cf380e1ea55'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:47.123073 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.147405 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.152123 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.214593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.225237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60031f-8dff-42e9-ac7b-984b68bf4428,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:47.245324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.245825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] For port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:47.251251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] For port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,segment=NetworkSegment(1a6a904d-d8a3-42db-bd0e-0502d77eeb89),segment_id=1a6a904d-d8a3-42db-bd0e-0502d77eeb89)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:47.265125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.270387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/e88fb51e-823b-4323-8ea9-8c4b363fcf25 HTTP/1.1" status: 204 len: 168 time: 0.5381126 Aug 31 19:23:47.270387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fe11b-78ea-4631-85e9-a153dca976b8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=e88fb51e-823b-4323-8ea9-8c4b363fcf25,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:47.271306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:47.275682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.283626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:47.333149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.351758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302126b6-1f3f-4f17-9ccf-a129255aaeba None None] Pushing event updated for resources: {'Port': ['ID=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:47.400559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Allocated IP 192.168.233.208 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/27c15fc6-e191-4cae-8dac-46d39d8aa0c0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:47.437527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:47.441829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:47.446879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:47.447108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.449275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:47.513754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 69891a1d-6a22-4cb6-933b-cc4091fb4d0d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:47.554644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:47.555275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.585941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e74a86eb-c05f-4011-a250-f53b505cff71 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6463387 Aug 31 19:23:47.588675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:47.592941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:47.598999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:47.599711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.674014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf887c4c-d6c9-41a4-9e95-b7b4417f6f38 req-fbab14a7-3ab6-4aed-9264-14f0f5f81292 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 210 time: 0.1138132 Aug 31 19:23:47.717257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a26d86-f83c-43e4-ad53-7482a03ae6cd None None] Network 08f44f08-6c00-4cd4-804d-d9a7948d37dc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:47.755121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.771300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:47.771684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.773907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Transition to ACTIVE for port object 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:47.803758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Provisioning complete for port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:47.804149 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.824504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.886458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c290e7db-0592-4146-9282-0a81c51e6b9e req-0227d5c4-19e6-4ad3-8904-ccde605a9e9b tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0767288 Aug 31 19:23:47.896651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.910796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:47.911164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.920304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:47.923192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:47.928444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:47.929407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Pushing event updated for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:47.962324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:47.969970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:48.031536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,segment=NetworkSegment(784443fc-2ed0-4eff-b149-b6f2c633ee77),segment_id=784443fc-2ed0-4eff-b149-b6f2c633ee77)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:48.031942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.075818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:48.076620 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.077719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,segment=NetworkSegment(784443fc-2ed0-4eff-b149-b6f2c633ee77),segment_id=784443fc-2ed0-4eff-b149-b6f2c633ee77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:48.081041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.087413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 69891a1d-6a22-4cb6-933b-cc4091fb4d0d owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:48.114440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-21a14d48-3010-426f-9047-5f3be889ac11 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4850814 Aug 31 19:23:48.121228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.129457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.191404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Request body: {'port': {'device_id': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:48.192063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:48.231920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] DHCP port deletion for 08f44f08-6c00-4cd4-804d-d9a7948d37dc request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:48.285128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.290286 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-69ccaf69-7754-4a13-bfeb-3f865297bd74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 HTTP/1.1" status: 204 len: 168 time: 0.6982200 Aug 31 19:23:48.290906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:48.324311 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-46624b22-72ee-4b08-9f26-295820fe5988 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:23:48.325100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46624b22-72ee-4b08-9f26-295820fe5988 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:48.327212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46624b22-72ee-4b08-9f26-295820fe5988 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 HTTP/1.1" status: 404 len: 333 time: 0.0352752 Aug 31 19:23:48.331479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:48.350072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.399284 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6840bc-e064-4543-a7a5-b399e5461bdc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:48.401152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a6840bc-e064-4543-a7a5-b399e5461bdc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/e5fa7e3b-dcaa-4aa7-839b-c2b922c2da80 HTTP/1.1" status: 404 len: 333 time: 0.0623019 Aug 31 19:23:48.404759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:48.405330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:48.412074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:48.417009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:23:48.417617 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:23:48.437529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Deleting port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:48.438047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.458243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:48.467251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.513315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet 13689693-e268-4139-9775-ad8f3f222086 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:48.525307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.581186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.675582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.726518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.772989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f44f08-6c00-4cd4-804d-d9a7948d37dc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:48.820802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] For port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:48.821215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.838314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Calling delete_port for 69891a1d-6a22-4cb6-933b-cc4091fb4d0d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:48.840750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.842155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:23:48.846547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.875150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.875150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/13689693-e268-4139-9775-ad8f3f222086 HTTP/1.1" status: 204 len: 168 time: 0.4627023 Aug 31 19:23:48.875150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:48.894549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] Pushing event deleted for resources: {'Port': ['ID=69891a1d-6a22-4cb6-933b-cc4091fb4d0d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:48.895694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784443fc-2ed0-4eff-b149-b6f2c633ee77') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:48.896175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784443fc-2ed0-4eff-b149-b6f2c633ee77') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:48.898681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad65d5-c2a7-4f74-9a16-2967a1545520 None None] No DVR routers for this DVR port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:48.921370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:48.942766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c7e10fee-375e-47f6-9872-c81379b59ec3 None None] Port 69891a1d-6a22-4cb6-933b-cc4091fb4d0d update to ACTIVE by agent not found {{(pid=94818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 19:23:48.951887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f08c5-350f-4d3f-9aa3-e813b7211c5b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=13689693-e268-4139-9775-ad8f3f222086,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:48.976919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849b6fc-9292-42bd-83cb-404ed59c6ad4 None None] Network 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:49.000687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.014777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:49.015197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:49.022626 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:49.051828 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.086131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b42b8c74-cb8b-40af-9c93-c3700cd090b0 None None] Provisioning for port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:49.091037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb04d-3d8d-4500-a40b-a5a6e8a97d65 req-50bcfe57-227f-4f31-b29f-e89577c52572 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:49.098519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87aeb04d-3d8d-4500-a40b-a5a6e8a97d65 req-50bcfe57-227f-4f31-b29f-e89577c52572 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 936 time: 0.3166101 Aug 31 19:23:49.133887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:49.134392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.142318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb193250-56ed-46ac-b033-d5696a8b288a req-8a5f6deb-8922-4500-b944-82e0ca0c4bbc tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1215050 Aug 31 19:23:49.149387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b42b8c74-cb8b-40af-9c93-c3700cd090b0 None None] Provisioning for port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:49.156282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b42b8c74-cb8b-40af-9c93-c3700cd090b0 None None] Provisioning complete for port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:49.156983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b42b8c74-cb8b-40af-9c93-c3700cd090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.216915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.222689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b42b8c74-cb8b-40af-9c93-c3700cd090b0 None None] Port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:49.228026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,segment=NetworkSegment(1a6a904d-d8a3-42db-bd0e-0502d77eeb89),segment_id=1a6a904d-d8a3-42db-bd0e-0502d77eeb89)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:49.228411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.235980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.244158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:49.247803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/08f44f08-6c00-4cd4-804d-d9a7948d37dc HTTP/1.1" status: 204 len: 168 time: 1.9714792 Aug 31 19:23:49.252558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:49.256749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87aeb04d-3d8d-4500-a40b-a5a6e8a97d65 req-0c030d44-2659-4743-9e31-1c589133af8b tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563306 Aug 31 19:23:49.260084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'name': 'tempest-PortsIpV6TestJSON-3461847'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:49.298185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b90620-4925-473c-9d7b-05f7021ff2b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=08f44f08-6c00-4cd4-804d-d9a7948d37dc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:49.340618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] DHCP port deletion for 7aa42aec-cae0-4aa7-937d-9cf380e1ea55 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:49.431208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Deleting port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:49.431946 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.432467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:23:49.442881 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.452162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:49.459332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.462504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Transition to ACTIVE for port object 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:49.464750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.466762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.488583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 69891a1d-6a22-4cb6-933b-cc4091fb4d0d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:49.522351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 69891a1d-6a22-4cb6-933b-cc4091fb4d0d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:49.522351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 69891a1d-6a22-4cb6-933b-cc4091fb4d0d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:49.551188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:49.554049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Pushing event updated for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:49.555271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:49.563932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] For port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,segment=NetworkSegment(1a6a904d-d8a3-42db-bd0e-0502d77eeb89),segment_id=1a6a904d-d8a3-42db-bd0e-0502d77eeb89)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:49.564601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.584524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Calling delete_port for 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:49.602545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 40fe9248-8db4-4950-a1df-2b8754338c07 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:49.628751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Attempting to bind port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:49.629105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Attempting to bind port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:49.629448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Attempting to bind port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:49.640776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:23:49.641465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Attempting to bind port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:49.648516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:49.649242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:49.649895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:49.650594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Bound port: 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:49.651191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.762441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:49.766270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.766869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:49.774091 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.795462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa42aec-cae0-4aa7-937d-9cf380e1ea55']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:49.822495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.830637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6a904d-d8a3-42db-bd0e-0502d77eeb89') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:49.830952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6a904d-d8a3-42db-bd0e-0502d77eeb89') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:49.841808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:49.842447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.843933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] 10.222.0.67 "PUT /v2.0/ports/27c15fc6-e191-4cae-8dac-46d39d8aa0c0 HTTP/1.1" status: 200 len: 1097 time: 1.6585991 Aug 31 19:23:49.850911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:49.856815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] Pushing event deleted for resources: {'Port': ['ID=1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:49.864636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120824e-3779-4e87-9b84-9e6f5630f243 None None] No DVR routers for this DVR port 1c2b9ab8-4abf-4e60-8ccf-b5c7342bdf3e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:49.876764 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d3cfd7-d561-448c-9586-af929c28b44f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:49.895535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.942202 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0afde0-2086-4427-b1de-5fe6c1b2d630 x-openstack-request-id: req-0c0afde0-2086-4427-b1de-5fe6c1b2d630 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:49.942504 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:49.942758 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c0afde0-2086-4427-b1de-5fe6c1b2d630 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:49.943168 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0', 'status': 'completed', 'code': 200} Aug 31 19:23:49.957424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.974278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:49.974695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:49.977938 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:49.981201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838752f-a555-461c-a1a1-f94b1cfcbbcc service neutron] Pushing event updated for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:50.005630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-b140cc4c-e236-46fc-a104-f5146fa84709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.007193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-b140cc4c-e236-46fc-a104-f5146fa84709 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f734b493265a438ba42b3d8fa7a74749&device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 1100 time: 0.1135099 Aug 31 19:23:50.052058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-840db21d-038a-41a3-940e-0446b4ec1fe6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0 HTTP/1.1" status: 200 len: 217 time: 0.0366557 Aug 31 19:23:50.053349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.070062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.078079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.080569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/7aa42aec-cae0-4aa7-937d-9cf380e1ea55 HTTP/1.1" status: 204 len: 168 time: 1.2070687 Aug 31 19:23:50.093349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:50.100918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998918654'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:50.110279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412609-3b16-4603-9e68-fa1f2f33e3d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=7aa42aec-cae0-4aa7-937d-9cf380e1ea55,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:50.126839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-40d9faf5-6fc8-4df0-abe8-c1de85951cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.135149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-40d9faf5-6fc8-4df0-abe8-c1de85951cdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0699489 Aug 31 19:23:50.138521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:50.143242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.154252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.180573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-c2e43166-0c7e-48da-9672-d239b68f4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.182348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-c2e43166-0c7e-48da-9672-d239b68f4a2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464051 Aug 31 19:23:50.219680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:50.223506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:50.227814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:50.230223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:50.235897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.236496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.248912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=40fe9248-8db4-4950-a1df-2b8754338c07,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:50.262143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.262611 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment df78f907-5956-46da-983d-d8586d20ae55 of type vlan for network c65e5e59-b950-4eca-8bc0-44bb891c3572 Aug 31 19:23:50.265515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3fdb8e28-56be-45a2-a682-75de5292c5ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.0115087 Aug 31 19:23:50.273093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:50.278825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8594054a-c107-41ef-b207-197f6cb9f01e req-7777ef92-ebfd-4da9-bebb-74f7458af6b0 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0426412 Aug 31 19:23:50.325521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-dd6b7a9a-ee97-4246-9546-a77d5e41017d service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351917 Aug 31 19:23:50.348626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.400037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.405732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.406184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.452392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e667-8b05-4dd0-870d-e17ca61d365a req-3eee9e93-671a-433b-8e99-d5af802229a3 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.453758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a53e667-8b05-4dd0-870d-e17ca61d365a req-3eee9e93-671a-433b-8e99-d5af802229a3 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 948 time: 0.0726359 Aug 31 19:23:50.484927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91e8bdaa-885c-4593-be3e-c318825401c3 req-421ff7c6-e4cc-415f-8013-7839e354552e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508002 Aug 31 19:23:50.492460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3952460 Aug 31 19:23:50.492999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:50.497288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:50.497796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 40fe9248-8db4-4950-a1df-2b8754338c07 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:50.498156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.503471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be048-4fb2-4225-861a-3ac7755410b7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=c65e5e59-b950-4eca-8bc0-44bb891c3572,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:50.516122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:50.558581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a53e667-8b05-4dd0-870d-e17ca61d365a req-11ca0e75-c28e-4e32-93ee-21799f87563b tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974703 Aug 31 19:23:50.584962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.598370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 40fe9248-8db4-4950-a1df-2b8754338c07 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:50.634975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cfd7-d561-448c-9586-af929c28b44f req-cbb9a994-742b-4604-a637-db30519963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.636477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-cbb9a994-742b-4604-a637-db30519963a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f734b493265a438ba42b3d8fa7a74749&device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 1100 time: 0.0816581 Aug 31 19:23:50.653188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:50.656415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.682130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.708416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=40fe9248-8db4-4950-a1df-2b8754338c07,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:50.715847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.721351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-445df752-07f8-486c-9101-0d57ffb9fc06 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/40fe9248-8db4-4950-a1df-2b8754338c07 HTTP/1.1" status: 204 len: 168 time: 0.4437966 Aug 31 19:23:50.721351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:50.725675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'mac_address': 'fa:16:3e:d3:69:ad', 'name': 'tempest-PortsIpV6TestJSON-169072078'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:50.814964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cfd7-d561-448c-9586-af929c28b44f req-cc5ba030-c586-4a88-be09-1664993dae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.816571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-cc5ba030-c586-4a88-be09-1664993dae1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.1728489 Aug 31 19:23:50.821554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:50.884568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-53d2337e-107c-46a3-96f1-d776d8106e4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0 HTTP/1.1" status: 200 len: 217 time: 0.0551715 Aug 31 19:23:50.890918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:50.917793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 697ad465-5e78-4087-94b8-19df2ff10802 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:50.982384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cfd7-d561-448c-9586-af929c28b44f req-770fdf74-60db-4469-adfb-72bdb83d6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:50.983867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-770fdf74-60db-4469-adfb-72bdb83d6917 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0902164 Aug 31 19:23:50.991666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.076062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=3f17e4ad-26de-464d-a1c8-2e665c4b8eb2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:51.083582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.093400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cfd7-d561-448c-9586-af929c28b44f req-be420d65-5993-48e8-932f-cb50f9ed1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:51.094895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-be420d65-5993-48e8-932f-cb50f9ed1374 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008430 Aug 31 19:23:51.101130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': 'df78f907-5956-46da-983d-d8586d20ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:51.101485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: c65e5e59-b950-4eca-8bc0-44bb891c3572, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:51.119830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.163869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:51.167030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:51.168059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:51.170913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:51.177298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:51.177931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.186405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=697ad465-5e78-4087-94b8-19df2ff10802,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:51.187580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c65e5e59-b950-4eca-8bc0-44bb891c3572) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:51.193257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:51.194087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.201936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bda484d9-d07e-4921-8c32-a977078c0d19 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4801028 Aug 31 19:23:51.202550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372e2bc-5d04-45a9-9afe-7d2241b77b09 None None] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:51.202682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:51.224240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c9f2b45a-dd9f-4a94-894b-d3aede2b98e9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7308109 Aug 31 19:23:51.230483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:51.235836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1895443811'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:51.250640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5de958-9f46-4e20-a2f9-3117164134a0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:51.254621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cb5de958-9f46-4e20-a2f9-3117164134a0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/697ad465-5e78-4087-94b8-19df2ff10802 HTTP/1.1" status: 200 len: 844 time: 0.0485029 Aug 31 19:23:51.254821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:51.255623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-d95c1961-8c18-4e3b-9f9b-636e2ca742de service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504781 Aug 31 19:23:51.397676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 697ad465-5e78-4087-94b8-19df2ff10802 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:51.398033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.404778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c65e5e59-b950-4eca-8bc0-44bb891c3572', 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': '3f17e4ad-26de-464d-a1c8-2e665c4b8eb2'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:51.405652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.481931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.487372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e608d512-bbd9-42f3-a8e0-223744d4098e req-b8c26701-975c-49ca-96bb-257add22fd99 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0526745 Aug 31 19:23:51.498551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67d3cfd7-d561-448c-9586-af929c28b44f req-437cb775-8100-4eec-be84-baacecdc46fb service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136011 Aug 31 19:23:51.516797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 697ad465-5e78-4087-94b8-19df2ff10802 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:51.534708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:51.539119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.581417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Allocated IP 172.20.0.2 (c65e5e59-b950-4eca-8bc0-44bb891c3572/3f17e4ad-26de-464d-a1c8-2e665c4b8eb2/c465656b-5e2a-4fde-8672-17f28c3536a4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:51.635328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.675885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=697ad465-5e78-4087-94b8-19df2ff10802,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:51.685295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.687655 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc7b61cb-b74b-4627-abcf-96cf7f4d7d00 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/697ad465-5e78-4087-94b8-19df2ff10802 HTTP/1.1" status: 204 len: 168 time: 0.4318752 Aug 31 19:23:51.690294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:51.717915 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5faf626-7857-4a8e-a128-316d9ef3ce27 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:51.719721 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b5faf626-7857-4a8e-a128-316d9ef3ce27 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/697ad465-5e78-4087-94b8-19df2ff10802 HTTP/1.1" status: 404 len: 333 time: 0.0283086 Aug 31 19:23:51.723919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:51.733548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'name': 'tempest-PortsIpV6TestJSON-1466890971'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:51.771725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.782674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Transition to ACTIVE for port object c465656b-5e2a-4fde-8672-17f28c3536a4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:51.800930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Transition to ACTIVE for port object c465656b-5e2a-4fde-8672-17f28c3536a4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:51.809870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.846156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:51.849727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:51.853711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:51.855351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:51.860156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.899615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:51.915057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Attempting to bind port c465656b-5e2a-4fde-8672-17f28c3536a4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:51.915435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Attempting to bind port c465656b-5e2a-4fde-8672-17f28c3536a4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'df78f907-5956-46da-983d-d8586d20ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:51.915831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Attempting to bind port c465656b-5e2a-4fde-8672-17f28c3536a4 on network c65e5e59-b950-4eca-8bc0-44bb891c3572 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:51.917154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 2fe5f97e-6e6e-407f-abb3-e9374f34455d yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:51.922598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:51.922977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Checking segment: {'id': 'df78f907-5956-46da-983d-d8586d20ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:51.923968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:51.924375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Bound using segment: {'id': 'df78f907-5956-46da-983d-d8586d20ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:51.925006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Bound port: c465656b-5e2a-4fde-8672-17f28c3536a4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df78f907-5956-46da-983d-d8586d20ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c65e5e59-b950-4eca-8bc0-44bb891c3572'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:51.925395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.000340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] For port c465656b-5e2a-4fde-8672-17f28c3536a4, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:52.004064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] For port c465656b-5e2a-4fde-8672-17f28c3536a4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c465656b-5e2a-4fde-8672-17f28c3536a4,segment=NetworkSegment(df78f907-5956-46da-983d-d8586d20ae55),segment_id=df78f907-5956-46da-983d-d8586d20ae55)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:52.005578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Pushing event updated for resources: {'Port': ['ID=c465656b-5e2a-4fde-8672-17f28c3536a4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:52.016216 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.046875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.11 (c65e5e59-b950-4eca-8bc0-44bb891c3572/3f17e4ad-26de-464d-a1c8-2e665c4b8eb2/2fe5f97e-6e6e-407f-abb3-e9374f34455d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:52.081598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e8d43-dd58-4b07-b11d-117d8a7d174c None None] Pushing event updated for resources: {'Port': ['ID=c465656b-5e2a-4fde-8672-17f28c3536a4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:52.128430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.146378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561bd36-9cb3-4b13-8b00-27fdd023d6d6 req-8a05d9e1-1a4d-49f3-8988-4ad10ab4eb0e tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:52.148009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9561bd36-9cb3-4b13-8b00-27fdd023d6d6 req-8a05d9e1-1a4d-49f3-8988-4ad10ab4eb0e tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 948 time: 0.2681987 Aug 31 19:23:52.185731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.243134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9561bd36-9cb3-4b13-8b00-27fdd023d6d6 req-1d2f57c9-5257-42c2-b418-40a3dd7a2ca3 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854857 Aug 31 19:23:52.252424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:52.257955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:52.264851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:52.286049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:52.286601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.289778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.309795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 2fe5f97e-6e6e-407f-abb3-e9374f34455d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:52.312250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:52.330414 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06cb95d2-0b76-47d8-9fb6-daa00f541b96 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6027122 Aug 31 19:23:52.330699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:52.336089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:52.367957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.427181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.447364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:52.454039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:52.460551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:52.468155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=2fe5f97e-6e6e-407f-abb3-e9374f34455d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:52.512615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17d066-695f-446c-97e6-16593f550657 req-213aa379-3cb7-48af-842a-c23306859ed9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:52.514249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f17d066-695f-446c-97e6-16593f550657 req-213aa379-3cb7-48af-842a-c23306859ed9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1438358 Aug 31 19:23:52.553705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:52.554272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.593401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d14d2b56-a244-4ff6-874f-736863543625 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3616590 Aug 31 19:23:52.612658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:52.616238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f17d066-695f-446c-97e6-16593f550657 req-7138ef92-3d0c-4c53-bba2-5932a4687164 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921309 Aug 31 19:23:52.620139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57abaa37-a758-4d54-b4a5-302079822e7f req-720244a6-21a7-4b9b-8df0-01f4a62023df tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0424597 Aug 31 19:23:52.729078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 2fe5f97e-6e6e-407f-abb3-e9374f34455d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:52.729431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.822271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.824992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.830986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.837046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 2fe5f97e-6e6e-407f-abb3-e9374f34455d owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:52.866783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] In _notify_port_updated(), no bound segment for port a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 on network 590664e5-4be9-446c-8b45-ab702de79efd {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:23:52.872159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:52.872796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.877523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/ports/a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 HTTP/1.1" status: 200 len: 818 time: 0.5424495 Aug 31 19:23:52.877523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:52.925845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4030922-496e-4c11-8e8c-7e6b0ebf531f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:52.983374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:52.998480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:52.998824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.019054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=2fe5f97e-6e6e-407f-abb3-e9374f34455d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:53.076533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.088361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.090760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2ee8c89-ef66-411c-9a2b-f39c231086a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/2fe5f97e-6e6e-407f-abb3-e9374f34455d HTTP/1.1" status: 204 len: 168 time: 0.4735756 Aug 31 19:23:53.093459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.103139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:53.125894 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-66baac99-fddd-4c96-8955-70cea53a51b3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:53.127510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66baac99-fddd-4c96-8955-70cea53a51b3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/2fe5f97e-6e6e-407f-abb3-e9374f34455d HTTP/1.1" status: 404 len: 333 time: 0.0329988 Aug 31 19:23:53.130486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36660) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.168825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee224269-4275-4bfa-9e29-c42faa18f865 None None] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:53.189623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet 3f17e4ad-26de-464d-a1c8-2e665c4b8eb2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:23:53.194090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.205553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.227293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb19ad34-4ac0-445e-ae9f-1fbf58d90852 None None] Provisioning for port c465656b-5e2a-4fde-8672-17f28c3536a4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:53.239894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.257827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:53.266042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.271631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13dc32b6-26cf-4cd1-a03f-f73696765e85 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 HTTP/1.1" status: 204 len: 168 time: 0.3884866 Aug 31 19:23:53.271887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.441744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c465656b-5e2a-4fde-8672-17f28c3536a4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:53.462088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda5655-7ff6-477f-a7a1-497bd688a4ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:53.463619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8cda5655-7ff6-477f-a7a1-497bd688a4ac tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1909659 Aug 31 19:23:53.466838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.469589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.480427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316194f-21c0-42ef-bca4-bcafcf9b93ca req-2028ec0e-db4c-4b19-9d96-a373c8a7a4e8 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:53.482019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1316194f-21c0-42ef-bca4-bcafcf9b93ca req-2028ec0e-db4c-4b19-9d96-a373c8a7a4e8 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 948 time: 0.1589022 Aug 31 19:23:53.498073 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be17663-fef3-4eee-83df-7559f30f51a8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:23:53.500805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8be17663-fef3-4eee-83df-7559f30f51a8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/a8bdfc5a-9438-4bdd-b1c2-d95a93e1f639 HTTP/1.1" status: 404 len: 333 time: 0.0326629 Aug 31 19:23:53.508211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.513645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1375143601'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:53.531760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c465656b-5e2a-4fde-8672-17f28c3536a4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:53.538483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c465656b-5e2a-4fde-8672-17f28c3536a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:53.539043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.540818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:53.548904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.581469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1316194f-21c0-42ef-bca4-bcafcf9b93ca req-0c3e095f-9320-4118-80d0-3a001fda3d6a tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803971 Aug 31 19:23:53.585344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:53.617970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.618168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.618307 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment 1882779c-975c-41e2-81cb-326b7bbe3dd5 of type vlan for network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed Aug 31 19:23:53.648222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=3f17e4ad-26de-464d-a1c8-2e665c4b8eb2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:53.656163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.659812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-430cd10f-dcf6-4e5c-b809-06f02d9e4fbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/3f17e4ad-26de-464d-a1c8-2e665c4b8eb2 HTTP/1.1" status: 204 len: 168 time: 0.5279555 Aug 31 19:23:53.662176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.670700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.687244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.708192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:23:53.723099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.729231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:53.729868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.799746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2868509 Aug 31 19:23:53.800324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:53.804797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5d9e46e3-b4e2-46de-b2b5-988cf604741b None None] Provisioning complete for port c465656b-5e2a-4fde-8672-17f28c3536a4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:53.805259 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d9e46e3-b4e2-46de-b2b5-988cf604741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.805541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:53.838350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-524bcb4b-7116-489e-aede-6b91a13cf435 req-c649ed2a-f156-48c0-8fc1-7ea286f2be65 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0534728 Aug 31 19:23:53.844771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.864505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4242-3d6b-4706-b569-3243f8dd3395 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:53.881237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf25-bcf8-4c65-9bf5-6f0082c625c7 req-5006a6e9-164c-4bc4-b936-5ba4086bc7a1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:53.882717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbd8cf25-bcf8-4c65-9bf5-6f0082c625c7 req-5006a6e9-164c-4bc4-b936-5ba4086bc7a1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1339402 Aug 31 19:23:53.910493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c465656b-5e2a-4fde-8672-17f28c3536a4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c465656b-5e2a-4fde-8672-17f28c3536a4,segment=NetworkSegment(df78f907-5956-46da-983d-d8586d20ae55),segment_id=df78f907-5956-46da-983d-d8586d20ae55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:53.916784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:53.918768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8696afa-cde0-4ca2-bb8d-7fa73511bf92 None None] Network c65e5e59-b950-4eca-8bc0-44bb891c3572 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:53.933862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:53.939668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.969019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbd8cf25-bcf8-4c65-9bf5-6f0082c625c7 req-9f639a6a-c2cc-4565-b3d3-8423df24bd46 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552573 Aug 31 19:23:53.978554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port c465656b-5e2a-4fde-8672-17f28c3536a4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:53.979124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:53.993282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.055167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port c465656b-5e2a-4fde-8672-17f28c3536a4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c465656b-5e2a-4fde-8672-17f28c3536a4,segment=NetworkSegment(df78f907-5956-46da-983d-d8586d20ae55),segment_id=df78f907-5956-46da-983d-d8586d20ae55)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:54.055884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.072653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for c465656b-5e2a-4fde-8672-17f28c3536a4 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:54.153476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.172474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.177038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:54.200076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=c465656b-5e2a-4fde-8672-17f28c3536a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:54.207240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port c465656b-5e2a-4fde-8672-17f28c3536a4 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:23:54.218906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c465656b-5e2a-4fde-8672-17f28c3536a4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:54.235396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=8dc8b690-b984-4e4b-8c97-8f82933b017e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:54.238810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': '1882779c-975c-41e2-81cb-326b7bbe3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:54.239175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:54.242954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0', 'mac_address': 'fa:16:3e:57:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:23:54.259190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:54.269973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:54.275259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:54.275984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.290669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d720064-269f-4b8d-bc05-e2cdb3604dcb None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:54.292728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e489d8c9-b632-47bf-83d8-89a411f42896 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4909770 Aug 31 19:23:54.295179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:54.300377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:54.310230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.327629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65e5e59-b950-4eca-8bc0-44bb891c3572']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:54.341772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.346377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e59022-535f-41a5-a92c-34c253c08fb9 None None] DHCP port deletion for c65e5e59-b950-4eca-8bc0-44bb891c3572 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:23:54.351754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df78f907-5956-46da-983d-d8586d20ae55') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:54.352230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df78f907-5956-46da-983d-d8586d20ae55') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:23:54.354095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8cc60977-842b-4b4c-8904-f0873631b2d2 None None] Could not find standard attr ID for object 2fe5f97e-6e6e-407f-abb3-e9374f34455d. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:23:54.364354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.382299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:23:54.383898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.393428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:23:54.393888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:23:54.397656 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:23:54.429886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:54.434781 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.475566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:54.479219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.484107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.496059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.498065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/c65e5e59-b950-4eca-8bc0-44bb891c3572 HTTP/1.1" status: 204 len: 168 time: 0.8348398 Aug 31 19:23:54.512741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:54.518824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'name': 'tempest-PortsTestJSON-1676186878'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:54.522315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db71e7-2bec-4f6e-9911-84028ec648f5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=c65e5e59-b950-4eca-8bc0-44bb891c3572,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:54.535831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:54.568644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': '8dc8b690-b984-4e4b-8c97-8f82933b017e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:54.569539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.586615 n-d-778550-14 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dc8b690-b984-4e4b-8c97-8f82933b017e (CIDR: 2001:db8::/64) Aug 31 19:23:54.590391 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:23:54.591477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:54.606947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-191ad986-137b-451b-a35a-af49cd9a830b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3106587 Aug 31 19:23:54.609774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:54.616990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:54.634400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:54.643862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.667602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port b2b06add-6036-456c-a2fc-4590481755da yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:54.686092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['27c15fc6-e191-4cae-8dac-46d39d8aa0c0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:23:54.755520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:54.759393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.784447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04386319-3482-4be3-8746-ef79b2174739 req-9b2f60ac-5852-4c78-9e11-bb7cfe1844c7 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:54.786005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04386319-3482-4be3-8746-ef79b2174739 req-9b2f60ac-5852-4c78-9e11-bb7cfe1844c7 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 949 time: 0.1101542 Aug 31 19:23:54.818840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Allocated IP 2001:db8::2 (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/8dc8b690-b984-4e4b-8c97-8f82933b017e/3c017c2d-99e4-4dd8-9679-6b5759557ba5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:54.902944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04386319-3482-4be3-8746-ef79b2174739 req-48e4c50d-ccd1-4fd4-bd62-e63e384e1b3a tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028173 Aug 31 19:23:54.940221 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:54.993645 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.014849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d516726a-796c-4142-b67c-507a3f40b83d req-d492b952-353b-4b3c-9e8f-1864de59c8a5 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0350578 Aug 31 19:23:55.060534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.077949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:55.082010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:55.086946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:55.093330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:55.094036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.099136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=b2b06add-6036-456c-a2fc-4590481755da,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:55.100373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.115043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-44bd1e43-79df-4bc9-ae46-d51234fc509f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6011903 Aug 31 19:23:55.120780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:55.125794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Transition to ACTIVE for port object 3c017c2d-99e4-4dd8-9679-6b5759557ba5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:55.138509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:55.147605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Transition to ACTIVE for port object 3c017c2d-99e4-4dd8-9679-6b5759557ba5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:55.154677 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.161093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:55.169463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22237b4-7a8f-4700-b873-8646e0c4be84 req-96490271-e5d4-4366-93cf-d36f038ec566 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:55.170655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:55.171212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c22237b4-7a8f-4700-b873-8646e0c4be84 req-96490271-e5d4-4366-93cf-d36f038ec566 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.0547209 Aug 31 19:23:55.171364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.186626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=5fe6477c-1dd6-4a04-ba27-f46bf5ae2410,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:55.206746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:55.216575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:55.223843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e08ca127-db36-4e5d-b354-5ea8298d39b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6095016 Aug 31 19:23:55.224051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:55.224143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c22237b4-7a8f-4700-b873-8646e0c4be84 req-8065a817-8d21-4557-968e-8aab345bece0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Aug 31 19:23:55.224143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:55.229611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'fixed_ips': [{'subnet_id': '8dc8b690-b984-4e4b-8c97-8f82933b017e'}, {'subnet_id': '5fe6477c-1dd6-4a04-ba27-f46bf5ae2410'}], 'name': 'tempest-PortsIpV6TestJSON-1796233495'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:55.267851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port b2b06add-6036-456c-a2fc-4590481755da {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:55.268308 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.283563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Pushing event updated for resources: {'Port': ['ID=3c017c2d-99e4-4dd8-9679-6b5759557ba5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:55.297855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Attempting to bind port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:23:55.298977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Attempting to bind port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1882779c-975c-41e2-81cb-326b7bbe3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:23:55.299691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Attempting to bind port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 on network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:23:55.305005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:23:55.305613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Checking segment: {'id': '1882779c-975c-41e2-81cb-326b7bbe3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:55.306395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.306642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Bound using segment: {'id': '1882779c-975c-41e2-81cb-326b7bbe3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:23:55.307205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Bound port: 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1882779c-975c-41e2-81cb-326b7bbe3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:23:55.307735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.350340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.362617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:55.366729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for b2b06add-6036-456c-a2fc-4590481755da owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:55.390550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] For port 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:23:55.397102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] For port 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c017c2d-99e4-4dd8-9679-6b5759557ba5,segment=NetworkSegment(1882779c-975c-41e2-81cb-326b7bbe3dd5),segment_id=1882779c-975c-41e2-81cb-326b7bbe3dd5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:23:55.401756 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.436582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c465656b-5e2a-4fde-8672-17f28c3536a4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:23:55.462530 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.475332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.476940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c465656b-5e2a-4fde-8672-17f28c3536a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:23:55.477304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c465656b-5e2a-4fde-8672-17f28c3536a4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:23:55.487082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port b1a8b03c-79f6-4f34-81f8-85e4943b5540 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:55.500852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ce43d-2c9e-4144-a673-9066180486dc None None] Pushing event updated for resources: {'Port': ['ID=3c017c2d-99e4-4dd8-9679-6b5759557ba5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:55.512113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=b2b06add-6036-456c-a2fc-4590481755da,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:55.525001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.526926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df8a4952-8a6d-41d0-b454-6cad81bd06d9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/b2b06add-6036-456c-a2fc-4590481755da HTTP/1.1" status: 204 len: 168 time: 0.4047940 Aug 31 19:23:55.529797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:55.537129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'mac_address': 'fa:16:3e:b5:22:50', 'name': 'tempest-PortsTestJSON-1440046150'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:55.632818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:55.707092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:55.727630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.751030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port c3800577-5578-4245-a06a-4dd03ee06fbc yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:55.804513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:55.808865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:55.809458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.905283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.926751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::210 (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/8dc8b690-b984-4e4b-8c97-8f82933b017e/b1a8b03c-79f6-4f34-81f8-85e4943b5540) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:55.935840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8:0:1::2dc (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410/b1a8b03c-79f6-4f34-81f8-85e4943b5540) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:55.942943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:23:55.944957 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c82a7e-2ca3-4004-b4de-b372983cbd88" -d '{"events": [{"server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "name": "network-vif-plugged", "status": "completed", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:23:55.967318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:55.973495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:55.987325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.027809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.072642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:56.076254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:56.085189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:56.091195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.091879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.114881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5842402 Aug 31 19:23:56.117679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:56.151480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875a594-2a76-4cf7-a919-969f42848e69 req-6c9238fe-8d92-41f3-8e2c-4c7fa6077640 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.159366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b875a594-2a76-4cf7-a919-969f42848e69 req-6c9238fe-8d92-41f3-8e2c-4c7fa6077640 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.1350601 Aug 31 19:23:56.181586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880788d-98f9-4539-bc88-e3b2ed2610dc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.182940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2880788d-98f9-4539-bc88-e3b2ed2610dc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/c3800577-5578-4245-a06a-4dd03ee06fbc HTTP/1.1" status: 200 len: 841 time: 0.0643327 Aug 31 19:23:56.186318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:56.197493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba28330-2e1b-4f0c-9256-a2af7cd530f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=c3800577-5578-4245-a06a-4dd03ee06fbc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:56.233276 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc99c2-8dd3-4906-95bf-be2e2c8bb2f9 x-openstack-request-id: req-adfc99c2-8dd3-4906-95bf-be2e2c8bb2f9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:23:56.233809 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "name": "network-vif-plugged", "status": "completed", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:23:56.233809 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adfc99c2-8dd3-4906-95bf-be2e2c8bb2f9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:23:56.234193 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0', 'code': 200} Aug 31 19:23:56.273870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:56.283464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-415def04-4cef-4d2b-817c-5bef7c29cdd5 req-f4d2ba95-0464-4cbf-b9b0-cc300687c71c tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0891130 Aug 31 19:23:56.311466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port c3800577-5578-4245-a06a-4dd03ee06fbc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:56.311466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.318992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b875a594-2a76-4cf7-a919-969f42848e69 req-ad744c08-9309-4b47-8603-27e89f1fa34a tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586077 Aug 31 19:23:56.334802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.355580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object b1a8b03c-79f6-4f34-81f8-85e4943b5540 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:56.390443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868911-6f8f-4d42-bacc-57c449a0ebad req-1ef65116-02e8-4c43-ac24-c80fe808b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.392626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc868911-6f8f-4d42-bacc-57c449a0ebad req-1ef65116-02e8-4c43-ac24-c80fe808b65e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 1102 time: 0.2128105 Aug 31 19:23:56.400195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.414331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.422173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for c3800577-5578-4245-a06a-4dd03ee06fbc owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:56.510502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:56.514777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.525663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a72f-9473-4b5c-9275-dfe2ed437a7c req-2b13b9af-9bb0-4f22-b274-6604f9996e54 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.535057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c093a72f-9473-4b5c-9275-dfe2ed437a7c req-2b13b9af-9bb0-4f22-b274-6604f9996e54 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1338263 Aug 31 19:23:56.539360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.541678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/c3800577-5578-4245-a06a-4dd03ee06fbc HTTP/1.1" status: 204 len: 168 time: 0.3542590 Aug 31 19:23:56.544471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36728) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:56.548883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:56.560216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:56.560971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f66bc-45d5-4cbd-acba-7a3d5f132eb5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=c3800577-5578-4245-a06a-4dd03ee06fbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:56.566063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:56.566700 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.580043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=b1a8b03c-79f6-4f34-81f8-85e4943b5540,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:56.586621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc868911-6f8f-4d42-bacc-57c449a0ebad req-c4c05e21-98ce-4c2f-9e93-662738fb4863 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737051 Aug 31 19:23:56.614689 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-183e8b8c-67f3-4c56-823e-ada7335f7022 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:56.620040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-183e8b8c-67f3-4c56-823e-ada7335f7022 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/c3800577-5578-4245-a06a-4dd03ee06fbc HTTP/1.1" status: 404 len: 333 time: 0.0651808 Aug 31 19:23:56.620432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:56.628056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'name': 'tempest-PortsTestJSON-1651651617'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:56.631204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f57c7a29-7d30-4edc-9ae5-c88d066de7e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4058409 Aug 31 19:23:56.633886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:56.639000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8dc8b690-b984-4e4b-8c97-8f82933b017e'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:56.648453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c093a72f-9473-4b5c-9275-dfe2ed437a7c req-f8cf6218-7a1d-41ff-adb8-46e2ccec0033 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134670 Aug 31 19:23:56.677875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d8ef5-cd32-4ee3-8382-d8194cc69b8e None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:56.721883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.735191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb2fb2cd-c4c2-407b-a3fb-91cb9a7ed22d None None] Provisioning for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:56.743672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:56.748894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.767537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 38fde689-35e6-46cb-9727-521503d82b0f yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:23:56.914707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Update dhcp port {'port': {'network_id': '1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed', 'fixed_ips': [{'subnet_id': '8dc8b690-b984-4e4b-8c97-8f82933b017e', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fe6477c-1dd6-4a04-ba27-f46bf5ae2410'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '3c017c2d-99e4-4dd8-9679-6b5759557ba5'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:23:56.941526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.946774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:56.985200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.018645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Delete allocated IP 2001:db8:0:1::2dc (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410) {{(pid=94816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:23:57.027759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:23:57.033611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:57.043197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:23:57.050093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:57.050953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.064029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=38fde689-35e6-46cb-9727-521503d82b0f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:57.075176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3456f2de-6dcb-4c0d-9b69-3681ffd519c5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4512842 Aug 31 19:23:57.075829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.081367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:57.153603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.154370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.166229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Ignored duplicate provisioning block setup for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 19:23:57.171908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.226913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Allocated IP 2001:db8:0:1::2 (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410/3c017c2d-99e4-4dd8-9679-6b5759557ba5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:57.238079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] In _notify_port_updated(), no bound segment for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 on network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:23:57.243463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:57.244114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.247894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/ports/b1a8b03c-79f6-4f34-81f8-85e4943b5540 HTTP/1.1" status: 200 len: 926 time: 0.6107018 Aug 31 19:23:57.248235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.254478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8dc8b690-b984-4e4b-8c97-8f82933b017e'}, {'subnet_id': '5fe6477c-1dd6-4a04-ba27-f46bf5ae2410'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:57.281364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e996a-5c88-4936-bbd2-c2420dd5995e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=b1a8b03c-79f6-4f34-81f8-85e4943b5540,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:57.326026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.335212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.349339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.370920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] In _notify_port_updated(), no bound segment for port 38fde689-35e6-46cb-9727-521503d82b0f on network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:23:57.376468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:57.377094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.381434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] For port 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c017c2d-99e4-4dd8-9679-6b5759557ba5,segment=NetworkSegment(1882779c-975c-41e2-81cb-326b7bbe3dd5),segment_id=1882779c-975c-41e2-81cb-326b7bbe3dd5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:57.386788 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/ports/38fde689-35e6-46cb-9727-521503d82b0f HTTP/1.1" status: 200 len: 818 time: 0.3077798 Aug 31 19:23:57.395380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.448280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.463239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Transition to ACTIVE for port object 3c017c2d-99e4-4dd8-9679-6b5759557ba5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:57.476120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.501023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10441dc2-dab1-4b9c-ad83-62f025f72569 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=38fde689-35e6-46cb-9727-521503d82b0f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:57.525184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45c8711f-e1b2-4279-8c53-835775034d19 req-62437dfa-6e25-4b8d-8c0a-3cf8ba3fa710 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0574577 Aug 31 19:23:57.552430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c017c2d-99e4-4dd8-9679-6b5759557ba5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:57.566116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 38fde689-35e6-46cb-9727-521503d82b0f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:57.566382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.604643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc645ea-2940-4e6c-a059-c0affdd20b4b None None] Pushing event updated for resources: {'Port': ['ID=3c017c2d-99e4-4dd8-9679-6b5759557ba5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:57.614852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8990-03f7-46a4-ba53-057cbe0ff3ae req-d4db2072-bba3-4b4f-88d6-59ec2d1fa210 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:57.616418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-296a8990-03f7-46a4-ba53-057cbe0ff3ae req-d4db2072-bba3-4b4f-88d6-59ec2d1fa210 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.1393571 Aug 31 19:23:57.659067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:57.669062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.685023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 38fde689-35e6-46cb-9727-521503d82b0f owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:57.788582 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:23:57.818216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.859475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:57.863135 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/38fde689-35e6-46cb-9727-521503d82b0f HTTP/1.1" status: 204 len: 168 time: 0.4241910 Aug 31 19:23:57.865688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.875652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e54e29-ea35-4e54-afba-807fadf137ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=38fde689-35e6-46cb-9727-521503d82b0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:57.939137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93a6bd-8386-47f3-94f0-21b2283ac318 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:57.943547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a93a6bd-8386-47f3-94f0-21b2283ac318 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0742962 Aug 31 19:23:57.944003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.971402 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fae3b60-aa28-45a3-86a2-538004481684 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:23:57.976636 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2fae3b60-aa28-45a3-86a2-538004481684 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/38fde689-35e6-46cb-9727-521503d82b0f HTTP/1.1" status: 404 len: 333 time: 0.0281518 Aug 31 19:23:57.977489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:57.984723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-599644314'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:58.015942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:58.020326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.049045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:23:58.063029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.064493 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment 2dd73cb4-ce85-4793-b275-81ecdb679343 of type vlan for network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb Aug 31 19:23:58.112544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.136365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-296a8990-03f7-46a4-ba53-057cbe0ff3ae req-836c4f31-64c7-4f87-8ffa-3b63c7565bb8 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071290 Aug 31 19:23:58.140466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.148616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.149059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.190175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-453bfb81-01d2-4d0b-9027-2b1e529742ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529288 Aug 31 19:23:58.246214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6249b9-6bd9-414e-994b-a3eb0c93652c req-24083901-3124-46ff-8705-d3e5cbd0995a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.247871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d6249b9-6bd9-414e-994b-a3eb0c93652c req-24083901-3124-46ff-8705-d3e5cbd0995a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1620514 Aug 31 19:23:58.269392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8:0:1::19d (1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410/b1a8b03c-79f6-4f34-81f8-85e4943b5540) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:58.366794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfe14e-8b1e-402b-b711-592023f2fce6 None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:58.391042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d6249b9-6bd9-414e-994b-a3eb0c93652c req-e3b6c8ce-57dd-4519-8ab3-8b0def05911e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320329 Aug 31 19:23:58.400169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-c17e5cae-0eb1-41e7-a35f-36ef01e5943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.401518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-c17e5cae-0eb1-41e7-a35f-36ef01e5943f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1098 time: 0.1414855 Aug 31 19:23:58.444921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Provisioning for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:58.452232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Provisioning complete for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:58.453092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.473909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4944141 Aug 31 19:23:58.477305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:58.482773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:58.502891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744336e-6be5-4206-9aaa-2499f1833817 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=5a2ce3c3-5236-4e86-bc50-7246b6ead2eb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:58.512881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Port b1a8b03c-79f6-4f34-81f8-85e4943b5540 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:58.534830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.539169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:23:58.559776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Ignored duplicate provisioning block setup for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 19:23:58.568308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-a430db58-bb1a-4f7e-a183-40c34d43d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.570195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-a430db58-bb1a-4f7e-a183-40c34d43d95b service neutron] 10.222.0.67 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 913 time: 0.1436188 Aug 31 19:23:58.571047 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.590960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:58.594892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.632508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Provisioning for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:23:58.644270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Provisioning complete for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:58.644881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.699518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29c9429b-db2c-41b8-90ec-6829872641a9 req-2297ae7e-09ba-4b32-ac72-eaf17ff5ecaa tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0676136 Aug 31 19:23:58.764279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] In _notify_port_updated(), no bound segment for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 on network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:23:58.770921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.771566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.775663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/ports/b1a8b03c-79f6-4f34-81f8-85e4943b5540 HTTP/1.1" status: 200 len: 1012 time: 1.5237367 Aug 31 19:23:58.778395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:58.793894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.794299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-da19b528-8c2e-42dc-813a-687ec40fc500 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 1001 time: 0.2118709 Aug 31 19:23:58.812216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe732-d061-4fcd-8a20-068b30faaa55 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=b1a8b03c-79f6-4f34-81f8-85e4943b5540,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:58.836025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] For port 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c017c2d-99e4-4dd8-9679-6b5759557ba5,segment=NetworkSegment(1882779c-975c-41e2-81cb-326b7bbe3dd5),segment_id=1882779c-975c-41e2-81cb-326b7bbe3dd5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:23:58.841343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.858308 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.869117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-76f5a18b-0db3-419f-981d-88fd1d8dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.871404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-76f5a18b-0db3-419f-981d-88fd1d8dd39a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 200 len: 851 time: 0.0554340 Aug 31 19:23:58.903323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa635dc-abdb-4da5-9e1b-e8269d6b7286 None None] Pushing event updated for resources: {'Port': ['ID=3c017c2d-99e4-4dd8-9679-6b5759557ba5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:58.927211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=f7065c61-9ad1-4dc0-8624-d77554d09d02,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:23:58.934387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': '2dd73cb4-ce85-4793-b275-81ecdb679343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:23:58.934855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:23:58.956620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:23:58.965513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-0c3feb6f-5158-46db-875c-2af55a3738c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.966724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:23:58.967108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-0c3feb6f-5158-46db-875c-2af55a3738c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963c0e9b-8b61-4064-b642-45db4f527d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871570 Aug 31 19:23:58.973936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:58.974842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:58.980052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469719f7-1121-4e96-b709-706f79039847 None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:23:58.996052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-93303e62-11c4-4abd-a4c8-90f958edd989 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5148406 Aug 31 19:23:58.996799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:59.045684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:59.121064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port b1a8b03c-79f6-4f34-81f8-85e4943b5540 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:23:59.121416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.158012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': 'f7065c61-9ad1-4dc0-8624-d77554d09d02'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:23:59.159411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.268694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5b14125-317b-4843-9d80-f691e51598e9 None None] Provisioning complete for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:59.269229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5b14125-317b-4843-9d80-f691e51598e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.300661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-b98ef3ef-c327-4f2f-b80c-1c3a5dd80c75 service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222809 Aug 31 19:23:59.338347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.352229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for b1a8b03c-79f6-4f34-81f8-85e4943b5540 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:23:59.357427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f5b14125-317b-4843-9d80-f691e51598e9 None None] Port b1a8b03c-79f6-4f34-81f8-85e4943b5540 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:59.361940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Allocated IP 172.20.0.2 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f7065c61-9ad1-4dc0-8624-d77554d09d02/09ba6e45-be5c-4a1e-abc2-1f91acefdb09) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:23:59.380965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5b14125-317b-4843-9d80-f691e51598e9 None None] Provisioning complete for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:59.381337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5b14125-317b-4843-9d80-f691e51598e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.431019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c017c2d-99e4-4dd8-9679-6b5759557ba5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:23:59.456552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebfe9c-c1d6-469c-bfb9-77a85107a7b0 req-a40b33f4-c417-4e41-8eca-3684e4faf95c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:59.458173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62ebfe9c-c1d6-469c-bfb9-77a85107a7b0 req-a40b33f4-c417-4e41-8eca-3684e4faf95c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.2403615 Aug 31 19:23:59.567900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:23:59.571425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.598939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:59.599533 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.695767 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.696483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62ebfe9c-c1d6-469c-bfb9-77a85107a7b0 req-d90585de-eb13-4f7e-9dd3-56a142ae24de tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055807 Aug 31 19:23:59.709176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a82f38-db3a-4786-8aa7-d1792f12c286 req-6e971322-4518-4c88-b07c-90260e91b804 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:23:59.714312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Transition to ACTIVE for port object 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:59.716759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10a82f38-db3a-4786-8aa7-d1792f12c286 req-6e971322-4518-4c88-b07c-90260e91b804 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.2183533 Aug 31 19:23:59.741675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0310dacb-90c9-416e-abd7-df0b3e37ac7a req-d47aba03-1743-4def-b0bc-0899904cf9a9 service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365269 Aug 31 19:23:59.823220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ac23646-2286-4c67-b3b4-b4a5c13623ff None None] Provisioning complete for port b1a8b03c-79f6-4f34-81f8-85e4943b5540 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:23:59.823220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ac23646-2286-4c67-b3b4-b4a5c13623ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.833904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10a82f38-db3a-4786-8aa7-d1792f12c286 req-fc7ef825-2f56-4dac-83b5-8b823707e4df tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161702 Aug 31 19:23:59.842493 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f7065c61-9ad1-4dc0-8624-d77554d09d02 (CIDR: 172.20.0.0/28) Aug 31 19:23:59.849880 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:23:59.850387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:23:59.874070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9ac23646-2286-4c67-b3b4-b4a5c13623ff None None] Port b1a8b03c-79f6-4f34-81f8-85e4943b5540 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:23:59.902369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3fc96def-dd3f-4393-beec-3bc1e49e9e8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8916907 Aug 31 19:23:59.905154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:23:59.910392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:23:59.956456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Transition to ACTIVE for port object 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:23:59.959572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:23:59.964780 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.012269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=b1a8b03c-79f6-4f34-81f8-85e4943b5540,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:00.021118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Pushing event updated for resources: {'Port': ['ID=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:00.030143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8718c0cc-6dff-45bf-99d8-b925bbcbdd7a None None] Could not find standard attr ID for object b1a8b03c-79f6-4f34-81f8-85e4943b5540. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:00.037329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:00.047031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:00.056485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:00.108679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:00.116131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.139595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Attempting to bind port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:00.140289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Attempting to bind port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2dd73cb4-ce85-4793-b275-81ecdb679343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:00.141169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Attempting to bind port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 on network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:00.149784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:00.150290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Checking segment: {'id': '2dd73cb4-ce85-4793-b275-81ecdb679343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:00.150987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.151440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Bound using segment: {'id': '2dd73cb4-ce85-4793-b275-81ecdb679343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:00.152083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Bound port: 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd73cb4-ce85-4793-b275-81ecdb679343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:00.152646 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.155898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.161003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f3b7a1f8-4b7b-4123-a0b9-62870ad56607 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/b1a8b03c-79f6-4f34-81f8-85e4943b5540 HTTP/1.1" status: 204 len: 168 time: 1.3805666 Aug 31 19:24:00.161892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:00.177099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f762626-a4ca-4048-8111-41c106529f31 req-4c8db26c-b770-4d17-85bc-344beeaea0e1 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1009982 Aug 31 19:24:00.230995 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c074e40e-0b21-4b76-be54-3dfe335f7893 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:00.236942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c074e40e-0b21-4b76-be54-3dfe335f7893 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/b1a8b03c-79f6-4f34-81f8-85e4943b5540 HTTP/1.1" status: 404 len: 333 time: 0.0577784 Aug 31 19:24:00.239879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:00.307790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] For port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:00.317299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] For port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,segment=NetworkSegment(2dd73cb4-ce85-4793-b275-81ecdb679343),segment_id=2dd73cb4-ce85-4793-b275-81ecdb679343)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:00.322975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.342373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 5fe6477c-1dd6-4a04-ba27-f46bf5ae2410 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:00.346673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.387851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079238e5-76e4-46fa-910a-85a61ac4d2b0 None None] Pushing event updated for resources: {'Port': ['ID=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:00.417825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.532136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.557687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.614663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.643179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:00.667202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=f75712ec-1894-437c-90ca-8be11fca1dbc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:00.671097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:00.675057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:00.676466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.682863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe6477c-1dd6-4a04-ba27-f46bf5ae2410,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:00.687170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.689909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a670f33-f135-4db1-8bde-b23c9bbe969e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410 HTTP/1.1" status: 204 len: 168 time: 0.4475191 Aug 31 19:24:00.691919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:00.701432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aba536-c13e-4b9c-8bad-b7abac93fa9c None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:00.712222 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9e9ec663-0455-401a-9ccd-0f517168ada6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8059192 Aug 31 19:24:00.715919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:00.722252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'fixed_ips': [{'subnet_id': 'f7065c61-9ad1-4dc0-8624-d77554d09d02'}, {'subnet_id': 'f75712ec-1894-437c-90ca-8be11fca1dbc'}], 'name': 'tempest-PortsTestJSON-1973437433'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:00.769733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 8dc8b690-b984-4e4b-8c97-8f82933b017e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:00.780504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.844038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:00.900637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:01.016222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.019050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.049784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 6d537872-c06a-40e4-8814-fc73cf1e3a49 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:01.071073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1f62-29e7-4436-9acf-3b59154bb5aa req-3879eaa2-a77a-4374-b723-2579d12b26a9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:01.078924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbd1f62-29e7-4436-9acf-3b59154bb5aa req-3879eaa2-a77a-4374-b723-2579d12b26a9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1420202 Aug 31 19:24:01.138557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbd1f62-29e7-4436-9acf-3b59154bb5aa req-bd97e65c-fce4-4017-a743-774f36eddf10 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585816 Aug 31 19:24:01.162006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.190296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc8b690-b984-4e4b-8c97-8f82933b017e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:01.208642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.213465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dbf871b2-d52b-4268-90bd-9d07620f2dd9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/8dc8b690-b984-4e4b-8c97-8f82933b017e HTTP/1.1" status: 204 len: 168 time: 0.5181649 Aug 31 19:24:01.222313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:01.429853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-089246ee-e3c0-47da-b8e3-761121b030e2 req-2d234db9-d723-4535-bef7-8b892e5a7af6 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1258881 Aug 31 19:24:01.489033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.540501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:01.621574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:01.634661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:01.635135 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.679468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.6 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f7065c61-9ad1-4dc0-8624-d77554d09d02/6d537872-c06a-40e4-8814-fc73cf1e3a49) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:01.690499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.22 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f75712ec-1894-437c-90ca-8be11fca1dbc/6d537872-c06a-40e4-8814-fc73cf1e3a49) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:01.716918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port 3c017c2d-99e4-4dd8-9679-6b5759557ba5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c017c2d-99e4-4dd8-9679-6b5759557ba5,segment=NetworkSegment(1882779c-975c-41e2-81cb-326b7bbe3dd5),segment_id=1882779c-975c-41e2-81cb-326b7bbe3dd5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:01.717693 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.732727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 3c017c2d-99e4-4dd8-9679-6b5759557ba5 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:01.829737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.853783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06174a2a-e8a3-435d-bedf-b193af58cc73 None None] Network 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:01.855053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=3c017c2d-99e4-4dd8-9679-6b5759557ba5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:01.865126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port 3c017c2d-99e4-4dd8-9679-6b5759557ba5 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:01.923196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.943098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 6d537872-c06a-40e4-8814-fc73cf1e3a49 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:01.982042 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:01.994839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:02.000644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d76647-537a-4755-87aa-2275ac301cc7 None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:02.001817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.014883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1882779c-975c-41e2-81cb-326b7bbe3dd5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:02.015859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fa7db38-32ed-40bc-9727-65a849b30766 None None] Could not find standard attr ID for object 3c017c2d-99e4-4dd8-9679-6b5759557ba5. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:02.016281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1882779c-975c-41e2-81cb-326b7bbe3dd5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:02.028997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.049370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.066755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:02.067056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:02.070979 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:02.073172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:02.078269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:02.082960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:02.085843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=6d537872-c06a-40e4-8814-fc73cf1e3a49,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:02.162028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.162259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d19689-1c37-450a-a339-4163d6d671e7 None None] DHCP port deletion for 1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:02.166176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Provisioning for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:02.167102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.170484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:02.171077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.172673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Provisioning complete for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:02.173111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.174240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed HTTP/1.1" status: 204 len: 168 time: 0.9508572 Aug 31 19:24:02.180022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:02.195602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ef83-8e04-441d-8730-d357bba47cb8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=1a6ce0bb-7286-4b8c-b9c2-3c1b4abee1ed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:02.245530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af495461-33ae-4202-afa6-af96444ccc7e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5279691 Aug 31 19:24:02.248018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36828) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:02.256493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7065c61-9ad1-4dc0-8624-d77554d09d02'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:02.284422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ee83f-5d25-4824-a59f-8ef182e4b16b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:02.289421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-014ee83f-5d25-4824-a59f-8ef182e4b16b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1009912 Aug 31 19:24:02.292177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:02.381017 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.381240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36832) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:02.381332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e2175157-44df-426d-ac26-4933e7469296 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0858541 Aug 31 19:24:02.383846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1521672724'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:02.408071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267cc1d-4b38-4818-b8a8-3230bce36272 req-32d4a0e8-3384-4b09-9f38-9e0902c16643 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:02.409748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1267cc1d-4b38-4818-b8a8-3230bce36272 req-32d4a0e8-3384-4b09-9f38-9e0902c16643 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1644394 Aug 31 19:24:02.433324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] For port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,segment=NetworkSegment(2dd73cb4-ce85-4793-b275-81ecdb679343),segment_id=2dd73cb4-ce85-4793-b275-81ecdb679343)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:02.457295 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.506002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Update dhcp port {'port': {'network_id': '5a2ce3c3-5236-4e86-bc50-7246b6ead2eb', 'fixed_ips': [{'subnet_id': 'f7065c61-9ad1-4dc0-8624-d77554d09d02', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f75712ec-1894-437c-90ca-8be11fca1dbc'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '09ba6e45-be5c-4a1e-abc2-1f91acefdb09'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:02.528796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.533735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:02.547120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.548359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928706f-cd2c-4d99-9b3c-c48c927c8f5d None None] Pushing event updated for resources: {'Port': ['ID=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:02.551255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.749082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Allocated IP 172.20.0.18 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f75712ec-1894-437c-90ca-8be11fca1dbc/09ba6e45-be5c-4a1e-abc2-1f91acefdb09) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:02.856885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] For port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,segment=NetworkSegment(2dd73cb4-ce85-4793-b275-81ecdb679343),segment_id=2dd73cb4-ce85-4793-b275-81ecdb679343)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:02.890931 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.906410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Transition to ACTIVE for port object 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:02.911205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:02.931243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed9e03f3-5ec7-4710-8c9f-48be0d76115d req-943a38aa-6909-4b8f-82ee-1ba9518041ed tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0639634 Aug 31 19:24:02.988479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1267cc1d-4b38-4818-b8a8-3230bce36272 req-37591b21-b8b0-4592-aff1-b50272f31efb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5200484 Aug 31 19:24:03.023618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:03.071093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.071473 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment 814e67bc-cf88-466f-b8e7-01d674eb96d5 of type vlan for network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 Aug 31 19:24:03.169063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed0724-7344-4512-93ed-d9aaab19384d None None] Pushing event updated for resources: {'Port': ['ID=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:03.187527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.260044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.265469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:03.266396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.420567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:03.451285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0715132 Aug 31 19:24:03.468536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:03.477081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:03.491220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf2e42-4857-4f79-bb68-b2b8f5d8e79c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=f0f1de3d-bbc6-4b75-ac18-3d0b1775a626,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:03.508999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Delete allocated IP 172.20.0.22 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f75712ec-1894-437c-90ca-8be11fca1dbc) {{(pid=94816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:24:03.509383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:03.685111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c017c2d-99e4-4dd8-9679-6b5759557ba5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:03.710920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3c017c2d-99e4-4dd8-9679-6b5759557ba5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:03.711443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c017c2d-99e4-4dd8-9679-6b5759557ba5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:03.712435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:03.725929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.776390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.793692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Ignored duplicate provisioning block setup for port 6d537872-c06a-40e4-8814-fc73cf1e3a49 by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 19:24:03.799354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.889903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=6d537872-c06a-40e4-8814-fc73cf1e3a49,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:03.913685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] In _notify_port_updated(), no bound segment for port 6d537872-c06a-40e4-8814-fc73cf1e3a49 on network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:24:03.919415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:03.920085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:03.923676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-19d654d6-087d-431a-b9aa-5ba1bdcfbd9b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/ports/6d537872-c06a-40e4-8814-fc73cf1e3a49 HTTP/1.1" status: 200 len: 919 time: 1.6724453 Aug 31 19:24:03.924979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:03.932654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7065c61-9ad1-4dc0-8624-d77554d09d02'}, {'subnet_id': 'f75712ec-1894-437c-90ca-8be11fca1dbc'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:03.943693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82781aa7-ce6d-462f-a1d8-61f771ac240b None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:03.969316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.017035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.053258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=81b260aa-614c-4ca4-afc0-6d09b62f153a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:04.072918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': '814e67bc-cf88-466f-b8e7-01d674eb96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:04.073283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: f0f1de3d-bbc6-4b75-ac18-3d0b1775a626, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:04.093622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Provisioning for port 6d537872-c06a-40e4-8814-fc73cf1e3a49 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:04.106536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Provisioning complete for port 6d537872-c06a-40e4-8814-fc73cf1e3a49 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:04.107053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.107936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:04.122164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f0f1de3d-bbc6-4b75-ac18-3d0b1775a626) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:04.140059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:04.140934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.141090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057f803-2371-47f2-b638-ceb41194ea91 None None] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:04.161029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc0829f8-9dc5-42b8-a134-7285a6599678 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6951585 Aug 31 19:24:04.164362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:04.170141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626', 'name': 'tempest-PortsIpV6TestJSON-220481415'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:04.174614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfadb117-6e4d-483a-ab5b-e50745c06726 req-4b139323-7a62-4a2d-a241-0cd1996305ef tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0805883 Aug 31 19:24:04.247311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Port 6d537872-c06a-40e4-8814-fc73cf1e3a49 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:04.291305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Provisioning for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:04.301689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf467d9e-bf8c-428a-b972-19f2281c4aaa req-489c75dc-36dd-406c-acef-101402063ea3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:04.308670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf467d9e-bf8c-428a-b972-19f2281c4aaa req-489c75dc-36dd-406c-acef-101402063ea3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1471989 Aug 31 19:24:04.324474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Provisioning complete for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:04.324856 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f30c9f34-c4c9-41aa-a994-4d5968fc9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.368401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:04.388960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.397986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf467d9e-bf8c-428a-b972-19f2281c4aaa req-c4516b9c-b307-4008-a1c7-d74729ba1c4b tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883324 Aug 31 19:24:04.425004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port d1488703-2527-4ef6-80ba-9fbc18a60561 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:04.489601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f0f1de3d-bbc6-4b75-ac18-3d0b1775a626', 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': '81b260aa-614c-4ca4-afc0-6d09b62f153a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:04.490716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.500456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.29 (5a2ce3c3-5236-4e86-bc50-7246b6ead2eb/f75712ec-1894-437c-90ca-8be11fca1dbc/6d537872-c06a-40e4-8814-fc73cf1e3a49) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:04.585853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::11e (f0f1de3d-bbc6-4b75-ac18-3d0b1775a626/81b260aa-614c-4ca4-afc0-6d09b62f153a/d1488703-2527-4ef6-80ba-9fbc18a60561) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:04.650670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.669217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 6d537872-c06a-40e4-8814-fc73cf1e3a49 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:04.674579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.788136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=6d537872-c06a-40e4-8814-fc73cf1e3a49,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:04.789257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.809742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object d1488703-2527-4ef6-80ba-9fbc18a60561 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:04.880890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] In _notify_port_updated(), no bound segment for port 6d537872-c06a-40e4-8814-fc73cf1e3a49 on network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:24:04.885988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.891489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:04.892706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:04.899088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c3e61981-7fcb-4839-b1b7-860645e3462d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/ports/6d537872-c06a-40e4-8814-fc73cf1e3a49 HTTP/1.1" status: 200 len: 999 time: 0.9724832 Aug 31 19:24:04.899573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:04.936422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Allocated IP 2001:db8::2 (f0f1de3d-bbc6-4b75-ac18-3d0b1775a626/81b260aa-614c-4ca4-afc0-6d09b62f153a/ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:04.977573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:04.986627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:04.990089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:04.995712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:04.996462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.014367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=d1488703-2527-4ef6-80ba-9fbc18a60561,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:05.052017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a4ab626-9bd8-49aa-9462-d360483e7b1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8840666 Aug 31 19:24:05.052743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:05.057872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626', 'name': 'tempest-PortsIpV6TestJSON-1099339839'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:05.111585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 6d537872-c06a-40e4-8814-fc73cf1e3a49 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:05.113388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.115372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.125953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Transition to ACTIVE for port object ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:05.156099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Transition to ACTIVE for port object ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:05.165249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.208397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:05.214942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.218913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:05.223492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:05.228128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:05.232087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Pushing event updated for resources: {'Port': ['ID=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:05.233396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.250486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 113c4f4a-4e77-41da-aeb8-a58f91ea43ce yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:05.264311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 6d537872-c06a-40e4-8814-fc73cf1e3a49 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:05.310289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Attempting to bind port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:05.310673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Attempting to bind port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '814e67bc-cf88-466f-b8e7-01d674eb96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:05.311034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Attempting to bind port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef on network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:05.317839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:05.318344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Checking segment: {'id': '814e67bc-cf88-466f-b8e7-01d674eb96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:05.318608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.319002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Bound using segment: {'id': '814e67bc-cf88-466f-b8e7-01d674eb96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:05.319470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Bound port: ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814e67bc-cf88-466f-b8e7-01d674eb96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f0f1de3d-bbc6-4b75-ac18-3d0b1775a626'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:05.319871 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.429960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9206ec27-7d1a-46ef-85e1-92006e4d3112 req-2496b43c-3492-4124-a336-4fbc9c74404c tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0688024 Aug 31 19:24:05.469501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] For port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:05.473396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] For port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,segment=NetworkSegment(814e67bc-cf88-466f-b8e7-01d674eb96d5),segment_id=814e67bc-cf88-466f-b8e7-01d674eb96d5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:05.479186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.524346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::75 (f0f1de3d-bbc6-4b75-ac18-3d0b1775a626/81b260aa-614c-4ca4-afc0-6d09b62f153a/113c4f4a-4e77-41da-aeb8-a58f91ea43ce) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:05.670191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b8f9-3406-4b2e-a199-47a855931b01 None None] Pushing event updated for resources: {'Port': ['ID=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:05.706854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.790087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=6d537872-c06a-40e4-8814-fc73cf1e3a49,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:05.807985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da6e2627-b81d-43e1-bfde-bc505191bfc2 None None] Could not find standard attr ID for object 6d537872-c06a-40e4-8814-fc73cf1e3a49. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:05.838339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da6e2627-b81d-43e1-bfde-bc505191bfc2 None None] Provisioning complete for port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:05.838589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da6e2627-b81d-43e1-bfde-bc505191bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:05.915982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:24:05.977467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46a69-128a-4092-8f32-71fa927663b2 req-46a40997-d0e3-4eec-98a5-cf8ede058e9d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:05.982564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d46a69-128a-4092-8f32-71fa927663b2 req-46a40997-d0e3-4eec-98a5-cf8ede058e9d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.3753138 Aug 31 19:24:06.033238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.037811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d9d3a9c-a884-45f9-9b30-10fe79361de1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/6d537872-c06a-40e4-8814-fc73cf1e3a49 HTTP/1.1" status: 204 len: 168 time: 1.1343932 Aug 31 19:24:06.040914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:06.109528 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c2599c-762f-47e0-98b5-9a8d5803de0b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:06.118283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6c2599c-762f-47e0-98b5-9a8d5803de0b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/6d537872-c06a-40e4-8814-fc73cf1e3a49 HTTP/1.1" status: 404 len: 333 time: 0.0737536 Aug 31 19:24:06.119721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:06.126769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:06.154092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:24:06.184967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.193002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d46a69-128a-4092-8f32-71fa927663b2 req-4ecd66e6-9893-44bf-b1fe-e2d71d1fad81 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000697 Aug 31 19:24:06.218388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet f75712ec-1894-437c-90ca-8be11fca1dbc {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:06.225919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.238128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 113c4f4a-4e77-41da-aeb8-a58f91ea43ce will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:06.258385 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.292779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.307301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:24:06.350635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.377101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:06.386336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.446123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:06.464486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.466236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:06.482207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:06.502313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:06.510156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:06.510806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.539002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4851358 Aug 31 19:24:06.540353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:06.549946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a298cf2f-303b-4d41-8dca-e4cb2e882139'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:24:06.550477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdee857-3876-4e31-bdb6-ea9131a54c7e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=113c4f4a-4e77-41da-aeb8-a58f91ea43ce,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:06.554375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8c7ea78f-d0ac-4ef2-bc09-2ca110efc63d None None] Could not find standard attr ID for object 6d537872-c06a-40e4-8814-fc73cf1e3a49. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:06.596293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a390403e-61a7-4929-a487-8898f09e45ea req-b585f73b-8e83-4c78-8e6a-8573bd35c54f tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0473530 Aug 31 19:24:06.730239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92e419-7700-4b4c-a569-bcdee05b05b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:06.731999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b92e419-7700-4b4c-a569-bcdee05b05b0 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11e HTTP/1.1" status: 200 len: 928 time: 0.1865392 Aug 31 19:24:06.734735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:06.776639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.830416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=f75712ec-1894-437c-90ca-8be11fca1dbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:06.839799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.844492 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-92adeb60-56e2-4389-8922-a7709ac63e3a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/f75712ec-1894-437c-90ca-8be11fca1dbc HTTP/1.1" status: 204 len: 168 time: 0.7237623 Aug 31 19:24:06.848372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:06.920196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 113c4f4a-4e77-41da-aeb8-a58f91ea43ce {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:06.920489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:06.932798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet f7065c61-9ad1-4dc0-8624-d77554d09d02 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:06.937269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.034725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.076764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.093449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 113c4f4a-4e77-41da-aeb8-a58f91ea43ce owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:07.129544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.137535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0dd0df-274f-4b26-be99-2bd994dcd7d4 None None] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:07.241852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d85330c0-ee1d-498e-92f8-ec476a081c74 None None] Provisioning for port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:07.291406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.339367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.375180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=f7065c61-9ad1-4dc0-8624-d77554d09d02,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:07.415402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.434174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-10bba65e-b2c2-4195-a9c9-dcf9c778c00a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/f7065c61-9ad1-4dc0-8624-d77554d09d02 HTTP/1.1" status: 204 len: 168 time: 0.5844305 Aug 31 19:24:07.448511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:07.505061 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.507393 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/113c4f4a-4e77-41da-aeb8-a58f91ea43ce HTTP/1.1" status: 204 len: 168 time: 0.7705057 Aug 31 19:24:07.508756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de91ca-7735-4837-be31-2bf7d95ea78a tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=113c4f4a-4e77-41da-aeb8-a58f91ea43ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:07.520654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14a01-1dc4-40b1-a380-a5fa9a0a5be8 req-702063d3-9c4c-460d-8b04-2b74b1bb7217 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:07.523461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:07.530837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35e14a01-1dc4-40b1-a380-a5fa9a0a5be8 req-702063d3-9c4c-460d-8b04-2b74b1bb7217 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.1310358 Aug 31 19:24:07.559098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:07.603333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35e14a01-1dc4-40b1-a380-a5fa9a0a5be8 req-a3420f90-049b-4d0b-94aa-172fe0ae58c0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717280 Aug 31 19:24:07.644842 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18d03a4-a7e8-4aa8-a4fe-d343c3361f74 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:07.649152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a18d03a4-a7e8-4aa8-a4fe-d343c3361f74 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/113c4f4a-4e77-41da-aeb8-a58f91ea43ce HTTP/1.1" status: 404 len: 333 time: 0.1246324 Aug 31 19:24:07.651313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:07.667417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:07.676646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:07.679350 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.708759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.800990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990cd872-6059-4483-96e7-5d282332af42 None None] Network 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:07.835594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:07.836262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.873286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2ee66a6-073c-4af4-9b61-c6b164508337 req-852f4be0-dedb-4297-a3aa-eed3c7c44c0f tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1044972 Aug 31 19:24:07.935283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port d1488703-2527-4ef6-80ba-9fbc18a60561 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:07.935804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.939887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:07.951923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,segment=NetworkSegment(2dd73cb4-ce85-4793-b275-81ecdb679343),segment_id=2dd73cb4-ce85-4793-b275-81ecdb679343)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:07.952626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:07.984986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:08.052708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.069318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for d1488703-2527-4ef6-80ba-9fbc18a60561 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:08.091496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2587aa0-7b8b-4c75-90a8-4c867fc86647 None None] Could not find standard attr ID for object 6d537872-c06a-40e4-8814-fc73cf1e3a49. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:08.139274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.176370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.195753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=09ba6e45-be5c-4a1e-abc2-1f91acefdb09,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:08.207898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:08.224349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,segment=NetworkSegment(814e67bc-cf88-466f-b8e7-01d674eb96d5),segment_id=814e67bc-cf88-466f-b8e7-01d674eb96d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:08.237693 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.329427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.371238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:08.387811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=d1488703-2527-4ef6-80ba-9fbc18a60561,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:08.390521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561fb3b-8cef-4bad-af82-a0d33a609916 None None] DHCP port deletion for 5a2ce3c3-5236-4e86-bc50-7246b6ead2eb request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:08.395234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e097375-83cc-43db-9c9c-de6c70ff0346 None None] Provisioning complete for port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:08.395669 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e097375-83cc-43db-9c9c-de6c70ff0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.408348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.410517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-01935062-b22d-4477-9095-541117e07401 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/d1488703-2527-4ef6-80ba-9fbc18a60561 HTTP/1.1" status: 204 len: 168 time: 0.7580354 Aug 31 19:24:08.412995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36944) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:08.451243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.453027 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dbd743-b258-4dc0-9953-df50e94af962 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:08.455548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92dbd743-b258-4dc0-9953-df50e94af962 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/d1488703-2527-4ef6-80ba-9fbc18a60561 HTTP/1.1" status: 404 len: 333 time: 0.0409179 Aug 31 19:24:08.464382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:08.471155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a298cf2f-303b-4d41-8dca-e4cb2e882139 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:08.471885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.529898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2ce3c3-5236-4e86-bc50-7246b6ead2eb']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:08.558575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd73cb4-ce85-4793-b275-81ecdb679343') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:08.558575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd73cb4-ce85-4793-b275-81ecdb679343') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:08.574721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.591037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 81b260aa-614c-4ca4-afc0-6d09b62f153a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:08.596073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.657719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e097375-83cc-43db-9c9c-de6c70ff0346 None None] Could not find standard attr ID for object d1488703-2527-4ef6-80ba-9fbc18a60561. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:08.683874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.690505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.735033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:24:08.739106 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8304cd1d-578a-40b2-84d6-05be4dd2defa" -d '{"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:24:08.759887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:08.765783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.791453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:08.865949 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:08.870752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:08.901969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27eeea52-c1e1-4a60-b2b6-80010ea6500a None None] Could not find standard attr ID for object 113c4f4a-4e77-41da-aeb8-a58f91ea43ce. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:08.906532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27eeea52-c1e1-4a60-b2b6-80010ea6500a None None] Could not find standard attr ID for object d1488703-2527-4ef6-80ba-9fbc18a60561. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:08.962930 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0f5f9-fe58-4d79-8e49-912145b81637 x-openstack-request-id: req-46b0f5f9-fe58-4d79-8e49-912145b81637 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:24:08.963229 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:24:08.963486 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46b0f5f9-fe58-4d79-8e49-912145b81637 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:24:08.963916 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'code': 200} Aug 31 19:24:08.997849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d7531-6d0d-4b6c-82dc-f0c56dffff46 req-7ab0e2ae-c36e-4504-be4a-af203f847cbe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:09.000227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-372d7531-6d0d-4b6c-82dc-f0c56dffff46 req-7ab0e2ae-c36e-4504-be4a-af203f847cbe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.0916870 Aug 31 19:24:09.100427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-372d7531-6d0d-4b6c-82dc-f0c56dffff46 req-b7b2b0e9-78d9-44a2-9065-0246da86a776 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923781 Aug 31 19:24:09.171004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c999d53f-5cfb-4805-a667-70c9d261aed0 req-9adc37b7-5cb2-4f94-96d8-4df89bdca74d tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0407577 Aug 31 19:24:09.397000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.401598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.407953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:09.409946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/5a2ce3c3-5236-4e86-bc50-7246b6ead2eb HTTP/1.1" status: 204 len: 168 time: 1.9183595 Aug 31 19:24:09.435861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:09.451742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9378-ee45-413b-9164-b73db3315d77 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=5a2ce3c3-5236-4e86-bc50-7246b6ead2eb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:09.482654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd8638-65d4-42dd-b7d8-02271e53697d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:09.484628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4dd8638-65d4-42dd-b7d8-02271e53697d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0744584 Aug 31 19:24:09.490219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:09.500454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.537210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:09.537596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.554290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-52b7d62d-25fe-48f2-aeff-853184f58b61 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0626657 Aug 31 19:24:09.564159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:09.571382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1143472022'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:09.571593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.586055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.590089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/81b260aa-614c-4ca4-afc0-6d09b62f153a HTTP/1.1" status: 204 len: 168 time: 1.1243901 Aug 31 19:24:09.593555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b51d7-e88f-4261-830b-5a1203efe058 None None] Network f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:09.595724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:09.630018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc40218-a5cd-4005-b016-163c4fedff10 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=81b260aa-614c-4ca4-afc0-6d09b62f153a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:09.683872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.699104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:09.702694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.768814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:09.784146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.784500 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment 419d3cbe-452a-4646-9882-5bc5dcd0f687 of type vlan for network d46bd50a-675c-48ef-965f-9907e674c52c Aug 31 19:24:09.801835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:09.801835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.851805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:09.892553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] DHCP port deletion for f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:09.895771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:09.895771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 09ba6e45-be5c-4a1e-abc2-1f91acefdb09 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:09.933522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.953458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,segment=NetworkSegment(814e67bc-cf88-466f-b8e7-01d674eb96d5),segment_id=814e67bc-cf88-466f-b8e7-01d674eb96d5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:09.954357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.958755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Deleting port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:09.959327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.975524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:09.986852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:09.992728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:09.993308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.017096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4489362 Aug 31 19:24:10.017676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:10.023106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:10.053503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] For port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,segment=NetworkSegment(814e67bc-cf88-466f-b8e7-01d674eb96d5),segment_id=814e67bc-cf88-466f-b8e7-01d674eb96d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:10.053940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.068711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Calling delete_port for ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:10.159775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:10.160555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.164874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.202320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728768-92f8-482b-9745-a3c364df7323 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=d46bd50a-675c-48ef-965f-9907e674c52c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:10.230737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d46bd50a-675c-48ef-965f-9907e674c52c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:10.234166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] Pushing event deleted for resources: {'Port': ['ID=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:10.270898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.303243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de94e9-5653-4341-933e-e2f0cac7abb9 None None] No DVR routers for this DVR port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:10.363904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:10.376862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:10.499862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.515371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f1de3d-bbc6-4b75-ac18-3d0b1775a626']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:10.521937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.535974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814e67bc-cf88-466f-b8e7-01d674eb96d5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:10.536369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814e67bc-cf88-466f-b8e7-01d674eb96d5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:10.548525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.565392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.573087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:10.573624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.575587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=cb7dd12b-e9fd-4cd8-9416-541545d8cfff,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:10.627941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': '419d3cbe-452a-4646-9882-5bc5dcd0f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:10.628716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: d46bd50a-675c-48ef-965f-9907e674c52c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:10.647919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network d46bd50a-675c-48ef-965f-9907e674c52c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:10.651271 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:10.665433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8f001-1f72-4f95-94d6-9e66a753dbda req-21b927e5-8f0f-469c-983e-8e9e3e0c53d8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:10.666947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d46bd50a-675c-48ef-965f-9907e674c52c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:10.667536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3d8f001-1f72-4f95-94d6-9e66a753dbda req-21b927e5-8f0f-469c-983e-8e9e3e0c53d8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.3926065 Aug 31 19:24:10.679579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:10.680948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.685658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07ca9127-1ca9-4533-a123-568698eda9b5 req-137d1075-5c7b-4d4e-ad56-facdbbd508e1 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0453384 Aug 31 19:24:10.687791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.692668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334af8ff-dbea-44f9-8cae-210d5c0545bd None None] Network d46bd50a-675c-48ef-965f-9907e674c52c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:10.726567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eab89d62-c661-44c0-9538-7fd9b49a3531 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077124 Aug 31 19:24:10.727187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:10.732752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c', 'name': 'tempest-PortsTestJSON-697204890'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:10.742030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.744051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/f0f1de3d-bbc6-4b75-ac18-3d0b1775a626 HTTP/1.1" status: 204 len: 168 time: 1.1471915 Aug 31 19:24:10.802378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:10.805619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3d8f001-1f72-4f95-94d6-9e66a753dbda req-9b33b8a8-92f7-41ad-bfdf-d89006ab9e67 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147726 Aug 31 19:24:10.823562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-207320387'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:10.851193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef461f7-f7fd-4924-ae7f-0b67ad598832 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=f0f1de3d-bbc6-4b75-ac18-3d0b1775a626,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:10.876197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:10.882015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.934217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d46bd50a-675c-48ef-965f-9907e674c52c', 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': 'cb7dd12b-e9fd-4cd8-9416-541545d8cfff'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:10.935776 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.936713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:10.942116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.954976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:10.975549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:10.977791 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment df40796b-f034-4bc1-9e0e-f719f62cdd91 of type vlan for network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 Aug 31 19:24:10.983919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 0b32e5f8-177d-46dc-a082-8fec295309cd yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:11.040884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.090236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.102356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:11.102564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.119551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Allocated IP 172.20.0.2 (d46bd50a-675c-48ef-965f-9907e674c52c/cb7dd12b-e9fd-4cd8-9416-541545d8cfff/0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:11.159579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3527889 Aug 31 19:24:11.162756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36992) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:11.167907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:11.175461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb2a6-52f4-42e8-b583-675d46746e72 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=20304fe5-ae28-4d4a-8a54-3d81a59b3508,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:11.203014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:11.372715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:11.383791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.419986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:11.447342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.452191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:11.452554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ebed4a89-42ba-4f4f-a589-2e9cb4a0ecef not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:11.471332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Transition to ACTIVE for port object 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:11.504565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Transition to ACTIVE for port object 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:11.519686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.585008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Network d46bd50a-675c-48ef-965f-9907e674c52c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:11.586712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:11.591630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:11.600619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8c894984-22a2-4892-a2a7-f65c2862e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.627674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.13 (d46bd50a-675c-48ef-965f-9907e674c52c/cb7dd12b-e9fd-4cd8-9416-541545d8cfff/0b32e5f8-177d-46dc-a082-8fec295309cd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:11.653726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Pushing event updated for resources: {'Port': ['ID=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:11.680998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Attempting to bind port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:11.681721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Attempting to bind port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '419d3cbe-452a-4646-9882-5bc5dcd0f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:11.682367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Attempting to bind port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc on network d46bd50a-675c-48ef-965f-9907e674c52c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:11.689769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:11.690178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Checking segment: {'id': '419d3cbe-452a-4646-9882-5bc5dcd0f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:11.690589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.691564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Bound using segment: {'id': '419d3cbe-452a-4646-9882-5bc5dcd0f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:11.692254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Bound port: 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419d3cbe-452a-4646-9882-5bc5dcd0f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:11.692651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.738167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.784997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] For port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:11.789579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] For port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,segment=NetworkSegment(419d3cbe-452a-4646-9882-5bc5dcd0f687),segment_id=419d3cbe-452a-4646-9882-5bc5dcd0f687)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:11.795436 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:11.894540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=73b2303a-d531-4dbd-8a4a-1bc2dde3a02f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:11.921657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c1a9-3456-4f45-a12e-2b7bcfa16234 None None] Pushing event updated for resources: {'Port': ['ID=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:11.928834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': 'df40796b-f034-4bc1-9e0e-f719f62cdd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:11.929210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: 20304fe5-ae28-4d4a-8a54-3d81a59b3508, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:11.958426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-376bc817-3306-4441-bf6d-cb28a71b8bf9 req-c11c38b4-2cc5-4864-853c-d01a32d60b12 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0890763 Aug 31 19:24:11.958911 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.007853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 0b32e5f8-177d-46dc-a082-8fec295309cd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:12.012344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:12.029282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 20304fe5-ae28-4d4a-8a54-3d81a59b3508) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:12.039766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073cb02-48b2-4dc4-abfd-2c9fc20e2ab9 None None] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:12.040022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:12.040636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.084711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7e590692-ff28-4173-82bc-47452cbbb3c1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9209518 Aug 31 19:24:12.087666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:12.094703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508', 'name': 'tempest-PortsIpV6TestJSON-1378551099', 'fixed_ips': [{'subnet_id': '73b2303a-d531-4dbd-8a4a-1bc2dde3a02f', 'ip_address': '2001:db8::10'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:12.104267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.289810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-20304fe5-ae28-4d4a-8a54-3d81a59b3508', 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': '73b2303a-d531-4dbd-8a4a-1bc2dde3a02f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:12.291565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.305671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6adf35-fdff-4d0f-9537-0cfe3df59509 req-3e7ab158-4397-48a1-b51e-4960d4df705c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:12.324460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b6adf35-fdff-4d0f-9537-0cfe3df59509 req-3e7ab158-4397-48a1-b51e-4960d4df705c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.2256975 Aug 31 19:24:12.423410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b6adf35-fdff-4d0f-9537-0cfe3df59509 req-0e3fa579-88c0-4233-bf3a-a88e671323b6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887849 Aug 31 19:24:12.457935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network d46bd50a-675c-48ef-965f-9907e674c52c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:12.475188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:12.482584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:12.485546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=0b32e5f8-177d-46dc-a082-8fec295309cd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:12.531601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:12.546541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Allocated IP 2001:db8::2 (20304fe5-ae28-4d4a-8a54-3d81a59b3508/73b2303a-d531-4dbd-8a4a-1bc2dde3a02f/c5686d63-6e3e-4474-bab1-a57f90875965) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:12.633837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.657479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 26186e27-5876-44b3-ae11-841bca7de6ef yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:12.733193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.742421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Transition to ACTIVE for port object c5686d63-6e3e-4474-bab1-a57f90875965 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:12.757988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Transition to ACTIVE for port object c5686d63-6e3e-4474-bab1-a57f90875965 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:12.764279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.824387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:12.828686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:12.831036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Pushing event updated for resources: {'Port': ['ID=c5686d63-6e3e-4474-bab1-a57f90875965,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:12.833572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:12.881424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::10 (20304fe5-ae28-4d4a-8a54-3d81a59b3508/73b2303a-d531-4dbd-8a4a-1bc2dde3a02f/26186e27-5876-44b3-ae11-841bca7de6ef) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:12.950239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Attempting to bind port c5686d63-6e3e-4474-bab1-a57f90875965 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:12.950616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Attempting to bind port c5686d63-6e3e-4474-bab1-a57f90875965 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'df40796b-f034-4bc1-9e0e-f719f62cdd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:12.950986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Attempting to bind port c5686d63-6e3e-4474-bab1-a57f90875965 on network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:12.963590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:12.964337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.968702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:12.969086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Checking segment: {'id': 'df40796b-f034-4bc1-9e0e-f719f62cdd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:12.970093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:12.970530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Bound using segment: {'id': 'df40796b-f034-4bc1-9e0e-f719f62cdd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:12.971869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Bound port: c5686d63-6e3e-4474-bab1-a57f90875965, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df40796b-f034-4bc1-9e0e-f719f62cdd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:12.971869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.003679 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-27cae50d-976e-47fa-bb64-5e0a5df8cac7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2748048 Aug 31 19:24:13.006187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:13.011834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': 'd46bd50a-675c-48ef-965f-9907e674c52c', 'name': 'tempest-PortsTestJSON-2143048934'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:13.231610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] For port c5686d63-6e3e-4474-bab1-a57f90875965, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:13.242309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] For port c5686d63-6e3e-4474-bab1-a57f90875965, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c5686d63-6e3e-4474-bab1-a57f90875965,segment=NetworkSegment(df40796b-f034-4bc1-9e0e-f719f62cdd91),segment_id=df40796b-f034-4bc1-9e0e-f719f62cdd91)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:13.248289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.370446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.379442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfa089-e984-4a74-ac3f-658a33ac19b4 None None] Pushing event updated for resources: {'Port': ['ID=c5686d63-6e3e-4474-bab1-a57f90875965,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:13.395614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b472c753-ad8b-4724-a397-b847aa425cd6 req-d2c9a993-6298-487b-b3f7-0041d406d1d6 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1213000 Aug 31 19:24:13.404284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:13.417758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.418242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 26186e27-5876-44b3-ae11-841bca7de6ef will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:13.496250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.513557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcaa35c-1efa-4734-b4c9-d231b4037a8f None None] Network d46bd50a-675c-48ef-965f-9907e674c52c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:13.524043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port aef9ec12-44cd-4ad7-836e-a36e069f41cf yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:13.707956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.12 (d46bd50a-675c-48ef-965f-9907e674c52c/cb7dd12b-e9fd-4cd8-9416-541545d8cfff/aef9ec12-44cd-4ad7-836e-a36e069f41cf) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:13.712013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:13.728415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=26186e27-5876-44b3-ae11-841bca7de6ef,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:13.737508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:13.744658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:13.750364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:13.759175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:13.760348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:13.790891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c6965b0e-4e71-4822-97f0-36e68f4ccb41 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7020330 Aug 31 19:24:13.793392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:13.798888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': '20304fe5-ae28-4d4a-8a54-3d81a59b3508', 'name': 'tempest-PortsIpV6TestJSON-292788047', 'fixed_ips': [{'subnet_id': '73b2303a-d531-4dbd-8a4a-1bc2dde3a02f', 'ip_address': '2001:db8::f'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:13.903009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-230d419a-de59-4da9-8dc3-c7b9c97b4411 None None] Provisioning for port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:14.010270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:14.022877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:14.023257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.070694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:14.075668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.095660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80752c2-308f-4b39-a6ad-de3447ddcdbb req-e478b9d6-2e8e-4aab-a6b8-32bd61805a2e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:14.117549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e80752c2-308f-4b39-a6ad-de3447ddcdbb req-e478b9d6-2e8e-4aab-a6b8-32bd61805a2e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.3201396 Aug 31 19:24:14.120912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port a0509c6c-b01a-4e28-a3eb-76862d17e467 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:14.243405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e80752c2-308f-4b39-a6ad-de3447ddcdbb req-96a18c8c-eaae-4824-b41b-ce5e0beb75d5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248360 Aug 31 19:24:14.313452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.327985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fbbcba-07d0-4a1b-9e79-c50571db91e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.329742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object aef9ec12-44cd-4ad7-836e-a36e069f41cf will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:14.390344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.419027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.507963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::f (20304fe5-ae28-4d4a-8a54-3d81a59b3508/73b2303a-d531-4dbd-8a4a-1bc2dde3a02f/a0509c6c-b01a-4e28-a3eb-76862d17e467) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:14.549638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Provisioning for port 0b32e5f8-177d-46dc-a082-8fec295309cd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:14.559656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,segment=NetworkSegment(419d3cbe-452a-4646-9882-5bc5dcd0f687),segment_id=419d3cbe-452a-4646-9882-5bc5dcd0f687)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:14.561150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Provisioning complete for port 0b32e5f8-177d-46dc-a082-8fec295309cd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:14.561522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.584001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network d46bd50a-675c-48ef-965f-9907e674c52c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:14.601803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:14.667283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Port 0b32e5f8-177d-46dc-a082-8fec295309cd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:14.672268 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.680758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.684825 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.689307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:14.717028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3eea3b4-7484-4d72-99ae-b3c9ec5623c7 req-baaf8620-e56b-47ac-9f4e-c5621b37a4a6 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.1282558 Aug 31 19:24:14.777625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Provisioning complete for port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:14.778005 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6662f56-2617-4b05-853d-ac9101463078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.787768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=aef9ec12-44cd-4ad7-836e-a36e069f41cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:14.861321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:14.862287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:14.882208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0a51432b-9536-4870-850f-f592d230cb48 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8748949 Aug 31 19:24:14.883140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37044) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:14.903835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:14.969424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.078062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-be85f20a-f8c5-471b-9157-cfa3e73de24c req-c593b004-3799-407f-8b0b-b84b90658b07 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0822232 Aug 31 19:24:15.100074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object a0509c6c-b01a-4e28-a3eb-76862d17e467 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:15.123075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8651b-8f3e-420a-be9b-6f8dd1c66dfb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.125703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-84d8651b-8f3e-420a-be9b-6f8dd1c66dfb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2392206 Aug 31 19:24:15.130279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:15.185083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.210507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Provisioning for port aef9ec12-44cd-4ad7-836e-a36e069f41cf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:15.217348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Provisioning complete for port aef9ec12-44cd-4ad7-836e-a36e069f41cf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:15.217733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.296649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Port aef9ec12-44cd-4ad7-836e-a36e069f41cf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:15.310029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:15.320931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port aef9ec12-44cd-4ad7-836e-a36e069f41cf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:15.321298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.351604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=a0509c6c-b01a-4e28-a3eb-76862d17e467,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:15.354696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:15.364316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:15.366881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f0a6a-f4db-4cfe-9202-821c95aa4b18 None None] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:15.379024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.380354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.423220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa13610a-8750-4157-8948-df8d3e8561d1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6285839 Aug 31 19:24:15.423814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:15.579042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2253e0-83d6-4786-838e-953d2578c19c req-1989176c-3ad0-4e3e-a18d-21f7f9ecd4c2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.598265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Provisioning complete for port 0b32e5f8-177d-46dc-a082-8fec295309cd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:15.598693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e2253e0-83d6-4786-838e-953d2578c19c req-1989176c-3ad0-4e3e-a18d-21f7f9ecd4c2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1447217 Aug 31 19:24:15.601711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.635934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.642083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72470423-2e3b-454f-83a2-ac92a1865567 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.648188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-72470423-2e3b-454f-83a2-ac92a1865567 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2230465 Aug 31 19:24:15.654232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for aef9ec12-44cd-4ad7-836e-a36e069f41cf owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:15.654738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:15.701066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dd28cee7-afd2-4c89-92e2-5aef394d755b None None] Port 0b32e5f8-177d-46dc-a082-8fec295309cd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:15.705526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:15.758069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92d3dc-7cbf-4017-92be-fdac90d97492 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.794614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92d3dc-7cbf-4017-92be-fdac90d97492 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.817415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92d3dc-7cbf-4017-92be-fdac90d97492 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:15.821558 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df92d3dc-7cbf-4017-92be-fdac90d97492 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1655340 Aug 31 19:24:15.822286 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.829617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:15.872519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=aef9ec12-44cd-4ad7-836e-a36e069f41cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:15.937053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44983816-3965-449f-bee8-f81d83771712 req-a17c4980-fe9c-42ff-8766-0439c6b372a3 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0386841 Aug 31 19:24:15.948556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:15.991413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e2253e0-83d6-4786-838e-953d2578c19c req-0d94df1b-2aef-4c03-aab3-49b858985213 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788404 Aug 31 19:24:16.008857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8bbf86a1-4bea-4e2d-b7a4-b273d1234e22 None None] Provisioning for port c5686d63-6e3e-4474-bab1-a57f90875965 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:16.022385 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.112544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:16.113306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.143391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port a0509c6c-b01a-4e28-a3eb-76862d17e467 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:16.147535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.151177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.156529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5a7d78f-2dce-4bab-b586-0bfcf683386c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/aef9ec12-44cd-4ad7-836e-a36e069f41cf HTTP/1.1" status: 204 len: 168 time: 1.0220449 Aug 31 19:24:16.169878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:16.243076 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ecb315-17eb-448c-ad05-3f255a822ca5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:16.247481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e3ecb315-17eb-448c-ad05-3f255a822ca5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/aef9ec12-44cd-4ad7-836e-a36e069f41cf HTTP/1.1" status: 404 len: 333 time: 0.0720551 Aug 31 19:24:16.247924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:16.275912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c5686d63-6e3e-4474-bab1-a57f90875965 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:16.382042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c5686d63-6e3e-4474-bab1-a57f90875965 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:16.384921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.389321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c5686d63-6e3e-4474-bab1-a57f90875965 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:16.389702 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.405360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for a0509c6c-b01a-4e28-a3eb-76862d17e467 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:16.445894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 0b32e5f8-177d-46dc-a082-8fec295309cd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:16.446258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.580701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.672161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.689747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c5686d63-6e3e-4474-bab1-a57f90875965, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c5686d63-6e3e-4474-bab1-a57f90875965,segment=NetworkSegment(df40796b-f034-4bc1-9e0e-f719f62cdd91),segment_id=df40796b-f034-4bc1-9e0e-f719f62cdd91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:16.696938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.705269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.735767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 0b32e5f8-177d-46dc-a082-8fec295309cd owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:16.749392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=a0509c6c-b01a-4e28-a3eb-76862d17e467,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:16.782697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c5686d63-6e3e-4474-bab1-a57f90875965,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:16.790010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Could not find standard attr ID for object a0509c6c-b01a-4e28-a3eb-76862d17e467. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:16.811385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Provisioning for port 26186e27-5876-44b3-ae11-841bca7de6ef completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:16.825577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Provisioning complete for port 26186e27-5876-44b3-ae11-841bca7de6ef triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:16.826980 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.835043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.837816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-056ca489-b46c-4cac-a30e-e19ab15fc781 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/a0509c6c-b01a-4e28-a3eb-76862d17e467 HTTP/1.1" status: 204 len: 168 time: 1.0069742 Aug 31 19:24:16.841901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:16.878822 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddae316-fa7b-4b41-a1fc-6ebe58132bbd tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:16.880941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fddae316-fa7b-4b41-a1fc-6ebe58132bbd tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/a0509c6c-b01a-4e28-a3eb-76862d17e467 HTTP/1.1" status: 404 len: 333 time: 0.0380745 Aug 31 19:24:16.883609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:16.894595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Port 26186e27-5876-44b3-ae11-841bca7de6ef cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:16.911545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Provisioning complete for port c5686d63-6e3e-4474-bab1-a57f90875965 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:16.912254 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea1a62bc-8124-48c6-9fb7-9833536f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:16.976386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.047543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.115403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 26186e27-5876-44b3-ae11-841bca7de6ef {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:17.118559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.181872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=0b32e5f8-177d-46dc-a082-8fec295309cd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:17.186247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c68202ab-8c4e-4d7d-b506-bee137ddfea7 req-0235f85c-4678-42e9-8993-c92aaa68c3c9 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0578544 Aug 31 19:24:17.267431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe64cad1-515e-448e-aebe-04aff511a1cf None None] Provisioning complete for port 26186e27-5876-44b3-ae11-841bca7de6ef triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:17.267952 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe64cad1-515e-448e-aebe-04aff511a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.356511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fe64cad1-515e-448e-aebe-04aff511a1cf None None] Port 26186e27-5876-44b3-ae11-841bca7de6ef cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:17.382418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.394126 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.401188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c2b625c-5877-4f85-8aa4-7baa13d735d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/0b32e5f8-177d-46dc-a082-8fec295309cd HTTP/1.1" status: 204 len: 168 time: 1.1498454 Aug 31 19:24:17.403146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:17.452118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 26186e27-5876-44b3-ae11-841bca7de6ef owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:17.520182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c5686d63-6e3e-4474-bab1-a57f90875965 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:17.644956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c5686d63-6e3e-4474-bab1-a57f90875965 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:17.645994 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.730982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20d94a2b-7f9a-456f-95f8-8e7de35d4008 None None] Could not find standard attr ID for object a0509c6c-b01a-4e28-a3eb-76862d17e467. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:17.802718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:17.822808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-986db84b-5b11-48b9-b550-616d277cf3b0 req-08f6718a-c93a-46e5-85e3-84655707911c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=16a19247fb814bc7a9f0b390aab36498&device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0301332 Aug 31 19:24:17.928175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-986db84b-5b11-48b9-b550-616d277cf3b0 req-4d6da97e-7ca7-4f11-b937-eb932c2f8f1d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=16a19247fb814bc7a9f0b390aab36498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287354 Aug 31 19:24:17.931141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=26186e27-5876-44b3-ae11-841bca7de6ef,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:18.091234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.096177 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-21bc2816-6ad0-449b-90f1-800a8889fc63 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/26186e27-5876-44b3-ae11-841bca7de6ef HTTP/1.1" status: 204 len: 168 time: 1.2113166 Aug 31 19:24:18.110800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:18.175050 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a573d42e-47a6-4051-add8-acb0dc49d151 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:18.176733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a573d42e-47a6-4051-add8-acb0dc49d151 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/26186e27-5876-44b3-ae11-841bca7de6ef HTTP/1.1" status: 404 len: 333 time: 0.0631356 Aug 31 19:24:18.190389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:18.226765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa614-d185-464d-a8be-379f99583ad9 req-1af41380-7684-4cdf-9e65-de5aa9919517 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:18.241148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3aaa614-d185-464d-a8be-379f99583ad9 req-1af41380-7684-4cdf-9e65-de5aa9919517 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 1.0508840 Aug 31 19:24:18.261872 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8dfb08-1189-4d13-88c6-b1c4abb8da73 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:18.270228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a8dfb08-1189-4d13-88c6-b1c4abb8da73 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/0b32e5f8-177d-46dc-a082-8fec295309cd HTTP/1.1" status: 404 len: 333 time: 0.8507736 Aug 31 19:24:18.277491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37122) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:18.363310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet cb7dd12b-e9fd-4cd8-9416-541545d8cfff {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:18.367372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.440291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.539611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.576821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 73b2303a-d531-4dbd-8a4a-1bc2dde3a02f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:18.590716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.617599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcbcbb31-94a0-439c-9776-6bb771e37615 req-cb495fd9-07e4-42f3-b90d-c01cd7f24d3f tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.3636684 Aug 31 19:24:18.624149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.663442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdff374-137a-46fc-b206-71ddf74a94db None None] Network d46bd50a-675c-48ef-965f-9907e674c52c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:18.668544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db84b-5b11-48b9-b550-616d277cf3b0 req-a4e59670-a912-42fa-8f7d-89d11012b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:18.670081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-986db84b-5b11-48b9-b550-616d277cf3b0 req-a4e59670-a912-42fa-8f7d-89d11012b14c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7241490 Aug 31 19:24:18.683116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.716945 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.724693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/cb7dd12b-e9fd-4cd8-9416-541545d8cfff HTTP/1.1" status: 204 len: 168 time: 0.4309039 Aug 31 19:24:18.725391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37126) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:18.743007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8169-10b0-4773-b6fe-64b071ed5e60 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7dd12b-e9fd-4cd8-9416-541545d8cfff,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:18.811512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3aaa614-d185-464d-a8be-379f99583ad9 req-4198c14e-a4c9-44a9-8d63-be2aa6480d5e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5635695 Aug 31 19:24:18.853938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.891373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.959540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:18.959904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:18.968094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] DHCP port deletion for d46bd50a-675c-48ef-965f-9907e674c52c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:19.069277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.200802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85845346-05fa-4360-ad58-12a397ff671f None None] Network 20304fe5-ae28-4d4a-8a54-3d81a59b3508 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:19.205905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,segment=NetworkSegment(419d3cbe-452a-4646-9882-5bc5dcd0f687),segment_id=419d3cbe-452a-4646-9882-5bc5dcd0f687)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:19.208866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.226548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.226548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/73b2303a-d531-4dbd-8a4a-1bc2dde3a02f HTTP/1.1" status: 204 len: 168 time: 1.0310171 Aug 31 19:24:19.226548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=73b2303a-d531-4dbd-8a4a-1bc2dde3a02f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:19.227146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:19.243167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:19.352282 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.381822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.382221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.382520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.382863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.383200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.383533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.386630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.386999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.387320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.387832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.388060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.388484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995974e6-fd42-4bee-a22b-354b2fe2efe9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:19.414850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:19.468200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.479401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:19.513317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:19.563068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:19.563992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:19.608075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.618296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port c5686d63-6e3e-4474-bab1-a57f90875965 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:19.618803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.628683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46bd50a-675c-48ef-965f-9907e674c52c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:19.653711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419d3cbe-452a-4646-9882-5bc5dcd0f687') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:19.654017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419d3cbe-452a-4646-9882-5bc5dcd0f687') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:19.678496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.698413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Deleting port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:19.699064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.719985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.727445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port c5686d63-6e3e-4474-bab1-a57f90875965, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c5686d63-6e3e-4474-bab1-a57f90875965,segment=NetworkSegment(df40796b-f034-4bc1-9e0e-f719f62cdd91),segment_id=df40796b-f034-4bc1-9e0e-f719f62cdd91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:19.728079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.735920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:19.737675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:19.744929 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:19.749003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for c5686d63-6e3e-4474-bab1-a57f90875965 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:19.865903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] For port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:19.866116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.866802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.883193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Calling delete_port for 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:19.886230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:24:19.890764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:19.925832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=c5686d63-6e3e-4474-bab1-a57f90875965,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:19.933604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] Pushing event deleted for resources: {'Port': ['ID=0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:19.964185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port c5686d63-6e3e-4474-bab1-a57f90875965 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:19.972297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc14892-4cc7-447b-9585-0d42767bafb2 None None] No DVR routers for this DVR port 0bc3dfc9-d160-4af7-af1f-dd781c0cbbdc on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:20.020191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bad83480-daa1-4aba-886d-0fe3d195c3fb req-e0ea9143-a6f2-458a-8125-bfaacf6d48ba tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.73 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.2741740 Aug 31 19:24:20.023436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.057575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.060325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/d46bd50a-675c-48ef-965f-9907e674c52c HTTP/1.1" status: 204 len: 168 time: 1.3320317 Aug 31 19:24:20.067997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:20.082833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-305652578'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:20.083077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d30b3-66f2-412b-bc6a-c82d1c0c4d9e None None] DHCP port deletion for 20304fe5-ae28-4d4a-8a54-3d81a59b3508 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:20.118275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-986db84b-5b11-48b9-b550-616d277cf3b0 req-0b2e15aa-d2c4-4842-a113-d064923e1409 tempest-ServerShowV254Test-467293440 tempest-ServerShowV254Test-467293440-project] 10.222.0.82 "GET /v2.0/ports?device_id=738ef405-669c-40c3-a424-b3262646887e HTTP/1.1" status: 200 len: 210 time: 0.0527976 Aug 31 19:24:20.171267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=d46bd50a-675c-48ef-965f-9907e674c52c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:20.226159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.226493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.226906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.227248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.227587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.233207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.239138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.239792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.241358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.241854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.242364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.242870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cb2b1-06ce-42b8-b022-6b965b7514b1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:20.301348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:20.308669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.347270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.347740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219aad0-63e9-473d-8cd6-b0c69cd5ab17 req-c5f0f62c-1261-42d0-b063-80f350a19a25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:20.359157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4219aad0-63e9-473d-8cd6-b0c69cd5ab17 req-c5f0f62c-1261-42d0-b063-80f350a19a25 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.3374529 Aug 31 19:24:20.378692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20304fe5-ae28-4d4a-8a54-3d81a59b3508']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:20.401395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:20.412880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df40796b-f034-4bc1-9e0e-f719f62cdd91') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:20.413266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df40796b-f034-4bc1-9e0e-f719f62cdd91') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:20.424848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.425213 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment 99f33b9d-a7f1-4e98-a104-71e0960f4571 of type vlan for network 70fa59bf-57da-4d9a-a399-fd815736b889 Aug 31 19:24:20.432480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.440568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4219aad0-63e9-473d-8cd6-b0c69cd5ab17 req-31fa6b8c-4333-4086-837f-3738f5cd65a0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761085 Aug 31 19:24:20.456118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.475373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:20.476331 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.506498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:20.531053 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:20.542241 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.550312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:20.551392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.553500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.570977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.573248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/20304fe5-ae28-4d4a-8a54-3d81a59b3508 HTTP/1.1" status: 204 len: 168 time: 1.3452353 Aug 31 19:24:20.586308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:20.592007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1465916919'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:20.598549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57299fc6-d927-49b8-b961-f886030e9a4e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=20304fe5-ae28-4d4a-8a54-3d81a59b3508,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:20.655210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:20.657192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5796738 Aug 31 19:24:20.662084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:20.663404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.669400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:20.701506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:20.713654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.714109 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Added segment fde437ac-c0dd-4088-b1d5-1d8738f765fd of type vlan for network eaa7637a-6d3e-405d-820c-2d8211d423c5 Aug 31 19:24:20.779549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c83cdf-a9b7-41c8-bf1e-0f72e098c590 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=70fa59bf-57da-4d9a-a399-fd815736b889,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:20.784786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.796887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 70fa59bf-57da-4d9a-a399-fd815736b889 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:20.827626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.847514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:20.849284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.925006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:20.930758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:20.973344 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3855963 Aug 31 19:24:20.978376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:20.983299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:21.061871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c6161-8804-4972-8368-f095914472ed tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Network': ['ID=eaa7637a-6d3e-405d-820c-2d8211d423c5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:21.076798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:21.148430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:21.152506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.286585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.364220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:21.402210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': '99f33b9d-a7f1-4e98-a104-71e0960f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:21.402790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: 70fa59bf-57da-4d9a-a399-fd815736b889, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:21.435177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 70fa59bf-57da-4d9a-a399-fd815736b889 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:21.451713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 70fa59bf-57da-4d9a-a399-fd815736b889) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:21.468020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:21.474073 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.475467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71ab99-6632-4284-b706-668f1de79872 None None] Network 70fa59bf-57da-4d9a-a399-fd815736b889 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:21.482415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.513058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aea81271-891b-45c1-99f5-899e6d2f3598 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8483877 Aug 31 19:24:21.518924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:21.529400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889', 'name': 'tempest-PortsTestJSON-1341332027', 'fixed_ips': [{'subnet_id': '69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa', 'ip_address': '172.20.0.10'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:21.599151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=fcc23539-d024-4a8e-8cfa-99e3db835052,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:21.665722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Checking segment: {'id': 'fde437ac-c0dd-4088-b1d5-1d8738f765fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:21.666410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network hostable DHCP agents. Network: eaa7637a-6d3e-405d-820c-2d8211d423c5, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:21.691683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:21.712394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, eaa7637a-6d3e-405d-820c-2d8211d423c5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:21.744469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:21.745661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.760595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:21.771503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10dc7605-e11b-46be-93ca-5910e78b4cb2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7906086 Aug 31 19:24:21.777055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:21.792753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-80030633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:21.796197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a1382-af68-4125-ada2-fbc6ecae1761 req-528df319-cd8a-47fa-81a2-1f2e28d18eec tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:21.805168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-895a1382-af68-4125-ada2-fbc6ecae1761 req-528df319-cd8a-47fa-81a2-1f2e28d18eec tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1687059 Aug 31 19:24:21.854500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:21.881140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-895a1382-af68-4125-ada2-fbc6ecae1761 req-3c13e648-54e3-4693-a6da-6fecc7b16568 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746002 Aug 31 19:24:21.895747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c5686d63-6e3e-4474-bab1-a57f90875965 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:21.896238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.907029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:21.916924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c442e72-16ba-4ce0-b7d4-41d222b60bc7 None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:21.920802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c5686d63-6e3e-4474-bab1-a57f90875965 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:21.921144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c5686d63-6e3e-4474-bab1-a57f90875965 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:22.067053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32548dff-685a-4f45-ac26-92d34c93f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.111722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.119172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.140769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.175979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 312dff4e-0806-434b-bc82-9f5aef68b617 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:22.258094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-70fa59bf-57da-4d9a-a399-fd815736b889', 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': '69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:22.258983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.269914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-eaa7637a-6d3e-405d-820c-2d8211d423c5', 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': 'fcc23539-d024-4a8e-8cfa-99e3db835052'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:22.270762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.390705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.10 (70fa59bf-57da-4d9a-a399-fd815736b889/69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa/312dff4e-0806-434b-bc82-9f5aef68b617) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:22.568792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32548dff-685a-4f45-ac26-92d34c93f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.579764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32548dff-685a-4f45-ac26-92d34c93f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.580219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.584446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2579a47e-5f73-46e1-8e5d-83331da25b31 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8006961 Aug 31 19:24:22.585101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:22.590356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5', 'name': 'tempest-PortsIpV6TestJSON-1744072722'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:22.620273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Allocated IP 2001:db8::2 (eaa7637a-6d3e-405d-820c-2d8211d423c5/fcc23539-d024-4a8e-8cfa-99e3db835052/53f5e1a9-7c96-42d5-9934-db6f8b57f7e7) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:22.668432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32548dff-685a-4f45-ac26-92d34c93f52a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16a19247fb814bc7a9f0b390aab36498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065144 Aug 31 19:24:22.672787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32548dff-685a-4f45-ac26-92d34c93f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fce0ad-2cea-4458-9111-72b32ae708e6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:22.675468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:22.693361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.746119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 312dff4e-0806-434b-bc82-9f5aef68b617 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:22.767847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.843296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.908792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.913586 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.923018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:22.928652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:22.935743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Transition to ACTIVE for port object 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:22.960979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:22.961193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Transition to ACTIVE for port object 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:22.991656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.078108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 70fa59bf-57da-4d9a-a399-fd815736b889 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:23.110351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:23.119887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:23.129594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:23.133025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Allocated IP 172.20.0.2 (70fa59bf-57da-4d9a-a399-fd815736b889/69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa/99fbacad-d59d-4041-9df9-a4e2f239d8c0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:23.135995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Pushing event updated for resources: {'Port': ['ID=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:23.162263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:23.170982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:23.251900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Attempting to bind port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:23.252595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Attempting to bind port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'fde437ac-c0dd-4088-b1d5-1d8738f765fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:23.253469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Attempting to bind port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 on network eaa7637a-6d3e-405d-820c-2d8211d423c5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:23.278939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::194 (eaa7637a-6d3e-405d-820c-2d8211d423c5/fcc23539-d024-4a8e-8cfa-99e3db835052/ec45940a-eea6-4cc5-b2a7-e08c96fb88d9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:23.289703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:23.290420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Checking segment: {'id': 'fde437ac-c0dd-4088-b1d5-1d8738f765fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:23.290990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.291545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Bound using segment: {'id': 'fde437ac-c0dd-4088-b1d5-1d8738f765fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:23.292876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Bound port: 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde437ac-c0dd-4088-b1d5-1d8738f765fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eaa7637a-6d3e-405d-820c-2d8211d423c5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:23.293456 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.325920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:23.326749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.357887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=312dff4e-0806-434b-bc82-9f5aef68b617,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:23.370685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a44342d3-cf5a-457f-be7f-4c6c9d6d4cc8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8497813 Aug 31 19:24:23.377259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:23.389566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] For port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:23.394084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] For port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,segment=NetworkSegment(fde437ac-c0dd-4088-b1d5-1d8738f765fd),segment_id=fde437ac-c0dd-4088-b1d5-1d8738f765fd)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:23.401861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889', 'name': 'tempest-PortsTestJSON-1066437808', 'fixed_ips': [{'subnet_id': '69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa', 'ip_address': '172.20.0.9'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:23.402454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.486430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d16725-74b4-40e9-9456-d66c17d9523d None None] Pushing event updated for resources: {'Port': ['ID=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:23.556063 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.559785 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.564172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66fce0ad-2cea-4458-9111-72b32ae708e6 HTTP/1.1" status: 204 len: 168 time: 0.8680310 Aug 31 19:24:23.581103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d081b2-9e2b-4dfa-9bfb-3413107507a7 req-d1caacf4-512d-44d7-acc1-434ceac3f395 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:23.588402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90d081b2-9e2b-4dfa-9bfb-3413107507a7 req-d1caacf4-512d-44d7-acc1-434ceac3f395 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.5644469 Aug 31 19:24:23.621484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.628458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c03e6-7bc3-45ff-89c5-2cede4ee3e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fce0ad-2cea-4458-9111-72b32ae708e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:23.646476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:23.651626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.654650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:23.689614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90d081b2-9e2b-4dfa-9bfb-3413107507a7 req-0ac368c0-e2f1-47ac-99bb-332294707ecd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939484 Aug 31 19:24:23.700351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 390dfce1-1d78-4bce-9d0a-319dfbe34cda yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:23.717956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.818394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.834505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=ec45940a-eea6-4cc5-b2a7-e08c96fb88d9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:23.849023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:23.851167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:23.854665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:23.859541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Transition to ACTIVE for port object 99fbacad-d59d-4041-9df9-a4e2f239d8c0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:23.862650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:23.863776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:23.904777 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0606bc89-3573-4545-8d55-cc9424c72ab8 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3185630 Aug 31 19:24:23.916969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:23.947151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Transition to ACTIVE for port object 99fbacad-d59d-4041-9df9-a4e2f239d8c0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:23.964133 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:24.039011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Network 70fa59bf-57da-4d9a-a399-fd815736b889 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:24.070382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:24.075924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:24.134620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Pushing event updated for resources: {'Port': ['ID=99fbacad-d59d-4041-9df9-a4e2f239d8c0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:24.173242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Attempting to bind port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:24.174058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Attempting to bind port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '99f33b9d-a7f1-4e98-a104-71e0960f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:24.177218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Attempting to bind port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 on network 70fa59bf-57da-4d9a-a399-fd815736b889 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:24.186617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:24.188182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Checking segment: {'id': '99f33b9d-a7f1-4e98-a104-71e0960f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:24.188826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:24.189440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Bound using segment: {'id': '99f33b9d-a7f1-4e98-a104-71e0960f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:24.191910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Bound port: 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f33b9d-a7f1-4e98-a104-71e0960f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '70fa59bf-57da-4d9a-a399-fd815736b889'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:24.192872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:24.269762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.9 (70fa59bf-57da-4d9a-a399-fd815736b889/69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa/390dfce1-1d78-4bce-9d0a-319dfbe34cda) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:24.383245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] For port 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:24.396437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] For port 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99fbacad-d59d-4041-9df9-a4e2f239d8c0,segment=NetworkSegment(99f33b9d-a7f1-4e98-a104-71e0960f4571),segment_id=99f33b9d-a7f1-4e98-a104-71e0960f4571)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:24.405346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:24.571622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf47285-1cec-47f5-8e11-979057ef329c None None] Pushing event updated for resources: {'Port': ['ID=99fbacad-d59d-4041-9df9-a4e2f239d8c0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:24.771406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:24.822067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 390dfce1-1d78-4bce-9d0a-319dfbe34cda will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:24.915878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:25.092166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:25.264446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 70fa59bf-57da-4d9a-a399-fd815736b889 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:25.266961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=390dfce1-1d78-4bce-9d0a-319dfbe34cda,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:25.289794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:25.293554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:25.381603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5e770-0394-49c2-ab03-79c8872bb638 req-672c1b54-0f9f-4aef-87aa-e489a8f3879f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:25.383943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fca5e770-0394-49c2-ab03-79c8872bb638 req-672c1b54-0f9f-4aef-87aa-e489a8f3879f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.4760880 Aug 31 19:24:25.471333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:25.472507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:25.547610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fca5e770-0394-49c2-ab03-79c8872bb638 req-c4f168a9-2a8d-4be4-9b4f-d8212e2447dd tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573575 Aug 31 19:24:25.549321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2535fadd-d2c9-4497-a930-0b941d5cc726 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1629953 Aug 31 19:24:25.556928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:25.787368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:25.893937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2480e04-efa5-4f51-a019-808d9d7bdffe tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:25.898417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2480e04-efa5-4f51-a019-808d9d7bdffe tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3399706 Aug 31 19:24:25.908016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:25.923162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72ca6e-910d-4ea2-830b-5e8ffce2411a None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:25.976105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:25.981841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.088932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1bf5a-fdec-43b8-83e9-fb777c0b2a34 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:26.103109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1bf5a-fdec-43b8-83e9-fb777c0b2a34 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:26.118292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1bf5a-fdec-43b8-83e9-fb777c0b2a34 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:26.119121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Provisioning for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:26.126167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36b1bf5a-fdec-43b8-83e9-fb777c0b2a34 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2137148 Aug 31 19:24:26.126938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37254) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:26.130840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:26.145028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:26.145756 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.147525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Provisioning complete for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:26.148320 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.168281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=ec45940a-eea6-4cc5-b2a7-e08c96fb88d9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:26.468446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 390dfce1-1d78-4bce-9d0a-319dfbe34cda {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:26.471078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.673172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.744652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:26.832607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d74828-e393-4760-b5ca-b9eaac56eb03 None None] Network 70fa59bf-57da-4d9a-a399-fd815736b889 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:27.027732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70677855-b124-4f11-813e-fc156e10e080 req-66af7f03-c6fa-4b7f-bc02-c3d79567d921 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0886941 Aug 31 19:24:27.059517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:27.067299 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:27.083910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:27.115770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 390dfce1-1d78-4bce-9d0a-319dfbe34cda owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:27.139833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,segment=NetworkSegment(fde437ac-c0dd-4088-b1d5-1d8738f765fd),segment_id=fde437ac-c0dd-4088-b1d5-1d8738f765fd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:27.157099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:27.158353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99fbacad-d59d-4041-9df9-a4e2f239d8c0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:27.273043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0e225-4075-4e0a-b1e4-404ee708dab2 req-b1bf345e-ba62-49ad-8b65-37ac8c0b26e8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:27.282128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4aa0e225-4075-4e0a-b1e4-404ee708dab2 req-b1bf345e-ba62-49ad-8b65-37ac8c0b26e8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.2487092 Aug 31 19:24:27.339198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4aa0e225-4075-4e0a-b1e4-404ee708dab2 req-fafb086a-ae70-4fe0-93c3-5dd956e267a5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500195 Aug 31 19:24:27.399090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:24:27.399672 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-591f82b7-00f0-4098-bd3b-909c2148ce8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:24:27.561052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:27.571808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:27.706905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:27.798160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=390dfce1-1d78-4bce-9d0a-319dfbe34cda,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:27.837596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:28.052697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.055150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0964873-86e6-4a14-99cf-dc87061b2aa1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/390dfce1-1d78-4bce-9d0a-319dfbe34cda HTTP/1.1" status: 204 len: 168 time: 1.9272094 Aug 31 19:24:28.057865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.059856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:28.070146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.071584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.142071 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cbcd99-f9de-4060-b54f-a343071ab2ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:28.146642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1cbcd99-f9de-4060-b54f-a343071ab2ee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/390dfce1-1d78-4bce-9d0a-319dfbe34cda HTTP/1.1" status: 404 len: 333 time: 0.0856144 Aug 31 19:24:28.152216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:28.215903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:28.216596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.289530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=ec45940a-eea6-4cc5-b2a7-e08c96fb88d9,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:28.398702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:28.405032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:28.441744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a49318d6-aee4-4c7d-b270-12e693c31b35 req-5a9c621f-65b9-42fb-80c6-bc444250255e tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.1691799 Aug 31 19:24:28.671079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 312dff4e-0806-434b-bc82-9f5aef68b617 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:28.671455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:28.933646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8463-ccac-4593-8f3f-1214ad460ac6 req-efa1c790-54e2-40a8-b7f4-c16a65f35ed6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:28.952409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Could not find standard attr ID for object 390dfce1-1d78-4bce-9d0a-319dfbe34cda. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:28.955404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-956e8463-ccac-4593-8f3f-1214ad460ac6 req-efa1c790-54e2-40a8-b7f4-c16a65f35ed6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.4408517 Aug 31 19:24:29.003700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning for port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:29.059606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning complete for port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:29.066415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.257698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.380312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:29.394692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-956e8463-ccac-4593-8f3f-1214ad460ac6 req-6b6fc548-7216-42ea-96e1-7fa4804cffdf tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350705 Aug 31 19:24:29.396795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 312dff4e-0806-434b-bc82-9f5aef68b617 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:29.409397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning for port 312dff4e-0806-434b-bc82-9f5aef68b617 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:29.422560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning complete for port 312dff4e-0806-434b-bc82-9f5aef68b617 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:29.423475 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.525986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Port 312dff4e-0806-434b-bc82-9f5aef68b617 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:29.548490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning for port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:29.553014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning complete for port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:29.553601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.698090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Router 49602e4c-0e5b-4543-8172-59c7da98da3a is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:24:29.816298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.880310 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:29.912402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:24:29.928996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-81640cb0-a762-493e-bb2c-951b5b8095a6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/routers/49602e4c-0e5b-4543-8172-59c7da98da3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9906583 Aug 31 19:24:29.929777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:29.936851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d300478f-cb3a-4ab9-b38f-9fc21c240b5c req-198ac363-13ed-4e74-8d20-bf86a89bafa0 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0793262 Aug 31 19:24:29.989797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] Sync routers for ids ['49602e4c-0e5b-4543-8172-59c7da98da3a'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:24:29.995020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=312dff4e-0806-434b-bc82-9f5aef68b617,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:30.030418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] For port 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99fbacad-d59d-4041-9df9-a4e2f239d8c0,segment=NetworkSegment(99f33b9d-a7f1-4e98-a104-71e0960f4571),segment_id=99f33b9d-a7f1-4e98-a104-71e0960f4571)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:30.046229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8157100-79fb-4d48-9ff9-0b9c7485cf34 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:30.051937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8157100-79fb-4d48-9ff9-0b9c7485cf34 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?device_id=49602e4c-0e5b-4543-8172-59c7da98da3a HTTP/1.1" status: 200 len: 989 time: 0.1176836 Aug 31 19:24:30.052735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.057297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:30.150312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Pushing event updated for resources: {'Port': ['ID=99fbacad-d59d-4041-9df9-a4e2f239d8c0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:30.160279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] Routers {'49602e4c-0e5b-4543-8172-59c7da98da3a'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:30.160930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['49602e4c-0e5b-4543-8172-59c7da98da3a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:30.248649 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.254136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c29f02f-b7e6-4b0a-a6b5-34c770c1dad2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/312dff4e-0806-434b-bc82-9f5aef68b617 HTTP/1.1" status: 204 len: 168 time: 2.0999532 Aug 31 19:24:30.257679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37326) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:30.316309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:30.347350 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ba28d2-9b9c-4946-9112-e39674aaf0a5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:30.349539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67ba28d2-9b9c-4946-9112-e39674aaf0a5 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/312dff4e-0806-434b-bc82-9f5aef68b617 HTTP/1.1" status: 404 len: 333 time: 0.0888824 Aug 31 19:24:30.352444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:30.383521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] Routers {'49602e4c-0e5b-4543-8172-59c7da98da3a'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:30.384474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['49602e4c-0e5b-4543-8172-59c7da98da3a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:30.386569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Provisioning complete for port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:30.388179 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb347a83-9bba-4b75-828b-0995b5734c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.576012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet 69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:30.590491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:30.591406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57578c8-4b8d-4342-89ee-a3ef890b9e86 None None] The sync data for ids ['49602e4c-0e5b-4543-8172-59c7da98da3a'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:24:30.592218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.725346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.783778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594847d1-504f-40c0-9560-10d67010542f req-7a09228f-9c84-4ee3-b698-019193e2db62 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:30.790990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-594847d1-504f-40c0-9560-10d67010542f req-7a09228f-9c84-4ee3-b698-019193e2db62 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.0994191 Aug 31 19:24:30.844062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd3302e3-632e-49f3-9bdf-2cc80e69cd2f None None] Could not find standard attr ID for object 390dfce1-1d78-4bce-9d0a-319dfbe34cda. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:30.847279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd3302e3-632e-49f3-9bdf-2cc80e69cd2f None None] Could not find standard attr ID for object 312dff4e-0806-434b-bc82-9f5aef68b617. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:30.889791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd3302e3-632e-49f3-9bdf-2cc80e69cd2f None None] Provisioning complete for port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:30.891346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fd3302e3-632e-49f3-9bdf-2cc80e69cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:30.963274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fd3302e3-632e-49f3-9bdf-2cc80e69cd2f None None] Port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:31.224940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.239962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-594847d1-504f-40c0-9560-10d67010542f req-e32151dd-59ed-41a3-8d4a-fb3f9e346e68 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480152 Aug 31 19:24:31.244149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7b56117-cf1f-406a-8743-153790e5bd7b req-9ff9cc73-5e8c-4fb1-ae8c-02eb91b1c167 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0799961 Aug 31 19:24:31.294350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.420109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.459498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:31.475533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.478261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b177b94d-7ace-4428-b9cf-bbbbb89e23d1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa HTTP/1.1" status: 204 len: 168 time: 1.1226158 Aug 31 19:24:31.481078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:31.487147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b1e2e-4b06-4347-9c32-afd88047b5c6 None None] Network 70fa59bf-57da-4d9a-a399-fd815736b889 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:31.567430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:31.568087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.589360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0eaab42f-0826-4d30-8da4-7bbeba093c8a req-5dc2a642-4a16-4b2a-b7ae-52fc47a83a82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0297167 Aug 31 19:24:31.607028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.694861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.729671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:31.753907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:31.754547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.772412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99fbacad-d59d-4041-9df9-a4e2f239d8c0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:31.827091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] DHCP port deletion for 70fa59bf-57da-4d9a-a399-fd815736b889 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:31.854531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-b424ce34-cbae-444e-947b-9c1f4737cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:31.857341 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-b424ce34-cbae-444e-947b-9c1f4737cbec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1098 time: 0.1472173 Aug 31 19:24:31.863319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99fbacad-d59d-4041-9df9-a4e2f239d8c0,segment=NetworkSegment(99f33b9d-a7f1-4e98-a104-71e0960f4571),segment_id=99f33b9d-a7f1-4e98-a104-71e0960f4571)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:31.863670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.878795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 99fbacad-d59d-4041-9df9-a4e2f239d8c0 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:31.899846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:31.900218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.949669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Deleting port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:31.950050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:31.981819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.005912 n-d-778550-14 neutron-server[94818]: INFO neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No ports have port_id starting with 99fbacad-d59d-4041-9df9-a4e2f239d8c0 Aug 31 19:24:32.018196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:32.022538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=99fbacad-d59d-4041-9df9-a4e2f239d8c0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:32.027205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] For port 99fbacad-d59d-4041-9df9-a4e2f239d8c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99fbacad-d59d-4041-9df9-a4e2f239d8c0,segment=NetworkSegment(99f33b9d-a7f1-4e98-a104-71e0960f4571),segment_id=99f33b9d-a7f1-4e98-a104-71e0960f4571)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:32.027621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.041316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Calling delete_port for 99fbacad-d59d-4041-9df9-a4e2f239d8c0 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:32.077641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.100110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-db23f32a-b5df-44db-929c-54f72d4dc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:32.101601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-db23f32a-b5df-44db-929c-54f72d4dc0b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1479344 Aug 31 19:24:32.129480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.134287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=ec45940a-eea6-4cc5-b2a7-e08c96fb88d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:32.141934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.161467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa59bf-57da-4d9a-a399-fd815736b889']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:32.174891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] Pushing event deleted for resources: {'Port': ['ID=99fbacad-d59d-4041-9df9-a4e2f239d8c0,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:32.182851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f33b9d-a7f1-4e98-a104-71e0960f4571') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:32.183159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f33b9d-a7f1-4e98-a104-71e0960f4571') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:32.186142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795daf2-1c03-4222-b0f9-a2cda3a568bd None None] No DVR routers for this DVR port 99fbacad-d59d-4041-9df9-a4e2f239d8c0 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:32.205353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.226897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.236682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:32.236853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:32.240879 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:32.350577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-61b43d4a-74ba-4f5c-8b5d-4176d1601a69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 1001 time: 0.2275701 Aug 31 19:24:32.351190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.440713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-980ca186-4cff-424a-8498-61e5c013878a req-90863840-7a48-43df-870d-caab061236c2 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0409601 Aug 31 19:24:32.441684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.470841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.472835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/70fa59bf-57da-4d9a-a399-fd815736b889 HTTP/1.1" status: 204 len: 168 time: 0.9891031 Aug 31 19:24:32.484132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa79d-2a20-4179-845b-4d34469d2c99 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=70fa59bf-57da-4d9a-a399-fd815736b889,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:32.486321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37364) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:32.493084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1608719471'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:32.531016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2239b6-6369-4153-896a-cfe912065804 req-e0048730-a16e-42f7-9ab2-83268c79a6e9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:32.539158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf2239b6-6369-4153-896a-cfe912065804 req-e0048730-a16e-42f7-9ab2-83268c79a6e9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.1516566 Aug 31 19:24:32.541014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:32.544730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.588113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:24:32.599470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.599957 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Added segment f3552400-066d-410b-8c55-2add546f397d of type vlan for network e6c6c6cf-b180-491f-b50f-248993ea45ea Aug 31 19:24:32.651229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.663817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf2239b6-6369-4153-896a-cfe912065804 req-a7ec1c6d-abe1-43e5-80e2-9544783d478d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237123 Aug 31 19:24:32.695747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.707486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:32.707486 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:32.814313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3238907 Aug 31 19:24:32.816698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:32.826494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:32.833490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ce6a-6eab-444d-b4ed-4fa507f4b65a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Network': ['ID=e6c6c6cf-b180-491f-b50f-248993ea45ea,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:32.834845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-700d3cc0-e0b5-41c5-b261-ead07dcecf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:32.835552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-700d3cc0-e0b5-41c5-b261-ead07dcecf90 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.4719687 Aug 31 19:24:32.852816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e6c6c6cf-b180-491f-b50f-248993ea45ea details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:24:33.007349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Router 49602e4c-0e5b-4543-8172-59c7da98da3a has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:24:33.036019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-e9f507fe-11ed-4287-bf91-6ee2eebaf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:33.037520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-e9f507fe-11ed-4287-bf91-6ee2eebaf11e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570663 Aug 31 19:24:33.153865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:33.158073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.226067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:24:33.238901 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0dd81110-4b75-4b56-a6e5-d7621219b58c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/routers/49602e4c-0e5b-4543-8172-59c7da98da3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1778653 Aug 31 19:24:33.239097 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] Sync routers for ids ['49602e4c-0e5b-4543-8172-59c7da98da3a'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:24:33.239542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:33.272743 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] Routers {'49602e4c-0e5b-4543-8172-59c7da98da3a'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:33.273463 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['49602e4c-0e5b-4543-8172-59c7da98da3a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:33.286347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-db58d6ed-3d5e-4e8d-8a5e-f5e038810c93 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414653 Aug 31 19:24:33.292865 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4aadcb-3a48-4210-b381-ba73ab5fe212 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:33.294781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bf4aadcb-3a48-4210-b381-ba73ab5fe212 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/ec45940a-eea6-4cc5-b2a7-e08c96fb88d9 HTTP/1.1" status: 404 len: 333 time: 0.0540783 Aug 31 19:24:33.297848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:33.306403 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:33.316501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] Routers {'49602e4c-0e5b-4543-8172-59c7da98da3a'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:33.317464 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['49602e4c-0e5b-4543-8172-59c7da98da3a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:33.351920 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:33.353479 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a53ea-febb-410a-b201-d126042cb603 None None] The sync data for ids ['49602e4c-0e5b-4543-8172-59c7da98da3a'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:24:33.469058 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.566275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-18c6ad73-1fc2-4dd5-92f9-3fff1162a047 req-95f78143-6530-4ba2-97a8-9697fa305b60 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Aug 31 19:24:33.673715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4390f6eb-1557-40d8-95ad-2977eff7a0ca req-aba95d80-84a7-45c2-a8e7-c1863c50cd64 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771439 Aug 31 19:24:33.727927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.735659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.735659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.789712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99fbacad-d59d-4041-9df9-a4e2f239d8c0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:33.816759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 99fbacad-d59d-4041-9df9-a4e2f239d8c0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:33.817393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99fbacad-d59d-4041-9df9-a4e2f239d8c0 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:33.885067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.885663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Fanout notify agent at l3_agent the message router_deleted on router 49602e4c-0e5b-4543-8172-59c7da98da3a {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:24:33.887683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=9712288c-35e1-4c8f-9d0b-4343cb6489e2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:33.917352 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:33.920175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eebd41e8-5e55-41cf-9b53-7cd2060c48eb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/routers/49602e4c-0e5b-4543-8172-59c7da98da3a HTTP/1.1" status: 204 len: 168 time: 0.6211572 Aug 31 19:24:33.923757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:33.939029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Checking segment: {'id': 'f3552400-066d-410b-8c55-2add546f397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:33.939396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network hostable DHCP agents. Network: e6c6c6cf-b180-491f-b50f-248993ea45ea, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:24:33.997878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743f07-df6c-4673-8e94-182a9ef348d9 req-de2f5612-e3ff-4396-b4b6-06716390643c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:34.000621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1743f07-df6c-4673-8e94-182a9ef348d9 req-de2f5612-e3ff-4396-b4b6-06716390643c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.0961442 Aug 31 19:24:34.016118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network e6c6c6cf-b180-491f-b50f-248993ea45ea is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:24:34.027414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-868d3ae4-d69e-4e03-9fe1-ea1d0705af5e req-e2ef9c70-d945-4b24-a9e3-1095d78e33cf tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0509458 Aug 31 19:24:34.029103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet fcc23539-d024-4a8e-8cfa-99e3db835052 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:34.034812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.058866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e6c6c6cf-b180-491f-b50f-248993ea45ea) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:34.067778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b803e1c5-5a6d-4e25-9309-a9930a6a9dfe None None] Network e6c6c6cf-b180-491f-b50f-248993ea45ea requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:34.072246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:34.072901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.096554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55948388-b5ea-438d-adaf-77f55ea8f348 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2785573 Aug 31 19:24:34.099083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.101728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:34.107386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1743f07-df6c-4673-8e94-182a9ef348d9 req-6abc588f-befd-4303-8767-4b3d26829aa1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896492 Aug 31 19:24:34.154868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1578395929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:34.201461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.202349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.281843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.289803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e6c6c6cf-b180-491f-b50f-248993ea45ea', 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': '9712288c-35e1-4c8f-9d0b-4343cb6489e2'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:34.290813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.357589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.365165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.387311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.388690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4e6ffb2-7991-48de-bcfe-a7d88643fe6b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2859526 Aug 31 19:24:34.391783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37412) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:34.399020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea', 'name': 'tempest-PortsTestJSON-234470301'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:34.444383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Allocated IP 172.20.0.2 (e6c6c6cf-b180-491f-b50f-248993ea45ea/9712288c-35e1-4c8f-9d0b-4343cb6489e2/18ef841f-f999-41b9-a48e-9ddcd1f44b56) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:34.445053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.482887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc23539-d024-4a8e-8cfa-99e3db835052,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:34.496080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.500762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79870d7c-2ced-42a8-a254-7a035d5a8c0e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/fcc23539-d024-4a8e-8cfa-99e3db835052 HTTP/1.1" status: 204 len: 168 time: 0.5723596 Aug 31 19:24:34.501088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:34.502479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b64f0-d2b6-42df-8302-537c9f94301b None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:34.602876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.624627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:34.629004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.667131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:34.714879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.733457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Transition to ACTIVE for port object 18ef841f-f999-41b9-a48e-9ddcd1f44b56 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:34.755281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:34.755281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.762208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Transition to ACTIVE for port object 18ef841f-f999-41b9-a48e-9ddcd1f44b56 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:34.764377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] DHCP port deletion for eaa7637a-6d3e-405d-820c-2d8211d423c5 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:34.790666 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:24:34.807552 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.858649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,segment=NetworkSegment(fde437ac-c0dd-4088-b1d5-1d8738f765fd),segment_id=fde437ac-c0dd-4088-b1d5-1d8738f765fd)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:34.859037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:34.879199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:34.879945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Network e6c6c6cf-b180-491f-b50f-248993ea45ea is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:34.888368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.5 (e6c6c6cf-b180-491f-b50f-248993ea45ea/9712288c-35e1-4c8f-9d0b-4343cb6489e2/84c692ab-47f2-4cd1-94fd-9eadf32bd039) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:34.901405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:34.904304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:34.941189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Pushing event updated for resources: {'Port': ['ID=18ef841f-f999-41b9-a48e-9ddcd1f44b56,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:34.978924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Deleting port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:34.979402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.072667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] For port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,segment=NetworkSegment(fde437ac-c0dd-4088-b1d5-1d8738f765fd),segment_id=fde437ac-c0dd-4088-b1d5-1d8738f765fd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:35.073367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.073506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.082914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Attempting to bind port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:35.083830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Attempting to bind port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f3552400-066d-410b-8c55-2add546f397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:35.083830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Attempting to bind port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 on network e6c6c6cf-b180-491f-b50f-248993ea45ea {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:35.093185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Calling delete_port for 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:35.096058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:35.096614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Checking segment: {'id': 'f3552400-066d-410b-8c55-2add546f397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:35.097247 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.097742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Bound using segment: {'id': 'f3552400-066d-410b-8c55-2add546f397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:35.098323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Bound port: 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3552400-066d-410b-8c55-2add546f397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6c6c6cf-b180-491f-b50f-248993ea45ea'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:35.098900 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.123375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:35.125410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:35.199110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] For port 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:35.205078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] For port 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=18ef841f-f999-41b9-a48e-9ddcd1f44b56,segment=NetworkSegment(f3552400-066d-410b-8c55-2add546f397d),segment_id=f3552400-066d-410b-8c55-2add546f397d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:35.237303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ab3e19f-8d87-4fe7-8095-ca143ce3f6a6 req-833d2e3a-001c-43fb-8a6e-71907dafb949 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0613334 Aug 31 19:24:35.241857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.268351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.278385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa7637a-6d3e-405d-820c-2d8211d423c5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:35.296365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde437ac-c0dd-4088-b1d5-1d8738f765fd') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:35.297628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde437ac-c0dd-4088-b1d5-1d8738f765fd') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:35.316720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.346916 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.350586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.363342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:35.363938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:35.378856 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:35.428013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 84c692ab-47f2-4cd1-94fd-9eadf32bd039 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:35.433893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1764e-a254-40a7-be54-a30b017c1d6f req-f212e8f2-972d-4749-b79e-f75933f09e85 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:35.435680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77e1764e-a254-40a7-be54-a30b017c1d6f req-f212e8f2-972d-4749-b79e-f75933f09e85 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 946 time: 0.0785851 Aug 31 19:24:35.459253 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.475082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.480541 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/eaa7637a-6d3e-405d-820c-2d8211d423c5 HTTP/1.1" status: 204 len: 168 time: 0.9752786 Aug 31 19:24:35.481531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:35.495001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589e4c-1209-4bfb-b8f9-5d602ae52170 None None] Pushing event updated for resources: {'Port': ['ID=18ef841f-f999-41b9-a48e-9ddcd1f44b56,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:35.503116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141a3fb-5b8c-46c0-996f-9a1c368149fb tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=eaa7637a-6d3e-405d-820c-2d8211d423c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:35.514299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.536097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.541081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77e1764e-a254-40a7-be54-a30b017c1d6f req-56257ec8-d437-47bf-9843-83024052c881 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964699 Aug 31 19:24:35.550827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Network eaa7637a-6d3e-405d-820c-2d8211d423c5 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:24:35.551282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] No DVR routers for this DVR port 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:35.562954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ddbf-24bd-43a9-affa-11f75d05fd66 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:35.566181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6312ddbf-24bd-43a9-affa-11f75d05fd66 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/e13c63b4-2c98-44b0-b147-ba1de96ee1ce HTTP/1.1" status: 200 len: 845 time: 0.0834992 Aug 31 19:24:35.569761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:35.607661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=84c692ab-47f2-4cd1-94fd-9eadf32bd039,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:35.624465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816b5b8-cf0d-4c1d-a2e3-aad89ea73295 None None] Pushing event deleted for resources: {'Port': ['ID=53f5e1a9-7c96-42d5-9934-db6f8b57f7e7,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:35.630081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network e6c6c6cf-b180-491f-b50f-248993ea45ea is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:35.631908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:35.639087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:35.673384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-206f1cd4-71b3-4b1a-bb22-98d0f7b0fd8d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/e13c63b4-2c98-44b0-b147-ba1de96ee1ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1022248 Aug 31 19:24:35.676915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37434) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:35.682642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:35.801128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:35.820476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:35.821402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.846005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:24:35.846864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 53f5e1a9-7c96-42d5-9934-db6f8b57f7e7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:35.855807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-537551ba-6f4b-4f88-9374-f810c9d32a1c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4628689 Aug 31 19:24:35.858412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37440) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:35.867566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:35.883300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:35.954618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:36.203538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.254275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:24:36.260501 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9588bde8-a3c0-4d93-b378-e13ef9575556" -d '{"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-unplugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:24:36.301567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:36.306107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.382551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.396642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:36.424248 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 19:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41361781-c4fa-45bf-bae4-2ecab78fdb40 x-openstack-request-id: req-41361781-c4fa-45bf-bae4-2ecab78fdb40 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:24:36.424546 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-unplugged", "status": "failed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:24:36.424831 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41361781-c4fa-45bf-bae4-2ecab78fdb40 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:24:36.425236 n-d-778550-14 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'code': 422} returned with failed status Aug 31 19:24:36.489942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=98de6fd1-596c-46ca-ab93-bd1780835269,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:36.552807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cacecfb6-78b0-455f-ae21-5635458ddf37 req-cc483e10-5ab0-455c-9276-d22f4fd0caa0 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0484285 Aug 31 19:24:36.572872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:36.596911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:36.599930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:36.600684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.609043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e6614-19d0-48b1-80b8-5da587fc5d9c None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:36.633407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8d7bb766-21d6-4fcd-bd1e-105184ee448c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9551568 Aug 31 19:24:36.636120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:36.644698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677080528'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:36.691529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.736623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.866583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.874957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.924916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:36.929992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2899911 Aug 31 19:24:36.941715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:36.947031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260830466'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:37.000669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-590664e5-4be9-446c-8b45-ab702de79efd', 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'tenant_id': '960681a62ad1419c8d2fb6dfb41c8f1a', 'fixed_ips': [{'subnet_id': '98de6fd1-596c-46ca-ab93-bd1780835269'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:37.002085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.010861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe308f8-7271-4ec6-b8df-07cac3d8b6b4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf3798a-d263-4673-9881-f526d0d74cd7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:37.180261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8535383-e9a2-421f-a1cd-c83026298f47 None None] Network e6c6c6cf-b180-491f-b50f-248993ea45ea requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:37.265178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29694583-6e08-4eab-b16c-faa3354f5623 None None] Provisioning for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:37.373106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.434470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Allocated IP 2001:db8::2 (590664e5-4be9-446c-8b45-ab702de79efd/98de6fd1-596c-46ca-ab93-bd1780835269/6b430ebe-c035-40d0-aae9-6032d2951231) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:37.531245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.544088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.553698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b12226-ef94-4447-a6da-4c42f19e7990 req-ccc84e74-e4fe-4fce-8abc-43361dc124fe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:37.558700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06b12226-ef94-4447-a6da-4c42f19e7990 req-ccc84e74-e4fe-4fce-8abc-43361dc124fe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.0966935 Aug 31 19:24:37.654779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06b12226-ef94-4447-a6da-4c42f19e7990 req-1713647e-983c-4507-8b06-76aa8a43a241 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909691 Aug 31 19:24:37.732210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.750223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e1aa920-aafb-471b-87b3-1874a644d897 req-875941e9-a07c-40fe-bd10-03b128c87d78 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0612724 Aug 31 19:24:37.766095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.778744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Transition to ACTIVE for port object 6b430ebe-c035-40d0-aae9-6032d2951231 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:37.799994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=84c692ab-47f2-4cd1-94fd-9eadf32bd039,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:37.809583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.816044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Transition to ACTIVE for port object 6b430ebe-c035-40d0-aae9-6032d2951231 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:37.828435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.831356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 18ef841f-f999-41b9-a48e-9ddcd1f44b56 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:37.880923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.884796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:37.884967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9419377 Aug 31 19:24:37.891509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1749849840', 'security_groups': ['07414952-ff2d-4f97-9d74-42b079da63e6'], 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98de6fd1-596c-46ca-ab93-bd1780835269'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:37.903689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44f01e-aaf6-4122-8c3c-0173a4ac15b6 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07414952-ff2d-4f97-9d74-42b079da63e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:37.913369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-8c9fb8e9-d770-471b-a34e-129d8ca428d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4263608 Aug 31 19:24:37.965735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:37.967768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:37.977866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:38.009766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:38.017465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:38.150531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.213258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:38.441031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Attempting to bind port 6b430ebe-c035-40d0-aae9-6032d2951231 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:38.441648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Attempting to bind port 6b430ebe-c035-40d0-aae9-6032d2951231 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2273450f-0d14-4cb8-82b1-a1a4526b1530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:38.441957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Attempting to bind port 6b430ebe-c035-40d0-aae9-6032d2951231 on network 590664e5-4be9-446c-8b45-ab702de79efd {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:38.447322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Provisioning for port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:38.449150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:38.454368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:38.454804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Checking segment: {'id': '2273450f-0d14-4cb8-82b1-a1a4526b1530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:38.455214 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.455620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Bound using segment: {'id': '2273450f-0d14-4cb8-82b1-a1a4526b1530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:38.456108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Bound port: 6b430ebe-c035-40d0-aae9-6032d2951231, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2273450f-0d14-4cb8-82b1-a1a4526b1530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:38.456490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.460272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:38.460636 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.489705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.535497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 0173db2f-3f43-464b-8c18-fdc98a074d4c yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:38.538868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Provisioning complete for port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:38.539258 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.742199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:38.748061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:38.754398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:38.761106 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.762204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.769288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.849400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.867791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Provisioning complete for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:38.868166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.927365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::2ae (590664e5-4be9-446c-8b45-ab702de79efd/98de6fd1-596c-46ca-ab93-bd1780835269/0173db2f-3f43-464b-8c18-fdc98a074d4c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:38.937028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94a40-92e3-4f88-a4c2-cbca77b83ba8 None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:38.955042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=84c692ab-47f2-4cd1-94fd-9eadf32bd039,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:38.962958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:38.996507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2352d8ee-5585-4ee0-8cab-fd58c6db6d1e req-22545af9-79a4-46cd-afd3-ba4f0954df90 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0654302 Aug 31 19:24:39.005683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=18ef841f-f999-41b9-a48e-9ddcd1f44b56,segment=NetworkSegment(f3552400-066d-410b-8c55-2add546f397d),segment_id=f3552400-066d-410b-8c55-2add546f397d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:39.005899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d32bd-c1a5-4eb7-9d6e-f73dd533c6d4 req-e975740c-67e7-4994-8618-10bce4d44d1d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.018236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f59d32bd-c1a5-4eb7-9d6e-f73dd533c6d4 req-e975740c-67e7-4994-8618-10bce4d44d1d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2249627 Aug 31 19:24:39.019460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.028691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.088908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f59d32bd-c1a5-4eb7-9d6e-f73dd533c6d4 req-ef4e7e35-0153-4b46-9560-f2a56a892b6c tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697722 Aug 31 19:24:39.164618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:24:39.165411 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-5f8b94af-b524-44dd-a42e-ff15619e2220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:24:39.175313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=18ef841f-f999-41b9-a48e-9ddcd1f44b56,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:39.180367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-e1d9143f-e314-4e3e-8ff8-3e4d7a1fabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.181885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-e1d9143f-e314-4e3e-8ff8-3e4d7a1fabea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd&tenant_id=d47eab66f0f848e7999c400cbdda8fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1263804 Aug 31 19:24:39.279929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.306730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 0173db2f-3f43-464b-8c18-fdc98a074d4c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:39.307887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network e6c6c6cf-b180-491f-b50f-248993ea45ea is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:39.322660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:39.360086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.369802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-d764d81b-289b-4dce-83bc-1b7b85d642c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.375541 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-d764d81b-289b-4dce-83bc-1b7b85d642c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1096 time: 0.1473815 Aug 31 19:24:39.435972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=0173db2f-3f43-464b-8c18-fdc98a074d4c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:39.476372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:39.478945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:39.482464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:39.491095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.492227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.517417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ac0d133-f119-47b0-9021-8e7abf4c679d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6307392 Aug 31 19:24:39.520522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:39.526126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:39.629606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-205f8a54-857b-4d56-aae3-6ea3dbf910ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.631113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-205f8a54-857b-4d56-aae3-6ea3dbf910ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 200 len: 918 time: 0.1639040 Aug 31 19:24:39.659372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:39.664659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:39.709943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Router bef2dc3c-daf6-4763-b700-2a4170ca2be0 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:24:39.804150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-e106e77d-b839-4e21-b8fa-534b5f2257eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 200 len: 999 time: 0.1612070 Aug 31 19:24:39.855435 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98de6fd1-596c-46ca-ab93-bd1780835269 (CIDR: 2001:db8::/64) Aug 31 19:24:39.866813 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:24:39.867535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:39.867759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:24:39.874351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:39.887917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:39.888718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c19b748-8eed-4c56-a4c6-72407bafee8d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/routers/bef2dc3c-daf6-4763-b700-2a4170ca2be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0287957 Aug 31 19:24:39.913735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-f0f58ac9-92dd-4a8e-9098-30666377c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:39.915263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-f0f58ac9-92dd-4a8e-9098-30666377c50f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 200 len: 856 time: 0.0999711 Aug 31 19:24:39.920813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8ee0774-2f78-4ede-bbb8-6b7b6af44e61 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3989456 Aug 31 19:24:39.927065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:39.938623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:39.963334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] Sync routers for ids ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:24:39.992561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] Routers {'bef2dc3c-daf6-4763-b700-2a4170ca2be0'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:39.993428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:40.003249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-233cef5e-404e-4bbc-82d8-0a1c6576d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:40.004370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-233cef5e-404e-4bbc-82d8-0a1c6576d303 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14a42b32-feaa-4cb5-a8ca-0babc3265b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814919 Aug 31 19:24:40.026119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3012ff3-7946-4774-bd32-ddbc408cf8a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:40.028123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e3012ff3-7946-4774-bd32-ddbc408cf8a1 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?device_id=bef2dc3c-daf6-4763-b700-2a4170ca2be0 HTTP/1.1" status: 200 len: 981 time: 0.1385550 Aug 31 19:24:40.031577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:40.048087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:40.052355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ebb29f59-9892-4423-ae23-c7f5dc7a3174 None None] Provisioning complete for port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:40.052928 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebb29f59-9892-4423-ae23-c7f5dc7a3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.097873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6b430ebe-c035-40d0-aae9-6032d2951231 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:40.109624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 18ef841f-f999-41b9-a48e-9ddcd1f44b56 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:40.163802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-cc3b9f34-4d15-4ced-bdea-cf03469e0f48 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470952 Aug 31 19:24:40.175002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] Routers {'bef2dc3c-daf6-4763-b700-2a4170ca2be0'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:40.175676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:40.225588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:40.226289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f948f-ac3d-4049-8fbb-6b9cf1254518 None None] The sync data for ids ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:24:40.235274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ebb29f59-9892-4423-ae23-c7f5dc7a3174 None None] Port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:40.247064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:40.248229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.314974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-59b93760-6aab-48a9-81cf-ac85e7339e96 service neutron] 10.222.0.82 "GET /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463664 Aug 31 19:24:40.325863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0e0812-80f9-4838-b669-3879c7732ee3 req-8c3023f4-1411-4101-862c-28e0a0385209 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.1620345 Aug 31 19:24:40.488666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:40.489051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.531450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a953c-195c-4c14-8a95-e7d01e552462 req-bd8f70ac-b533-48d6-b27e-82078a9238e2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:40.533302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d95a953c-195c-4c14-8a95-e7d01e552462 req-bd8f70ac-b533-48d6-b27e-82078a9238e2 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2440586 Aug 31 19:24:40.540862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:40.543093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:40.547745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.572209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Provisioning for port 6b430ebe-c035-40d0-aae9-6032d2951231 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:40.576719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:40.577101 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.666735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.701145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:40.707336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.771808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d95a953c-195c-4c14-8a95-e7d01e552462 req-d8f47ef3-b718-4067-8794-7223bf6de927 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133873 Aug 31 19:24:40.783108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8a80-3dad-4e89-b2f3-c7a1d2efe512 None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:40.840141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7783bb2f-5213-4646-a765-3e208d331ed4 None None] Provisioning for port 0173db2f-3f43-464b-8c18-fdc98a074d4c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:40.845682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7783bb2f-5213-4646-a765-3e208d331ed4 None None] Provisioning complete for port 0173db2f-3f43-464b-8c18-fdc98a074d4c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:40.846081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7783bb2f-5213-4646-a765-3e208d331ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:40.907313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7783bb2f-5213-4646-a765-3e208d331ed4 None None] Port 0173db2f-3f43-464b-8c18-fdc98a074d4c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:41.541252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aef07c6b-9c1d-4eab-ade8-64e279f6d1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:41.543231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:41.586331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67df5044-b6dc-472c-90a0-d2d89afc6c79 req-6924df54-1a89-4ae2-ae0d-c415297419e7 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0564725 Aug 31 19:24:41.658338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:41.760431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:41.774326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=ec31cae1-a9c8-45c8-9160-2c89a02cb9a1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:41.819773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:41.822869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:41.827238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:41.828117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:41.839797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed913f-b48f-444d-ba93-fb6ab855e89c None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:41.900838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3aa1939b-a8b4-4e22-b0e9-d22a0a326de4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9690349 Aug 31 19:24:41.901073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:41.914070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907037748', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ec31cae1-a9c8-45c8-9160-2c89a02cb9a1'}], 'security_groups': ['cdf3798a-d263-4673-9881-f526d0d74cd7']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:41.918207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:41.918722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.107600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 84c692ab-47f2-4cd1-94fd-9eadf32bd039 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:42.110452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.230866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.251471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Update dhcp port {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'fixed_ips': [{'subnet_id': '98de6fd1-596c-46ca-ab93-bd1780835269', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ec31cae1-a9c8-45c8-9160-2c89a02cb9a1'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '6b430ebe-c035-40d0-aae9-6032d2951231'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:42.276502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.284108 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.330147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 84c692ab-47f2-4cd1-94fd-9eadf32bd039 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:42.627679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Allocated IP 2001:db8:0:1::2 (590664e5-4be9-446c-8b45-ab702de79efd/ec31cae1-a9c8-45c8-9160-2c89a02cb9a1/6b430ebe-c035-40d0-aae9-6032d2951231) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:42.661509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.717577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=84c692ab-47f2-4cd1-94fd-9eadf32bd039,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:42.850376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:42.886171 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:42.905897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Transition to ACTIVE for port object 6b430ebe-c035-40d0-aae9-6032d2951231 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:42.917862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.017398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.097744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e67ef0-b16a-435f-8d37-3020680dc3a7 None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:43.205305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Delete allocated IP 2001:db8::2ae (590664e5-4be9-446c-8b45-ab702de79efd/98de6fd1-596c-46ca-ab93-bd1780835269) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:24:43.228026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8:0:1::30b (590664e5-4be9-446c-8b45-ab702de79efd/ec31cae1-a9c8-45c8-9160-2c89a02cb9a1/0173db2f-3f43-464b-8c18-fdc98a074d4c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:43.280558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Router bef2dc3c-daf6-4763-b700-2a4170ca2be0 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:24:43.439616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:24:43.449568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff160879-4152-4348-b541-0b8ba773b057 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/routers/bef2dc3c-daf6-4763-b700-2a4170ca2be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129322 Aug 31 19:24:43.449568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:43.467267 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] Sync routers for ids ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:24:43.490480 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] Routers {'bef2dc3c-daf6-4763-b700-2a4170ca2be0'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:43.493857 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:43.533571 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1145d169-9265-477b-90ed-a2e0f65787a3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:43.541641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1145d169-9265-477b-90ed-a2e0f65787a3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/84c692ab-47f2-4cd1-94fd-9eadf32bd039 HTTP/1.1" status: 404 len: 333 time: 0.0884080 Aug 31 19:24:43.541852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:43.566310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.591491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 0173db2f-3f43-464b-8c18-fdc98a074d4c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:43.599172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.615035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:43.645380 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] Routers {'bef2dc3c-daf6-4763-b700-2a4170ca2be0'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:24:43.646281 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:24:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:43.734965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=0173db2f-3f43-464b-8c18-fdc98a074d4c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:43.754930 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:43.757215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36d7dc-8615-4855-9735-fc99d849d08f None None] The sync data for ids ['bef2dc3c-daf6-4763-b700-2a4170ca2be0'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:24:43.784934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.801361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] In _notify_port_updated(), no bound segment for port 0173db2f-3f43-464b-8c18-fdc98a074d4c on network 590664e5-4be9-446c-8b45-ab702de79efd {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:24:43.807495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:43.808198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:43.813055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-59052e22-b434-45ff-9beb-d5f7df0a930d tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/ports/0173db2f-3f43-464b-8c18-fdc98a074d4c HTTP/1.1" status: 200 len: 931 time: 1.9042411 Aug 31 19:24:43.813363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:43.858183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:44.000893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 0173db2f-3f43-464b-8c18-fdc98a074d4c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:44.001972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.084784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.089155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.185811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.186430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Fanout notify agent at l3_agent the message router_deleted on router bef2dc3c-daf6-4763-b700-2a4170ca2be0 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:24:44.188506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.199071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.203091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-60496e3f-383b-4165-af79-25b8324cdaf3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/routers/bef2dc3c-daf6-4763-b700-2a4170ca2be0 HTTP/1.1" status: 204 len: 168 time: 0.6596556 Aug 31 19:24:44.208146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:44.227037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 0173db2f-3f43-464b-8c18-fdc98a074d4c owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:44.232280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1167f52-b7c5-4e03-990e-06e3a55b9ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.347949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet 9712288c-35e1-4c8f-9d0b-4343cb6489e2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:44.350911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.443818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.474419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:44.474788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.622881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.711136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=0173db2f-3f43-464b-8c18-fdc98a074d4c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:44.768248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.784805 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.799741 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.804901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:44.833741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Provisioning for port 6b430ebe-c035-40d0-aae9-6032d2951231 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:44.841788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:44.842841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.873366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:44.893096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a278bc38-a358-4b6f-9bee-1484b3991146 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/0173db2f-3f43-464b-8c18-fdc98a074d4c HTTP/1.1" status: 204 len: 168 time: 1.0781932 Aug 31 19:24:44.894265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:45.002952 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdcd082-cf6f-4710-8619-6dacb26aebb4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:45.018365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:45.020359 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ffdcd082-cf6f-4710-8619-6dacb26aebb4 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/0173db2f-3f43-464b-8c18-fdc98a074d4c HTTP/1.1" status: 404 len: 333 time: 0.1143141 Aug 31 19:24:45.023036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.116154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e92e4990-d38c-414e-bb9b-d469e44e1e3d None None] Could not find standard attr ID for object 0173db2f-3f43-464b-8c18-fdc98a074d4c. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:45.130302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa0e508e-0cb9-42e7-b0dc-e861bf13efed req-866cbda3-fe74-4149-8a74-4647480cf323 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.1685715 Aug 31 19:24:45.175080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=9712288c-35e1-4c8f-9d0b-4343cb6489e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:45.179780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.181773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91533e80-8307-4e9a-8ffd-ee5cdd1c55b6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/9712288c-35e1-4c8f-9d0b-4343cb6489e2 HTTP/1.1" status: 204 len: 168 time: 0.9725199 Aug 31 19:24:45.186777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:45.191449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6145841-f666-4c7d-9051-df76bd791d24 None None] Network e6c6c6cf-b180-491f-b50f-248993ea45ea requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:45.243845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837272b8-d340-4e9d-8c2d-9fa2e42f1ddf req-01a8aaeb-1d9b-4a8a-a3ad-9b1872b386f1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:45.254986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-837272b8-d340-4e9d-8c2d-9fa2e42f1ddf req-01a8aaeb-1d9b-4a8a-a3ad-9b1872b386f1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2953656 Aug 31 19:24:45.328474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.348381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.361894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3bf316b0-091b-4dd2-91d8-0a0f0c313d25 None None] Could not find standard attr ID for object 0173db2f-3f43-464b-8c18-fdc98a074d4c. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:45.397740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.436164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-837272b8-d340-4e9d-8c2d-9fa2e42f1ddf req-253d0a4f-9186-4467-990c-0daed5fe7354 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801310 Aug 31 19:24:45.454553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:45.454975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.456215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.593479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.598477 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.602275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/security-groups/07414952-ff2d-4f97-9d74-42b079da63e6 HTTP/1.1" status: 204 len: 168 time: 0.5735028 Aug 31 19:24:45.603762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:45.616160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc32fe-b287-4ef2-99e2-3347e4c556ea tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07414952-ff2d-4f97-9d74-42b079da63e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:45.627450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd60803-3806-4273-8df6-b27132be558b None None] DHCP port deletion for e6c6c6cf-b180-491f-b50f-248993ea45ea request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:24:45.640958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] For port 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=18ef841f-f999-41b9-a48e-9ddcd1f44b56,segment=NetworkSegment(f3552400-066d-410b-8c55-2add546f397d),segment_id=f3552400-066d-410b-8c55-2add546f397d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:45.641342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.663430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 18ef841f-f999-41b9-a48e-9ddcd1f44b56 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:45.727956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Deleting port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:45.728348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.834120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.839939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 18ef841f-f999-41b9-a48e-9ddcd1f44b56 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:24:45.862278 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.920937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.929931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:45.931892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/security-groups/cdf3798a-d263-4673-9881-f526d0d74cd7 HTTP/1.1" status: 204 len: 168 time: 0.3279667 Aug 31 19:24:45.934931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:45.972677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16bc0-b022-47ba-9fe4-3becc879f546 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf3798a-d263-4673-9881-f526d0d74cd7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:46.002549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.006734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.008598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ffd60803-3806-4273-8df6-b27132be558b None None] For port 18ef841f-f999-41b9-a48e-9ddcd1f44b56, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=18ef841f-f999-41b9-a48e-9ddcd1f44b56,segment=NetworkSegment(f3552400-066d-410b-8c55-2add546f397d),segment_id=f3552400-066d-410b-8c55-2add546f397d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:46.008991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.036392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 98de6fd1-596c-46ca-ab93-bd1780835269 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:46.036969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Calling delete_port for 18ef841f-f999-41b9-a48e-9ddcd1f44b56 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:46.038909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:24:46.039335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 18ef841f-f999-41b9-a48e-9ddcd1f44b56 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:24:46.040709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.054293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=18ef841f-f999-41b9-a48e-9ddcd1f44b56,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:46.057700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No DVR routers for this DVR port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:46.112426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.153164 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.168991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.191047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c6c6cf-b180-491f-b50f-248993ea45ea']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:46.214714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3552400-066d-410b-8c55-2add546f397d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:46.215155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3552400-066d-410b-8c55-2add546f397d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:24:46.219089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd60803-3806-4273-8df6-b27132be558b None None] No DVR routers for this DVR port 18ef841f-f999-41b9-a48e-9ddcd1f44b56 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:24:46.221110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60803-3806-4273-8df6-b27132be558b None None] Pushing event deleted for resources: {'Port': ['ID=18ef841f-f999-41b9-a48e-9ddcd1f44b56,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:46.228880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.252194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.260400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:24:46.262188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:24:46.267076 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:24:46.271957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.369523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.398663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.404969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/e6c6c6cf-b180-491f-b50f-248993ea45ea HTTP/1.1" status: 204 len: 168 time: 1.2127059 Aug 31 19:24:46.428752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:46.430283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-895dde9c-866a-477c-8694-e51e079b1a71 req-e971d2b2-09bd-40d9-9ba9-0606804bcb63 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0529788 Aug 31 19:24:46.449536 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.468821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e4f8a-52ed-48e6-9b24-001fda4014df tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=e6c6c6cf-b180-491f-b50f-248993ea45ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:46.551375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcbee44-3abd-408a-a2af-f5cd08d37cbb None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:46.552307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.562522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/98de6fd1-596c-46ca-ab93-bd1780835269 HTTP/1.1" status: 204 len: 168 time: 0.6261384 Aug 31 19:24:46.563657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327929d-2034-4c84-9b74-f827c1f59c0b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=98de6fd1-596c-46ca-ab93-bd1780835269,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:46.568106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:46.575611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:46.575935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc95fe-8fe4-4e3b-832a-4319bafe1117 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:46.598855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cfdc95fe-8fe4-4e3b-832a-4319bafe1117 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 HTTP/1.1" status: 200 len: 840 time: 0.1563849 Aug 31 19:24:46.599117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:46.746717 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa91ca0a-f488-4867-9d76-493323b15c74 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/dcf1af7c-3c3f-44be-98a0-1d57f9ce8749?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1429336 Aug 31 19:24:46.749024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:46.764335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:46.902026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:46.909583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.947291 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:46.993382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:46.997620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.044081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc93fe-a795-4d48-b62b-3e1907bb87af req-c0c20862-cc49-4f23-b55f-b46c035eb999 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:47.052666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74bc93fe-a795-4d48-b62b-3e1907bb87af req-c0c20862-cc49-4f23-b55f-b46c035eb999 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2573473 Aug 31 19:24:47.200231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74bc93fe-a795-4d48-b62b-3e1907bb87af req-571e6024-7abe-47df-b80c-32177f03e7d1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465819 Aug 31 19:24:47.465068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.502602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:47.524702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:47.528577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:47.529270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.534906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c2a23-bdb3-430b-a0fe-57df28d309d5 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:47.576433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8255274 Aug 31 19:24:47.585440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:47.593515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'security_group': {'name': 'tempest-secgroup-604366374'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:47.631099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.663822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cef31-a538-4c91-b6fd-8bbaf0674dc7 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=c2cd4e5e-8997-49d7-926a-c9d3ff5290e1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:47.695600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ffff4fe-7317-48ae-929d-7ee670c07fca req-db016882-030c-43ba-b814-d0ed5fa4efac tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0853794 Aug 31 19:24:47.774622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.808152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.819239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.843721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:47.847873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:47.854230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:47.854845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.875604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3062418 Aug 31 19:24:47.879298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:47.886920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1893681867'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:47.894494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19797ca-e099-4ff3-a305-9dcdaf970c1f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=10e7ee4c-bba7-41a3-96c8-4229fc202860,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:47.923800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7199392-f65b-42ae-96c9-48bc08e71bce,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:47.951391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.959211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:47.965696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63041c6f-ab35-480f-a319-909f25c18e4e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3784418 Aug 31 19:24:47.966407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:47.973673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045072278'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:48.017260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.038686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'tenant_id': 'de5fedc2ab6e48ac8459684d49e32a45', 'fixed_ips': [{'subnet_id': 'c2cd4e5e-8997-49d7-926a-c9d3ff5290e1'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:24:48.039679 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.091170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cf42e-7b7e-4fa4-b52b-8f457d28370e None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:48.202271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.210086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.292483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fe3b3-effc-4ef5-a17f-37b43424c12b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:48.535974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.551121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.559006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b9c1fa2e-0423-4496-8b0e-49bdca0d708f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6751952 Aug 31 19:24:48.559006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.560404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:48.567168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1919928641'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:48.630572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Allocated IP 172.20.0.2 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/c2cd4e5e-8997-49d7-926a-c9d3ff5290e1/669c5507-20be-40e1-9558-1d87ea282dd0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:48.640797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb2099-d8cd-47c7-b674-153026f4067a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:48.660342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.675260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bee10-ceab-4378-b704-ef9982b64dab req-6bb31e89-36ee-483e-9a9c-69e0ed994ec6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:48.682990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-376bee10-ceab-4378-b704-ef9982b64dab req-6bb31e89-36ee-483e-9a9c-69e0ed994ec6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2592275 Aug 31 19:24:48.691424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.693086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b49e33c-5ea4-416a-9dcb-ee134f7ebac4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7257023 Aug 31 19:24:48.695944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:48.709486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1675582867', 'security_groups': ['7dcb2099-d8cd-47c7-b674-153026f4067a'], 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2cd4e5e-8997-49d7-926a-c9d3ff5290e1'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:48.792573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.801475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Transition to ACTIVE for port object 669c5507-20be-40e1-9558-1d87ea282dd0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:48.833438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.836128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Transition to ACTIVE for port object 669c5507-20be-40e1-9558-1d87ea282dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:48.838511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.870918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a7716d9d-21c8-408d-bc2e-13e38e2b452a None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:48.871744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a7716d9d-21c8-408d-bc2e-13e38e2b452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.874393 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.921530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:48.921770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-376bee10-ceab-4378-b704-ef9982b64dab req-ec3a9611-3198-4994-b4ca-361f98c65982 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372761 Aug 31 19:24:48.924370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:48.927129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3647184 Aug 31 19:24:48.931458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:48.937647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af787b-08f4-4a3e-94d4-ee61567410f2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff28e2-93f2-40b4-b9ab-02ad1daff456,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:48.955822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713946074'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:48.955998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:48.974905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f05ad1b4-5c60-4291-ac93-fb8bd45bd301 req-307a9058-85ae-4423-b175-90346a2ec7c0 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.1059206 Aug 31 19:24:48.995776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:49.037400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.101113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:49.193032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a7716d9d-21c8-408d-bc2e-13e38e2b452a None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:49.215154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:49.228523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.229221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.229782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.230341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.230911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.232137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.232717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.233320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.235127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.235817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.236509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.237111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:24:49.247623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.261272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.288219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.306199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.307527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3730140 Aug 31 19:24:49.310349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:49.321015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1883800779', 'security_groups': ['b415d9db-6920-4197-b10f-2a9784563bf9'], 'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10e7ee4c-bba7-41a3-96c8-4229fc202860'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:49.321160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Attempting to bind port 669c5507-20be-40e1-9558-1d87ea282dd0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:24:49.321160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Attempting to bind port 669c5507-20be-40e1-9558-1d87ea282dd0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:24:49.321160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Attempting to bind port 669c5507-20be-40e1-9558-1d87ea282dd0 on network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:24:49.324910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:49.350656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411366f8-9668-4120-aa83-8dacad98c1ab tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b415d9db-6920-4197-b10f-2a9784563bf9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:49.350879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a7716d9d-21c8-408d-bc2e-13e38e2b452a None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:49.350879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a7716d9d-21c8-408d-bc2e-13e38e2b452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.458474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:24:49.458883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Checking segment: {'id': 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:24:49.459329 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.459812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Bound using segment: {'id': 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:24:49.471210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Bound port: 669c5507-20be-40e1-9558-1d87ea282dd0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:24:49.471210 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.647962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:49.830872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.7 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/c2cd4e5e-8997-49d7-926a-c9d3ff5290e1/c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:49.864093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:24:49.871496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:24:49.876350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Update dhcp port {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'fixed_ips': [{'subnet_id': 'ec31cae1-a9c8-45c8-9160-2c89a02cb9a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10e7ee4c-bba7-41a3-96c8-4229fc202860'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '6b430ebe-c035-40d0-aae9-6032d2951231'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:49.880897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.926766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:49.956562 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:50.016375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] device_id is not set on port 97ede15b-c7b1-489f-bba7-483dde1e1bfc yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:50.388604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:50.434438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:50.493735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Allocated IP 2001:db8::2 (590664e5-4be9-446c-8b45-ab702de79efd/10e7ee4c-bba7-41a3-96c8-4229fc202860/6b430ebe-c035-40d0-aae9-6032d2951231) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:50.583975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:50.618333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d847-5aa0-43cd-a437-7e8398ec197c None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:50.660448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:50.699297 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:50.717613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28e503-3f1c-42cb-b21b-e075ff969fc8 req-6e8952b3-ca41-4620-a26f-f469af1f309e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:50.718427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Transition to ACTIVE for port object 6b430ebe-c035-40d0-aae9-6032d2951231 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:50.725969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:50.759550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e28e503-3f1c-42cb-b21b-e075ff969fc8 req-6e8952b3-ca41-4620-a26f-f469af1f309e tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.2625859 Aug 31 19:24:50.769395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcdb98db-8c11-49ef-8830-c74001f5eea6 req-303e2a08-5da2-4e90-b0cb-3aaa6ed84771 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.2166674 Aug 31 19:24:50.796280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:50.858149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:50.881621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:50.902530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8::1ed (590664e5-4be9-446c-8b45-ab702de79efd/10e7ee4c-bba7-41a3-96c8-4229fc202860/97ede15b-c7b1-489f-bba7-483dde1e1bfc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:50.982499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:50.983084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:51.028221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3309171 Aug 31 19:24:51.031959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:51.037486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c56e07-aac7-4aa0-8c78-1e2dd87789c1 None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:51.043990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e28e503-3f1c-42cb-b21b-e075ff969fc8 req-5ec625fc-295f-413a-9b80-67aa93caf8da tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769721 Aug 31 19:24:51.045124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614788-96d5-476a-b6fa-c42c8ed0fdf9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:51.067029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:51.819153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0371999c-c84c-4164-86c6-a944fce865e0 None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:51.819772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0371999c-c84c-4164-86c6-a944fce865e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:51.948758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0371999c-c84c-4164-86c6-a944fce865e0 None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:51.972464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0371999c-c84c-4164-86c6-a944fce865e0 None None] Provisioning for port 669c5507-20be-40e1-9558-1d87ea282dd0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:51.974595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:51.998986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 97ede15b-c7b1-489f-bba7-483dde1e1bfc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:52.040064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:52.044969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.051275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:52.152737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d91a4be0-d17f-4fcd-8d33-6ee0ee027958 req-1d595817-fab8-4c28-9ac6-a973f49e79e6 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0939345 Aug 31 19:24:52.167325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 669c5507-20be-40e1-9558-1d87ea282dd0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:52.188533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:52.189455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.325906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:52.326613 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.328615 n-d-778550-14 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c2cd4e5e-8997-49d7-926a-c9d3ff5290e1 (CIDR: 172.20.0.0/28) Aug 31 19:24:52.346572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.385650 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:24:52.386291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:52.414970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d656f-b557-4c8b-83f4-509732c88573 req-d516bb7d-6aa1-4bfd-a80a-824c1043df8f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:52.417478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-929d656f-b557-4c8b-83f4-509732c88573 req-d516bb7d-6aa1-4bfd-a80a-824c1043df8f tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.1112096 Aug 31 19:24:52.442895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:52.458934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.482720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Provisioning for port 6b430ebe-c035-40d0-aae9-6032d2951231 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:52.492598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-396ffc50-0bfe-4aef-8075-05be6c8436ca tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4565976 Aug 31 19:24:52.500328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:52.504090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:52.511961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:52.512340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.518268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-929d656f-b557-4c8b-83f4-509732c88573 req-821fdb55-624a-468e-8a8f-23ce831fdbd6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914240 Aug 31 19:24:52.530554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:52.571793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:52.577920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.578981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:52.622604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:52.625543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:52.631609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:52.632753 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.682145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:52.682358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3709106 Aug 31 19:24:52.686295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2d1a5-dcd0-4039-9827-ae945ebdbca1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=97ede15b-c7b1-489f-bba7-483dde1e1bfc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:52.687417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:52.719067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:52.725971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:52.726636 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.758664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:52.765757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Provisioning for port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:52.765985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.774156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Provisioning complete for port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:52.774782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:52.818319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4f2d1-5872-4237-8821-c217509fcef4 None None] Port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:52.975493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:52.984533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.094147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.102046 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10e7ee4c-bba7-41a3-96c8-4229fc202860 (CIDR: 2001:db8::/64) Aug 31 19:24:53.105944 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:24:53.106703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:53.126500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cce70479-4f6f-48b9-9507-39450fdf135c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4431458 Aug 31 19:24:53.129245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:53.137579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:53.144899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f26a578f-8d9a-4ae7-a845-02287e756046 None None] Provisioning for port 97ede15b-c7b1-489f-bba7-483dde1e1bfc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:53.149489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:53.150779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f26a578f-8d9a-4ae7-a845-02287e756046 None None] Provisioning complete for port 97ede15b-c7b1-489f-bba7-483dde1e1bfc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:53.151165 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f26a578f-8d9a-4ae7-a845-02287e756046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.152999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:53.159572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:53.160196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.175396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4777c37-3d43-46ea-a487-69c373513619 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:53.180933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=5dbffd0c-2af6-41f1-bad3-122895d3a2a2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:53.190115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43c636fd-fcab-4d06-a3c4-968337ec9015 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6834834 Aug 31 19:24:53.192924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:53.199710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-331000093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5dbffd0c-2af6-41f1-bad3-122895d3a2a2'}], 'security_groups': ['d7199392-f65b-42ae-96c9-48bc08e71bce']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:53.241723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f26a578f-8d9a-4ae7-a845-02287e756046 None None] Port 97ede15b-c7b1-489f-bba7-483dde1e1bfc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:53.301587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:53.306193 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.457067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.481693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Update dhcp port {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'fixed_ips': [{'subnet_id': 'c2cd4e5e-8997-49d7-926a-c9d3ff5290e1', 'ip_address': '172.20.0.2'}, {'subnet_id': '5dbffd0c-2af6-41f1-bad3-122895d3a2a2'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '669c5507-20be-40e1-9558-1d87ea282dd0'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:53.519189 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.766171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:53.768764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0b75215-3ffd-4d98-8171-282737adbdba req-bad3e7c0-7581-4a9b-a248-491936d57a6b tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.4586904 Aug 31 19:24:53.829892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:53.830273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:53.838877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8110-eefa-43dc-a147-5c443c82bb2e req-ca4e08ee-5d4d-4c10-ac1a-2c2b443d0eb3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:53.840515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7fa8110-eefa-43dc-a147-5c443c82bb2e req-ca4e08ee-5d4d-4c10-ac1a-2c2b443d0eb3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.0897417 Aug 31 19:24:53.878054 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ec31cae1-a9c8-45c8-9160-2c89a02cb9a1 (CIDR: 2001:db8:0:1::/64) Aug 31 19:24:53.884686 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:24:53.885144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:53.887651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Delete allocated IP 172.20.0.7 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/c2cd4e5e-8997-49d7-926a-c9d3ff5290e1) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:24:53.904273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7fa8110-eefa-43dc-a147-5c443c82bb2e req-7af4ed59-2793-447b-bc63-7e1b758c000d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557950 Aug 31 19:24:53.915908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f1a0c149-f64a-41b3-993b-697f200f1d42 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7834072 Aug 31 19:24:53.919272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:53.924687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'subnet': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:53.932620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.27 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/5dbffd0c-2af6-41f1-bad3-122895d3a2a2/c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:54.059263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Made reservation on behalf of 960681a62ad1419c8d2fb6dfb41c8f1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:54.063619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.120654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.140248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:54.156338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.205276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Allocated IP 172.20.0.18 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/5dbffd0c-2af6-41f1-bad3-122895d3a2a2/669c5507-20be-40e1-9558-1d87ea282dd0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:54.277528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:54.290184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] In _notify_port_updated(), no bound segment for port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 on network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:24:54.295741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:54.296498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.298091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82d64be4-8133-4cd6-a17d-fdb65c10d96e tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/ports/c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 HTTP/1.1" status: 200 len: 920 time: 1.1031322 Aug 31 19:24:54.301969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37842) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:54.367553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:54.409771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.427433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:54.427433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.432395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.446167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Transition to ACTIVE for port object 669c5507-20be-40e1-9558-1d87ea282dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:54.454083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Network 590664e5-4be9-446c-8b45-ab702de79efd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:54.458310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:54.461097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:54.461711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.471860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fcf33-92e6-4fa4-84e8-1dfef3ce674f None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:54.497199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5770795 Aug 31 19:24:54.500570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:54.506028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1488840277', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10265e41-95cf-4bf4-aa72-bde818293eb0'}], 'security_groups': ['d89fe3b3-effc-4ef5-a17f-37b43424c12b', '8aff28e2-93f2-40b4-b9ab-02ad1daff456']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:54.544034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21282e5a-d2f4-424d-9bca-db28bb7c347c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Subnet': ['ID=10265e41-95cf-4bf4-aa72-bde818293eb0,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:54.571257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.574573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.584881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:54.682159 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.748393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a4b92-87e5-4dde-890f-153167b6e58c None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:54.758945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:54.849804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:55.011794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Update dhcp port {'port': {'network_id': '590664e5-4be9-446c-8b45-ab702de79efd', 'fixed_ips': [{'subnet_id': 'ec31cae1-a9c8-45c8-9160-2c89a02cb9a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10e7ee4c-bba7-41a3-96c8-4229fc202860', 'ip_address': '2001:db8::2'}, {'subnet_id': '10265e41-95cf-4bf4-aa72-bde818293eb0'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '6b430ebe-c035-40d0-aae9-6032d2951231'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:55.017811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.019856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-260ec93c-8197-4445-8210-70bfc7d51dee tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 HTTP/1.1" status: 204 len: 168 time: 0.7167940 Aug 31 19:24:55.024078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:55.050218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b112c5f3-5029-4ba6-ac3a-747b86792c52 req-f909c86a-9ef7-4ff7-9118-e2ccb26bac18 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0997949 Aug 31 19:24:55.058080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.081224 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabacb5c-82f7-436c-a505-9326fdb8a2e6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:24:55.084312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dabacb5c-82f7-436c-a505-9326fdb8a2e6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156 HTTP/1.1" status: 404 len: 333 time: 0.0592904 Aug 31 19:24:55.086948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:55.186277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4285f-dc01-40e1-9783-dffae7286a78 req-75111c97-b1d4-4b84-9372-71e095f9835d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:55.188683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d4285f-dc01-40e1-9783-dffae7286a78 req-75111c97-b1d4-4b84-9372-71e095f9835d tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.1318488 Aug 31 19:24:55.213906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.239102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.293596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.297049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.301994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/security-groups/7dcb2099-d8cd-47c7-b674-153026f4067a HTTP/1.1" status: 204 len: 168 time: 0.2138069 Aug 31 19:24:55.302743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:55.321508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379b11-44aa-4eca-97d2-2645619c3d93 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb2099-d8cd-47c7-b674-153026f4067a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:55.351043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d4285f-dc01-40e1-9783-dffae7286a78 req-534da9b5-d1ae-424c-a1fe-a287a684e0c8 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574508 Aug 31 19:24:55.371428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Delete allocated IP 2001:db8::1ed (590664e5-4be9-446c-8b45-ab702de79efd/10e7ee4c-bba7-41a3-96c8-4229fc202860) {{(pid=94816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:24:55.384460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Allocated IP 2001:db8:0:2::21a (590664e5-4be9-446c-8b45-ab702de79efd/10265e41-95cf-4bf4-aa72-bde818293eb0/97ede15b-c7b1-489f-bba7-483dde1e1bfc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:55.404380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.438092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.523111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.525802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.527691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/security-groups/d7199392-f65b-42ae-96c9-48bc08e71bce HTTP/1.1" status: 204 len: 168 time: 0.2128396 Aug 31 19:24:55.533092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:55.542981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b048-89f2-4846-ade9-51060352623c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7199392-f65b-42ae-96c9-48bc08e71bce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:55.639477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet c2cd4e5e-8997-49d7-926a-c9d3ff5290e1 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:55.644141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.696503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:55.697129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.697933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.711289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.741672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Transition to ACTIVE for port object 97ede15b-c7b1-489f-bba7-483dde1e1bfc will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:55.747029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.851725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] In _notify_port_updated(), no bound segment for port 97ede15b-c7b1-489f-bba7-483dde1e1bfc on network 590664e5-4be9-446c-8b45-ab702de79efd {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:24:55.867504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:55.867504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.867504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "PUT /v2.0/ports/97ede15b-c7b1-489f-bba7-483dde1e1bfc HTTP/1.1" status: 200 len: 970 time: 1.3585062 Aug 31 19:24:55.868252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:55.877069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd59f8-8d33-43a6-9f36-e30414400960 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event updated for resources: {'Port': ['ID=97ede15b-c7b1-489f-bba7-483dde1e1bfc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:55.898313 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:55.922379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:55.965227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:55.969725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.006419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Provisioning for port 669c5507-20be-40e1-9558-1d87ea282dd0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:56.018118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:56.018118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.023060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 97ede15b-c7b1-489f-bba7-483dde1e1bfc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:24:56.023613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.033917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.039546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/c2cd4e5e-8997-49d7-926a-c9d3ff5290e1 HTTP/1.1" status: 204 len: 168 time: 0.5024235 Aug 31 19:24:56.039546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923c2e-5bad-4823-8368-cb604c84c128 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cd4e5e-8997-49d7-926a-c9d3ff5290e1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:56.045237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:56.051085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:56.080121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:24:56.099195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Allocated IP 2001:db8:0:2::2 (590664e5-4be9-446c-8b45-ab702de79efd/10265e41-95cf-4bf4-aa72-bde818293eb0/6b430ebe-c035-40d0-aae9-6032d2951231) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:56.164613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.183625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 97ede15b-c7b1-489f-bba7-483dde1e1bfc owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:24:56.266065 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:24:56.283776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58a0caec-81cf-42d1-bc53-530a27096d8a req-43d32008-6400-46b2-9ef4-dd996899d4d2 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Aug 31 19:24:56.288966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:56.293741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.359551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743b6e4-3f04-4386-a744-49c3c7f3543c None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:56.375013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:56.375690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.463658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.505560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=97ede15b-c7b1-489f-bba7-483dde1e1bfc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:56.566810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.571112 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f0adc30-88d3-4854-9aea-446e0d319048 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/97ede15b-c7b1-489f-bba7-483dde1e1bfc HTTP/1.1" status: 204 len: 168 time: 0.7041206 Aug 31 19:24:56.572301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:56.596217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:56.621184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195d9a-2f3d-45d9-99f0-4be163ef3ee5 req-abcfaf40-bce0-41e0-a523-2f359544b210 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:56.622705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d195d9a-2f3d-45d9-99f0-4be163ef3ee5 req-abcfaf40-bce0-41e0-a523-2f359544b210 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 944 time: 0.1437244 Aug 31 19:24:56.625945 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-054765c2-db1f-46b9-984c-21aeac8eb428 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] GET failed (client error): The resource could not be found. Aug 31 19:24:56.627417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-054765c2-db1f-46b9-984c-21aeac8eb428 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports/97ede15b-c7b1-489f-bba7-483dde1e1bfc HTTP/1.1" status: 404 len: 333 time: 0.0524142 Aug 31 19:24:56.630432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:56.670440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.678729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb038fd4-fec9-4fc1-8f10-ddfaebcd06bf None None] Could not find standard attr ID for object c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:56.698590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:56.720733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d195d9a-2f3d-45d9-99f0-4be163ef3ee5 req-ec62bf68-4384-4b34-b889-7feced3655ce tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752299 Aug 31 19:24:56.729238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Transition to ACTIVE for port object 6b430ebe-c035-40d0-aae9-6032d2951231 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:56.730110 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.730952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'port_id': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'mac_address': 'fa:16:3e:1e:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:24:56.759523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.766870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.790261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.793762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:56.798567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:56.803218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:56.803862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.820822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=be2714df-84b9-46e1-bafe-00aacc2fc151,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:56.834814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b2e35f9-8f33-4b99-b3e4-2a8c2daaa616 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7883136 Aug 31 19:24:56.837342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:56.841948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'security_group': {'name': 'tempest-secgroup-1676941509'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:56.864997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.867526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.868702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/security-groups/b415d9db-6920-4197-b10f-2a9784563bf9 HTTP/1.1" status: 204 len: 168 time: 0.2371597 Aug 31 19:24:56.871628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:56.873621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:56.898974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61432d-06ea-4f66-80b0-d3b231b96f1c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415d9db-6920-4197-b10f-2a9784563bf9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:56.908854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ae309-8858-4d13-a441-4b05c46a8d5e None None] Pushing event updated for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:56.918527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a68e744a-5edb-438a-8e93-6dbfb644061d None None] Could not find standard attr ID for object c2d3c9a5-f9ad-47eb-9c5f-c4ac2d00f156. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:56.992173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.001407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.005560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.006649 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.066169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:24:57.066743 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.071773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.073603 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2350237 Aug 31 19:24:57.074845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64241f61-1c52-42de-b7fa-0433cdb41eeb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31793ce4-eff2-4a24-96ef-69a4fbd7ad99,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:57.079318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:57.086677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'security_group': {'name': 'tempest-secgroup-536712507'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:57.096968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:57.103064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.119365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.158413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.161549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.165514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/security-groups/8aff28e2-93f2-40b4-b9ab-02ad1daff456 HTTP/1.1" status: 204 len: 168 time: 0.2896950 Aug 31 19:24:57.165858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:57.184745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ad13-2e1d-49cd-92aa-2f1bbe28ab4f tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff28e2-93f2-40b4-b9ab-02ad1daff456,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:57.196638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:57.284398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.324395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.355572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.372633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.453400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.455314 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3743508 Aug 31 19:24:57.465029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:57.466150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a298cf2f-303b-4d41-8dca-e4cb2e882139'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:24:57.473530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'security_group': {'name': 'tempest-secgroup-588252777'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:57.484803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.488190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.490917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/security-groups/d89fe3b3-effc-4ef5-a17f-37b43424c12b HTTP/1.1" status: 204 len: 168 time: 0.3240876 Aug 31 19:24:57.492341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819280ab-897b-42df-8f71-893420763276 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771fbe84-ef8e-488b-9db2-85cca9480ae0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:57.497013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:57.506289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5c9529e-75f4-4ac1-9299-e8f8bd77f2ed req-b811efef-411a-43a0-92e6-18e569283196 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.1061969 Aug 31 19:24:57.539600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735d45d-b4bf-4a14-9d8a-c6b9ff5c5777 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fe3b3-effc-4ef5-a17f-37b43424c12b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:57.574184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.750805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 10e7ee4c-bba7-41a3-96c8-4229fc202860 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:57.758560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.796900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:24:57.846452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.885893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:57.964408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eca993-f3d5-460e-97e3-702755cf78d4 req-ba06e09d-1210-4ce1-86e8-0460ca622ce5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:57.966040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39eca993-f3d5-460e-97e3-702755cf78d4 req-ba06e09d-1210-4ce1-86e8-0460ca622ce5 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.0774970 Aug 31 19:24:57.970956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.027905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39eca993-f3d5-460e-97e3-702755cf78d4 req-99653ca0-edb6-4f9e-a234-5c08bc7ec591 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472729 Aug 31 19:24:58.030949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.032936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5646336 Aug 31 19:24:58.036474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37956) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:58.044107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-286749672', 'security_groups': ['efcbb135-5b85-468d-b421-1997e8cd9896'], 'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be2714df-84b9-46e1-bafe-00aacc2fc151'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:58.047737 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.064825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b13cb45e-ebf2-4674-b585-69f9d7f6a8ce None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:58.065303 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b13cb45e-ebf2-4674-b585-69f9d7f6a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.067384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391611-d233-4b5e-b90a-8b62c6f64c47 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbb135-5b85-468d-b421-1997e8cd9896,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:58.114558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f57eaf-bafb-4f63-95a5-0d5936ef2a84 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:58.183407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b13cb45e-ebf2-4674-b585-69f9d7f6a8ce None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:58.199614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.205406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:58.215189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b13cb45e-ebf2-4674-b585-69f9d7f6a8ce None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:58.215955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b13cb45e-ebf2-4674-b585-69f9d7f6a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.234679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=10e7ee4c-bba7-41a3-96c8-4229fc202860,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:58.239743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.246714 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bbedb4e9-fd1b-476f-b5e0-068a8dd90f9b tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/10e7ee4c-bba7-41a3-96c8-4229fc202860 HTTP/1.1" status: 204 len: 168 time: 0.7437086 Aug 31 19:24:58.247048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:58.348809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet 10265e41-95cf-4bf4-aa72-bde818293eb0 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:58.359769 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.378720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.411841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] device_id is not set on port 0487d263-6446-4d2a-9a02-d781af5c6880 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:24:58.433085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.564336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46135610-25d4-4145-b38e-7158fcd94c6c None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:24:58.611628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.617296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Update dhcp port {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'fixed_ips': [{'subnet_id': '5dbffd0c-2af6-41f1-bad3-122895d3a2a2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be2714df-84b9-46e1-bafe-00aacc2fc151'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '669c5507-20be-40e1-9558-1d87ea282dd0'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:24:58.624356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:58.624752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.691722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.695670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-588efa71-5321-4a57-b162-f03084f136b0 req-abfd139b-9ace-464c-ad67-5bdd12abcf57 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0374558 Aug 31 19:24:58.710541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.5 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/be2714df-84b9-46e1-bafe-00aacc2fc151/0487d263-6446-4d2a-9a02-d781af5c6880) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:58.713094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.727670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/10265e41-95cf-4bf4-aa72-bde818293eb0 HTTP/1.1" status: 204 len: 168 time: 0.4691482 Aug 31 19:24:58.727670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:58.764547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.800961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e189b-9348-4876-8c32-2162b948b1d9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=10265e41-95cf-4bf4-aa72-bde818293eb0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:58.819603 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-047bc6be-3e35-425e-a43a-7ec924083476 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:58.819603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047bc6be-3e35-425e-a43a-7ec924083476 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:58.819856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:24:58.820336 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-047bc6be-3e35-425e-a43a-7ec924083476 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/10e7ee4c-bba7-41a3-96c8-4229fc202860 HTTP/1.1" status: 404 len: 337 time: 0.0973995 Aug 31 19:24:58.822303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:58.830970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Could not find standard attr ID for object 97ede15b-c7b1-489f-bba7-483dde1e1bfc. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:58.888081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting subnet ec31cae1-a9c8-45c8-9160-2c89a02cb9a1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:24:58.893689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.902166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.913878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Provisioning for port 6b430ebe-c035-40d0-aae9-6032d2951231 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:24:58.919861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 0487d263-6446-4d2a-9a02-d781af5c6880 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:58.966085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.971467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:58.976083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:24:58.976447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17de364a-b10a-4244-99fb-2526ec9a9df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.029656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=0487d263-6446-4d2a-9a02-d781af5c6880,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:59.054286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:24:59.056204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:24:59.059836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:24:59.172390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:59.173966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.181700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.206995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-81684642-d9cb-4a51-8ac8-bf4aa4b98c2c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1676984 Aug 31 19:24:59.208601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.216418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:24:59.253499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Allocated IP 172.20.0.2 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/be2714df-84b9-46e1-bafe-00aacc2fc151/669c5507-20be-40e1-9558-1d87ea282dd0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:24:59.302516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.356919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.359432 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/ec31cae1-a9c8-45c8-9160-2c89a02cb9a1 HTTP/1.1" status: 204 len: 168 time: 0.5355699 Aug 31 19:24:59.365678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37996) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.369449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-931520e3-093c-4915-9319-8d1e50727823 None None] Could not find standard attr ID for object 97ede15b-c7b1-489f-bba7-483dde1e1bfc. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:24:59.388465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:24:59.433810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.440274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2426da-e1e6-40c3-8c3f-dd8ee63a6d3c tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Subnet': ['ID=ec31cae1-a9c8-45c8-9160-2c89a02cb9a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:59.457863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Transition to ACTIVE for port object 669c5507-20be-40e1-9558-1d87ea282dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:24:59.463513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.471916 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd3f31c-b4cf-41be-83be-95b0b7478165 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.472283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd3f31c-b4cf-41be-83be-95b0b7478165 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.477570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cfd3f31c-b4cf-41be-83be-95b0b7478165 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/98de6fd1-596c-46ca-ab93-bd1780835269 HTTP/1.1" status: 404 len: 337 time: 0.0382919 Aug 31 19:24:59.478078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37998) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.517729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b9d3-91ae-42e9-b3ff-c9bb5d96eb84 req-1d4a03eb-44a9-4950-a5cb-4bed38d7e102 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:24:59.519391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e066b9d3-91ae-42e9-b3ff-c9bb5d96eb84 req-1d4a03eb-44a9-4950-a5cb-4bed38d7e102 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 945 time: 0.1412115 Aug 31 19:24:59.520614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:24:59.524149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:24:59.531072 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-614eb920-3fb3-4e65-9431-1f759158d127 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "GET /v2.0/ports?device_id=49602e4c-0e5b-4543-8172-59c7da98da3a HTTP/1.1" status: 200 len: 205 time: 0.0512683 Aug 31 19:24:59.531851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38000) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.575786 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-574f36d7-6cfc-4cef-9547-2d0f9cd0c371 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] delete failed (client error): The resource could not be found. Aug 31 19:24:59.580218 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-574f36d7-6cfc-4cef-9547-2d0f9cd0c371 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/routers/49602e4c-0e5b-4543-8172-59c7da98da3a HTTP/1.1" status: 404 len: 336 time: 0.0470920 Aug 31 19:24:59.580894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.611317 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d63ff2-412f-4657-9c51-418065f3a55e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.611833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d63ff2-412f-4657-9c51-418065f3a55e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.616937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f3d63ff2-412f-4657-9c51-418065f3a55e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/fcc23539-d024-4a8e-8cfa-99e3db835052 HTTP/1.1" status: 404 len: 337 time: 0.0349147 Aug 31 19:24:59.617629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.649944 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d8b5ca-0f77-4820-a2a3-e973a583422e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.650545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d8b5ca-0f77-4820-a2a3-e973a583422e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.655664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1d8b5ca-0f77-4820-a2a3-e973a583422e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/73b2303a-d531-4dbd-8a4a-1bc2dde3a02f HTTP/1.1" status: 404 len: 337 time: 0.0364561 Aug 31 19:24:59.656448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.675730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e066b9d3-91ae-42e9-b3ff-c9bb5d96eb84 req-b917a7fc-fa0a-477a-ac77-3ab1c5d05259 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480227 Aug 31 19:24:59.717162 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b076feb0-b58e-46dc-b4d0-66a9db4953e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.718565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b076feb0-b58e-46dc-b4d0-66a9db4953e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.723257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b076feb0-b58e-46dc-b4d0-66a9db4953e9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/81b260aa-614c-4ca4-afc0-6d09b62f153a HTTP/1.1" status: 404 len: 337 time: 0.0655901 Aug 31 19:24:59.725939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.791882 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d766475-f9a9-4604-9f25-682d0a2e7757 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.795074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d766475-f9a9-4604-9f25-682d0a2e7757 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.799982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d766475-f9a9-4604-9f25-682d0a2e7757 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/b1a8b03c-79f6-4f34-81f8-85e4943b5540 HTTP/1.1" status: 404 len: 333 time: 0.0698831 Aug 31 19:24:59.801112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.830395 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be2714df-84b9-46e1-bafe-00aacc2fc151 (CIDR: 172.20.0.0/28) Aug 31 19:24:59.857264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb3e03-7af8-4a80-ad50-1cac0801ad52 None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:24:59.888853 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-813ab557-378a-4db6-93d0-f6cb48e30e01 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.890003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813ab557-378a-4db6-93d0-f6cb48e30e01 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.894344 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-813ab557-378a-4db6-93d0-f6cb48e30e01 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/5fe6477c-1dd6-4a04-ba27-f46bf5ae2410 HTTP/1.1" status: 404 len: 337 time: 0.0904310 Aug 31 19:24:59.894524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-3229786a-e698-4c5f-909b-d770a3fbfa37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1932721 Aug 31 19:24:59.894702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.895375 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:24:59.895956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.926726 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f9537f-a14f-42f0-86c9-968df82b3b92 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.927462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f9537f-a14f-42f0-86c9-968df82b3b92 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.934851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16f9537f-a14f-42f0-86c9-968df82b3b92 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/8dc8b690-b984-4e4b-8c97-8f82933b017e HTTP/1.1" status: 404 len: 337 time: 0.0367689 Aug 31 19:24:59.935399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:24:59.965972 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c4ccbd-7f31-4b46-be8b-f4df922c85b9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:24:59.966856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c4ccbd-7f31-4b46-be8b-f4df922c85b9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:24:59.970025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51c4ccbd-7f31-4b46-be8b-f4df922c85b9 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/c1425e12-4f39-4aea-b60b-183cb2633f28 HTTP/1.1" status: 404 len: 333 time: 0.0325937 Aug 31 19:24:59.973448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cbb226f6-9113-4f4b-bdc4-255366e39ae5 req-b6f995e5-7d8b-4fd4-9d1a-62624fb0c7cf tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0738659 Aug 31 19:24:59.982113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:00.011010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f771e666-f504-4df5-9bc4-77307aff223d tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7995687 Aug 31 19:25:00.013560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:00.019191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:00.038955 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b1fccd-765c-4732-b5d0-721a25ebc596 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:00.039561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b1fccd-765c-4732-b5d0-721a25ebc596 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:00.041750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-48b1fccd-765c-4732-b5d0-721a25ebc596 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/e88fb51e-823b-4323-8ea9-8c4b363fcf25 HTTP/1.1" status: 404 len: 337 time: 0.0549581 Aug 31 19:25:00.047567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:00.075454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:00.105171 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbe0c50-f073-4ed0-8df7-e0deac0a270e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:00.105817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbe0c50-f073-4ed0-8df7-e0deac0a270e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:00.112493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9cbe0c50-f073-4ed0-8df7-e0deac0a270e tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/subnets/389e0ffa-e96a-4ec6-8d03-68a774c04c98 HTTP/1.1" status: 404 len: 337 time: 0.0609868 Aug 31 19:25:00.113769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:00.132797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-be6c7292-93f9-46e9-a5b1-9f6a9b7e14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:00.134926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-be6c7292-93f9-46e9-a5b1-9f6a9b7e14ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fc9851942df4e02974e41c4f133e06c&device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 1098 time: 0.1732464 Aug 31 19:25:00.223161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34b0bd-fbbb-44db-8544-e41f60bb7bbc None None] Network 590664e5-4be9-446c-8b45-ab702de79efd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:00.229493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a298cf2f-303b-4d41-8dca-e4cb2e882139 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:00.231387 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.336231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port e13c63b4-2c98-44b0-b147-ba1de96ee1ce {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:00.336231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.353419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-8cf1eb8b-f0fb-42db-8863-1034b87bf602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:00.355050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-8cf1eb8b-f0fb-42db-8863-1034b87bf602 service neutron] 10.222.0.67 "GET /v2.0/networks?id=963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 200 len: 913 time: 0.1910174 Aug 31 19:25:00.458622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-fa0630c6-eac7-4972-ad5a-636645693a3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 200 len: 1001 time: 0.0904584 Aug 31 19:25:00.494856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-09c20afc-71fe-4c74-9d98-49df30dd0e87 None None] Provisioning complete for port e13c63b4-2c98-44b0-b147-ba1de96ee1ce triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:00.495212 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09c20afc-71fe-4c74-9d98-49df30dd0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.501871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.542635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for e13c63b4-2c98-44b0-b147-ba1de96ee1ce owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:00.571073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-16bfec96-c46a-4b01-a4b1-01ab6d66d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:00.574994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-16bfec96-c46a-4b01-a4b1-01ab6d66d0cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 200 len: 851 time: 0.1047456 Aug 31 19:25:00.578104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:00.587668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.593768 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.600895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-09c20afc-71fe-4c74-9d98-49df30dd0e87 None None] Port e13c63b4-2c98-44b0-b147-ba1de96ee1ce cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:00.640276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-09c20afc-71fe-4c74-9d98-49df30dd0e87 None None] Provisioning complete for port 6b430ebe-c035-40d0-aae9-6032d2951231 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:00.640497 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09c20afc-71fe-4c74-9d98-49df30dd0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.657871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:25:00.660479 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b501abd-aa27-4389-8a33-af8259bcdd37" -d '{"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:25:00.729381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] DHCP port deletion for 590664e5-4be9-446c-8b45-ab702de79efd request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:25:00.782107 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a227f39f-23d8-49eb-83ca-e89154f0beda x-openstack-request-id: req-a227f39f-23d8-49eb-83ca-e89154f0beda {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:25:00.782107 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-plugged", "status": "completed", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:25:00.784119 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a227f39f-23d8-49eb-83ca-e89154f0beda {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:25:00.784362 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'code': 200} Aug 31 19:25:00.796684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:00.827848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.899789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:00.944781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=e13c63b4-2c98-44b0-b147-ba1de96ee1ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:00.989487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-7966372c-07fe-47e8-9ba9-3f27d7fce664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:00.997819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-7966372c-07fe-47e8-9ba9-3f27d7fce664 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963c0e9b-8b61-4064-b642-45db4f527d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2092540 Aug 31 19:25:01.012355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.024878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ca3c985-d18d-42be-af7d-910606d36de1 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/ports/e13c63b4-2c98-44b0-b147-ba1de96ee1ce HTTP/1.1" status: 204 len: 168 time: 0.9100306 Aug 31 19:25:01.028011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:01.058385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:01.079169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Deleting port 6b430ebe-c035-40d0-aae9-6032d2951231 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:01.080293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.088749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23950bdf-bfce-4510-a13f-f9667b345296 req-227384ef-42a3-426a-9e32-42baaf182aeb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.090585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23950bdf-bfce-4510-a13f-f9667b345296 req-227384ef-42a3-426a-9e32-42baaf182aeb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.1997890 Aug 31 19:25:01.099184 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5dbffd0c-2af6-41f1-bad3-122895d3a2a2 (CIDR: 172.20.0.16/28) Aug 31 19:25:01.125312 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:25:01.126342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:01.202295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24d3a-61bd-4e69-922b-ab52ca22ddd4 req-857b6a74-a479-465b-91b8-263901fe0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.204781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84a24d3a-61bd-4e69-922b-ab52ca22ddd4 req-857b6a74-a479-465b-91b8-263901fe0513 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 1099 time: 0.2611074 Aug 31 19:25:01.214761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-1968377e-a47d-4692-ade5-7ceec3d34205 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1874132 Aug 31 19:25:01.236812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-834a6c5d-e453-4d75-8da5-374dfa342805 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2221770 Aug 31 19:25:01.249939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:01.259502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'subnet': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:01.269462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.275892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23950bdf-bfce-4510-a13f-f9667b345296 req-afee549a-f280-4ab3-bb0f-1a70dd233336 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738980 Aug 31 19:25:01.297178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6b430ebe-c035-40d0-aae9-6032d2951231,segment=NetworkSegment(2273450f-0d14-4cb8-82b1-a1a4526b1530),segment_id=2273450f-0d14-4cb8-82b1-a1a4526b1530)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:01.297594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.311353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Calling delete_port for 6b430ebe-c035-40d0-aae9-6032d2951231 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:01.352900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-f85c796c-7eca-4eb1-ba74-e802e261e28b service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337739 Aug 31 19:25:01.352900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5aa89cd7-c0c4-4640-b4b6-ae001373c4c3 req-14eb7d66-4d0d-47eb-9990-3826baa341af tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0578160 Aug 31 19:25:01.390511 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84a24d3a-61bd-4e69-922b-ab52ca22ddd4 req-1deb38f9-c0f8-4329-9453-c9d1a2400683 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747797 Aug 31 19:25:01.442823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:01.443209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.489685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82eb1ad0-5f21-4647-893a-8911cda1d6d6 req-b8fe9e6b-9c71-4a85-89cf-c1400198cf0c service neutron] 10.222.0.67 "GET /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355312 Aug 31 19:25:01.491998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:01.503574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.504348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.505241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.505545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.505925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.506386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.507378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.509006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-c5f62985-92c4-4890-b50f-7b67ba6367ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.1794865 Aug 31 19:25:01.509210 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.512618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Made reservation on behalf of de5fedc2ab6e48ac8459684d49e32a45 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:01.516177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Provisioning for port 669c5507-20be-40e1-9558-1d87ea282dd0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:01.516627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.543819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:01.544194 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c4d10b3-5d27-4dd5-aaa6-465a89e311f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.566970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] Pushing event deleted for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:01.571918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab221ef2-3afb-4e9e-9475-972ac8331d38 None None] No DVR routers for this DVR port 6b430ebe-c035-40d0-aae9-6032d2951231 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:01.577980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Deleting port 6b430ebe-c035-40d0-aae9-6032d2951231 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:01.578373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.746021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:01.746348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] For port 6b430ebe-c035-40d0-aae9-6032d2951231, host n-d-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:01.746716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.777034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Calling delete_port for 6b430ebe-c035-40d0-aae9-6032d2951231 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:01.782590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Port 6b430ebe-c035-40d0-aae9-6032d2951231 was not found and therefore no delete operation was performed {{(pid=94817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:25:01.792122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.809374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-02efc540-253c-4be8-bd3f-aba212edc874 None None] Provisioning for port 0487d263-6446-4d2a-9a02-d781af5c6880 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:01.820355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-02efc540-253c-4be8-bd3f-aba212edc874 None None] Provisioning complete for port 0487d263-6446-4d2a-9a02-d781af5c6880 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:01.821323 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02efc540-253c-4be8-bd3f-aba212edc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.823272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:01.823875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:01.845495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-4034a1b1-b0b6-42d4-bc72-c91a30d50ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.845892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-4034a1b1-b0b6-42d4-bc72-c91a30d50ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.846341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-4034a1b1-b0b6-42d4-bc72-c91a30d50ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:01.848425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-4034a1b1-b0b6-42d4-bc72-c91a30d50ca2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&id=54187448-1abd-4ee2-a8e1-0858c21c5084&id=54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 200 len: 2298 time: 0.2167971 Aug 31 19:25:01.848733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Port': ['ID=6b430ebe-c035-40d0-aae9-6032d2951231,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:01.855799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] No DVR routers for this DVR port 6b430ebe-c035-40d0-aae9-6032d2951231 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:01.903862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-02efc540-253c-4be8-bd3f-aba212edc874 None None] Port 0487d263-6446-4d2a-9a02-d781af5c6880 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:02.021642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-640695cc-169f-4fd7-8e87-a91940927b8c req-7bdbd864-aa25-4410-84b9-837677de6e5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0524859 Aug 31 19:25:02.028859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:02.049117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6b430ebe-c035-40d0-aae9-6032d2951231 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:02.049563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6b430ebe-c035-40d0-aae9-6032d2951231 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:02.318457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.339020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590664e5-4be9-446c-8b45-ab702de79efd']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:02.343918 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-6b048eb1-15bc-4792-bc8a-19a8dc2b907b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 200 len: 1002 time: 0.4572110 Aug 31 19:25:02.375674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2273450f-0d14-4cb8-82b1-a1a4526b1530') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:02.375998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2273450f-0d14-4cb8-82b1-a1a4526b1530') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:02.420294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.450811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.465640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:25:02.466060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:25:02.470981 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:25:02.473730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be440d7-363e-467d-a89d-db1943de27d2 req-44a4c6b5-8581-47dc-ab69-47bf1b7363b1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:02.474568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be440d7-363e-467d-a89d-db1943de27d2 req-44a4c6b5-8581-47dc-ab69-47bf1b7363b1 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.0860131 Aug 31 19:25:02.525181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-66d725ae-ffdc-4f31-bb02-3ecd892a0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:02.526673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-66d725ae-ffdc-4f31-bb02-3ecd892a0c92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 200 len: 855 time: 0.1539690 Aug 31 19:25:02.555376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be440d7-363e-467d-a89d-db1943de27d2 req-2d1955e0-28e4-4c1c-b4a7-b0c34d7112c9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715554 Aug 31 19:25:02.588979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3dfcdcb9-a85b-4f04-8661-cf538696ea4c req-f531d9f4-ca23-494b-b649-bf0acd3dff94 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0588226 Aug 31 19:25:02.592519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.605613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.642018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.643900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] 10.222.0.73 "DELETE /v2.0/networks/590664e5-4be9-446c-8b45-ab702de79efd HTTP/1.1" status: 204 len: 168 time: 1.5554883 Aug 31 19:25:02.666767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577e16-6a46-4116-b579-e9b7a22218c2 tempest-PortsIpV6TestJSON-598149894 tempest-PortsIpV6TestJSON-598149894-project] Pushing event deleted for resources: {'Network': ['ID=590664e5-4be9-446c-8b45-ab702de79efd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:02.672862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:02.677386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-7a7e2f87-ecd7-45e5-aabc-62362ebb7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:02.678907 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-7a7e2f87-ecd7-45e5-aabc-62362ebb7cbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413033 Aug 31 19:25:02.681927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:02.685102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:02.685696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:02.695219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765f8ba-bb6c-47bd-a8f3-86fe33c7d735 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:02.772798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Subnet': ['ID=d84d89bd-0cd2-496c-addb-a43ea56a2adf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:02.779853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-785afd1d-a401-4460-a7f5-0595d367a9d3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5292521 Aug 31 19:25:02.783283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:02.807821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1041163504', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd84d89bd-0cd2-496c-addb-a43ea56a2adf'}], 'security_groups': ['31793ce4-eff2-4a24-96ef-69a4fbd7ad99', '771fbe84-ef8e-488b-9db2-85cca9480ae0']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:02.882732 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-1827bbc5-0c09-4017-bbde-57f2aef1122f service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916549 Aug 31 19:25:02.927763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.176519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-183fb4cf-da40-4321-b403-bd3f12a9bbc6 service neutron] 10.222.0.82 "GET /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858307 Aug 31 19:25:03.199519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Update dhcp port {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'fixed_ips': [{'subnet_id': '5dbffd0c-2af6-41f1-bad3-122895d3a2a2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be2714df-84b9-46e1-bafe-00aacc2fc151', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd84d89bd-0cd2-496c-addb-a43ea56a2adf'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '669c5507-20be-40e1-9558-1d87ea282dd0'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:25:03.257366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-b365eda6-671e-45a0-9341-719c5fb8d667 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0732844 Aug 31 19:25:03.292235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.350497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:03.376209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Delete allocated IP 172.20.0.5 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/be2714df-84b9-46e1-bafe-00aacc2fc151) {{(pid=94816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 19:25:03.380375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-e435c3de-8447-41c1-913a-9a17558e50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:03.382481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-e435c3de-8447-41c1-913a-9a17558e50eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.1183560 Aug 31 19:25:03.385819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Allocated IP 172.20.0.34 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/d84d89bd-0cd2-496c-addb-a43ea56a2adf/0487d263-6446-4d2a-9a02-d781af5c6880) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:03.493865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-00664ade-afd6-4873-be75-3c75dfd837f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:03.494768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-00664ade-afd6-4873-be75-3c75dfd837f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969844 Aug 31 19:25:03.621666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-4d87a1fb-063b-4102-9143-e69cabeed4a7 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102133 Aug 31 19:25:03.642128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a03ee737-de43-4fa6-a06e-fc79c1668b1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=960681a62ad1419c8d2fb6dfb41c8f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866123 Aug 31 19:25:03.644441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:03.671754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.734620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f878f741-e011-4116-9487-352e7135aebe req-3ffa24f6-d292-40b7-b564-3fad79410d86 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Aug 31 19:25:03.748217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Transition to ACTIVE for port object 0487d263-6446-4d2a-9a02-d781af5c6880 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:03.753988 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.823760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-2de37de5-71cf-49be-843a-79972c7a665e service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703129 Aug 31 19:25:03.837092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-5667c920-fbc0-46ac-9c11-f9c3166d4f44 {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:25:03.837711 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:25:03.852336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.875940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.882437 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-56518670-c616-4031-9c86-04d55828553c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 217 time: 0.0509353 Aug 31 19:25:03.942046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-00484558-5212-43d3-a57d-bfc02d7e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:03.944004 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-00484558-5212-43d3-a57d-bfc02d7e7cb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0545826 Aug 31 19:25:03.978175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] In _notify_port_updated(), no bound segment for port 0487d263-6446-4d2a-9a02-d781af5c6880 on network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:25:03.984329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:03.985002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:03.989277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "PUT /v2.0/ports/0487d263-6446-4d2a-9a02-d781af5c6880 HTTP/1.1" status: 200 len: 960 time: 1.1989932 Aug 31 19:25:03.992117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:04.013430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efa368-ba27-4352-9ae2-01094df21f8b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event updated for resources: {'Port': ['ID=0487d263-6446-4d2a-9a02-d781af5c6880,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:04.035093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390452c-a46c-4338-b977-ed92cff7294a req-90167dca-bc7b-4327-b337-d72a3bb175e3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:04.037515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5390452c-a46c-4338-b977-ed92cff7294a req-90167dca-bc7b-4327-b337-d72a3bb175e3 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.3018718 Aug 31 19:25:04.134365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-8d2a573b-5d09-4598-aed2-fe1b31756253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:04.143538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-8d2a573b-5d09-4598-aed2-fe1b31756253 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919658 Aug 31 19:25:04.234905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port 0487d263-6446-4d2a-9a02-d781af5c6880 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:04.235276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.363092 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-24d66e44-f209-47b9-b719-31ab556e7668 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098224 Aug 31 19:25:04.377659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.396655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.459674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for 0487d263-6446-4d2a-9a02-d781af5c6880 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:04.465024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-027fdf1c-d873-4c1c-8c59-af29b5382323 req-eb464f40-d221-484d-984d-435629c1d1cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=921158414e464a718eb1be7bc0822ada&device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0416822 Aug 31 19:25:04.476162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e2561dc-dc9e-40a3-ab9d-95e64085f005 req-dc489858-8200-431b-9f53-4412ba8074fe tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0618215 Aug 31 19:25:04.535045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.538136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.544130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3441d90-9a72-438f-8a65-89fb970496e3 HTTP/1.1" status: 204 len: 168 time: 0.8991032 Aug 31 19:25:04.546168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-027fdf1c-d873-4c1c-8c59-af29b5382323 req-dfa6c744-a639-4049-be63-52ee5a8bd343 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=921158414e464a718eb1be7bc0822ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687289 Aug 31 19:25:04.562941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5390452c-a46c-4338-b977-ed92cff7294a req-309216bd-e79e-4a84-abfb-35998c3efa02 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5136375 Aug 31 19:25:04.628257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1c0b-ba60-447a-b777-af8ea26d2b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3441d90-9a72-438f-8a65-89fb970496e3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:04.672519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Allocated IP 172.20.0.35 (25b6b123-243e-4dd9-b163-2f8c6ae48a7b/d84d89bd-0cd2-496c-addb-a43ea56a2adf/669c5507-20be-40e1-9558-1d87ea282dd0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:04.705705 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-a46bde6c-0dbf-430e-a370-12abe2e1708e service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323255 Aug 31 19:25:04.706862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.743234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=0487d263-6446-4d2a-9a02-d781af5c6880,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:04.779416 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-99f218e7-7dea-4827-bb56-f3863395fb67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 200 len: 217 time: 0.0433216 Aug 31 19:25:04.838591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:04.842911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-bece1465-a171-46ab-a222-52d7a4c50f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:04.851475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-bece1465-a171-46ab-a222-52d7a4c50f0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0644934 Aug 31 19:25:04.920539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.964414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Transition to ACTIVE for port object 669c5507-20be-40e1-9558-1d87ea282dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:04.974020 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.975989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdf1c-d873-4c1c-8c59-af29b5382323 req-6a9e88ec-ae36-4a6c-8d15-8e6270f7ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:04.978293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-027fdf1c-d873-4c1c-8c59-af29b5382323 req-6a9e88ec-ae36-4a6c-8d15-8e6270f7ec66 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113491 Aug 31 19:25:04.984708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:04.986652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab209367-c907-4dad-9624-ed83641f3efc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/0487d263-6446-4d2a-9a02-d781af5c6880 HTTP/1.1" status: 204 len: 168 time: 0.9933984 Aug 31 19:25:04.989583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:05.006326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-ad9b5122-68b1-485b-a3e6-ee8e8ae218d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:05.013285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-ad9b5122-68b1-485b-a3e6-ee8e8ae218d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335385 Aug 31 19:25:05.031530 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-535d6632-47fc-4015-b626-dbd6d779a91a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] GET failed (client error): The resource could not be found. Aug 31 19:25:05.036205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd6b4e-eda4-4e5f-b570-ce025f48133a None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:05.049546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-535d6632-47fc-4015-b626-dbd6d779a91a tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports/0487d263-6446-4d2a-9a02-d781af5c6880 HTTP/1.1" status: 404 len: 333 time: 0.0586627 Aug 31 19:25:05.052152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:05.136718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.162657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.172555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-d3259dbc-0788-4b08-9b41-87d8fa14459d service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519029 Aug 31 19:25:05.219523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.222104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.224961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/security-groups/efcbb135-5b85-468d-b421-1997e8cd9896 HTTP/1.1" status: 204 len: 168 time: 0.1716909 Aug 31 19:25:05.228769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38214) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:05.293897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c462c74-9e2d-4840-b1c9-1ad9710c4e0c tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbb135-5b85-468d-b421-1997e8cd9896,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:05.333962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-2a38159b-30e2-42fc-a1c2-ef2e718e320e service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533427 Aug 31 19:25:05.347172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.402408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.423412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-aef88c8c-79b0-4fd6-af48-77a3540674ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 200 len: 217 time: 0.0715017 Aug 31 19:25:05.472041 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.474712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.476049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/security-groups/771fbe84-ef8e-488b-9db2-85cca9480ae0 HTTP/1.1" status: 204 len: 168 time: 0.2461007 Aug 31 19:25:05.479995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:05.499214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee609d-dfd0-4059-87be-85a88ebcb30b tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fbe84-ef8e-488b-9db2-85cca9480ae0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:05.521947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-3353383f-f1f5-46a7-b621-30d12aa57639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:05.524728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-3353383f-f1f5-46a7-b621-30d12aa57639 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 200 len: 797 time: 0.0937023 Aug 31 19:25:05.585852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-5f2dcc57-1ddf-4694-89da-7d36fcf80453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:05.587719 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-5f2dcc57-1ddf-4694-89da-7d36fcf80453 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02c464ef-cacc-42c7-9aff-48dab59e8f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555413 Aug 31 19:25:05.677426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bc8f14c-663b-40a8-83c7-b55c0ce9d15a req-27781da6-aebc-4b5c-81d1-ca76f96d00d9 tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0709069 Aug 31 19:25:05.677426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.715565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.803208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.805962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.807219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/security-groups/31793ce4-eff2-4a24-96ef-69a4fbd7ad99 HTTP/1.1" status: 204 len: 168 time: 0.3247180 Aug 31 19:25:05.816269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:05.822123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:05.825925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-c53988f1-0fe7-4aa9-b028-33cd481235bd service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285681 Aug 31 19:25:05.886681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ac406-74a0-4cde-8390-14a262f5fe14 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31793ce4-eff2-4a24-96ef-69a4fbd7ad99,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:05.929104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet be2714df-84b9-46e1-bafe-00aacc2fc151 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:05.940478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:05.998773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.020446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-89d9edc5-a487-4ebc-8462-a7bca0a77f19 service neutron] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892269 Aug 31 19:25:06.059670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Could not find standard attr ID for object 0487d263-6446-4d2a-9a02-d781af5c6880. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:25:06.083878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-a223e923-c8b9-4047-aeb9-062b6bdb77c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 200 len: 217 time: 0.0551109 Aug 31 19:25:06.085993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:06.086479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.122939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:06.136563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Provisioning for port 669c5507-20be-40e1-9558-1d87ea282dd0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:06.144076 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.147899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:06.148565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e3c39bb-1873-4679-8180-c22fac323b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.208078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-56e0808d-3f8c-4c63-ad73-cd8ee44f07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:06.213366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-56e0808d-3f8c-4c63-ad73-cd8ee44f07d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.1229393 Aug 31 19:25:06.250188 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.285792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-cec7026d-6c14-4d1d-8789-83cab95d450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:06.287140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-027fdf1c-d873-4c1c-8c59-af29b5382323 req-75714f84-d063-408a-9aa6-b1f735c8208e tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.67 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0499899 Aug 31 19:25:06.288509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-cec7026d-6c14-4d1d-8789-83cab95d450e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681984 Aug 31 19:25:06.319349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=be2714df-84b9-46e1-bafe-00aacc2fc151,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:06.325191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.327474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-33636d4e-b636-44a2-afe2-82a3fa9d19b2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/be2714df-84b9-46e1-bafe-00aacc2fc151 HTTP/1.1" status: 204 len: 168 time: 0.5068574 Aug 31 19:25:06.332684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:06.486690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet d84d89bd-0cd2-496c-addb-a43ea56a2adf {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:06.490901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.500318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-d78043b2-1cf7-46ce-893c-17305b35026c service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031760 Aug 31 19:25:06.586172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.631924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-9995d90c-71a0-490a-9bf0-bcc7a57cb537 service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231792 Aug 31 19:25:06.651953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c9c9a-809f-4804-a5e7-0a6283077482 None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:06.693418 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-e1bfbf1c-a3ad-4555-9c9f-2f668bc7b459 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 200 len: 217 time: 0.0547676 Aug 31 19:25:06.737747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:06.789513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-133a5a57-3309-45d6-b338-a3f24b8e5bb4 None None] Could not find standard attr ID for object 0487d263-6446-4d2a-9a02-d781af5c6880. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:25:06.819264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-2b505f83-0613-4568-8863-98f9bfeaebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:06.821132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-2b505f83-0613-4568-8863-98f9bfeaebdf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 200 len: 797 time: 0.1206684 Aug 31 19:25:06.901068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd8cd49c-e769-4aa5-a9fe-2158d2399cda req-c8fa4e26-bf22-4ceb-8d2c-5b90319bd56e tempest-ServerShowV257Test-952783845 tempest-ServerShowV257Test-952783845-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f64d64-4109-43f6-8090-aef9a14680a6 HTTP/1.1" status: 200 len: 210 time: 0.0839362 Aug 31 19:25:06.947492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1d50-385b-4993-90ad-56c77db68878 req-db53d113-94f6-4ee5-be73-2e23bb7e6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:06.952910 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-db53d113-94f6-4ee5-be73-2e23bb7e6bdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54187448-1abd-4ee2-a8e1-0858c21c5084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228712 Aug 31 19:25:06.966601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.030640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=d84d89bd-0cd2-496c-addb-a43ea56a2adf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:07.033135 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.035241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-734a866e-1f29-443a-a857-3406a14790f2 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/d84d89bd-0cd2-496c-addb-a43ea56a2adf HTTP/1.1" status: 204 len: 168 time: 0.7015836 Aug 31 19:25:07.038955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.071070 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff796638-263e-4581-9d80-72b562e6e6cc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.071553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff796638-263e-4581-9d80-72b562e6e6cc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.076064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff796638-263e-4581-9d80-72b562e6e6cc tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/be2714df-84b9-46e1-bafe-00aacc2fc151 HTTP/1.1" status: 404 len: 337 time: 0.0337088 Aug 31 19:25:07.077830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.177938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting subnet 5dbffd0c-2af6-41f1-bad3-122895d3a2a2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:07.185424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.196001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-6717ca17-adbd-46ae-a567-ddfb558875ea service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344759 Aug 31 19:25:07.229357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2bfecb-c5c1-4421-9cc1-af1a915c8dc1 None None] Update dhcp port {'port': {'network_id': '25b6b123-243e-4dd9-b163-2f8c6ae48a7b', 'fixed_ips': [{'subnet_id': '5dbffd0c-2af6-41f1-bad3-122895d3a2a2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd84d89bd-0cd2-496c-addb-a43ea56a2adf'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '669c5507-20be-40e1-9558-1d87ea282dd0'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:25:07.281123 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db2bfecb-c5c1-4421-9cc1-af1a915c8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.304713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.387950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-263e1d50-385b-4993-90ad-56c77db68878 req-2acbf462-992a-4875-ab13-fc99b253fc5f service neutron] 10.222.0.82 "GET /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721191 Aug 31 19:25:07.459966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-db2bfecb-c5c1-4421-9cc1-af1a915c8dc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dbffd0c-2af6-41f1-bad3-122895d3a2a2: This subnet is being modified by another concurrent operation. Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:25:07.528941 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dbffd0c-2af6-41f1-bad3-122895d3a2a2: This subnet is being modified by another concurrent operation. Aug 31 19:25:07.534994 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:25:07.540327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.546280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.548209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/5dbffd0c-2af6-41f1-bad3-122895d3a2a2 HTTP/1.1" status: 204 len: 168 time: 0.4690611 Aug 31 19:25:07.550836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.572409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364c47-09b9-4c5a-a25c-39135bdabdbb tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbffd0c-2af6-41f1-bad3-122895d3a2a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:07.590638 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-315f9066-1c7a-4d95-8834-8ad6fd939ebe tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.591170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315f9066-1c7a-4d95-8834-8ad6fd939ebe tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.593769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-315f9066-1c7a-4d95-8834-8ad6fd939ebe tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/c2cd4e5e-8997-49d7-926a-c9d3ff5290e1 HTTP/1.1" status: 404 len: 337 time: 0.0411844 Aug 31 19:25:07.599458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.633193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c296d-4920-4e1a-bcfe-d90134eb8e8a None None] Network 25b6b123-243e-4dd9-b163-2f8c6ae48a7b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:07.646391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a91f8e19-67d4-4166-9326-8bd1538b0a70 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "GET /v2.0/ports?device_id=bef2dc3c-daf6-4763-b700-2a4170ca2be0 HTTP/1.1" status: 200 len: 205 time: 0.0452707 Aug 31 19:25:07.646904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.648635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38312) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.726715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a0437a8-f7ad-456a-a828-9b798be08443 None None] Provisioning complete for port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:07.727410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a0437a8-f7ad-456a-a828-9b798be08443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.745136 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-6064d8cf-d6d3-47f7-818f-72c8790bd816 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] delete failed (client error): The resource could not be found. Aug 31 19:25:07.749517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38316) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.750598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6064d8cf-d6d3-47f7-818f-72c8790bd816 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/routers/bef2dc3c-daf6-4763-b700-2a4170ca2be0 HTTP/1.1" status: 404 len: 336 time: 0.0997405 Aug 31 19:25:07.787861 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-222e3807-95ee-4c79-95b2-51c611fc91d8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.788911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222e3807-95ee-4c79-95b2-51c611fc91d8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.791337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-222e3807-95ee-4c79-95b2-51c611fc91d8 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/9712288c-35e1-4c8f-9d0b-4343cb6489e2 HTTP/1.1" status: 404 len: 337 time: 0.0395818 Aug 31 19:25:07.794045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.807016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53addd4-5a03-4a62-85b0-f63b96f636a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.824892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 669c5507-20be-40e1-9558-1d87ea282dd0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:07.842113 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0bebfd-5da3-4cb0-bb5a-3711aa24e720 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.843369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0bebfd-5da3-4cb0-bb5a-3711aa24e720 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.845409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3e0bebfd-5da3-4cb0-bb5a-3711aa24e720 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/69fd6bd8-c5d0-46e8-be26-ca28e54ddcaa HTTP/1.1" status: 404 len: 337 time: 0.0501962 Aug 31 19:25:07.847902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.880346 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0045a31-edd2-4294-be15-9fe3ae2ebfd9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.881571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0045a31-edd2-4294-be15-9fe3ae2ebfd9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.883701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a0045a31-edd2-4294-be15-9fe3ae2ebfd9 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/cb7dd12b-e9fd-4cd8-9416-541545d8cfff HTTP/1.1" status: 404 len: 337 time: 0.0344784 Aug 31 19:25:07.886479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.902006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a0437a8-f7ad-456a-a828-9b798be08443 None None] Port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:07.940006 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-785837f2-00c1-4d37-9e00-20b55c35ce4f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.942592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785837f2-00c1-4d37-9e00-20b55c35ce4f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:07.945625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-785837f2-00c1-4d37-9e00-20b55c35ce4f tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/6d537872-c06a-40e4-8814-fc73cf1e3a49 HTTP/1.1" status: 404 len: 333 time: 0.0571139 Aug 31 19:25:07.947697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a0437a8-f7ad-456a-a828-9b798be08443 None None] Provisioning complete for port 669c5507-20be-40e1-9558-1d87ea282dd0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:07.948436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:07.949078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a0437a8-f7ad-456a-a828-9b798be08443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.962453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53addd4-5a03-4a62-85b0-f63b96f636a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.969099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53addd4-5a03-4a62-85b0-f63b96f636a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:07.995476 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcb1b1f-d37a-4d18-8ddc-e856752b91c4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:07.996134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcb1b1f-d37a-4d18-8ddc-e856752b91c4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:08.001887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6bcb1b1f-d37a-4d18-8ddc-e856752b91c4 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/f75712ec-1894-437c-90ca-8be11fca1dbc HTTP/1.1" status: 404 len: 337 time: 0.0458062 Aug 31 19:25:08.002448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.023669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53addd4-5a03-4a62-85b0-f63b96f636a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56a0f7-f3d4-4858-9857-bd8db23a1c9b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.038662 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c197c399-df7d-423d-89b5-58385e11ef16 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:08.039314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c197c399-df7d-423d-89b5-58385e11ef16 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:08.042372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c197c399-df7d-423d-89b5-58385e11ef16 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/f7065c61-9ad1-4dc0-8624-d77554d09d02 HTTP/1.1" status: 404 len: 337 time: 0.0386519 Aug 31 19:25:08.045091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.048360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] DHCP port deletion for 25b6b123-243e-4dd9-b163-2f8c6ae48a7b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:25:08.065285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d53addd4-5a03-4a62-85b0-f63b96f636a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28d070e32a5d4a8db5b7194c383789ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173009 Aug 31 19:25:08.067754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38342) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.089159 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.115104 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57020e9-59a4-4a4c-a049-3f1be6b80808 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:08.116779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57020e9-59a4-4a4c-a049-3f1be6b80808 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:08.120520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a57020e9-59a4-4a4c-a049-3f1be6b80808 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/2fe5f97e-6e6e-407f-abb3-e9374f34455d HTTP/1.1" status: 404 len: 333 time: 0.0726638 Aug 31 19:25:08.123174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.157888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.163949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:08.177341 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b87c966-e621-4d5a-96c5-6677cba4eab3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:08.180029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b87c966-e621-4d5a-96c5-6677cba4eab3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:08.182999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8b87c966-e621-4d5a-96c5-6677cba4eab3 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/3f17e4ad-26de-464d-a1c8-2e665c4b8eb2 HTTP/1.1" status: 404 len: 337 time: 0.0578859 Aug 31 19:25:08.186815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.189739 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.198568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.262688 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fad610e-47c7-48c0-86a7-ab5e55305a75 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] DELETE failed (client error): The resource could not be found. Aug 31 19:25:08.263322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fad610e-47c7-48c0-86a7-ab5e55305a75 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:25:08.267068 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.268051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9fad610e-47c7-48c0-86a7-ab5e55305a75 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/subnets/13689693-e268-4139-9775-ad8f3f222086 HTTP/1.1" status: 404 len: 337 time: 0.0785389 Aug 31 19:25:08.271884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.274285 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.276049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f56a0f7-f3d4-4858-9857-bd8db23a1c9b HTTP/1.1" status: 204 len: 168 time: 0.2068830 Aug 31 19:25:08.294868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e043a-ebf5-438f-a598-29fca2c7227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56a0f7-f3d4-4858-9857-bd8db23a1c9b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.334465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.351480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Deleting port 669c5507-20be-40e1-9558-1d87ea282dd0 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:08.351906 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.373181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.432757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] For port 669c5507-20be-40e1-9558-1d87ea282dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=669c5507-20be-40e1-9558-1d87ea282dd0,segment=NetworkSegment(b89616d8-1e8b-4ee1-8ba4-636e1f6c1561),segment_id=b89616d8-1e8b-4ee1-8ba4-636e1f6c1561)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:08.433405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.468005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Calling delete_port for 669c5507-20be-40e1-9558-1d87ea282dd0 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:08.475729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Deleting port dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:08.476084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.541468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed105a96-2ee9-4925-83be-a9701a2674c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.567221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.605230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.615728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] Pushing event deleted for resources: {'Port': ['ID=669c5507-20be-40e1-9558-1d87ea282dd0,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.635534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef9301-9774-4d5d-8b7e-0c805dd09d98 None None] No DVR routers for this DVR port 669c5507-20be-40e1-9558-1d87ea282dd0 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:08.640893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Calling delete_port for dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:08.666536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37af44-df5f-40c2-8492-df81c9d95cbc None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:25:08.712142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed105a96-2ee9-4925-83be-a9701a2674c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.719776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed105a96-2ee9-4925-83be-a9701a2674c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.793643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed105a96-2ee9-4925-83be-a9701a2674c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e333b-08cc-40b0-8643-a80ace3eca78,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.800243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ed105a96-2ee9-4925-83be-a9701a2674c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=921158414e464a718eb1be7bc0822ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251297 Aug 31 19:25:08.802898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.811931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.816289 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.840744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47e288d8-8009-44e7-8435-8ac34065fbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.850386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Port': ['ID=dcf1af7c-3c3f-44be-98a0-1d57f9ce8749,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:08.862475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.864754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1f5a4a1c-128d-465b-bc9b-38c4f4a0acf6 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/ports/dcf1af7c-3c3f-44be-98a0-1d57f9ce8749 HTTP/1.1" status: 204 len: 168 time: 0.5917428 Aug 31 19:25:08.867265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:08.883526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37af44-df5f-40c2-8492-df81c9d95cbc None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:25:08.901831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.944283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:08.949408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.054226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.066495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.069170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.069361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b6b123-243e-4dd9-b163-2f8c6ae48a7b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:09.070506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/225e333b-08cc-40b0-8643-a80ace3eca78 HTTP/1.1" status: 204 len: 168 time: 0.2663996 Aug 31 19:25:09.099710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47e288d8-8009-44e7-8435-8ac34065fbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.112393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f8729-6729-4a0d-8ad8-42f3c3646864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e333b-08cc-40b0-8643-a80ace3eca78,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:09.115795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47e288d8-8009-44e7-8435-8ac34065fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.118399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:09.119010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89616d8-1e8b-4ee1-8ba4-636e1f6c1561') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:09.143786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.152856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e288d8-8009-44e7-8435-8ac34065fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466eefb5-c1ac-4d07-842b-7151ca89071a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:09.165877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.198845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:25:09.199275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:25:09.203427 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:25:09.207562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-47e288d8-8009-44e7-8435-8ac34065fbdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ea7ef67fdf948aa87855326ff0204ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943217 Aug 31 19:25:09.208372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:09.292357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.330556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.339004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.339416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.342409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] 10.222.0.73 "DELETE /v2.0/networks/25b6b123-243e-4dd9-b163-2f8c6ae48a7b HTTP/1.1" status: 204 len: 168 time: 0.4740057 Aug 31 19:25:09.384114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2a7b-7645-41ac-9794-ce34b3caa8f0 tempest-PortsTestJSON-18576013 tempest-PortsTestJSON-18576013-project] Pushing event deleted for resources: {'Network': ['ID=25b6b123-243e-4dd9-b163-2f8c6ae48a7b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:09.438414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.441797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:09.446955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/466eefb5-c1ac-4d07-842b-7151ca89071a HTTP/1.1" status: 204 len: 168 time: 0.2374635 Aug 31 19:25:09.457582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86db3b-ce91-4f94-8b37-e0371371275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466eefb5-c1ac-4d07-842b-7151ca89071a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:09.700179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:09.918240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2cec8ba5-4067-4076-b4aa-4211a2e37119 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de5fedc2ab6e48ac8459684d49e32a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169106 Aug 31 19:25:09.921888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:09.988195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:10.017554 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:10.075354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:10.078874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:10.082514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a6d8848-99dd-4069-acdc-e7aa4c64a765 HTTP/1.1" status: 204 len: 168 time: 0.1564758 Aug 31 19:25:10.092063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872be3d-e4e1-40ef-b391-d95d9e9bb26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d8848-99dd-4069-acdc-e7aa4c64a765,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:11.031079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:11.202028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ceb731a-9db2-4453-b3d9-d64cff70ed4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.376224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:11.377251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ceb731a-9db2-4453-b3d9-d64cff70ed4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.382497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ceb731a-9db2-4453-b3d9-d64cff70ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.431488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb731a-9db2-4453-b3d9-d64cff70ed4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c0e7d-b323-40d4-8d28-7f1a82aaafe2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:11.483732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5ceb731a-9db2-4453-b3d9-d64cff70ed4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5436c6deb58e4f6491c9115b214947c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512477 Aug 31 19:25:11.490145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:11.517820 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a0b6-92f7-4a9f-8237-bf9def45f89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.568632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.591785 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.656567 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.659683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.661013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae5c0e7d-b323-40d4-8d28-7f1a82aaafe2 HTTP/1.1" status: 204 len: 168 time: 0.1673241 Aug 31 19:25:11.669751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eb001-2ea7-4996-b1dc-fce01a140afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c0e7d-b323-40d4-8d28-7f1a82aaafe2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:11.737219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144177214-network', 'tenant_id': '221d474ee09342ab812a10061c35e386'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:11.768904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Made reservation on behalf of 221d474ee09342ab812a10061c35e386 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:11.773250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.788040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.791005 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:25:11.906847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.932703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.964271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403c822-7d01-4936-aeaf-2a640ed42753,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:11.974186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:25:11.985263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:11.985879 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Added segment 307e0fdc-5113-4e2a-9a38-fc7fe3ebfe8b of type vlan for network 1a97e619-6304-4155-8f64-b98d21995cb9 Aug 31 19:25:12.029045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.058203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.059169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:12.059767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.124439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7465100 Aug 31 19:25:12.127250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:12.133565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Request body: {'subnet': {'network_id': '1a97e619-6304-4155-8f64-b98d21995cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144177214-subnet', 'tenant_id': '221d474ee09342ab812a10061c35e386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:12.151248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204ea4b-d8e1-4f1d-9a6d-8bb5091ef2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a97e619-6304-4155-8f64-b98d21995cb9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:12.176375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1a97e619-6304-4155-8f64-b98d21995cb9 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:25:12.187874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Made reservation on behalf of 221d474ee09342ab812a10061c35e386 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:12.190523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.480906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.588917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef40d94-ff25-4d08-aeea-a2cf44dac9fa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:12.598460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Checking segment: {'id': '307e0fdc-5113-4e2a-9a38-fc7fe3ebfe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1a97e619-6304-4155-8f64-b98d21995cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:12.598831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Network hostable DHCP agents. Network: 1a97e619-6304-4155-8f64-b98d21995cb9, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:25:12.670470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Network 1a97e619-6304-4155-8f64-b98d21995cb9 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:25:12.696443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1a97e619-6304-4155-8f64-b98d21995cb9) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:12.705132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:12.705386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:12.706034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c12b48-f50b-4d67-9009-a63980db1b37 None None] Network 1a97e619-6304-4155-8f64-b98d21995cb9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:12.731704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-660a4790-2161-4dac-9f3b-66937b7e8d79 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5974092 Aug 31 19:25:12.887282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704b7b7-d339-4a3b-a1dd-541eff208d40 None None] Network 1a97e619-6304-4155-8f64-b98d21995cb9 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:13.546639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:13.552653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663659618-network', 'tenant_id': '8492f0ef59444c3b87026c076dc484d2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:13.644858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Made reservation on behalf of 8492f0ef59444c3b87026c076dc484d2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:13.647219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.656323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.763073 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.775004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.797913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:25:13.812983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87010c-5011-4351-a650-0686e3b24082,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:13.818761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.819367 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Added segment 70d2d196-cdfb-4057-b461-dc7cc5b21e3d of type vlan for network ea40bd4d-aad3-483c-b604-7be15415b845 Aug 31 19:25:13.880195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.909150 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.910559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:13.911212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:13.985588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4370480 Aug 31 19:25:13.988574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:13.995688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Request body: {'subnet': {'network_id': 'ea40bd4d-aad3-483c-b604-7be15415b845', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663659618-subnet', 'tenant_id': '8492f0ef59444c3b87026c076dc484d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:14.010384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea1880-730c-4f6b-b569-d8cc06c90a4b admin admin] Pushing event updated for resources: {'Network': ['ID=ea40bd4d-aad3-483c-b604-7be15415b845,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:14.023491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ea40bd4d-aad3-483c-b604-7be15415b845 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:25:14.039895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Made reservation on behalf of 8492f0ef59444c3b87026c076dc484d2 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:14.046972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.209111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6eed33d0-ffd1-456b-bff7-48ebb789ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.429643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.500523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.633655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.679998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dee268d-bacc-4c36-9d04-d4f4307dcec9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:14.725649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Checking segment: {'id': '70d2d196-cdfb-4057-b461-dc7cc5b21e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea40bd4d-aad3-483c-b604-7be15415b845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:14.726017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Network hostable DHCP agents. Network: ea40bd4d-aad3-483c-b604-7be15415b845, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:25:14.748953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Network ea40bd4d-aad3-483c-b604-7be15415b845 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:25:14.762051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ea40bd4d-aad3-483c-b604-7be15415b845) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:14.770165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8d0a3-0fee-4d9c-bfad-ea9000d24af6 None None] Network ea40bd4d-aad3-483c-b604-7be15415b845 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:14.787486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:14.790875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:14.820216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9220efb4-71e4-4f03-bfe6-bcf772f031c2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8302913 Aug 31 19:25:15.018236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f279e-8bf8-4ed2-b10a-50127d3fd5ba None None] Network ea40bd4d-aad3-483c-b604-7be15415b845 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:15.048619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:15.126279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Deleting subnet eef40d94-ff25-4d08-aeea-a2cf44dac9fa {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:15.129968 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.201151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.277385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.333995 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.354474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.397081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.399554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:15.400125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eef40d94-ff25-4d08-aeea-a2cf44dac9fa HTTP/1.1" status: 204 len: 168 time: 0.3491542 Aug 31 19:25:15.400568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedfc9e-cef9-445d-b998-030b0d24e980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef40d94-ff25-4d08-aeea-a2cf44dac9fa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:15.513697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.606975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.619969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a97e619-6304-4155-8f64-b98d21995cb9']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:15.635774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307e0fdc-5113-4e2a-9a38-fc7fe3ebfe8b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:15.635774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307e0fdc-5113-4e2a-9a38-fc7fe3ebfe8b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:15.653952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.679321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.688018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:25:15.688844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:25:15.690611 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:25:15.770182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.800210 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.803752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.805264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] 10.222.0.73 "DELETE /v2.0/networks/1a97e619-6304-4155-8f64-b98d21995cb9 HTTP/1.1" status: 204 len: 168 time: 0.4037023 Aug 31 19:25:15.808053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:15.821682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b57d2-936f-4e97-84c4-973a074a98df admin admin] Pushing event deleted for resources: {'Network': ['ID=1a97e619-6304-4155-8f64-b98d21995cb9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:15.913037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Deleting subnet 1dee268d-bacc-4c36-9d04-d4f4307dcec9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:15.917244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:15.931428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:15.999137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.068448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.137240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.158675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdf26-b883-435e-a549-59b822ae8758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.166560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dee268d-bacc-4c36-9d04-d4f4307dcec9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:16.175450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.177598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6fd23a09-1c7e-4c4e-b284-8f1c985efc11 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1dee268d-bacc-4c36-9d04-d4f4307dcec9 HTTP/1.1" status: 204 len: 168 time: 0.3682835 Aug 31 19:25:16.180238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:16.197735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.203678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.210239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.216817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.225818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.238575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.245576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.247422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-9a85d982-38f0-42af-90fa-974d75e799a0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1799214 Aug 31 19:25:16.269676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.328455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebc80d63-13ed-4199-ae2e-fb460b10a455 req-b52f26f6-1817-4c21-81c9-814c64593dba tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734928 Aug 31 19:25:16.384521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.399423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea40bd4d-aad3-483c-b604-7be15415b845']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:16.410949 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdf26-b883-435e-a549-59b822ae8758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.413131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d2d196-cdfb-4057-b461-dc7cc5b21e3d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:16.413719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d2d196-cdfb-4057-b461-dc7cc5b21e3d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:16.415618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdf26-b883-435e-a549-59b822ae8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.445004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.462060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcdf26-b883-435e-a549-59b822ae8758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77547e74-2498-4031-b014-1c1cc4b84cce,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:16.470598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.486144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:25:16.486578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:25:16.488879 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:25:16.514746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f4fcdf26-b883-435e-a549-59b822ae8758 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c39b6899b14a4e108ddf1110f4993807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815661 Aug 31 19:25:16.517547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:16.570363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.585958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.588895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ea40bd4d-aad3-483c-b604-7be15415b845 HTTP/1.1" status: 204 len: 168 time: 0.4068732 Aug 31 19:25:16.609070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c4590-a105-44ae-96e7-86b0ced90977 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea40bd4d-aad3-483c-b604-7be15415b845,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:16.647446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.655484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.661694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.667791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.674504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.680809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.687334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:16.692909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fedd9ad8-33e2-4ba6-aae6-dd0ffc02cf65 req-1a531018-6081-42b8-921d-16bfc9f5dda8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1899970 Aug 31 19:25:16.720991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.749943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.776444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:16.808898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.812907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.829684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77547e74-2498-4031-b014-1c1cc4b84cce HTTP/1.1" status: 204 len: 168 time: 0.2983596 Aug 31 19:25:16.832509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-14d499fe-ba8e-4fab-b625-89beafa51762 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=221d474ee09342ab812a10061c35e386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551097 Aug 31 19:25:16.834754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:16.846582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18146-fd95-4151-aed8-20af5c4e9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77547e74-2498-4031-b014-1c1cc4b84cce,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:16.908552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.936939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:16.945653 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.000433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.004877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.007144 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b403c822-7d01-4936-aeaf-2a640ed42753 HTTP/1.1" status: 204 len: 168 time: 0.1713500 Aug 31 19:25:17.017275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f347630-6629-4bc1-bd1d-10f03031237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403c822-7d01-4936-aeaf-2a640ed42753,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:17.318385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:17.337925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794c5a08-5eca-4595-8b77-84e624d20dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.478648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794c5a08-5eca-4595-8b77-84e624d20dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.485454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794c5a08-5eca-4595-8b77-84e624d20dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.552744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c5a08-5eca-4595-8b77-84e624d20dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ccaaa-2dee-4ec8-a6d6-2c9998ef2718,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:17.565010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38846) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:17.573051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-794c5a08-5eca-4595-8b77-84e624d20dfa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=522437f00b794f9f838c216c6b27a39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534258 Aug 31 19:25:17.616533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:17.626174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.659051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.696386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca47bb45-798a-4cca-ad20-fa169db854cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8492f0ef59444c3b87026c076dc484d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787296 Aug 31 19:25:17.699100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:17.723794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.726364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.727593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d73ccaaa-2dee-4ec8-a6d6-2c9998ef2718 HTTP/1.1" status: 204 len: 168 time: 0.1616490 Aug 31 19:25:17.749669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa1bc-e6d1-4e23-9a51-e436ae492227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ccaaa-2dee-4ec8-a6d6-2c9998ef2718,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:17.781504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.847408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.925225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.927901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:17.929061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e87010c-5011-4351-a650-0686e3b24082 HTTP/1.1" status: 204 len: 168 time: 0.2288954 Aug 31 19:25:17.938156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a8774-9d4a-42a4-b99d-445808d6722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87010c-5011-4351-a650-0686e3b24082,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:18.977725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:19.381892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.382753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.383361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.384447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.407675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.407675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.407675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:19.425817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-450c5e34-62f0-43c4-b2b1-db54118b0425 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 6509 time: 0.4461405 Aug 31 19:25:19.516820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a23ecdf8-d472-4c0d-86a4-10f1ba50f35a req-fe704c31-d2de-42a5-9e26-bc7a2cffea19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885193 Aug 31 19:25:19.577616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:19.826197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:19.999340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.005409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.047416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800bcd2-7d87-4043-bdb3-dbec9cadb283,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:20.067568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.067948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.068292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.068713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.069231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.069724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.070235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.070729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.071220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.071738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.072327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.072838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.096772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0959dfbe-b837-427c-a061-9f653768a36c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7f564c37d424004a5b8ac5b1709a2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178912 Aug 31 19:25:20.099258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:20.153463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.178088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.234556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.237321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.241115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2800bcd2-7d87-4043-bdb3-dbec9cadb283 HTTP/1.1" status: 204 len: 168 time: 0.1384785 Aug 31 19:25:20.249068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800bcd2-7d87-4043-bdb3-dbec9cadb283,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:20.257152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.257591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.258209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.258788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.259218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.259677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.260154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.260609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.261027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.261453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.261866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.262406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477be53d-9c9d-4ac2-8e5b-857bc8ee9929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:20.772300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39040) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:20.794227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e65d4a8-4cc0-42b4-bb9b-d515265ac4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.905176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e65d4a8-4cc0-42b4-bb9b-d515265ac4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.909413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e65d4a8-4cc0-42b4-bb9b-d515265ac4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:20.967901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1e65d4a8-4cc0-42b4-bb9b-d515265ac4ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f024959181ce4f01adb77d21fa410b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938787 Aug 31 19:25:20.970583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:20.980042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65d4a8-4cc0-42b4-bb9b-d515265ac4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db60e04-c553-40c1-ba6d-f91f04e5681d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:21.046822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.069288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.123684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.127029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.133535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2db60e04-c553-40c1-ba6d-f91f04e5681d HTTP/1.1" status: 204 len: 168 time: 0.1567326 Aug 31 19:25:21.139467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed6ea6-9761-499a-939f-58dfca1932ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db60e04-c553-40c1-ba6d-f91f04e5681d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:21.465224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:21.695513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41aee96f-d007-4702-9770-52af12871780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.740591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157997e2-6796-44b5-9f1d-24bb4f740bc8 req-2f9f3b86-0744-463b-8ced-c9eb5065d0b5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:21.743132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-157997e2-6796-44b5-9f1d-24bb4f740bc8 req-2f9f3b86-0744-463b-8ced-c9eb5065d0b5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.1057079 Aug 31 19:25:21.814144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-157997e2-6796-44b5-9f1d-24bb4f740bc8 req-9c07bc11-2a65-4da3-b1d9-e2f74d441a2e tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566535 Aug 31 19:25:21.911798 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41aee96f-d007-4702-9770-52af12871780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.917267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41aee96f-d007-4702-9770-52af12871780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:21.963466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-41aee96f-d007-4702-9770-52af12871780 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed8910c5619f42b9bd01ca51aed4f4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968767 Aug 31 19:25:21.965811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aee96f-d007-4702-9770-52af12871780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b0267f-2867-486d-920a-e3b3d5abf75c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:21.966143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:22.065336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.088667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.161998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.167314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.172597 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7b0267f-2867-486d-920a-e3b3d5abf75c HTTP/1.1" status: 204 len: 168 time: 0.2035689 Aug 31 19:25:22.183569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c53fb3-25db-4c7b-ba4f-0354dfcf45c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b0267f-2867-486d-920a-e3b3d5abf75c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:22.726400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:22.741546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0b79068-dae8-4b9b-9a83-7efe60e04894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.850401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0b79068-dae8-4b9b-9a83-7efe60e04894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.855413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0b79068-dae8-4b9b-9a83-7efe60e04894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:22.931370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b79068-dae8-4b9b-9a83-7efe60e04894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0e7376-301b-4df8-b559-16192877470f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:22.942652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:22.944746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a0b79068-dae8-4b9b-9a83-7efe60e04894 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18996e3eec2640f2a28be3520af48743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121871 Aug 31 19:25:23.021297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a5772-1994-42be-83a6-88a2e33abd20 req-3a859ef4-9d2c-4a50-8117-78fa2e1d654a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:23.023154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-039a5772-1994-42be-83a6-88a2e33abd20 req-3a859ef4-9d2c-4a50-8117-78fa2e1d654a tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.1399863 Aug 31 19:25:23.031934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.096355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-039a5772-1994-42be-83a6-88a2e33abd20 req-49ae39cd-7883-4d35-9966-2daed287a0a7 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620227 Aug 31 19:25:23.103538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.139923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:23.179213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.182190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.183556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af0e7376-301b-4df8-b559-16192877470f HTTP/1.1" status: 204 len: 168 time: 0.2389982 Aug 31 19:25:23.195413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ec52c-1ee1-4ab9-88a9-4ff72772b15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0e7376-301b-4df8-b559-16192877470f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:23.286140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50bdb94e-4004-4962-89fb-b255901cb689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.413442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50bdb94e-4004-4962-89fb-b255901cb689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.418616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50bdb94e-4004-4962-89fb-b255901cb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.489953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:23.491264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-50bdb94e-4004-4962-89fb-b255901cb689 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6eb7ee7dbc6c4704aac5a217afbe0728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491259 Aug 31 19:25:23.494016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdb94e-4004-4962-89fb-b255901cb689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b3378-3759-42ba-8a92-949e1b08d0db,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:23.551284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.598374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.702176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.707089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:23.709209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc3b3378-3759-42ba-8a92-949e1b08d0db HTTP/1.1" status: 204 len: 168 time: 0.2182357 Aug 31 19:25:23.725187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f145c-0009-4b5c-8ea1-2ec2b4571971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b3378-3759-42ba-8a92-949e1b08d0db,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:23.837136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62e3e-e2a0-467d-beed-73a4b4ab2ce6 req-49393afc-77a9-4850-9304-d8d58d303a72 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:23.845419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7e62e3e-e2a0-467d-beed-73a4b4ab2ce6 req-49393afc-77a9-4850-9304-d8d58d303a72 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.0636053 Aug 31 19:25:23.891670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7e62e3e-e2a0-467d-beed-73a4b4ab2ce6 req-25d7b799-a37c-4ab4-af3e-fdac06d9ad7d tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Aug 31 19:25:25.087797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b092b-8b35-4e0a-a971-c63a4b01bfee req-63ca15c9-adf6-47c8-aca8-344382baaede tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:25.098799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-733b092b-8b35-4e0a-a971-c63a4b01bfee req-63ca15c9-adf6-47c8-aca8-344382baaede tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.1074593 Aug 31 19:25:25.151096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-e86de8ea-a39a-4751-9218-5a85699da6ed tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:25.152468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-e86de8ea-a39a-4751-9218-5a85699da6ed tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 946 time: 0.1185563 Aug 31 19:25:25.160751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-733b092b-8b35-4e0a-a971-c63a4b01bfee req-7f15ea97-600d-4b6b-a72f-dea5fd697591 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups?id=853c3e71-990f-4f6d-b99c-aa20f875d870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481589 Aug 31 19:25:25.268952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Deleting port af11d1fb-5fc4-4323-9600-ee20b305dea1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:25.269307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:25.385162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] For port af11d1fb-5fc4-4323-9600-ee20b305dea1, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=af11d1fb-5fc4-4323-9600-ee20b305dea1,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:25.385630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:25.638399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:25.639729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:25.640288 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Floating IP b10adff2-28d7-48a9-9f69-e326faa2cfac disassociated. External IP: 172.25.3.40, port: af11d1fb-5fc4-4323-9600-ee20b305dea1. Aug 31 19:25:25.640904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Calling delete_port for af11d1fb-5fc4-4323-9600-ee20b305dea1 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:25.807329 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:25.854720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event deleted for resources: {'Port': ['ID=af11d1fb-5fc4-4323-9600-ee20b305dea1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:25.985268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Router af7481ea-8195-42d4-a570-137086d47409 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:25:26.103406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:26.116978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Sync routers for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:26.153195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:26.155593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:26.219393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] No DVR routers for this DVR port af11d1fb-5fc4-4323-9600-ee20b305dea1 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:26.227099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:26.235781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d8f689d-5698-4b47-b8ab-25d413837b7d req-7ade4aa9-9778-4873-aea6-3103434e88e5 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.67 "DELETE /v2.0/ports/af11d1fb-5fc4-4323-9600-ee20b305dea1 HTTP/1.1" status: 204 len: 173 time: 1.0736036 Aug 31 19:25:26.239836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'name': 'network-vif-deleted', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:25:26.248081 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3367233-bb40-48c5-a013-645bf8fe78be" -d '{"events": [{"server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "name": "network-vif-deleted", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:25:26.396184 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ae325-e32b-4aec-9c20-26d7593464d6 x-openstack-request-id: req-5a4ae325-e32b-4aec-9c20-26d7593464d6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:25:26.396795 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b41a1-daa9-48de-b1c5-1da36be9b3ba", "name": "network-vif-deleted", "tag": "af11d1fb-5fc4-4323-9600-ee20b305dea1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:25:26.397264 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a4ae325-e32b-4aec-9c20-26d7593464d6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:25:26.397900 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b41a1-daa9-48de-b1c5-1da36be9b3ba', 'name': 'network-vif-deleted', 'tag': 'af11d1fb-5fc4-4323-9600-ee20b305dea1', 'status': 'completed', 'code': 200} Aug 31 19:25:26.402483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:26.415209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6bc7cf9-77bc-494f-b43d-1fb4156e2d33 req-d2ab0241-30b5-4335-a028-f65249705d36 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3b41a1-daa9-48de-b1c5-1da36be9b3ba HTTP/1.1" status: 200 len: 210 time: 0.0899706 Aug 31 19:25:26.748984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:26.785844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Checking router: af7481ea-8195-42d4-a570-137086d47409 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:26.796901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:26.797887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:26.937056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:27.207284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:27.244562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341d2e8-354a-4b3c-b4b0-39cf1a109058 None None] The sync data for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 is: [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:23:14Z', 'revision_number': 4, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6de6caf3-52f9-45f0-b274-a1e88b275b26', 'name': '', 'network_id': '963c0e9b-8b61-4064-b642-45db4f527d24', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'mac_address': 'fa:16:3e:66:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:12Z', 'updated_at': '2021-08-31T19:23:23Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'subnets': [{'id': 'a6dff36e-55bf-4a5a-b529-2bdcab76eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:27.584592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:27.687282 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348706ee-d17f-45b8-be0d-39ebe33e95fc None None] New status for floating IP b10adff2-28d7-48a9-9f69-e326faa2cfac: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:25:27.694115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:27.746331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:27.846154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:27.852496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:27.856085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "DELETE /v2.0/security-groups/853c3e71-990f-4f6d-b99c-aa20f875d870 HTTP/1.1" status: 204 len: 168 time: 0.2702878 Aug 31 19:25:27.858328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39368) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:27.879666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a2e4-6d2a-4e09-a807-5a976a8be9b2 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c3e71-990f-4f6d-b99c-aa20f875d870,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:27.886053 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f4fad621-6e8b-4490-ac54-364f50018518 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] show failed (client error): The resource could not be found. Aug 31 19:25:27.891039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f4fad621-6e8b-4490-ac54-364f50018518 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "GET /v2.0/security-groups/853c3e71-990f-4f6d-b99c-aa20f875d870 HTTP/1.1" status: 404 len: 347 time: 0.0270634 Aug 31 19:25:27.891487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:28.125035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Deleting port 3f43e960-2d6f-4728-906e-6c6cb419b81c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:28.125460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.208687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device af11d1fb-5fc4-4323-9600-ee20b305dea1 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:28.245761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.246200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.253775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: af11d1fb-5fc4-4323-9600-ee20b305dea1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:28.254379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device af11d1fb-5fc4-4323-9600-ee20b305dea1 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:28.275835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Calling delete_port for 3f43e960-2d6f-4728-906e-6c6cb419b81c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:28.499921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.556399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Pushing event deleted for resources: {'Port': ['ID=3f43e960-2d6f-4728-906e-6c6cb419b81c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:28.625853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.629163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:28.632234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-28983939-23dd-4a47-bd66-58448aa954e3 tempest-ServersTestManualDisk-1965798724 tempest-ServersTestManualDisk-1965798724-project] 10.222.0.73 "DELETE /v2.0/floatingips/b10adff2-28d7-48a9-9f69-e326faa2cfac HTTP/1.1" status: 204 len: 168 time: 0.7393565 Aug 31 19:25:28.633796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:29.781022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:30.442319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Deleting port 6de6caf3-52f9-45f0-b274-a1e88b275b26 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:30.442793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:30.742571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] For port 6de6caf3-52f9-45f0-b274-a1e88b275b26, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6de6caf3-52f9-45f0-b274-a1e88b275b26,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:30.743218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:30.805252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Calling delete_port for 6de6caf3-52f9-45f0-b274-a1e88b275b26 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:31.441675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:31.500396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de6caf3-52f9-45f0-b274-a1e88b275b26,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:31.928159 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:32.229469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Router af7481ea-8195-42d4-a570-137086d47409 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:25:32.410636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:32.416926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fcc18f7b-15c9-4478-b213-8738130b4002 admin admin] 10.222.0.73 "PUT /v2.0/routers/af7481ea-8195-42d4-a570-137086d47409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7803609 Aug 31 19:25:32.420309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:32.423665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Sync routers for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:32.446562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:32.449307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:32.580629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:32.598136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:32.841005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:32.911927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Deleting port 8e2f2ce0-db50-4397-b5ea-da77081504d1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:32.912354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.009536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] For port 8e2f2ce0-db50-4397-b5ea-da77081504d1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8e2f2ce0-db50-4397-b5ea-da77081504d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:33.010215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.025482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Calling delete_port for 8e2f2ce0-db50-4397-b5ea-da77081504d1 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:33.083256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:25:31Z', 'revision_number': 5, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port': {'id': '8e2f2ce0-db50-4397-b5ea-da77081504d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7481ea-8195-42d4-a570-137086d47409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:23:08Z', 'updated_at': '2021-08-31T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:33.110617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Checking router: af7481ea-8195-42d4-a570-137086d47409 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:33.119528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Routers {'af7481ea-8195-42d4-a570-137086d47409'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:33.120198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['af7481ea-8195-42d4-a570-137086d47409'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:33.210157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] Set router af7481ea-8195-42d4-a570-137086d47409 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:33.266007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:25:32Z', 'revision_number': 6, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:33.291455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d9108-dc78-404a-93a3-8b83a1db42c2 None None] The sync data for ids ['af7481ea-8195-42d4-a570-137086d47409'] in n-d-778550-14 is: [{'id': 'af7481ea-8195-42d4-a570-137086d47409', 'name': 'tempest-ServersTestManualDisk-2072597175-router', 'tenant_id': '9fc9851942df4e02974e41c4f133e06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:23:07Z', 'updated_at': '2021-08-31T19:25:32Z', 'revision_number': 6, 'project_id': '9fc9851942df4e02974e41c4f133e06c', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:33.433321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.469317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2f2ce0-db50-4397-b5ea-da77081504d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:33.559775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.734703 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.737047 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.812818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.813399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7481ea-8195-42d4-a570-137086d47409 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:25:33.823508 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.828463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:33.836202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2ab312c8-d82a-43e4-9a73-c3796a9faeaf admin admin] 10.222.0.73 "DELETE /v2.0/routers/af7481ea-8195-42d4-a570-137086d47409 HTTP/1.1" status: 204 len: 168 time: 1.4152133 Aug 31 19:25:33.864075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6de6caf3-52f9-45f0-b274-a1e88b275b26 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:33.897597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6de6caf3-52f9-45f0-b274-a1e88b275b26 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:33.898913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6de6caf3-52f9-45f0-b274-a1e88b275b26 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:33.907182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Deleting subnet a6dff36e-55bf-4a5a-b529-2bdcab76eea8 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:33.912143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:33.956209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.049552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.105228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.129577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dff36e-55bf-4a5a-b529-2bdcab76eea8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:34.139928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.144795 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0918300c-e657-49fd-8280-e4175b67fda8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a6dff36e-55bf-4a5a-b529-2bdcab76eea8 HTTP/1.1" status: 204 len: 168 time: 0.3143947 Aug 31 19:25:34.145254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6b527-5c8b-4816-bb8d-94b22c17cf3a None None] Network 963c0e9b-8b61-4064-b642-45db4f527d24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:34.145571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:34.243749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.368275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Deleting port a83519a2-878d-43dd-b28f-0dbad8f1bee6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:34.370363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.449453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] For port a83519a2-878d-43dd-b28f-0dbad8f1bee6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a83519a2-878d-43dd-b28f-0dbad8f1bee6,segment=NetworkSegment(8aa60f95-e2df-44de-ac03-f3eeba52f856),segment_id=8aa60f95-e2df-44de-ac03-f3eeba52f856)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:34.449920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.469033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Calling delete_port for a83519a2-878d-43dd-b28f-0dbad8f1bee6 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:34.598727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] DHCP port deletion for 963c0e9b-8b61-4064-b642-45db4f527d24 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:25:34.671553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.711793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Pushing event deleted for resources: {'Port': ['ID=a83519a2-878d-43dd-b28f-0dbad8f1bee6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:34.731106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] No DVR routers for this DVR port a83519a2-878d-43dd-b28f-0dbad8f1bee6 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:34.739504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Deleting port a83519a2-878d-43dd-b28f-0dbad8f1bee6 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:34.743445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.853717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] For port a83519a2-878d-43dd-b28f-0dbad8f1bee6, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:34.854686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.878784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.901878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Calling delete_port for a83519a2-878d-43dd-b28f-0dbad8f1bee6 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:34.907323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Port a83519a2-878d-43dd-b28f-0dbad8f1bee6 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:25:34.909119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:34.938883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963c0e9b-8b61-4064-b642-45db4f527d24']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:34.986339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa60f95-e2df-44de-ac03-f3eeba52f856') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:34.992274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa60f95-e2df-44de-ac03-f3eeba52f856') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:35.001749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] Pushing event deleted for resources: {'Port': ['ID=a83519a2-878d-43dd-b28f-0dbad8f1bee6,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:35.025521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879df936-81b2-4c26-b51e-23b5ee571385 None None] No DVR routers for this DVR port a83519a2-878d-43dd-b28f-0dbad8f1bee6 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:35.030610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:35.068579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:35.080113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:25:35.080664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:25:35.082854 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:25:35.159597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:35.181775 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:35.181775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] 10.222.0.73 "DELETE /v2.0/networks/963c0e9b-8b61-4064-b642-45db4f527d24 HTTP/1.1" status: 204 len: 168 time: 1.0320542 Aug 31 19:25:35.217877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd247-2183-4f27-bd34-17ec16accbde admin admin] Pushing event deleted for resources: {'Network': ['ID=963c0e9b-8b61-4064-b642-45db4f527d24,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:35.650764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:35.758852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa13ca7a-9dd3-4df4-bc3a-be29b467c618 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fc9851942df4e02974e41c4f133e06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062765 Aug 31 19:25:35.759179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:35.866088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8e2f2ce0-db50-4397-b5ea-da77081504d1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:35.919232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 8e2f2ce0-db50-4397-b5ea-da77081504d1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:35.920426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8e2f2ce0-db50-4397-b5ea-da77081504d1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:35.920721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a83519a2-878d-43dd-b28f-0dbad8f1bee6 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:35.958717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a83519a2-878d-43dd-b28f-0dbad8f1bee6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:35.959132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a83519a2-878d-43dd-b28f-0dbad8f1bee6 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:36.002642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:36.049059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:36.138482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab521dd9-55c3-4aef-8b32-54ff8cc85973 req-88de80e0-c8a7-485a-9596-b9f2e8faadfb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:36.151276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab521dd9-55c3-4aef-8b32-54ff8cc85973 req-88de80e0-c8a7-485a-9596-b9f2e8faadfb tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.2101979 Aug 31 19:25:36.178101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:36.180687 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:36.209127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/daf962c4-536d-4513-b7d7-97a2736d4d60 HTTP/1.1" status: 204 len: 168 time: 0.4485741 Aug 31 19:25:36.279144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d71fc0-e18f-403a-8898-c0f3b93bcaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf962c4-536d-4513-b7d7-97a2736d4d60,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:36.311459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab521dd9-55c3-4aef-8b32-54ff8cc85973 req-79b4e6d6-445b-4e25-bb99-370ea471a086 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564264 Aug 31 19:25:37.135512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-f20a636a-b81e-4eb2-be95-a237d28a6ebe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:37.137749 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-f20a636a-b81e-4eb2-be95-a237d28a6ebe tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.0789065 Aug 31 19:25:37.369312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Deleting port a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:37.369692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:37.557966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da066cdd-d4e0-4a15-b2ce-a5a047da978d req-18f48b2f-d3c4-4392-9d7c-3bdbe2d4fae9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:37.568816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da066cdd-d4e0-4a15-b2ce-a5a047da978d req-18f48b2f-d3c4-4392-9d7c-3bdbe2d4fae9 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 947 time: 0.1289949 Aug 31 19:25:37.569037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] For port a298cf2f-303b-4d41-8dca-e4cb2e882139, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a298cf2f-303b-4d41-8dca-e4cb2e882139,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:37.569320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:37.666612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da066cdd-d4e0-4a15-b2ce-a5a047da978d req-2532e950-5dd2-4c69-a8ff-ca92f9682fd6 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups?id=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917060 Aug 31 19:25:37.987230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:37.988446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:37.988847 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Floating IP 7dde547d-bce9-46f3-9911-5548e46f6689 disassociated. External IP: 172.25.3.64, port: a298cf2f-303b-4d41-8dca-e4cb2e882139. Aug 31 19:25:37.989381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Calling delete_port for a298cf2f-303b-4d41-8dca-e4cb2e882139 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:38.034894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:38.200046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-822319316-network', 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:38.241883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:38.245368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.260458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.298534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.335594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'Port': ['ID=a298cf2f-303b-4d41-8dca-e4cb2e882139,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:38.558016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.565243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.618532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:25:38.636653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c7568c-8709-4026-a845-c62d50d23cad,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:38.640615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:25:38.665631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.666367 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Added segment 85284ebf-de14-46b2-b031-456b1585c23c of type vlan for network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba Aug 31 19:25:38.780725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.849019 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.850174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:38.851229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:38.868012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:38.878290 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:38.901478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:38.902136 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:39.002856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] No DVR routers for this DVR port a298cf2f-303b-4d41-8dca-e4cb2e882139 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:39.010416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:39.015607 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d81278d0-d0e5-4242-84c2-2eb2e4b8b15a req-64639966-471d-4137-8409-b0b6e53ecf1a tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.82 "DELETE /v2.0/ports/a298cf2f-303b-4d41-8dca-e4cb2e882139 HTTP/1.1" status: 204 len: 173 time: 1.8706248 Aug 31 19:25:39.027046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-deleted', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:25:39.031171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] Pushing event updated for resources: {'Network': ['ID=0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:39.040958 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63875ef-4eb4-4a08-afa9-dfa5b9479fd2" -d '{"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-deleted", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:25:39.050024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:25:39.076195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-233ef510-279e-40c0-8f79-00c34ca68def req-d7ce5886-cbf5-4282-a0a4-e8ce942a5732 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/ports?device_id=a398ab2c-d1cd-41c3-94c1-8c24618f31bd HTTP/1.1" status: 200 len: 210 time: 0.2414932 Aug 31 19:25:39.092057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0170205e-9a46-4014-bcb6-63962fcb1afc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0554574 Aug 31 19:25:39.094933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:39.105137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Request body: {'subnet': {'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-822319316-subnet', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:39.143291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:39.145935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:39.344407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:39.456269 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b37957-7f4d-42a5-b8c3-ccdc57091e60 x-openstack-request-id: req-50b37957-7f4d-42a5-b8c3-ccdc57091e60 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:25:39.456786 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398ab2c-d1cd-41c3-94c1-8c24618f31bd", "name": "network-vif-deleted", "tag": "a298cf2f-303b-4d41-8dca-e4cb2e882139", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:25:39.456786 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50b37957-7f4d-42a5-b8c3-ccdc57091e60 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:25:39.457200 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398ab2c-d1cd-41c3-94c1-8c24618f31bd', 'name': 'network-vif-deleted', 'tag': 'a298cf2f-303b-4d41-8dca-e4cb2e882139', 'status': 'completed', 'code': 200} Aug 31 19:25:39.616056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:39.747729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2823b9c3-60df-4657-a50e-7b3917766d5b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:39.822501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Checking segment: {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:39.822895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Network hostable DHCP agents. Network: 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:25:39.862457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:25:39.877519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:39.885928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:39.887160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:39.889860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762470f-61fe-4277-b1ff-b09bb49e4ccb None None] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:39.915336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a0932704-bb6b-4d5a-a955-ab1614e26052 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8189180 Aug 31 19:25:39.917934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:39.929030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:39.973727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:39.975010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.029290 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:40.086788 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:40.103082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.115358 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:40.116254 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:40.315201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:40.328270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:40.411885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.466541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'fixed_ips': [{'subnet_id': '2823b9c3-60df-4657-a50e-7b3917766d5b'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:25:40.473069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.494867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.503088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: a298cf2f-303b-4d41-8dca-e4cb2e882139 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:40.503486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a298cf2f-303b-4d41-8dca-e4cb2e882139 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:40.538500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.577371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:40.660852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.665047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.667157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "DELETE /v2.0/security-groups/13a99004-b1b6-4722-ad62-3c4bb2b4dcf6 HTTP/1.1" status: 204 len: 168 time: 0.3506138 Aug 31 19:25:40.695986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:40.697200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ec42c-3409-43bc-8c11-ecde06de9bd4 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a99004-b1b6-4722-ad62-3c4bb2b4dcf6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:40.734345 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-92c29582-aed9-4eeb-930a-915775e1dab0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] show failed (client error): The resource could not be found. Aug 31 19:25:40.735669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-92c29582-aed9-4eeb-930a-915775e1dab0 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "GET /v2.0/security-groups/13a99004-b1b6-4722-ad62-3c4bb2b4dcf6 HTTP/1.1" status: 404 len: 347 time: 0.0361552 Aug 31 19:25:40.738681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:40.808954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.810683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Allocated IP 172.20.0.2 (0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba/2823b9c3-60df-4657-a50e-7b3917766d5b/b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:40.852372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:40.918866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Deleting port a29827f7-d029-420a-8183-c52b6be190f5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:40.919880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.018559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.019286 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.045369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Calling delete_port for a29827f7-d029-420a-8183-c52b6be190f5 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:41.068783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Allocated IP 172.25.3.140 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/57511abe-6500-4019-a4de-4ec58f743723) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:41.172251 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:41.239047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.249792 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f4895-fed4-4dcc-bda0-ddef008469db None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:01Z', 'revision_number': 4, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '932221f2-1360-448b-90f8-bd518454f787', 'name': '', 'network_id': '14a42b32-feaa-4cb5-a8ca-0babc3265b3b', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'mac_address': 'fa:16:3e:1d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:00Z', 'updated_at': '2021-08-31T19:17:10Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'subnets': [{'id': '16c23446-1f62-4301-8732-aab46ef8fa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:41.263962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Transition to ACTIVE for port object b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:41.283400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.287010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Transition to ACTIVE for port object b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:41.313972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.321637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.350953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:41.358830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:41.383286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:25:41.397122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Pushing event deleted for resources: {'Port': ['ID=a29827f7-d029-420a-8183-c52b6be190f5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:41.400853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.481115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.486984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.493972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9230a646-b152-420b-8668-25bea88e7264 tempest-AttachVolumeShelveTestJSON-1460101749 tempest-AttachVolumeShelveTestJSON-1460101749-project] 10.222.0.73 "DELETE /v2.0/floatingips/7dde547d-bce9-46f3-9911-5548e46f6689 HTTP/1.1" status: 204 len: 168 time: 0.7529607 Aug 31 19:25:41.556790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Pushing event updated for resources: {'Port': ['ID=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:41.566632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:41.575080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:41.582512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:25:41.606506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddb87cb4-ab54-441b-87f3-942604fe4474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.615470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Attempting to bind port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:25:41.620247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Attempting to bind port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:25:41.624234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Attempting to bind port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d on network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:25:41.627659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Pushing event updated for resources: {'Port': ['ID=57511abe-6500-4019-a4de-4ec58f743723,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:41.635057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:25:41.635057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Checking segment: {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:41.635493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.636085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Bound using segment: {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:25:41.636393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Bound port: b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:25:41.636783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:41.796813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b99d3-db2d-4f1e-985e-f552913d6ab1 None None] New status for floating IP 7dde547d-bce9-46f3-9911-5548e46f6689: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:25:41.957404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] For port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:25:41.967180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] For port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:25:41.974489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:42.109942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9081-9160-4126-bcde-b1e911e75054 None None] Pushing event updated for resources: {'Port': ['ID=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:42.158688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:42.527732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:42.596572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:42.799429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050c224f-0477-4c11-b71a-fa4eb0245d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:42.974868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050c224f-0477-4c11-b71a-fa4eb0245d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:42.984130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-050c224f-0477-4c11-b71a-fa4eb0245d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.056078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c224f-0477-4c11-b71a-fa4eb0245d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f6291-676b-46d6-89ee-712b8f909a70,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:43.104519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-050c224f-0477-4c11-b71a-fa4eb0245d55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=493283ae88934f6aaf14670d5cf45c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062084 Aug 31 19:25:43.106493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:43.240489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.293996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.373877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.376596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.377813 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd1f6291-676b-46d6-89ee-712b8f909a70 HTTP/1.1" status: 204 len: 168 time: 0.2701976 Aug 31 19:25:43.395343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242b5f-15ec-4e51-9cf6-272be5ebf953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f6291-676b-46d6-89ee-712b8f909a70,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:43.487457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Router 78a3a89f-a168-45bb-a517-7e89e2e288b4 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:25:43.848661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c85da1-c58e-44a1-b0d5-6f01a0e070ec None None] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:43.857050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:43.875112 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Sync routers for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:43.906951 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:43.908953 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:43.910110 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:43.913875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a56286b9-3450-415c-a736-a3c1b9158102 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9922638 Aug 31 19:25:43.914388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:44.096238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:44.118548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ca94ac-eb94-4743-8d17-a9b0f7e7b1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.206444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:44.223129 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:44.395345 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b76c288-9693-4312-95d1-75027ff81d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.398962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6335798-ec9c-4760-9921-5de7a7be47be None None] Provisioning for port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:44.434727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:44.440147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.446036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ca94ac-eb94-4743-8d17-a9b0f7e7b1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.449310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40258) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:44.459326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:44.460050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.490373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ca94ac-eb94-4743-8d17-a9b0f7e7b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.517050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.604163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.637909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca94ac-eb94-4743-8d17-a9b0f7e7b1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82ded4-8264-4e6d-91ea-3e55872eda35,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:44.650978 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d4ca94ac-eb94-4743-8d17-a9b0f7e7b1d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81d96df7aad24b10ac268c414d9f8b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535932 Aug 31 19:25:44.655423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:44.718120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:44.724919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.739292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43fbbdbe-5ab9-4761-b15e-877acf4db4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.799921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.858815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:44.882148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.885104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:41Z', 'revision_number': 3, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:44.953178 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Checking router: 78a3a89f-a168-45bb-a517-7e89e2e288b4 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:44.957022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de385487-3b9d-4b37-8d4f-dedf723cbbd0 None None] Provisioning complete for port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:44.957560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de385487-3b9d-4b37-8d4f-dedf723cbbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:44.960573 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Updating router 78a3a89f-a168-45bb-a517-7e89e2e288b4 port 57511abe-6500-4019-a4de-4ec58f743723 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:25:45.016856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.031945 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.046913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.049697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.053665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef82ded4-8264-4e6d-91ea-3e55872eda35 HTTP/1.1" status: 204 len: 168 time: 0.3970115 Aug 31 19:25:45.065414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43fbbdbe-5ab9-4761-b15e-877acf4db4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.079127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43fbbdbe-5ab9-4761-b15e-877acf4db4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.095142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603a6c-b460-4c24-a556-ae614850fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82ded4-8264-4e6d-91ea-3e55872eda35,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:45.234933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbbdbe-5ab9-4761-b15e-877acf4db4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98ef26f-d42b-4291-8380-98955daa8500,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:45.294216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43fbbdbe-5ab9-4761-b15e-877acf4db4a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31c3c68388634359b2898348a7c60446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419771 Aug 31 19:25:45.295383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:45.421156 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.544594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.642185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Allocated IP 172.20.0.1 (0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba/2823b9c3-60df-4657-a50e-7b3917766d5b/513a80bb-afa0-41ee-8d48-ed1dee9c470b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:45.646959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.773025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.776176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.781385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d98ef26f-d42b-4291-8380-98955daa8500 HTTP/1.1" status: 204 len: 168 time: 0.4844944 Aug 31 19:25:45.794714 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.797724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867f7b1-ef1d-4a9e-8d26-180d51e70fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98ef26f-d42b-4291-8380-98955daa8500,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:45.878107 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.888864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:45.901738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Transition to ACTIVE for port object 57511abe-6500-4019-a4de-4ec58f743723 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:45.911360 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.978345 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:45.982178 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Attempting to bind port 57511abe-6500-4019-a4de-4ec58f743723 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:25:45.982985 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Attempting to bind port 57511abe-6500-4019-a4de-4ec58f743723 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:25:45.983546 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Attempting to bind port 57511abe-6500-4019-a4de-4ec58f743723 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:25:45.986048 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Pushing event updated for resources: {'Port': ['ID=57511abe-6500-4019-a4de-4ec58f743723,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:46.003302 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:25:46.004563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:46.004985 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.005391 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:25:46.005879 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Bound port: 57511abe-6500-4019-a4de-4ec58f743723, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:25:46.006407 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.013575 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.013960 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.014255 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.014594 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.014929 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.015387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Transition to ACTIVE for port object 513a80bb-afa0-41ee-8d48-ed1dee9c470b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:46.016206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.016576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.016912 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.017239 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.017569 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.017897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.018222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:46.026299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:46.026689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.123855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.209691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] For port 57511abe-6500-4019-a4de-4ec58f743723, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:25:46.221594 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] For port 57511abe-6500-4019-a4de-4ec58f743723, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57511abe-6500-4019-a4de-4ec58f743723,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:25:46.230257 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.270431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40308) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:46.287007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:46.293703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57b6a969-daa4-42fa-9398-0a5c977c906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.304970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:46.316508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:25:46.329417 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:46.330515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:46.475538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57b6a969-daa4-42fa-9398-0a5c977c906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.480836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57b6a969-daa4-42fa-9398-0a5c977c906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.484391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:46.537012 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348bc2-d82a-4d8d-8f07-ac2d46050482 None None] Pushing event updated for resources: {'Port': ['ID=57511abe-6500-4019-a4de-4ec58f743723,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:46.542637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-57b6a969-daa4-42fa-9398-0a5c977c906b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cae53a8f9e574150ac8786ba2186aeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705026 Aug 31 19:25:46.543763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6a969-daa4-42fa-9398-0a5c977c906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc98118-0f27-44fd-80fd-d619cdf5d050,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:46.547379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40310) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:46.559531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae73d-245e-459e-bb74-8391a6840528 req-0afb6dee-b4e0-4122-aaaf-f69511ff0e7f tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:46.569090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec6ae73d-245e-459e-bb74-8391a6840528 req-0afb6dee-b4e0-4122-aaaf-f69511ff0e7f tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.8463867 Aug 31 19:25:46.625745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.626120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.630877 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:46.655222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.776147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.795805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.805407 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fcc98118-0f27-44fd-80fd-d619cdf5d050 HTTP/1.1" status: 204 len: 168 time: 0.2564597 Aug 31 19:25:46.812649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-56cb7282-fea3-4e22-ab21-43e79777d67c None None] Provisioning for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:46.826012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-56cb7282-fea3-4e22-ab21-43e79777d67c None None] Provisioning complete for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:46.827230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56cb7282-fea3-4e22-ab21-43e79777d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:46.829150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a7a02-1bb4-46f5-95bf-cc15e55aa9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc98118-0f27-44fd-80fd-d619cdf5d050,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:46.961901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.008267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec6ae73d-245e-459e-bb74-8391a6840528 req-e8354e44-77de-44af-a65e-dfa779bb6143 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241788 Aug 31 19:25:47.029257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-56cb7282-fea3-4e22-ab21-43e79777d67c None None] Port 513a80bb-afa0-41ee-8d48-ed1dee9c470b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:47.046054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.174842 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:41Z', 'revision_number': 3, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:47.223549 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f5199-f26f-451a-a2da-72a211028988 None None] The sync data for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 is: [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:41Z', 'revision_number': 3, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:47.361107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-4cdf826d-675a-409d-812c-c1cd63cd849c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:47.369667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-4cdf826d-675a-409d-812c-c1cd63cd849c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.1718290 Aug 31 19:25:47.395728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40330) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:47.416390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fa371b3-6b50-4ed3-b056-43024bedd06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.495915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.505314 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.663170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fa371b3-6b50-4ed3-b056-43024bedd06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.682036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:47.682628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fa371b3-6b50-4ed3-b056-43024bedd06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.694751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Deleting port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:47.695566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.702819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.771882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6fa371b3-6b50-4ed3-b056-43024bedd06a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=369a8985d6c74ec595805b3113c865b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704293 Aug 31 19:25:47.772970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa371b3-6b50-4ed3-b056-43024bedd06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769af18a-acec-4678-8337-8739de09b19d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:47.775923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:47.939404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:47.968346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57511abe-6500-4019-a4de-4ec58f743723 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:48.008410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.060424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] For port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:48.060916 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.084834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Calling delete_port for 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:48.124819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.127894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.129069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/769af18a-acec-4678-8337-8739de09b19d HTTP/1.1" status: 204 len: 168 time: 0.3526206 Aug 31 19:25:48.142398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c6eda-42b6-498f-bdd9-9ca4c99db12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769af18a-acec-4678-8337-8739de09b19d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:48.149253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 57511abe-6500-4019-a4de-4ec58f743723 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:48.172746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:48.181807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 57511abe-6500-4019-a4de-4ec58f743723 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:48.187929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:48.192341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.355333 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.423346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 57511abe-6500-4019-a4de-4ec58f743723, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57511abe-6500-4019-a4de-4ec58f743723,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:48.431591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.550690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=57511abe-6500-4019-a4de-4ec58f743723,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:48.595739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b9cd2-c6f8-451b-91ba-d0f5c7dbab30 req-d2c70f4a-7020-498b-99de-1baebcd17d5c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:48.597353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b9b9cd2-c6f8-451b-91ba-d0f5c7dbab30 req-d2c70f4a-7020-498b-99de-1baebcd17d5c tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a HTTP/1.1" status: 200 len: 950 time: 0.4124467 Aug 31 19:25:48.692506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aeae094-a191-41e8-9322-8e675c3ead4b None None] Provisioning complete for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:48.692891 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aeae094-a191-41e8-9322-8e675c3ead4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:48.744315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b9b9cd2-c6f8-451b-91ba-d0f5c7dbab30 req-097daa74-4133-43aa-806c-99b48678e9cb tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec60031f-8dff-42e9-ac7b-984b68bf4428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252837 Aug 31 19:25:48.791791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8aeae094-a191-41e8-9322-8e675c3ead4b None None] Port 513a80bb-afa0-41ee-8d48-ed1dee9c470b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:25:48.800200 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:25:48.862454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Router 78a3a89f-a168-45bb-a517-7e89e2e288b4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:25:48.893038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:49.112272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Pushing event deleted for resources: {'Port': ['ID=27c15fc6-e191-4cae-8dac-46d39d8aa0c0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:49.133826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] No DVR routers for this DVR port 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:25:49.138599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:49.140729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04987367-e585-4ecb-9cba-e1f48f9ac6ec req-a284660e-790d-459e-9d63-ee487bbea894 tempest-VolumesBackupsTest-309412711 tempest-VolumesBackupsTest-309412711-project] 10.222.0.67 "DELETE /v2.0/ports/27c15fc6-e191-4cae-8dac-46d39d8aa0c0 HTTP/1.1" status: 204 len: 173 time: 1.7700319 Aug 31 19:25:49.141546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'name': 'network-vif-deleted', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:25:49.152296 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70c671e-35de-4fa3-bde8-1c4614fd6dfd" -d '{"events": [{"server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "name": "network-vif-deleted", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:25:49.288836 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c399bcd0-c448-4f14-aec1-cab0d7f03ffa x-openstack-request-id: req-c399bcd0-c448-4f14-aec1-cab0d7f03ffa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:25:49.291261 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a", "name": "network-vif-deleted", "tag": "27c15fc6-e191-4cae-8dac-46d39d8aa0c0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:25:49.291525 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c399bcd0-c448-4f14-aec1-cab0d7f03ffa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:25:49.294044 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc39c0-2c52-436c-b0e7-fe0d7e7f828a', 'name': 'network-vif-deleted', 'tag': '27c15fc6-e191-4cae-8dac-46d39d8aa0c0', 'status': 'completed', 'code': 200} Aug 31 19:25:49.378330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:49.386505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4627630d-20c0-4c37-876a-eebe1519d2c8 admin admin] 10.222.0.73 "PUT /v2.0/routers/78a3a89f-a168-45bb-a517-7e89e2e288b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4713407 Aug 31 19:25:49.658305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:49.687680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:49.895353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57511abe-6500-4019-a4de-4ec58f743723 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:49.967596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aaca5304-ce9b-4bf1-a01b-a72ceff49275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.017488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 57511abe-6500-4019-a4de-4ec58f743723 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:50.017874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.065296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-624650639'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:50.254148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aaca5304-ce9b-4bf1-a01b-a72ceff49275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.260677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aaca5304-ce9b-4bf1-a01b-a72ceff49275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.284183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:50.292303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:50.292790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:25:50.295334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Sync routers for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:50.309239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.389128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:50.390102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:50.393793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:25:50.394326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 27c15fc6-e191-4cae-8dac-46d39d8aa0c0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:25:50.410986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aaca5304-ce9b-4bf1-a01b-a72ceff49275 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d8c73df073541d0aa5b9c15d89af5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463944 Aug 31 19:25:50.413713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:50.415941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca5304-ce9b-4bf1-a01b-a72ceff49275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa9598-e632-4a36-bb08-c99290f52613,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:50.416305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:25:50.443527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.446429 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Added segment e4737a48-950e-4533-b895-a2b247237c04 of type vlan for network 5e2ca912-3711-4d59-a8cd-cb076084b231 Aug 31 19:25:50.550901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.570849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.625448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.627114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.641024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:50.644850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.649080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:50.731392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.736008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:50.737537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fefa9598-e632-4a36-bb08-c99290f52613 HTTP/1.1" status: 204 len: 168 time: 0.3225768 Aug 31 19:25:50.749685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a45e83-ae1a-4787-9d94-5441c3a0e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa9598-e632-4a36-bb08-c99290f52613,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:50.866121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1771932 Aug 31 19:25:50.874159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:50.893973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'subnet': {'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:51.118152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bb293-4d0f-4cd0-8506-372f4bde9d68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Network': ['ID=5e2ca912-3711-4d59-a8cd-cb076084b231,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:51.197999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:51.212624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:51.449898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:25:51.602927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:51.653854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88393051-3956-41ee-8ebb-35777800c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:51.803472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:51.868669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:46Z', 'revision_number': 4, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '513a80bb-afa0-41ee-8d48-ed1dee9c470b', 'name': '', 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'mac_address': 'fa:16:3e:a3:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:45Z', 'updated_at': '2021-08-31T19:25:47Z', 'revision_number': 2, 'project_id': '0b31879c055a49289b51db01447ea138', 'subnets': [{'id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:51.905878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Checking router: 78a3a89f-a168-45bb-a517-7e89e2e288b4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:51.906596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Updating router 78a3a89f-a168-45bb-a517-7e89e2e288b4 port 513a80bb-afa0-41ee-8d48-ed1dee9c470b binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:25:51.939150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Subnet': ['ID=81e9bc05-42cc-4ba9-af47-85722004a19f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:51.948704 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:51.980081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.018727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Checking segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:52.019090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network hostable DHCP agents. Network: 5e2ca912-3711-4d59-a8cd-cb076084b231, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:25:52.063854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:25:52.076211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5e2ca912-3711-4d59-a8cd-cb076084b231) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:52.080833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:52.081720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.109573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28f0af-bc8f-491b-9ea5-3707ef3dde49 None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:52.188283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:52.425242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-980a4feb-b034-46cc-9ee8-40389f843fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.517766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5e2ca912-3711-4d59-a8cd-cb076084b231', 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'fixed_ips': [{'subnet_id': '81e9bc05-42cc-4ba9-af47-85722004a19f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:25:52.518724 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.644756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88393051-3956-41ee-8ebb-35777800c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.682406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9b75e5fe-9b9e-4b55-8fdb-811d21578a3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8042307 Aug 31 19:25:52.687033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40470) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:52.698910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88393051-3956-41ee-8ebb-35777800c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.700070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1037934764'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:52.758255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.777347 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Allocated IP 19.80.0.2 (5e2ca912-3711-4d59-a8cd-cb076084b231/81e9bc05-42cc-4ba9-af47-85722004a19f/0a5c3730-55b7-4cdd-b74e-c6f7feee3561) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:52.780117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Transition to ACTIVE for port object 513a80bb-afa0-41ee-8d48-ed1dee9c470b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:52.793442 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.793791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-88393051-3956-41ee-8ebb-35777800c7bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6903545add31411896f60cc9954cf2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1861436 Aug 31 19:25:52.793791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393051-3956-41ee-8ebb-35777800c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca4674-80bb-4da4-945d-3adc6997d40b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:52.794008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:52.852324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-980a4feb-b034-46cc-9ee8-40389f843fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.886197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Pushing event updated for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:52.887000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-980a4feb-b034-46cc-9ee8-40389f843fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.897494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.897718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.898062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.898402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.898733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.899066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.899828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.899828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.900056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.900680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.900680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.901020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:25:52.981233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-980a4feb-b034-46cc-9ee8-40389f843fb7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bafd2d86e8a44a1aa82d671cd94d17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7887411 Aug 31 19:25:52.986982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.989291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:52.993131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:52.997674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:53.010349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Attempting to bind port 513a80bb-afa0-41ee-8d48-ed1dee9c470b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:25:53.010723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Attempting to bind port 513a80bb-afa0-41ee-8d48-ed1dee9c470b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:25:53.011219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Attempting to bind port 513a80bb-afa0-41ee-8d48-ed1dee9c470b on network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:25:53.029593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:25:53.029977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Checking segment: {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:53.030971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.030971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Bound using segment: {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:25:53.031253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Bound port: 513a80bb-afa0-41ee-8d48-ed1dee9c470b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85284ebf-de14-46b2-b031-456b1585c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:25:53.031657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.032474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:25:53.045980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.046382 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Added segment e5450d57-1d67-4180-8fa5-f916cab3b357 of type vlan for network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 Aug 31 19:25:53.101591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.104662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.133297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.135935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.143598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:53.144809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.159332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] For port 513a80bb-afa0-41ee-8d48-ed1dee9c470b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:25:53.163037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] For port 513a80bb-afa0-41ee-8d48-ed1dee9c470b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=513a80bb-afa0-41ee-8d48-ed1dee9c470b,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:25:53.171904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.175546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.199458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Deleting port 932221f2-1360-448b-90f8-bd518454f787 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:53.200622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.203893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.206658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.210551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9d63a5e-9f89-49df-a028-270b5ea6a9d2 HTTP/1.1" status: 204 len: 168 time: 0.2086558 Aug 31 19:25:53.211040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a4feb-b034-46cc-9ee8-40389f843fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d63a5e-9f89-49df-a028-270b5ea6a9d2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.237536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a144-b8fe-4bf3-a656-c68741ff5bb4 None None] Pushing event updated for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.244603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Transition to ACTIVE for port object 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:53.251974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5612159 Aug 31 19:25:53.260716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:53.268498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'subnet': {'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:53.276788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6ab23-6fa1-48d4-99cc-bd22d2394e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d63a5e-9f89-49df-a028-270b5ea6a9d2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.339316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Transition to ACTIVE for port object 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:53.352013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] For port 932221f2-1360-448b-90f8-bd518454f787, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=932221f2-1360-448b-90f8-bd518454f787,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:53.352469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.354300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.360821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:53.361602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:53.385390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35a7e-7bdb-451c-aeef-47fb5daa64c8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Network': ['ID=7dd125ca-4cbc-4f94-a35c-aec436bc6813,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.393788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Calling delete_port for 932221f2-1360-448b-90f8-bd518454f787 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:53.422074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.435784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:53.439965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.450438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:25:53.583233 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.588400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.593853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ca4674-80bb-4da4-945d-3adc6997d40b HTTP/1.1" status: 204 len: 168 time: 0.7987754 Aug 31 19:25:53.617608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:53.632200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf896-0956-40ba-b52a-d1fb132298f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca4674-80bb-4da4-945d-3adc6997d40b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.744446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:53.862962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40492) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:53.909128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-758a43e8-373c-442b-b988-44f65fb92342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.911340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Pushing event updated for resources: {'Port': ['ID=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:53.913919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:53.959215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:53.976032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:25:53.976493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.092068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Pushing event deleted for resources: {'Port': ['ID=932221f2-1360-448b-90f8-bd518454f787,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:54.130376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Checking segment: {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:54.130761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network hostable DHCP agents. Network: 7dd125ca-4cbc-4f94-a35c-aec436bc6813, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:25:54.166775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Subnet': ['ID=0ade0fd7-3bf7-45f6-97c2-c0853078c4c5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:54.188816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Attempting to bind port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:25:54.189735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Attempting to bind port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:25:54.190146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Attempting to bind port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 on network 5e2ca912-3711-4d59-a8cd-cb076084b231 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:25:54.217913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:25:54.218450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Checking segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:54.218962 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.220585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Bound using segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:25:54.221259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Bound port: 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:25:54.221777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.234654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-fc023433-c896-4f3c-bfd7-327427880456 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052477 Aug 31 19:25:54.253302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:46Z', 'revision_number': 4, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '513a80bb-afa0-41ee-8d48-ed1dee9c470b', 'name': '', 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'mac_address': 'fa:16:3e:a3:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:45Z', 'updated_at': '2021-08-31T19:25:53Z', 'revision_number': 4, 'project_id': '0b31879c055a49289b51db01447ea138', 'subnets': [{'id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:54.321683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b76d6-d177-422d-8496-c7fd40fd4fb0 None None] The sync data for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 is: [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:25:46Z', 'revision_number': 4, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '513a80bb-afa0-41ee-8d48-ed1dee9c470b', 'name': '', 'network_id': '0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'mac_address': 'fa:16:3e:a3:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:45Z', 'updated_at': '2021-08-31T19:25:53Z', 'revision_number': 4, 'project_id': '0b31879c055a49289b51db01447ea138', 'subnets': [{'id': '2823b9c3-60df-4657-a50e-7b3917766d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:54.337680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-758a43e8-373c-442b-b988-44f65fb92342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.354015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-758a43e8-373c-442b-b988-44f65fb92342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.380582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] For port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:25:54.386288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] For port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:25:54.391081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:25:54.392334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.414813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7dd125ca-4cbc-4f94-a35c-aec436bc6813) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:54.455195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:54.456367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.473426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1d5a4253-0de6-4a05-9a2c-72abd96b51d2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2098501 Aug 31 19:25:54.474732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3609cf-c333-4732-8891-dcc0d0065496 None None] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:54.500954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a43e8-373c-442b-b988-44f65fb92342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9050d-c068-480f-82ac-2c6c6a42196e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:54.509177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:54.619209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-c9b4b38a-09d7-4152-8592-9ad702d00fc6 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:54.650395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-c9b4b38a-09d7-4152-8592-9ad702d00fc6 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149168 Aug 31 19:25:54.682538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-b76963c2-9afc-42ef-8dec-ef27d0b441dc tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/quotas/aabee85dfd094f768997ebb5acfb1c7d HTTP/1.1" status: 200 len: 375 time: 0.0260081 Aug 31 19:25:54.787099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcf4a2-5bac-4829-a2c1-727c49a42a0c None None] Pushing event updated for resources: {'Port': ['ID=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:54.803953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-758a43e8-373c-442b-b988-44f65fb92342 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8772c114abab4a7089ac7356251291e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370866 Aug 31 19:25:54.810231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:54.810472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-eaa84c7a-1221-4502-a696-1b71c412b10e tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178825 Aug 31 19:25:55.106231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7dd125ca-4cbc-4f94-a35c-aec436bc6813', 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'fixed_ips': [{'subnet_id': '0ade0fd7-3bf7-45f6-97c2-c0853078c4c5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:25:55.109042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:55.110640 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:55.301815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:55.358509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-86f837b5-e3c6-4a1c-ab05-52250d12d108 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:55.372918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-86f837b5-e3c6-4a1c-ab05-52250d12d108 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:55.384935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-86f837b5-e3c6-4a1c-ab05-52250d12d108 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/networks?id=5e2ca912-3711-4d59-a8cd-cb076084b231&id=7dd125ca-4cbc-4f94-a35c-aec436bc6813&id=5e2ca912-3711-4d59-a8cd-cb076084b231 HTTP/1.1" status: 200 len: 1391 time: 0.3416066 Aug 31 19:25:55.528152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7df998c-856b-4ea9-ad6d-ee3121f36370 req-5f6623b3-fe1f-4f8d-86b7-03fa870e31c0 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.1402364 Aug 31 19:25:55.530236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Allocated IP 19.86.0.2 (7dd125ca-4cbc-4f94-a35c-aec436bc6813/0ade0fd7-3bf7-45f6-97c2-c0853078c4c5/c957edcf-c877-438c-bbe9-9aab5b8cc989) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:25:55.589178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Router bbb275b4-155e-4323-842c-b7629f605ab6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:25:55.653385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-4a4414c6-8581-4696-804d-94d7098381ae tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/quotas/0b31879c055a49289b51db01447ea138 HTTP/1.1" status: 200 len: 375 time: 0.2588711 Aug 31 19:25:55.822451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-77ffa9ad-f71d-429f-9762-29e8a223c26e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625934 Aug 31 19:25:55.840630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:55.844381 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:55.847970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4d9050d-c068-480f-82ac-2c6c6a42196e HTTP/1.1" status: 204 len: 168 time: 1.0379195 Aug 31 19:25:55.928926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8806d44-d242-4ce9-a037-541f7d9cdf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9050d-c068-480f-82ac-2c6c6a42196e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:56.113376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:25:56.125515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7085c8b3-d590-4980-8a0e-1a3a2261717a admin admin] 10.222.0.73 "PUT /v2.0/routers/bbb275b4-155e-4323-842c-b7629f605ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8265352 Aug 31 19:25:56.128313 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Sync routers for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:25:56.128843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:56.147065 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:56.148047 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:56.396329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:56.515967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:56.658707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-0296062c-741a-4f9c-b1ad-84136ac42c13 service neutron] 10.222.0.73 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219323 Aug 31 19:25:56.692310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d835ed-16c5-4ffd-9c0c-485b433a9b6e None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:56.898489 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:56.900836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:56.957579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:56.981573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Transition to ACTIVE for port object c957edcf-c877-438c-bbe9-9aab5b8cc989 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:56.994923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f5df495-c3cf-43de-8e5f-434c90cc1487 req-5c8a387e-dcff-418c-a3b4-8e16292638f7 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.2483764 Aug 31 19:25:57.026040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Transition to ACTIVE for port object c957edcf-c877-438c-bbe9-9aab5b8cc989 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:25:57.051986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Deleting port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:57.052914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.101350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-151d0ffc-0b3e-4888-828e-ca5402b02c4c service neutron] 10.222.0.73 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330738 Aug 31 19:25:57.104494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.344838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9d2f3cd-6783-49d8-b31e-bb6d9ce41cf8 None None] Provisioning for port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:57.348070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] For port 2f8b614a-19f3-4b1f-a50b-55fd7fa17165, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:57.348939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.361668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Pushing event updated for resources: {'Port': ['ID=c957edcf-c877-438c-bbe9-9aab5b8cc989,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:57.397896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-61d73367-9929-4341-a533-3eb6f06706e9 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd125ca-4cbc-4f94-a35c-aec436bc6813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883048 Aug 31 19:25:57.409930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Calling delete_port for 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:25:57.412262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:25:53Z', 'revision_number': 5, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port': {'id': '2f8b614a-19f3-4b1f-a50b-55fd7fa17165', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:57.414892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:25:57.469599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:25:57.475606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:25:57.514098 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Checking router: bbb275b4-155e-4323-842c-b7629f605ab6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:25:57.537000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Routers {'bbb275b4-155e-4323-842c-b7629f605ab6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:25:57.538759 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:25:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bbb275b4-155e-4323-842c-b7629f605ab6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:57.617928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:57.633694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:57.640937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.777342 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] Set router bbb275b4-155e-4323-842c-b7629f605ab6 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:25:57.839525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Attempting to bind port c957edcf-c877-438c-bbe9-9aab5b8cc989 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:25:57.839948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Attempting to bind port c957edcf-c877-438c-bbe9-9aab5b8cc989 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:25:57.840445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Attempting to bind port c957edcf-c877-438c-bbe9-9aab5b8cc989 on network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:25:57.850684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.899164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:25:57.907468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Checking segment: {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:25:57.910503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.912743 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:25:56Z', 'revision_number': 6, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:25:57.913380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Bound using segment: {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:25:57.913986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Bound port: c957edcf-c877-438c-bbe9-9aab5b8cc989, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:25:57.915835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:57.944774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8b614a-19f3-4b1f-a50b-55fd7fa17165,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:58.001287 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ea94-574a-443a-a656-d4dc1394317e None None] The sync data for ids ['bbb275b4-155e-4323-842c-b7629f605ab6'] in n-d-778550-14 is: [{'id': 'bbb275b4-155e-4323-842c-b7629f605ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1852158265-router', 'tenant_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:25:56Z', 'revision_number': 6, 'project_id': 'd47eab66f0f848e7999c400cbdda8fa7', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:25:58.096865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.149435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.282029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] For port c957edcf-c877-438c-bbe9-9aab5b8cc989, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:25:58.286574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] For port c957edcf-c877-438c-bbe9-9aab5b8cc989, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c957edcf-c877-438c-bbe9-9aab5b8cc989,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:25:58.303110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.386540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.393115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.420932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9baf962c-562e-478c-b9ea-9664078d2d05 req-8ec5ac13-25ac-41de-a7b9-63408721fa5a tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.1395509 Aug 31 19:25:58.428599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-5ba69c77-3d2e-4956-b991-d66d7dad93c5 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466815 Aug 31 19:25:58.484881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:58.511273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.515110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb275b4-155e-4323-842c-b7629f605ab6 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:25:58.532228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.534264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66ee7c88-b3d5-4872-8d37-26ffb69969a8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bbb275b4-155e-4323-842c-b7629f605ab6 HTTP/1.1" status: 204 len: 168 time: 2.4044108 Aug 31 19:25:58.536288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:58.593616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.594731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 513a80bb-afa0-41ee-8d48-ed1dee9c470b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:25:58.638558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Deleting subnet 16c23446-1f62-4301-8732-aab46ef8fa8e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:25:58.649667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.756527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-d5cfdf51-caad-4537-b307-20383c1d5030 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd125ca-4cbc-4f94-a35c-aec436bc6813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3514445 Aug 31 19:25:58.759295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f847e-cc51-4dc4-ae68-9a180d5aec5d None None] Pushing event updated for resources: {'Port': ['ID=c957edcf-c877-438c-bbe9-9aab5b8cc989,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:58.823719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:58.936900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:25:58.986480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:58.993848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.006624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-53e65f40-ab27-4506-b2fe-efb45d612efa tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:25:59.009026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-53e65f40-ab27-4506-b2fe-efb45d612efa tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5739751 Aug 31 19:25:59.031732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Request body: {'port': {'device_id': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': 'aabee85dfd094f768997ebb5acfb1c7d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:25:59.097424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.197273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:59.251761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-87e63ffc-db48-4989-8590-2d68baf70a59 service neutron] 10.222.0.73 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747195 Aug 31 19:25:59.272117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.275613 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.311619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c23446-1f62-4301-8732-aab46ef8fa8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:25:59.341600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.344426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c243b13-8bd7-4fbb-8390-e5f1d47f0ef6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/16c23446-1f62-4301-8732-aab46ef8fa8e HTTP/1.1" status: 204 len: 168 time: 0.8065181 Aug 31 19:25:59.347243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:25:59.366456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fce43-b8d9-4c16-86db-9b2be84c24b3 None None] Network 14a42b32-feaa-4cb5-a8ca-0babc3265b3b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:25:59.416177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 513a80bb-afa0-41ee-8d48-ed1dee9c470b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=513a80bb-afa0-41ee-8d48-ed1dee9c470b,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:59.498984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-05071802-cf03-411d-b6cd-24e08d786e5d service neutron] 10.222.0.73 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373619 Aug 31 19:25:59.500576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Made reservation on behalf of aabee85dfd094f768997ebb5acfb1c7d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:25:59.504191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.517976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.558877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.589052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.768146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Deleting port 6c156dfc-a69a-400f-9632-134b758cc868 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:25:59.773101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.776122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5664582b-d552-4463-a720-fc1a0b00d024 None None] Provisioning complete for port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:25:59.779163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5664582b-d552-4463-a720-fc1a0b00d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:25:59.872207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-249e9002-5f36-4976-b536-6f44dfd10047 req-366e6ffe-d8d4-492a-970b-2454a78bc735 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.1711807 Aug 31 19:25:59.941606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] For port 6c156dfc-a69a-400f-9632-134b758cc868, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6c156dfc-a69a-400f-9632-134b758cc868,segment=NetworkSegment(d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e),segment_id=d1f64ebb-85f6-42d1-a281-2b8a9e2ea11e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:25:59.941985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.010211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Calling delete_port for 6c156dfc-a69a-400f-9632-134b758cc868 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:00.022725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:00.208261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:00.220859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.235119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6e2da0c-88f1-4364-89f2-b600e19663a3 req-c686d6aa-f952-4e8a-84bc-6e218f703bf2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 210 time: 0.2049730 Aug 31 19:26:00.240363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.331435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.452087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c156dfc-a69a-400f-9632-134b758cc868,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:00.459344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] No DVR routers for this DVR port 6c156dfc-a69a-400f-9632-134b758cc868 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:00.517826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9a4ac-f4fc-44f0-9e0f-2f447061a596,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:00.662103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:00.662775 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.738946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bad5a-0da2-4cdf-92dc-35738faabfaf None None] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:00.768882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.805602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beeb5ff-2b2b-4143-8f2c-b46d384347ea None None] DHCP port deletion for 14a42b32-feaa-4cb5-a8ca-0babc3265b3b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:00.811331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a42b32-feaa-4cb5-a8ca-0babc3265b3b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:00.830986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:00.831859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f64ebb-85f6-42d1-a281-2b8a9e2ea11e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:00.843877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Allocated IP 192.168.233.134 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:00.851986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.895709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.925870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:26:00.926300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:26:00.939854 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:26:00.958724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-59a93391-06c2-4e66-85b9-036d784e0ca7 None None] Provisioning for port c957edcf-c877-438c-bbe9-9aab5b8cc989 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:01.036870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c957edcf-c877-438c-bbe9-9aab5b8cc989 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:01.068709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.082905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.100927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/14a42b32-feaa-4cb5-a8ca-0babc3265b3b HTTP/1.1" status: 204 len: 168 time: 1.7500553 Aug 31 19:26:01.117780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab917-016d-4692-8afb-1440dcbedfe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a42b32-feaa-4cb5-a8ca-0babc3265b3b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:01.192300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.251904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Transition to ACTIVE for port object 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:01.252833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c957edcf-c877-438c-bbe9-9aab5b8cc989 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:01.260428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c957edcf-c877-438c-bbe9-9aab5b8cc989 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:01.260850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.357103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:01.417200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66eb167f-984c-4acd-896a-2191e880212b req-e31cce98-f73f-48e1-a8f3-fa105dd89f88 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.3176966 Aug 31 19:26:01.448519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:01.508589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.550693 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.598705 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d70c3d7a-215d-4081-b087-acc781cfd2f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d47eab66f0f848e7999c400cbdda8fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450121 Aug 31 19:26:01.599446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:01.662538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:01.667601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c957edcf-c877-438c-bbe9-9aab5b8cc989, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c957edcf-c877-438c-bbe9-9aab5b8cc989,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:01.683595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.687403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:01.833383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d63a5-1ab0-4932-8785-058fc2e48a1d req-83f0bb8b-e233-4009-9a58-06168e2ac3d8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 210 time: 0.2038686 Aug 31 19:26:01.844351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:01.847985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 932221f2-1360-448b-90f8-bd518454f787 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:01.859505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.861556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-040455ff-7683-442b-add6-c12d12237b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.916646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c957edcf-c877-438c-bbe9-9aab5b8cc989,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:01.925820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:01.926780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.931755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Pushing event updated for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:01.946840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 932221f2-1360-448b-90f8-bd518454f787 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:01.947192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 932221f2-1360-448b-90f8-bd518454f787 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:01.947617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:01.983055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:01.997984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:01.998283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2f8b614a-19f3-4b1f-a50b-55fd7fa17165 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:02.010447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a9d49cc-7177-4adf-8385-b4facf78ee6b None None] Provisioning complete for port c957edcf-c877-438c-bbe9-9aab5b8cc989 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:02.010582 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a9d49cc-7177-4adf-8385-b4facf78ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.167571 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.171277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.172507 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08a455a3-6a87-4330-a298-3f2b3db47492 HTTP/1.1" status: 204 len: 168 time: 0.5705991 Aug 31 19:26:02.176022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 513a80bb-afa0-41ee-8d48-ed1dee9c470b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:02.209858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018bfe-585a-406e-a577-0ba10e3bf75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a455a3-6a87-4330-a298-3f2b3db47492,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:02.296722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-040455ff-7683-442b-add6-c12d12237b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.302429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-040455ff-7683-442b-add6-c12d12237b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.306734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-55ff3882-ba4b-4a52-abe1-603af4fe2fcf tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2829225 Aug 31 19:26:02.321178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 513a80bb-afa0-41ee-8d48-ed1dee9c470b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:02.322145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.329015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Request body: {'port': {'device_id': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:02.354851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040455ff-7683-442b-add6-c12d12237b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9fede-4a2d-4edc-828f-72c675eb38dc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:02.406644 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-040455ff-7683-442b-add6-c12d12237b8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=192d337e304646e8aea18975dda7d47a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0456753 Aug 31 19:26:02.407664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:02.447190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f9ce9f62-95ab-4a6b-b783-9b4d86e5a3d6 None None] Provisioning for port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:02.469900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f9ce9f62-95ab-4a6b-b783-9b4d86e5a3d6 None None] Provisioning complete for port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:02.470725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9f62-95ab-4a6b-b783-9b4d86e5a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.480137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.518406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.549766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.593297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce9f62-95ab-4a6b-b783-9b4d86e5a3d6 None None] Port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:02.613163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.617773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:02.619304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27d9fede-4a2d-4edc-828f-72c675eb38dc HTTP/1.1" status: 204 len: 168 time: 0.2109160 Aug 31 19:26:02.634675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf54c5d-7a77-463e-93e0-cbf831fe288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9fede-4a2d-4edc-828f-72c675eb38dc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:02.693699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c957edcf-c877-438c-bbe9-9aab5b8cc989 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:02.831762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c957edcf-c877-438c-bbe9-9aab5b8cc989 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:02.832476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:03.037328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954c2cb-3e39-4c29-baa6-01b1cfbecfaa req-01d386d0-6527-41a8-8764-274f12d14bbb tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.046093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b954c2cb-3e39-4c29-baa6-01b1cfbecfaa req-01d386d0-6527-41a8-8764-274f12d14bbb tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 936 time: 0.5059757 Aug 31 19:26:03.135249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa08809b-237c-479f-901c-b159a8b8f8ca req-4978763d-a5ce-4d48-96c1-f1a256d72d4b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 210 time: 0.1303728 Aug 31 19:26:03.155449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6c156dfc-a69a-400f-9632-134b758cc868 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:03.180969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6c156dfc-a69a-400f-9632-134b758cc868 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:03.181409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6c156dfc-a69a-400f-9632-134b758cc868 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:03.224924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-83b96f14-92fa-4472-bc6d-c34ea41a2e51 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1736684 Aug 31 19:26:03.240386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-cef82773-8173-4246-8089-48d985d15c90 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.248838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-cef82773-8173-4246-8089-48d985d15c90 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.250729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-cef82773-8173-4246-8089-48d985d15c90 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "GET /v2.0/networks?id=5e2ca912-3711-4d59-a8cd-cb076084b231&id=7dd125ca-4cbc-4f94-a35c-aec436bc6813&id=5e2ca912-3711-4d59-a8cd-cb076084b231 HTTP/1.1" status: 200 len: 1391 time: 0.5640411 Aug 31 19:26:03.269746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'admin_state_up': True, 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:03.402081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.404322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.405078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.405772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.406612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.407583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.408274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:03.410533 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1c8f9797-7170-4434-a74b-338b4da76b0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.1370273 Aug 31 19:26:03.494171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:03.497981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b954c2cb-3e39-4c29-baa6-01b1cfbecfaa req-ada45fca-4844-423f-a144-1a1750fdfd85 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468203 Aug 31 19:26:03.508559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:03.641513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:03.659612 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:03.702516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Transition to ACTIVE for port object 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:03.709315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:03.820481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Pushing event updated for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:03.850257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Allocated IP 19.80.0.202 (5e2ca912-3711-4d59-a8cd-cb076084b231/81e9bc05-42cc-4ba9-af47-85722004a19f/26bb1b35-2c69-4476-9ff5-37a4ee6eef1f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:04.006038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Attempting to bind port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:04.006395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Attempting to bind port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:04.006740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Attempting to bind port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:04.013153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:04.014473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Attempting to bind port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:04.024152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:04.024152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:04.024152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:04.024152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Bound port: 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:04.024152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:04.062303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5a39b68a-cbf8-4c5f-b61c-14f194814622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.062781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5a39b68a-cbf8-4c5f-b61c-14f194814622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.063253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5a39b68a-cbf8-4c5f-b61c-14f194814622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.064892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5a39b68a-cbf8-4c5f-b61c-14f194814622 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 200 len: 2294 time: 0.5914304 Aug 31 19:26:04.149336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:04.154270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:04.165673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:04.301046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.301955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:04.303059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] 10.222.0.67 "PUT /v2.0/ports/5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb HTTP/1.1" status: 200 len: 1097 time: 1.9798381 Aug 31 19:26:04.307565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:04.310190 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:04.359911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a6288f7-899c-40bc-9900-c5cdf23428da req-e2875ab4-2b33-4db2-b560-d0e12cbf73aa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 210 time: 0.0810158 Aug 31 19:26:04.421074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f125936-6bb1-49f8-9312-ff6488a22fdc service neutron] Pushing event updated for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:04.454551 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4fc8c3-274d-44d7-9fcd-cafe750e6dcf x-openstack-request-id: req-9f4fc8c3-274d-44d7-9fcd-cafe750e6dcf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:04.454551 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:04.454911 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f4fc8c3-274d-44d7-9fcd-cafe750e6dcf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:04.455133 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb', 'status': 'completed', 'code': 200} Aug 31 19:26:04.461109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-c2193173-643e-4cb5-a05d-63a2fb47f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.462284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-c2193173-643e-4cb5-a05d-63a2fb47f68c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 1100 time: 0.1011059 Aug 31 19:26:04.535174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-c553aed8-699d-4354-8fac-2ad65d9bd4e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb HTTP/1.1" status: 200 len: 217 time: 0.0643039 Aug 31 19:26:04.627742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:04.647809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Transition to ACTIVE for port object 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:04.722603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-a8b27f5d-647b-4b0a-8ead-1f4221e2fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.724135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-a8b27f5d-647b-4b0a-8ead-1f4221e2fe42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1725397 Aug 31 19:26:04.734687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:04.761504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a208b-02eb-4a4e-9aa5-2c0193e47eb4 req-df40acfb-d5ec-48f6-bda0-eb5f9f6a3d53 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.775267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874a208b-02eb-4a4e-9aa5-2c0193e47eb4 req-df40acfb-d5ec-48f6-bda0-eb5f9f6a3d53 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 948 time: 0.1526792 Aug 31 19:26:04.815203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-4cfaef49-6043-4264-a3a7-3177ea578b98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 1000 time: 0.7256873 Aug 31 19:26:04.833555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:04.863755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:04.869701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:04.876708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:04.951448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874a208b-02eb-4a4e-9aa5-2c0193e47eb4 req-2d3c9371-ea72-497f-8630-a1bb4072535e tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749451 Aug 31 19:26:04.964072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-5919a9f1-a21f-40bf-bee7-922e755881f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:04.969308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-5919a9f1-a21f-40bf-bee7-922e755881f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2306726 Aug 31 19:26:05.057087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1edcdbe3-127c-454b-8bf2-7eb84c9c47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.058711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-1edcdbe3-127c-454b-8bf2-7eb84c9c47b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 200 len: 851 time: 0.2355781 Aug 31 19:26:05.082089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.083043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:05.120609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-97070146-4ea2-4882-8c3f-decd1b703839 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8585863 Aug 31 19:26:05.129829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-7272c79b-3448-4dc3-8aa4-9d7ef0093ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.132075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-7272c79b-3448-4dc3-8aa4-9d7ef0093ee4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1077a2ff-19dd-430a-870e-426ef82e7556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660832 Aug 31 19:26:05.136266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813', 'admin_state_up': True, 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:05.181470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-42a3df52-8081-4dfd-b6b8-4b5224ee7313 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016261 Aug 31 19:26:05.342371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee339fdc-f898-4b03-9e78-b33dd29caa90 None None] Provisioning for port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:05.355399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee339fdc-f898-4b03-9e78-b33dd29caa90 None None] Provisioning complete for port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:05.357215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ee339fdc-f898-4b03-9e78-b33dd29caa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:05.397510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-9fbb5769-de49-48c9-b92f-bc9a95172529 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531583 Aug 31 19:26:05.410198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ee339fdc-f898-4b03-9e78-b33dd29caa90 None None] Port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:05.487396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:05.492170 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9e31d5f-54bc-41c0-88f3-cdff7d9c0c62 req-05e27e20-67ae-49dc-b6f6-bafccb6601e8 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023024 Aug 31 19:26:05.492832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:05.685529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e28e97-86e1-4657-aa4b-61b6b3686403 req-cc24e66f-809e-4ba4-912c-d27dd9120b3c tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.687130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32e28e97-86e1-4657-aa4b-61b6b3686403 req-cc24e66f-809e-4ba4-912c-d27dd9120b3c tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 932 time: 0.1685350 Aug 31 19:26:05.693415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-c4ec8787-af66-4b09-af4c-66f1c3902243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.694867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-c4ec8787-af66-4b09-af4c-66f1c3902243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 1100 time: 0.1074090 Aug 31 19:26:05.707514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Allocated IP 19.86.0.137 (7dd125ca-4cbc-4f94-a35c-aec436bc6813/0ade0fd7-3bf7-45f6-97c2-c0853078c4c5/6c7f0ce7-1a9a-4ae3-bfda-df18c864d188) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:05.802827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5f769754-49c5-4bdd-ba57-8be86c55c409 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759258 Aug 31 19:26:05.842015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32e28e97-86e1-4657-aa4b-61b6b3686403 req-27e07d88-cb53-412d-b2a4-66076d72a8c3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445994 Aug 31 19:26:05.910097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-6ce73f04-8891-4a82-bcbc-4aefea6c2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:05.911686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-6ce73f04-8891-4a82-bcbc-4aefea6c2ab4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.2068853 Aug 31 19:26:05.932928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-4bfac679-25a3-44da-a1b0-da0e22d6159e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 217 time: 0.1191485 Aug 31 19:26:06.055422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-6e6731e1-1bf6-4b22-b831-9355771a43de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb HTTP/1.1" status: 200 len: 217 time: 0.1289256 Aug 31 19:26:06.188711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-746c4d53-6856-4529-a62a-93eb85ea970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:06.191120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-746c4d53-6856-4529-a62a-93eb85ea970c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.1312482 Aug 31 19:26:06.210336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6b9d3-fb99-47fa-af2e-fea56aef326e req-83abf932-2054-462b-82cd-d07a3ed3a0d2 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:06.225805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ed6b9d3-fb99-47fa-af2e-fea56aef326e req-83abf932-2054-462b-82cd-d07a3ed3a0d2 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 948 time: 0.1332395 Aug 31 19:26:06.270642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5d3408dc-b230-49d2-be31-5f07bfc0db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:06.273529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-5d3408dc-b230-49d2-be31-5f07bfc0db69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.3052831 Aug 31 19:26:06.401658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ed6b9d3-fb99-47fa-af2e-fea56aef326e req-f4e2bb1d-cbc2-4d1a-aeb2-8f204a4c57c5 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746764 Aug 31 19:26:06.422247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-dc35abfe-d13b-49db-9a8b-fb716a6a7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:06.422247 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-dc35abfe-d13b-49db-9a8b-fb716a6a7971 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684606 Aug 31 19:26:06.441484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:06.451086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-41114ee9-8281-42de-bbd6-967e3a7b6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:06.457454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-41114ee9-8281-42de-bbd6-967e3a7b6537 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723042 Aug 31 19:26:06.531028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-f93e68f0-8e71-46a9-892f-ac2a96090f8e service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030648 Aug 31 19:26:06.597682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-75a1826c-dcee-4b4d-991d-e4fdac5c96db service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300244 Aug 31 19:26:06.603268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Transition to ACTIVE for port object 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:06.726780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:06.767739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b65b83c6-ed83-4d1b-88d6-8bc6eac46e93 req-8adfdcbe-d61a-4484-9686-73d319e50785 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290106 Aug 31 19:26:06.805236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-2bb5a2d1-cf03-42fb-9501-3c8b0330e755 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998706 Aug 31 19:26:06.809201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:06.826281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:06.831557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:06.846312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:06.907378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-d8163175-9ce3-4a1b-b3c3-5b71eeaec493 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 217 time: 0.0919845 Aug 31 19:26:07.019490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.021285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:07.038740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-ed5d571e-8dcf-4f99-8ca5-d82ba8f6e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.040358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-ed5d571e-8dcf-4f99-8ca5-d82ba8f6e7c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1065965 Aug 31 19:26:07.047457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5e7d0c9d-effe-4c9b-ae03-ddc54b2c2b69 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9199729 Aug 31 19:26:07.071889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'admin_state_up': True, 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:07.171283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dbc56-0d70-4b77-88d4-f6eee566baf9 req-90f6e8be-51b4-48ed-951c-e101fd413110 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.200568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dbc56-0d70-4b77-88d4-f6eee566baf9 req-90f6e8be-51b4-48ed-951c-e101fd413110 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.208867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f7dbc56-0d70-4b77-88d4-f6eee566baf9 req-90f6e8be-51b4-48ed-951c-e101fd413110 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 1655 time: 0.2283511 Aug 31 19:26:07.304158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f7dbc56-0d70-4b77-88d4-f6eee566baf9 req-24cc2b7f-ebc0-41cd-b971-e8b9745ff5ed tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837138 Aug 31 19:26:07.336453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f230310d-fe20-4424-aba7-b421f14310a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.338122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f230310d-fe20-4424-aba7-b421f14310a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2896998 Aug 31 19:26:07.352556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7df07ffc-1970-4aa6-bc2c-abbc7b20e8c9 None None] Provisioning for port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:07.365569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7df07ffc-1970-4aa6-bc2c-abbc7b20e8c9 None None] Provisioning complete for port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:07.366358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7df07ffc-1970-4aa6-bc2c-abbc7b20e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:07.411892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7df07ffc-1970-4aa6-bc2c-abbc7b20e8c9 None None] Port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:07.456154 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-e152eb62-281d-4363-9bbd-aca9f0f4548c service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038539 Aug 31 19:26:07.563116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:07.570677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:07.631689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-c41ab3cb-369b-4237-a35f-76560cc35376 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668050 Aug 31 19:26:07.633870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ada5c0-01e7-477d-8349-8cb0429ecc6f req-144cf889-d370-4085-91e8-318729ba0a85 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.639095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5ada5c0-01e7-477d-8349-8cb0429ecc6f req-144cf889-d370-4085-91e8-318729ba0a85 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 948 time: 0.1103816 Aug 31 19:26:07.716246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5ada5c0-01e7-477d-8349-8cb0429ecc6f req-f785a6f9-d86e-4e37-8493-d8562e9c0f5a tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Aug 31 19:26:07.816353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-012fe251-b367-4186-aae1-d52f547ba524 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 200 len: 217 time: 0.0678277 Aug 31 19:26:07.986066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-87b5b7de-66ee-498c-9a3f-66b7b7a721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:07.989196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-87b5b7de-66ee-498c-9a3f-66b7b7a721eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1624415 Aug 31 19:26:08.057199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Allocated IP 19.80.0.85 (5e2ca912-3711-4d59-a8cd-cb076084b231/81e9bc05-42cc-4ba9-af47-85722004a19f/496a2699-0bd0-4162-9a67-3aede7250579) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:08.182920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-2aa1fcf4-52f2-40e8-ad17-4ccbb1fe88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.185003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-2aa1fcf4-52f2-40e8-ad17-4ccbb1fe88fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857402 Aug 31 19:26:08.346666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:26:08.395703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f0ed0d01-35c4-427d-b011-e230ff9ec7c2 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014921 Aug 31 19:26:08.436115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:08.496889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Transition to ACTIVE for port object 496a2699-0bd0-4162-9a67-3aede7250579 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:08.541712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479253-863d-4541-85e0-66f93b8ec59f req-a98a5da8-62f3-487f-8847-22ae9f13e3dc tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.572040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479253-863d-4541-85e0-66f93b8ec59f req-a98a5da8-62f3-487f-8847-22ae9f13e3dc tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.576741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2479253-863d-4541-85e0-66f93b8ec59f req-a98a5da8-62f3-487f-8847-22ae9f13e3dc tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 1655 time: 0.1428809 Aug 31 19:26:08.581574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-73d1f011-88f7-40db-bc45-d1a2b6066c33 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734746 Aug 31 19:26:08.601332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:08.619749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb', 'mac_address': 'fa:16:3e:6e:9e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:26:08.638951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-9b33f66b-e2db-4caa-ae81-e51d4b002c93 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 200 len: 217 time: 0.0478268 Aug 31 19:26:08.640718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:08.673887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2479253-863d-4541-85e0-66f93b8ec59f req-0d49af4c-8fc8-4482-b98d-56266dcfaeaa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903630 Aug 31 19:26:08.692925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:08.708730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:08.738842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:08.746705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:08.813751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:08.819621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:08.825849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:08.831337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:08.833934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:08.861769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-de5f822f-a869-40dc-a4f3-047dbf09b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.863510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-de5f822f-a869-40dc-a4f3-047dbf09b6e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.2201400 Aug 31 19:26:08.931419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ed3a-52b9-46dc-b097-a567dec07a38 req-1944f2c5-fd3c-4109-9556-41321d21e7df tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.942562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bd3ed3a-52b9-46dc-b097-a567dec07a38 req-1944f2c5-fd3c-4109-9556-41321d21e7df tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 949 time: 0.1113303 Aug 31 19:26:08.943103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.944071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:08.964654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9c67dd11-cb87-4572-89d8-1d32bd904aa3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8978364 Aug 31 19:26:08.969499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-48de53d7-ca3e-4ac5-a438-915a7009eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:08.970793 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-48de53d7-ca3e-4ac5-a438-915a7009eaac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0967836 Aug 31 19:26:08.978618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:08.980149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:09.028983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8bd3ed3a-52b9-46dc-b097-a567dec07a38 req-654ddfc5-07d3-436c-8f9d-feb13b4cd87a tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798686 Aug 31 19:26:09.128040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:09.279456 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f2d0d385-05a7-4344-819a-f28391a1b4f0 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928584 Aug 31 19:26:09.338912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-914d9d1f-339d-42be-8181-08f1c7142138 None None] Provisioning for port 496a2699-0bd0-4162-9a67-3aede7250579 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:09.359445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-914d9d1f-339d-42be-8181-08f1c7142138 None None] Provisioning complete for port 496a2699-0bd0-4162-9a67-3aede7250579 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:09.360245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-914d9d1f-339d-42be-8181-08f1c7142138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:09.416621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:09.429317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-914d9d1f-339d-42be-8181-08f1c7142138 None None] Port 496a2699-0bd0-4162-9a67-3aede7250579 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:09.458897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-caa8acc1-2aa6-42de-9ddd-5efb270688a5 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722298 Aug 31 19:26:09.604643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f65220f7-ff38-438b-ae1c-012e35028728 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 200 len: 217 time: 0.0874658 Aug 31 19:26:09.851236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ffcecc2-6dbc-4ee5-8a55-d0e4a044237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:09.877499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4741-fb4f-4233-9265-aed5aef534ff req-d0da5199-4983-4948-baff-363724000801 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:09.884219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4741-fb4f-4233-9265-aed5aef534ff req-d0da5199-4983-4948-baff-363724000801 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:09.891478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4741-fb4f-4233-9265-aed5aef534ff req-d0da5199-4983-4948-baff-363724000801 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:09.900218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdee4741-fb4f-4233-9265-aed5aef534ff req-d0da5199-4983-4948-baff-363724000801 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2376 time: 0.1217659 Aug 31 19:26:09.960800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdee4741-fb4f-4233-9265-aed5aef534ff req-40361bac-ccd6-45ff-8efc-19ca189c714e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Aug 31 19:26:10.082214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ffcecc2-6dbc-4ee5-8a55-d0e4a044237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.087829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ffcecc2-6dbc-4ee5-8a55-d0e4a044237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.165913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcecc2-6dbc-4ee5-8a55-d0e4a044237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122016c-7cfb-44ce-8326-7ff1d6035ff3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:10.192226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9ffcecc2-6dbc-4ee5-8a55-d0e4a044237d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5fd16d15ea04ba5a2c515900ca52984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7743957 Aug 31 19:26:10.201286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:10.223574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-62dc8fc0-3f91-4fa5-8829-4e5ed4fe600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:10.225072 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-62dc8fc0-3f91-4fa5-8829-4e5ed4fe600e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.6127338 Aug 31 19:26:10.299274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b1351-0ab6-4c82-ad30-5ea7f6061db8 req-d4f048c4-055b-4d11-b7b3-8ea4cd96d1dc tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:10.307057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad8b1351-0ab6-4c82-ad30-5ea7f6061db8 req-d4f048c4-055b-4d11-b7b3-8ea4cd96d1dc tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 949 time: 0.1424687 Aug 31 19:26:10.342545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.362255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:10.380786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.407096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad8b1351-0ab6-4c82-ad30-5ea7f6061db8 req-4eb12647-6dab-4c77-801b-b399945553f8 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984368 Aug 31 19:26:10.419598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-cf34a07c-2b4d-4ae5-af9a-59f5e505fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:10.421165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-cf34a07c-2b4d-4ae5-af9a-59f5e505fe22 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1871171 Aug 31 19:26:10.435043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:10.464166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.468531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.470135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2122016c-7cfb-44ce-8326-7ff1d6035ff3 HTTP/1.1" status: 204 len: 168 time: 0.2667091 Aug 31 19:26:10.481396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae12d-be96-49e6-9273-6e281ad357ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122016c-7cfb-44ce-8326-7ff1d6035ff3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:10.490713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:10.518710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.528013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:10.529154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.641979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Transition to ACTIVE for port object 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:10.651002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.728109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.761659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:10.764331 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c19ef0b-afc1-48be-a090-004c4c4e26f8" -d '{"events": [{"server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:10.783514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:10.797090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:10.864631 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2cbf0f-406b-445b-b960-244c8ad4027d x-openstack-request-id: req-1c2cbf0f-406b-445b-b960-244c8ad4027d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:10.884432 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:10.888338 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c2cbf0f-406b-445b-b960-244c8ad4027d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:10.889278 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb', 'code': 200} Aug 31 19:26:10.939093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:10.952913 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-4d24fd62-ed74-4a2b-aee2-08cc27d0fdcf service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236588 Aug 31 19:26:10.958064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Pushing event updated for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:11.071918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96d8b-2a52-4b78-92f2-5e05bf68bccd req-8ab911d7-870e-4c15-8ac4-3bbb387a7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.077203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40f96d8b-2a52-4b78-92f2-5e05bf68bccd req-8ab911d7-870e-4c15-8ac4-3bbb387a7ea5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 1102 time: 0.1699910 Aug 31 19:26:11.267916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Attempting to bind port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:11.269933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Attempting to bind port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:11.270275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Attempting to bind port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f on network 5e2ca912-3711-4d59-a8cd-cb076084b231 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:11.297014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40f96d8b-2a52-4b78-92f2-5e05bf68bccd req-5f617cbd-7d64-4610-9611-f8ca950be4f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100060 Aug 31 19:26:11.299940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f on network 5e2ca912-3711-4d59-a8cd-cb076084b231 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:11.300315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Attempting to bind port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f on network 5e2ca912-3711-4d59-a8cd-cb076084b231 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:11.312020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfccb7-a4e0-415a-86e0-83ad1fcc1eec req-5eebfb0d-fbeb-49f6-9d69-5d3ec65a7036 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.320163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfccb7-a4e0-415a-86e0-83ad1fcc1eec req-5eebfb0d-fbeb-49f6-9d69-5d3ec65a7036 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.328171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfccb7-a4e0-415a-86e0-83ad1fcc1eec req-5eebfb0d-fbeb-49f6-9d69-5d3ec65a7036 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.330919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eebfccb7-a4e0-415a-86e0-83ad1fcc1eec req-5eebfb0d-fbeb-49f6-9d69-5d3ec65a7036 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2388 time: 0.2047062 Aug 31 19:26:11.331957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:11.332302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Checking segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:11.332704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Bound using segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:11.333174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Bound port: 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:11.333578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:11.399921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-f516d411-6023-41f6-8fd1-7693401add47 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334474 Aug 31 19:26:11.436409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eebfccb7-a4e0-415a-86e0-83ad1fcc1eec req-8ef5a5b1-4ca8-42d6-8c69-8b20c397ae79 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935218 Aug 31 19:26:11.489249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-ce5952f9-cd03-4605-ba91-004ca6008a12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 200 len: 217 time: 0.0621040 Aug 31 19:26:11.528513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5959ead-6905-4e98-85ac-4f5b8430e56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:11.574491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-67c4835a-fa29-4337-8fb3-464335f53a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.576820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-67c4835a-fa29-4337-8fb3-464335f53a7d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.0765057 Aug 31 19:26:11.614991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62aff-bc9b-4f16-af69-04b28584e835 req-36df484d-940a-4c49-9755-9c2bc93cff62 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.617325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cce62aff-bc9b-4f16-af69-04b28584e835 req-36df484d-940a-4c49-9755-9c2bc93cff62 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 950 time: 0.0841749 Aug 31 19:26:11.635376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:11.650736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:11.657168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:11.675913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cce62aff-bc9b-4f16-af69-04b28584e835 req-d261d3fe-5067-4b59-9033-df85979343d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525136 Aug 31 19:26:11.763328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-8c3e835b-e808-4363-bc87-3e64922039a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.768264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-8c3e835b-e808-4363-bc87-3e64922039a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1818118 Aug 31 19:26:11.778299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.781517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:11.784638 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] 10.222.0.82 "PUT /v2.0/ports/26bb1b35-2c69-4476-9ff5-37a4ee6eef1f HTTP/1.1" status: 200 len: 1093 time: 2.8123708 Aug 31 19:26:11.795221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:11.807939 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9366b8-2cca-498c-818d-9e94cc38a79b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:11.890573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cbcca-1858-4d02-8a2a-f6ca1e64c33f service neutron] Pushing event updated for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:11.895543 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce823c6c-b0c9-4842-8031-cd4ea5c76b4f x-openstack-request-id: req-ce823c6c-b0c9-4842-8031-cd4ea5c76b4f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:11.895543 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:11.895543 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce823c6c-b0c9-4842-8031-cd4ea5c76b4f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:11.896008 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', 'status': 'completed', 'code': 200} Aug 31 19:26:11.900522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:11.951049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-feee5fe7-00cf-4063-85ad-9318b1653b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.952094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-feee5fe7-00cf-4063-85ad-9318b1653b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.952946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-feee5fe7-00cf-4063-85ad-9318b1653b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:11.954889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-feee5fe7-00cf-4063-85ad-9318b1653b9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2732 time: 0.0727868 Aug 31 19:26:12.076724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:12.183270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-3ec96bcc-9b7a-422f-b572-537461f012b7 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658752 Aug 31 19:26:12.224407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-5276c4df-666e-4b09-9e45-54da90bb0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.225795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-5276c4df-666e-4b09-9e45-54da90bb0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.226867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-5276c4df-666e-4b09-9e45-54da90bb0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.228885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-5276c4df-666e-4b09-9e45-54da90bb0676 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0b31879c055a49289b51db01447ea138&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2642951 Aug 31 19:26:12.397153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-b7e5f34e-8c5e-4fa5-ac69-e67c59d573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.400399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-b7e5f34e-8c5e-4fa5-ac69-e67c59d573f1 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627991 Aug 31 19:26:12.441469 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe0dc00b-9bc1-4408-aec3-151a35b2183c req-e6136053-43f6-4a6a-b01a-5c90025afb27 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493484 Aug 31 19:26:12.608302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5109-bc10-4ff1-b39e-c66ea2fda67b req-451f9d72-db21-4e5e-bad1-184bb84b6ebf tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.616179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5109-bc10-4ff1-b39e-c66ea2fda67b req-451f9d72-db21-4e5e-bad1-184bb84b6ebf tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.628508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5109-bc10-4ff1-b39e-c66ea2fda67b req-451f9d72-db21-4e5e-bad1-184bb84b6ebf tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:12.629268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:12.637801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72dd5109-bc10-4ff1-b39e-c66ea2fda67b req-451f9d72-db21-4e5e-bad1-184bb84b6ebf tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2388 time: 0.1043251 Aug 31 19:26:12.651008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:12.679215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Transition to ACTIVE for port object 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:12.683219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:12.688184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72dd5109-bc10-4ff1-b39e-c66ea2fda67b req-8ba84ecd-8efe-4bdf-aa9c-91e2be5b8918 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Aug 31 19:26:12.815137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:13.017145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a46c3-f5ce-4972-acb7-30651587b1ae req-4de1e6cf-e13d-4061-96a7-a52df5920a54 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.033985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca6a46c3-f5ce-4972-acb7-30651587b1ae req-4de1e6cf-e13d-4061-96a7-a52df5920a54 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 950 time: 0.1389351 Aug 31 19:26:13.054290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Attempting to bind port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:13.054957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Attempting to bind port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:13.055303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Attempting to bind port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 on network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:13.063103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 on network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:13.070403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Attempting to bind port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 on network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:13.077431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:13.077788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Checking segment: {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:13.078183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Bound using segment: {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:13.078623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Bound port: 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5450d57-1d67-4180-8fa5-f916cab3b357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:13.079000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:13.143983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca6a46c3-f5ce-4972-acb7-30651587b1ae req-62d895ba-4685-4866-b439-8aef3d678cfd tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089160 Aug 31 19:26:13.216952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:13.220783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:13.227033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:13.321196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:13.336074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.336756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:13.338887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-dc812fd5-01a9-4f9c-b437-dd3565968601 service neutron] 10.222.0.82 "PUT /v2.0/ports/6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 HTTP/1.1" status: 200 len: 1093 time: 1.5200911 Aug 31 19:26:13.369853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Request body: {'port': {'device_id': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:13.559426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:13.615153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad715-6514-4e1b-84f0-89022941527a req-c5a2999b-5a5b-4cac-af71-f9711792009b tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.624615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc6ad715-6514-4e1b-84f0-89022941527a req-c5a2999b-5a5b-4cac-af71-f9711792009b tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 950 time: 0.0916677 Aug 31 19:26:13.691536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc6ad715-6514-4e1b-84f0-89022941527a req-c0866138-706a-4952-b6e5-d733c1668243 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648441 Aug 31 19:26:13.821294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:13.928284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1a78-2422-4dee-b3d4-29390ab32f8a req-b77c44cd-6005-4b96-b313-0ddafc16d6f7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.933378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:13.936309 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:13.949551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1a78-2422-4dee-b3d4-29390ab32f8a req-b77c44cd-6005-4b96-b313-0ddafc16d6f7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.970578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1a78-2422-4dee-b3d4-29390ab32f8a req-b77c44cd-6005-4b96-b313-0ddafc16d6f7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:13.988089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb9c1a78-2422-4dee-b3d4-29390ab32f8a req-b77c44cd-6005-4b96-b313-0ddafc16d6f7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2400 time: 0.1708021 Aug 31 19:26:14.023940 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2208a0b-346f-49a1-9f23-555c4b4d3351 x-openstack-request-id: req-c2208a0b-346f-49a1-9f23-555c4b4d3351 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:14.029122 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:14.030115 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2208a0b-346f-49a1-9f23-555c4b4d3351 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:14.030502 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', 'status': 'completed', 'code': 200} Aug 31 19:26:14.054974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb9c1a78-2422-4dee-b3d4-29390ab32f8a req-b8281617-d3ed-499e-87f8-a355e3c36d07 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Aug 31 19:26:14.173923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235ebb66-2577-4a4e-ac1f-ec94bdc2efdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.213819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-726ddcf4-a81e-4899-8f76-fa30f1ea8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.214474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-726ddcf4-a81e-4899-8f76-fa30f1ea8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.215184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4180eecc-8254-4641-9bfa-f03fdda68f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.216195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-726ddcf4-a81e-4899-8f76-fa30f1ea8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.218198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-726ddcf4-a81e-4899-8f76-fa30f1ea8fe2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2800 time: 0.1869020 Aug 31 19:26:14.393685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496a2699-0bd0-4162-9a67-3aede7250579 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:14.419878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.433555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.478064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Transition to ACTIVE for port object 496a2699-0bd0-4162-9a67-3aede7250579 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:14.494073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.504136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-1364b202-549a-4ac5-b31e-b6c5040f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.504614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-1364b202-549a-4ac5-b31e-b6c5040f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.505084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-1364b202-549a-4ac5-b31e-b6c5040f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.506760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-1364b202-549a-4ac5-b31e-b6c5040f9d68 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0b31879c055a49289b51db01447ea138&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2768960 Aug 31 19:26:14.529613 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.539203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:14.641599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:14.824174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235ebb66-2577-4a4e-ac1f-ec94bdc2efdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.846481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235ebb66-2577-4a4e-ac1f-ec94bdc2efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:14.951062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-7c64699e-719b-4f31-93a9-1a3db807001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.952630 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4f146907-ddbe-4ad3-ba10-20ea6d87f31c req-7c64699e-719b-4f31-93a9-1a3db807001b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159622 Aug 31 19:26:14.968165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-ec6630b3-616d-4dca-96c6-3a04d4190a5a tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:14.970526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-ec6630b3-616d-4dca-96c6-3a04d4190a5a tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 950 time: 0.1545575 Aug 31 19:26:14.998405 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-235ebb66-2577-4a4e-ac1f-ec94bdc2efdb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ab4b5fa24b94932b88d3bb23aec9125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758127 Aug 31 19:26:15.001120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:15.004347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f999e37d-bf5a-4ec5-9edf-03e6b1b878db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.011883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ebb66-2577-4a4e-ac1f-ec94bdc2efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabf583b-c8e8-4a8b-b6be-e2fe3e1aed4f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:15.016724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Attempting to bind port 496a2699-0bd0-4162-9a67-3aede7250579 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:15.017070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Attempting to bind port 496a2699-0bd0-4162-9a67-3aede7250579 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:15.017404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Attempting to bind port 496a2699-0bd0-4162-9a67-3aede7250579 on network 5e2ca912-3711-4d59-a8cd-cb076084b231 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:15.032394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Port 496a2699-0bd0-4162-9a67-3aede7250579 on network 5e2ca912-3711-4d59-a8cd-cb076084b231 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:15.032733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Attempting to bind port 496a2699-0bd0-4162-9a67-3aede7250579 on network 5e2ca912-3711-4d59-a8cd-cb076084b231 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:15.080682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:15.081034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Checking segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:15.081423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Bound using segment: {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:15.081927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Bound port: 496a2699-0bd0-4162-9a67-3aede7250579, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4737a48-950e-4533-b895-a2b247237c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:15.082348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.144087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.194129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.210313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:15.251712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=496a2699-0bd0-4162-9a67-3aede7250579,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:15.258648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.275936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.277689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.279557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] 10.222.0.82 "PUT /v2.0/ports/496a2699-0bd0-4162-9a67-3aede7250579 HTTP/1.1" status: 200 len: 1092 time: 1.9151306 Aug 31 19:26:15.338086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.399173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd50c3c-c0b7-4356-b386-37a3dd5b73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:15.406471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.409092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.410220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dabf583b-c8e8-4a8b-b6be-e2fe3e1aed4f HTTP/1.1" status: 204 len: 168 time: 0.4081678 Aug 31 19:26:15.425244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-602303e2-64ee-41e0-b448-b996328af6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.425757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-602303e2-64ee-41e0-b448-b996328af6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.426196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-602303e2-64ee-41e0-b448-b996328af6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.427889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-602303e2-64ee-41e0-b448-b996328af6b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2868 time: 0.0989525 Aug 31 19:26:15.434152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d25608-3d4a-4054-8bcd-077b0615e2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabf583b-c8e8-4a8b-b6be-e2fe3e1aed4f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:15.490571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-a6b68b9a-f375-4a02-a26b-5dbaa9da5e44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f HTTP/1.1" status: 200 len: 217 time: 0.0539603 Aug 31 19:26:15.592719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-bb8b8029-1ee2-47a8-80e0-4d6085e85322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.597030 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-bb8b8029-1ee2-47a8-80e0-4d6085e85322 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e9bc05-42cc-4ba9-af47-85722004a19f HTTP/1.1" status: 200 len: 801 time: 0.0988533 Aug 31 19:26:15.658245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-16cb0173-2bb8-4db0-a19a-874e70e309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.659800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-16cb0173-2bb8-4db0-a19a-874e70e309c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5e2ca912-3711-4d59-a8cd-cb076084b231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520701 Aug 31 19:26:15.760356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1dbca-e4fd-4512-a859-5831b0e0d111 req-dec228e3-4c2d-47f8-9ed0-7477c194f44d tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.762653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67f1dbca-e4fd-4512-a859-5831b0e0d111 req-dec228e3-4c2d-47f8-9ed0-7477c194f44d tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 950 time: 0.8152270 Aug 31 19:26:15.784924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-5c124873-7c44-4fd7-bfd7-ce57cd1b07db service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137919 Aug 31 19:26:15.790063 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:15.873514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17adc-fff1-4a0e-9cab-3d2240ac8b58 req-bd89ce21-0024-45df-a6a4-51eda770fa3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.879882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17adc-fff1-4a0e-9cab-3d2240ac8b58 req-bd89ce21-0024-45df-a6a4-51eda770fa3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.886218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17adc-fff1-4a0e-9cab-3d2240ac8b58 req-bd89ce21-0024-45df-a6a4-51eda770fa3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:15.888721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eed17adc-fff1-4a0e-9cab-3d2240ac8b58 req-bd89ce21-0024-45df-a6a4-51eda770fa3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2412 time: 0.3053885 Aug 31 19:26:15.892139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:15.946903 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-ab52752f-9c9e-4b5d-89a0-71c9d1941d1a service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547203 Aug 31 19:26:15.954318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67f1dbca-e4fd-4512-a859-5831b0e0d111 req-7d44ba0a-6db2-4786-b823-075cc7cec7e9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/security-groups?id=53b9a4ac-f4fc-44f0-9e0f-2f447061a596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657557 Aug 31 19:26:15.955341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc5b85b1-fe4c-47f2-a9bc-f229f46d2fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.013300 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-87e4862c-9e20-4148-8211-ce30475ded2c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 HTTP/1.1" status: 200 len: 217 time: 0.0590320 Aug 31 19:26:16.019384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eed17adc-fff1-4a0e-9cab-3d2240ac8b58 req-69d190c0-9856-4b9e-bac7-5c9014c077e3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207922 Aug 31 19:26:16.024446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Deleting port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:16.025227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.040414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:16.040414 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158393ad-4010-4eed-869a-7c1aaebec5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "496a2699-0bd0-4162-9a67-3aede7250579"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:16.091318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-f851ec7d-e1fe-4be3-9f61-4c09183c2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:16.092912 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-f851ec7d-e1fe-4be3-9f61-4c09183c2c1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ade0fd7-3bf7-45f6-97c2-c0853078c4c5 HTTP/1.1" status: 200 len: 801 time: 0.0704520 Aug 31 19:26:16.112353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f999e37d-bf5a-4ec5-9edf-03e6b1b878db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.131800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f999e37d-bf5a-4ec5-9edf-03e6b1b878db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.142082 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87cb0bb-5638-472b-b742-03a0e4cbbc4f x-openstack-request-id: req-b87cb0bb-5638-472b-b742-03a0e4cbbc4f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:16.142353 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "tag": "496a2699-0bd0-4162-9a67-3aede7250579", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:16.142608 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b87cb0bb-5638-472b-b742-03a0e4cbbc4f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:16.142998 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579', 'status': 'completed', 'code': 200} Aug 31 19:26:16.192032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-a8e8a0e7-bf82-4eee-bcdc-bb32ceccf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:16.194534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-a8e8a0e7-bf82-4eee-bcdc-bb32ceccf906 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7dd125ca-4cbc-4f94-a35c-aec436bc6813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914707 Aug 31 19:26:16.223212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f999e37d-bf5a-4ec5-9edf-03e6b1b878db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7a530517ce94c19bbaf937b31332f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6804385 Aug 31 19:26:16.223212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999e37d-bf5a-4ec5-9edf-03e6b1b878db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672a96bf-bc9e-4195-9920-3f830c9b084b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:16.223572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:16.244352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] For port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:16.244904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.271501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Calling delete_port for 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:16.334671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.373068 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-c381c0ad-38ab-48a8-abad-6fb4279441bb service neutron] 10.222.0.82 "GET /v2.0/networks/7dd125ca-4cbc-4f94-a35c-aec436bc6813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713407 Aug 31 19:26:16.378717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.394456 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc5b85b1-fe4c-47f2-a9bc-f229f46d2fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.404529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc5b85b1-fe4c-47f2-a9bc-f229f46d2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.456035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bc5b85b1-fe4c-47f2-a9bc-f229f46d2fd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da9f1307507a43858acebf4885566b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607171 Aug 31 19:26:16.462802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:16.517378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-b071cfae-6301-47c3-a4e4-da2a02976fc9 service neutron] 10.222.0.82 "GET /v2.0/networks/7dd125ca-4cbc-4f94-a35c-aec436bc6813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369889 Aug 31 19:26:16.519031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.522037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.523241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/672a96bf-bc9e-4195-9920-3f830c9b084b HTTP/1.1" status: 204 len: 168 time: 0.2988079 Aug 31 19:26:16.553316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b85b1-fe4c-47f2-a9bc-f229f46d2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297287f3-af81-46ee-bc8b-1f674bc6f74b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:16.577925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.604715 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.708721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.721096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Pushing event deleted for resources: {'Port': ['ID=5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:16.814159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] No DVR routers for this DVR port 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:16.819364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.821923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df48b9cc-9638-4bb5-b427-79a9cf2e196b req-68e22f48-f9c1-49ca-9d70-c331742833d9 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.67 "DELETE /v2.0/ports/5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb HTTP/1.1" status: 204 len: 173 time: 1.8145182 Aug 31 19:26:16.822776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'name': 'network-vif-deleted', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:16.825330 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05956e0d-ca5b-449f-aa55-f7456af257ce" -d '{"events": [{"server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "name": "network-vif-deleted", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:16.878932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.882490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:16.883962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/297287f3-af81-46ee-bc8b-1f674bc6f74b HTTP/1.1" status: 204 len: 168 time: 0.4223039 Aug 31 19:26:16.910316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10547-ffd1-41ba-8310-960a83fca824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297287f3-af81-46ee-bc8b-1f674bc6f74b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:16.925600 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c71d5e-97ef-4dc5-bd9e-daf5d9b05e5f x-openstack-request-id: req-d6c71d5e-97ef-4dc5-bd9e-daf5d9b05e5f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:16.926333 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce896f94-7023-414f-a82c-7c61ffe1df6c", "name": "network-vif-deleted", "tag": "5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:16.927743 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6c71d5e-97ef-4dc5-bd9e-daf5d9b05e5f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:16.928448 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce896f94-7023-414f-a82c-7c61ffe1df6c', 'name': 'network-vif-deleted', 'tag': '5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb', 'status': 'completed', 'code': 200} Aug 31 19:26:17.030558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.055201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a1f0c-af4f-40c6-91a7-80f67665927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a96bf-bc9e-4195-9920-3f830c9b084b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:17.175498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-27316de8-559a-488f-8ff7-44807fec706e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=496a2699-0bd0-4162-9a67-3aede7250579 HTTP/1.1" status: 200 len: 217 time: 0.6410089 Aug 31 19:26:17.250637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-d69e2c2c-0656-4356-8ac2-e114707254f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.252734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-d69e2c2c-0656-4356-8ac2-e114707254f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e9bc05-42cc-4ba9-af47-85722004a19f HTTP/1.1" status: 200 len: 801 time: 0.0695498 Aug 31 19:26:17.259752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-615e75a3-f68c-43e2-8b99-0bb39a2fee9a req-1d6323f5-92c3-4f9c-a53a-597d7fd51751 tempest-VolumesNegativeTest-1335815938 tempest-VolumesNegativeTest-1335815938-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce896f94-7023-414f-a82c-7c61ffe1df6c HTTP/1.1" status: 200 len: 210 time: 0.1012936 Aug 31 19:26:17.331451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b92f4-bf53-42c2-ab56-c9d4dac1d39d req-60630d35-0836-45ce-bdfd-07ea26287c81 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.338223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b92f4-bf53-42c2-ab56-c9d4dac1d39d req-60630d35-0836-45ce-bdfd-07ea26287c81 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.367276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b92f4-bf53-42c2-ab56-c9d4dac1d39d req-60630d35-0836-45ce-bdfd-07ea26287c81 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.370788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef4b92f4-bf53-42c2-ab56-c9d4dac1d39d req-60630d35-0836-45ce-bdfd-07ea26287c81 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2412 time: 0.1980464 Aug 31 19:26:17.397834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-4c41e3a8-7f99-4c7d-8d1a-c17e94c7dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.399658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-4c41e3a8-7f99-4c7d-8d1a-c17e94c7dd89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5e2ca912-3711-4d59-a8cd-cb076084b231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372044 Aug 31 19:26:17.477142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef4b92f4-bf53-42c2-ab56-c9d4dac1d39d req-c1cb3a4b-b0a7-45e0-af91-5124ba47a6bc tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Aug 31 19:26:17.478799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:17.518238 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27bd90c4-4534-4fd2-ad56-7ff093a307a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.578102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-9a54171d-ea16-433e-b6ce-10339d06df04 service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689115 Aug 31 19:26:17.655172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27bd90c4-4534-4fd2-ad56-7ff093a307a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.660307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27bd90c4-4534-4fd2-ad56-7ff093a307a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.715408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd90c4-4534-4fd2-ad56-7ff093a307a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3cdb25-43ed-472b-b1c4-8530e14153df,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:17.734047 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22383807-dd5d-493b-ab3b-5404e47ce3b8 req-608cda39-4f06-4675-a4ae-7165fdd50d0c service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487956 Aug 31 19:26:17.746594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27bd90c4-4534-4fd2-ad56-7ff093a307a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5c169f5dd7d4881be9a7d0104f0fbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633619 Aug 31 19:26:17.747286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:17.860540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.900109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:17.905702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-f3301385-ea53-47a0-a308-d844a2533e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.906475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-f3301385-ea53-47a0-a308-d844a2533e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.907054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-f3301385-ea53-47a0-a308-d844a2533e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:17.908989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-f3301385-ea53-47a0-a308-d844a2533e30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2868 time: 0.1033127 Aug 31 19:26:18.044314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:18.047713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:18.052247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c3cdb25-43ed-472b-b1c4-8530e14153df HTTP/1.1" status: 204 len: 168 time: 0.3035161 Aug 31 19:26:18.075801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adc4b3-6baa-47ff-9079-b355698f4bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3cdb25-43ed-472b-b1c4-8530e14153df,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:18.083287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-36a90f1d-6f8f-404a-8c70-54c815659ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.085340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-36a90f1d-6f8f-404a-8c70-54c815659ec9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5e2ca912-3711-4d59-a8cd-cb076084b231 HTTP/1.1" status: 200 len: 902 time: 0.1675768 Aug 31 19:26:18.140970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-9f8dfc60-2ae7-4f9d-8cf7-6fa57b60758c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=496a2699-0bd0-4162-9a67-3aede7250579 HTTP/1.1" status: 200 len: 217 time: 0.0443518 Aug 31 19:26:18.243227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-cbc495b5-6f43-4356-a0ff-5dc5b607dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.246521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-cbc495b5-6f43-4356-a0ff-5dc5b607dcc0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e9bc05-42cc-4ba9-af47-85722004a19f HTTP/1.1" status: 200 len: 801 time: 0.0952692 Aug 31 19:26:18.364448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-e0c87c11-c3dd-4a85-830b-a92aae19bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.373769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-e0c87c11-c3dd-4a85-830b-a92aae19bf1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5e2ca912-3711-4d59-a8cd-cb076084b231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169298 Aug 31 19:26:18.411242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:18.492783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:18.493139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5d02f15c-ffba-4a2a-a8e0-51d7b3f7e3cb not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:18.571822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-61c2d9fb-4724-4ecb-9f8a-edc3c0764fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922860 Aug 31 19:26:18.692896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc775-a879-4785-8b82-929ce2ef5847 req-77b942d5-e027-44ff-b7ef-80b0afc7d469 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.724598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc775-a879-4785-8b82-929ce2ef5847 req-77b942d5-e027-44ff-b7ef-80b0afc7d469 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.734830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc775-a879-4785-8b82-929ce2ef5847 req-77b942d5-e027-44ff-b7ef-80b0afc7d469 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:18.738544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1addc775-a879-4785-8b82-929ce2ef5847 req-77b942d5-e027-44ff-b7ef-80b0afc7d469 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2412 time: 0.1378903 Aug 31 19:26:18.778380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-158393ad-4010-4eed-869a-7c1aaebec5a8 req-a91cf970-c44f-4089-9c0b-fd96262bf4da service neutron] 10.222.0.82 "GET /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947765 Aug 31 19:26:18.828808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1addc775-a879-4785-8b82-929ce2ef5847 req-c1c00d5c-d266-49cc-9019-29a515214ec8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764515 Aug 31 19:26:18.856533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:19.043702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6d09bbd-7a10-450f-9806-74ab64d424c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.241254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6d09bbd-7a10-450f-9806-74ab64d424c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.247252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6d09bbd-7a10-450f-9806-74ab64d424c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.315667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6d09bbd-7a10-450f-9806-74ab64d424c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91a3aa8734df475987034fee67dea396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579937 Aug 31 19:26:19.318836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:19.319931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d09bbd-7a10-450f-9806-74ab64d424c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbbbda8-cd59-4cdc-b21a-bfe3ad29e171,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:19.516652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.602029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.677572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.688292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:19.689843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fbbbda8-cd59-4cdc-b21a-bfe3ad29e171 HTTP/1.1" status: 204 len: 168 time: 0.3676786 Aug 31 19:26:19.700388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3599f-9ba4-44ab-b531-755946daea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbbbda8-cd59-4cdc-b21a-bfe3ad29e171,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:19.971629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c2ba-80c4-4100-a5dd-0e7f6153d3f2 req-df1023ca-e040-46a3-9240-d038b861ce38 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:19.979708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c2ba-80c4-4100-a5dd-0e7f6153d3f2 req-df1023ca-e040-46a3-9240-d038b861ce38 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:19.989657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c2ba-80c4-4100-a5dd-0e7f6153d3f2 req-df1023ca-e040-46a3-9240-d038b861ce38 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:19.996790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7774c2ba-80c4-4100-a5dd-0e7f6153d3f2 req-df1023ca-e040-46a3-9240-d038b861ce38 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2412 time: 0.0841336 Aug 31 19:26:20.060077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7774c2ba-80c4-4100-a5dd-0e7f6153d3f2 req-eba82d18-6275-40a8-ae75-0c172352b1b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Aug 31 19:26:20.417445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 496a2699-0bd0-4162-9a67-3aede7250579 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:26:20.600886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=496a2699-0bd0-4162-9a67-3aede7250579,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:20.632212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '496a2699-0bd0-4162-9a67-3aede7250579', 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'port_id': '496a2699-0bd0-4162-9a67-3aede7250579', 'mac_address': 'fa:16:3e:31:09:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e9bc05-42cc-4ba9-af47-85722004a19f', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:26:20.721917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:20.749885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496a2699-0bd0-4162-9a67-3aede7250579 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:20.780516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=496a2699-0bd0-4162-9a67-3aede7250579,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:20.787274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:20.798098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:26:20.985390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:20.992523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:21.022814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', 'network_id': '5e2ca912-3711-4d59-a8cd-cb076084b231', 'port_id': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', 'mac_address': 'fa:16:3e:af:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e9bc05-42cc-4ba9-af47-85722004a19f', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:26:21.148097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:21.167244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:21.202243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:21.209901 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:21.210833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:26:21.316907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6572-0c54-4dca-b95b-b06950d06cdc req-fa46f745-be02-4fb8-b572-6a64bf660711 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:21.331523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6572-0c54-4dca-b95b-b06950d06cdc req-fa46f745-be02-4fb8-b572-6a64bf660711 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:21.345640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6572-0c54-4dca-b95b-b06950d06cdc req-fa46f745-be02-4fb8-b572-6a64bf660711 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:21.357265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92eb6572-0c54-4dca-b95b-b06950d06cdc req-fa46f745-be02-4fb8-b572-6a64bf660711 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2414 time: 0.1431434 Aug 31 19:26:21.445642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92eb6572-0c54-4dca-b95b-b06950d06cdc req-f02870b7-8c98-4bd0-94da-bbb777cb9128 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839932 Aug 31 19:26:21.483993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:21.509765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:21.536612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', 'network_id': '7dd125ca-4cbc-4f94-a35c-aec436bc6813', 'port_id': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', 'mac_address': 'fa:16:3e:46:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ade0fd7-3bf7-45f6-97c2-c0853078c4c5', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:26:21.655488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:21.682710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:21.740298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:21.742594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41610) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:21.745390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:21.828042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:21.852694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:22.065866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.144851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['26bb1b35-2c69-4476-9ff5-37a4ee6eef1f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:22.185770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6c7f0ce7-1a9a-4ae3-bfda-df18c864d188'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:22.250027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34c245fc-72cb-4dd1-8cee-2436f0a7092a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.289761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.304235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.407611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c648439-f568-483b-a41b-301f5d2b6a51,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:22.423437 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a39e801bb8034a7595f3f628144613b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789412 Aug 31 19:26:22.424173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:22.431426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.432353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.433749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.434360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.435234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.435828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.436372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.436916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.437486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.438127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.438677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.439253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f6d66b-ad47-4e7d-a944-2bcf4ee0aa34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.528892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34c245fc-72cb-4dd1-8cee-2436f0a7092a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.534753 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34c245fc-72cb-4dd1-8cee-2436f0a7092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.570183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34c245fc-72cb-4dd1-8cee-2436f0a7092a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37d217583f7a4858827306856a426cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409539 Aug 31 19:26:22.572000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:22.615967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.623909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c245fc-72cb-4dd1-8cee-2436f0a7092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8627c419-aab0-4713-99ff-84a0ecb830c9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:22.654765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.684177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.696346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.768079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.771681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.777939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8627c419-aab0-4713-99ff-84a0ecb830c9 HTTP/1.1" status: 204 len: 168 time: 0.2001362 Aug 31 19:26:22.782692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1bea-187f-4c99-90b6-15f4d750353c req-a2308822-deb9-40f4-8516-94f90ce24c2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:22.783988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4acafb-f54b-46b2-a545-b133335dd9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8627c419-aab0-4713-99ff-84a0ecb830c9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:22.796249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1bea-187f-4c99-90b6-15f4d750353c req-a2308822-deb9-40f4-8516-94f90ce24c2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:22.818842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1bea-187f-4c99-90b6-15f4d750353c req-a2308822-deb9-40f4-8516-94f90ce24c2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:22.820824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f10d1bea-187f-4c99-90b6-15f4d750353c req-a2308822-deb9-40f4-8516-94f90ce24c2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2415 time: 0.2568974 Aug 31 19:26:22.822030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.824704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:22.828538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c648439-f568-483b-a41b-301f5d2b6a51 HTTP/1.1" status: 204 len: 168 time: 0.4025888 Aug 31 19:26:22.840729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c648439-f568-483b-a41b-301f5d2b6a51,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:22.867905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.868238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.868591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.869071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.869420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.869760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.870089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.871520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.872065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.872752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.873450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.888075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb6cfb-e6cf-4f53-8ca3-9c37897fb45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:22.952277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f10d1bea-187f-4c99-90b6-15f4d750353c req-8fefa7c2-51de-4bac-8541-404d38939ce4 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223388 Aug 31 19:26:23.395778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['496a2699-0bd0-4162-9a67-3aede7250579'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:23.975715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:24.290556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba723ef-2ece-4331-9abc-e688380c604f req-bf8fcbbd-80cd-48e1-95e0-51634b44e9bb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:24.299322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba723ef-2ece-4331-9abc-e688380c604f req-bf8fcbbd-80cd-48e1-95e0-51634b44e9bb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:24.306900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba723ef-2ece-4331-9abc-e688380c604f req-bf8fcbbd-80cd-48e1-95e0-51634b44e9bb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:24.317433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cba723ef-2ece-4331-9abc-e688380c604f req-bf8fcbbd-80cd-48e1-95e0-51634b44e9bb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2415 time: 0.1738653 Aug 31 19:26:24.364599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2090858671'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:24.400895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cba723ef-2ece-4331-9abc-e688380c604f req-b96b9c41-18a0-43cc-a1f5-7db3b5dac8b8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Aug 31 19:26:24.424226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:24.430239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.448274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.452399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:24.606447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:24.613254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:24.615097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.662577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.668723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.716865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5897f-f1aa-4fe3-9d7b-3d8b1982bc2e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:24.732747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:26:24.745920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.746569 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Added segment b6a60365-1ab0-420a-8a6d-ad695f2c71e5 of type vlan for network 28ab4167-83d5-4228-ad97-46ade08c33e4 Aug 31 19:26:24.786274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.815005 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.819033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:24.821695 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0f5c96-11b6-426e-83ed-c79f866deb0f" -d '{"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:24.860507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:24.865070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.871479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.874832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:24.876785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:24.877654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:24.937723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9601481 Aug 31 19:26:24.941035 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fbcc2c-b2eb-4fcc-858c-e59e9a5bafd5 x-openstack-request-id: req-c4fbcc2c-b2eb-4fcc-858c-e59e9a5bafd5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:24.941293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:24.941494 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:24.941615 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4fbcc2c-b2eb-4fcc-858c-e59e9a5bafd5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:24.941958 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', 'code': 200} Aug 31 19:26:24.948505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:25.002948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:25.013171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:25.013876 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.092086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547ff61-bfc4-4026-8163-d6300a70fe46 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Network': ['ID=28ab4167-83d5-4228-ad97-46ade08c33e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:25.112311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:26:25.165904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:25.169803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.273696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:25.368081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.439848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:25.450284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.541740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.598634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:25.739869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f083-166c-4599-99cc-494019fe1dd6 req-c85e913d-ca39-4c47-a8b4-08ca7cba8579 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:25.747934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f083-166c-4599-99cc-494019fe1dd6 req-c85e913d-ca39-4c47-a8b4-08ca7cba8579 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:25.754574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f083-166c-4599-99cc-494019fe1dd6 req-c85e913d-ca39-4c47-a8b4-08ca7cba8579 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:25.756621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24a1f083-166c-4599-99cc-494019fe1dd6 req-c85e913d-ca39-4c47-a8b4-08ca7cba8579 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2417 time: 0.2163408 Aug 31 19:26:25.758843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=53f39e9e-43cf-40e0-bb20-0810fb13a2dd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:25.765412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:25.765784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network hostable DHCP agents. Network: 28ab4167-83d5-4228-ad97-46ade08c33e4, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:26:25.800064 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:26:25.833456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24a1f083-166c-4599-99cc-494019fe1dd6 req-7668ffab-109d-4e14-a8c1-1abc9e4c0a88 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Aug 31 19:26:25.837118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:26:25.874987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 28ab4167-83d5-4228-ad97-46ade08c33e4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:25.883011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:25.884191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:25.890944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe24213f-f5b9-402a-b65e-b4c37c810d50 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:25.902476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d6cefcb-e529-4968-855c-ea93d2f76ae7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9586325 Aug 31 19:26:25.905724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:25.910953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'name': 'tempest-NetworksTestDHCPv6-946988336'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:26.154148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:26.163469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.184084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 860a1803-68b6-419f-a6bd-033e88741f5e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:26.221053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '53f39e9e-43cf-40e0-bb20-0810fb13a2dd'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:26.222559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.459971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::37e (28ab4167-83d5-4228-ad97-46ade08c33e4/53f39e9e-43cf-40e0-bb20-0810fb13a2dd/860a1803-68b6-419f-a6bd-033e88741f5e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:26.463483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 496a2699-0bd0-4162-9a67-3aede7250579 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:26.550047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 496a2699-0bd0-4162-9a67-3aede7250579 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:26.560654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 496a2699-0bd0-4162-9a67-3aede7250579 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:26.562747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.686635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.754727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=496a2699-0bd0-4162-9a67-3aede7250579,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:26.760071 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.762115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.780027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 860a1803-68b6-419f-a6bd-033e88741f5e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:26.833616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:26.845050 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.913111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/53f39e9e-43cf-40e0-bb20-0810fb13a2dd/0e671b42-69d6-436a-9c0e-65e936c2baa4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:26.935855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:26.943489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188'}, {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:26.945896 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12377bf5-bea2-4485-9aa9-838ac676c09e" -d '{"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188"}, {"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "496a2699-0bd0-4162-9a67-3aede7250579"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:26.949897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:26.958554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:26.971510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:26.972321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:26.996863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=860a1803-68b6-419f-a6bd-033e88741f5e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:27.097295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3678c94a-c038-4ca3-8fa3-176a72008ab2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1904755 Aug 31 19:26:27.099798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41932) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:27.114942 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd943fbf-57de-4e14-b74d-aba8a62a19dd x-openstack-request-id: req-bd943fbf-57de-4e14-b74d-aba8a62a19dd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:27.115305 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188", "code": 200}, {"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "496a2699-0bd0-4162-9a67-3aede7250579", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:27.115524 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd943fbf-57de-4e14-b74d-aba8a62a19dd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:27.116876 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', 'code': 200} Aug 31 19:26:27.117284 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579', 'code': 200} Aug 31 19:26:27.193254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b932-397d-4f6b-814c-e6f38b5651a2 req-859fde65-89d7-4772-89e7-a8d6c622deae tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.199271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b932-397d-4f6b-814c-e6f38b5651a2 req-859fde65-89d7-4772-89e7-a8d6c622deae tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.206325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b932-397d-4f6b-814c-e6f38b5651a2 req-859fde65-89d7-4772-89e7-a8d6c622deae tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.213403 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.217294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c510b932-397d-4f6b-814c-e6f38b5651a2 req-859fde65-89d7-4772-89e7-a8d6c622deae tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.2419813 Aug 31 19:26:27.239334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Transition to ACTIVE for port object 0e671b42-69d6-436a-9c0e-65e936c2baa4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:27.247731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09e643-ddaa-48fb-a5a0-bd1dc9d08747 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.250094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-da09e643-ddaa-48fb-a5a0-bd1dc9d08747 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1490524 Aug 31 19:26:27.258118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:27.301074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Transition to ACTIVE for port object 0e671b42-69d6-436a-9c0e-65e936c2baa4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:27.311087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.340467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c510b932-397d-4f6b-814c-e6f38b5651a2 req-34775545-d20e-4464-94f3-8701077c25c6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218834 Aug 31 19:26:27.381239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1c5d-0dcf-4aea-9ddd-fdde4238bac3 req-b86dc01a-b0c2-4142-ba95-e784bb74ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.383476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1c5d-0dcf-4aea-9ddd-fdde4238bac3 req-b86dc01a-b0c2-4142-ba95-e784bb74ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.385436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1c5d-0dcf-4aea-9ddd-fdde4238bac3 req-b86dc01a-b0c2-4142-ba95-e784bb74ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:27.391223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe2e1c5d-0dcf-4aea-9ddd-fdde4238bac3 req-b86dc01a-b0c2-4142-ba95-e784bb74ff0a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2874 time: 0.2201338 Aug 31 19:26:27.395779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:27.406999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:27.430897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:27.453547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Pushing event updated for resources: {'Port': ['ID=0e671b42-69d6-436a-9c0e-65e936c2baa4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:27.542605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fe2e1c5d-0dcf-4aea-9ddd-fdde4238bac3 req-eae08cc1-85d8-42e5-8c34-04a9a7039f4d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323721 Aug 31 19:26:27.542769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Attempting to bind port 0e671b42-69d6-436a-9c0e-65e936c2baa4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:27.542990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Attempting to bind port 0e671b42-69d6-436a-9c0e-65e936c2baa4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:27.543522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Attempting to bind port 0e671b42-69d6-436a-9c0e-65e936c2baa4 on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:27.549207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:27.549845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:27.550616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.551184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:27.552040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Bound port: 0e671b42-69d6-436a-9c0e-65e936c2baa4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:27.552865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.591631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 860a1803-68b6-419f-a6bd-033e88741f5e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:27.592038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.695099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] For port 0e671b42-69d6-436a-9c0e-65e936c2baa4, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:27.704525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] For port 0e671b42-69d6-436a-9c0e-65e936c2baa4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0e671b42-69d6-436a-9c0e-65e936c2baa4,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:27.713495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.790040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:27.821188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd195e7-b9b5-46f4-977b-666230123e7d None None] Pushing event updated for resources: {'Port': ['ID=0e671b42-69d6-436a-9c0e-65e936c2baa4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:27.841109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 860a1803-68b6-419f-a6bd-033e88741f5e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:28.071543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.166008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 41994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:28.201122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=860a1803-68b6-419f-a6bd-033e88741f5e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:28.295576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.303805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-71c28cb9-7fb0-4002-b09e-d46b5941ab79 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/860a1803-68b6-419f-a6bd-033e88741f5e HTTP/1.1" status: 204 len: 168 time: 1.0420449 Aug 31 19:26:28.304438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:28.424459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a5b08-83e3-44a8-9381-7909e4ff80d5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:28.426327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a5b08-83e3-44a8-9381-7909e4ff80d5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:28.431240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a68a5b08-83e3-44a8-9381-7909e4ff80d5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1258037 Aug 31 19:26:28.432863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:28.443270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9b2ec8eb-66d4-4b0c-860b-864e2d871e7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aabee85dfd094f768997ebb5acfb1c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746038 Aug 31 19:26:28.444951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:28.522203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 53f39e9e-43cf-40e0-bb20-0810fb13a2dd {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:28.528694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.595561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.642334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f17d-ed22-43a1-9ece-29d58293dcaf req-ce6745f9-4155-4299-b1a1-f4a5226e9ab8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:28.658327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f17d-ed22-43a1-9ece-29d58293dcaf req-ce6745f9-4155-4299-b1a1-f4a5226e9ab8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:28.665979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f17d-ed22-43a1-9ece-29d58293dcaf req-ce6745f9-4155-4299-b1a1-f4a5226e9ab8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:28.675937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9016f17d-ed22-43a1-9ece-29d58293dcaf req-ce6745f9-4155-4299-b1a1-f4a5226e9ab8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.2189465 Aug 31 19:26:28.726173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.758426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9016f17d-ed22-43a1-9ece-29d58293dcaf req-abaa6118-2e1d-4adf-9143-e41851d9b36e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Aug 31 19:26:28.762536 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.796303 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.903012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.905598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:28.906765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53b9a4ac-f4fc-44f0-9e0f-2f447061a596 HTTP/1.1" status: 204 len: 168 time: 0.4606547 Aug 31 19:26:28.937035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18acfa-d1c2-4ac2-9155-02ba8acb2c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9a4ac-f4fc-44f0-9e0f-2f447061a596,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:28.951055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.004746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=53f39e9e-43cf-40e0-bb20-0810fb13a2dd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:29.020574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.025622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42028) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:29.026256 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df3acece-1d6c-4485-99a2-58e3a30d7d29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/53f39e9e-43cf-40e0-bb20-0810fb13a2dd HTTP/1.1" status: 204 len: 168 time: 0.5920954 Aug 31 19:26:29.083231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:29.155607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eea982af-6275-4ddf-b55c-4332441e22ce tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286738 Aug 31 19:26:29.158391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42034) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:29.179426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:29.357105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:29.363506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.444910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6d430fb-5c95-4e22-b621-604aa01941fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.523435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52997e1d-627e-44f6-bd58-6374cad5817a None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:29.665853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6d430fb-5c95-4e22-b621-604aa01941fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.671403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6d430fb-5c95-4e22-b621-604aa01941fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.741055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.753288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6d430fb-5c95-4e22-b621-604aa01941fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f118d326b0f14ae4a81025c2ac176b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686745 Aug 31 19:26:29.754718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d430fb-5c95-4e22-b621-604aa01941fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df1508-575e-4a15-8711-e8038be4011b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:29.758324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:29.764719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2ca9a15-537a-40ba-b64a-903589746a70 None None] Provisioning for port 0e671b42-69d6-436a-9c0e-65e936c2baa4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:29.866082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=a9d732f9-88ad-4fdb-af2b-2fdb40ae432f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:29.890543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.895660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:29.897186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:29.900146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:29.900756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:29.939322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:30.041041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2d00aba8-2db6-487e-9515-72eb4ffabedb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8686292 Aug 31 19:26:30.043881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:30.046031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:30.051299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'name': 'tempest-NetworksTestDHCPv6-1111702120'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:30.066972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:30.074269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84df1508-575e-4a15-8711-e8038be4011b HTTP/1.1" status: 204 len: 168 time: 0.3119905 Aug 31 19:26:30.096171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2d35-4f3c-4bc5-a04e-abee4a2c06e4 req-3edbce82-ba2f-49b2-a60d-8747e528a8ce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:30.101586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989959-ebab-4fe9-925f-9dca53f895b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df1508-575e-4a15-8711-e8038be4011b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:30.103210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2d35-4f3c-4bc5-a04e-abee4a2c06e4 req-3edbce82-ba2f-49b2-a60d-8747e528a8ce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:30.115502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2d35-4f3c-4bc5-a04e-abee4a2c06e4 req-3edbce82-ba2f-49b2-a60d-8747e528a8ce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:30.118181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6eb2d35-4f3c-4bc5-a04e-abee4a2c06e4 req-3edbce82-ba2f-49b2-a60d-8747e528a8ce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.1848669 Aug 31 19:26:30.311496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0e671b42-69d6-436a-9c0e-65e936c2baa4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:30.327265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6eb2d35-4f3c-4bc5-a04e-abee4a2c06e4 req-bc71e242-5b75-4b30-a615-5a72e628e575 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426785 Aug 31 19:26:30.396041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:30.402816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554c4c4-1206-41cc-8a64-71703a139943 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:30.408955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:30.456630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port e59573e2-6d37-478d-a83d-73764b56f918 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:30.678534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::bd (28ab4167-83d5-4228-ad97-46ade08c33e4/a9d732f9-88ad-4fdb-af2b-2fdb40ae432f/e59573e2-6d37-478d-a83d-73764b56f918) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:30.682465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0e671b42-69d6-436a-9c0e-65e936c2baa4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:30.708255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0e671b42-69d6-436a-9c0e-65e936c2baa4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:30.718278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:30.997117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.074373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0e671b42-69d6-436a-9c0e-65e936c2baa4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0e671b42-69d6-436a-9c0e-65e936c2baa4,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:31.080305 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.136240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075ab3-d04a-4f96-9dcb-b42225a40354 req-4449b3e4-1f2a-43ab-8df9-42c8eaae1234 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.157420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0e671b42-69d6-436a-9c0e-65e936c2baa4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:31.162913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075ab3-d04a-4f96-9dcb-b42225a40354 req-4449b3e4-1f2a-43ab-8df9-42c8eaae1234 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.177297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075ab3-d04a-4f96-9dcb-b42225a40354 req-4449b3e4-1f2a-43ab-8df9-42c8eaae1234 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.189660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72075ab3-d04a-4f96-9dcb-b42225a40354 req-4449b3e4-1f2a-43ab-8df9-42c8eaae1234 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.3608410 Aug 31 19:26:31.291971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72075ab3-d04a-4f96-9dcb-b42225a40354 req-69f81556-09d3-466b-8ed4-e957b942978a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Aug 31 19:26:31.340548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a64e06b-4355-45aa-ab8b-d034942627bd None None] Provisioning complete for port 0e671b42-69d6-436a-9c0e-65e936c2baa4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:31.342283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a64e06b-4355-45aa-ab8b-d034942627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.441854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.474394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object e59573e2-6d37-478d-a83d-73764b56f918 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:31.536336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.644004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:31.648145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:31.655575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:31.662408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.663562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:31.672739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=e59573e2-6d37-478d-a83d-73764b56f918,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:31.692909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:31.708335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f3a4df84-10db-4837-87a0-ac1dfe62a9e2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6632710 Aug 31 19:26:31.712735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-acddbe58-f403-42ae-9fb5-ff6ed817715b None None] Could not find standard attr ID for object 860a1803-68b6-419f-a6bd-033e88741f5e. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:26:31.800184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fe15d-82b2-4e27-8f0f-9be47f08e650 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.817930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fe15d-82b2-4e27-8f0f-9be47f08e650 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:31.820197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c5fe15d-82b2-4e27-8f0f-9be47f08e650 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1225255 Aug 31 19:26:31.822728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:32.004197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port e59573e2-6d37-478d-a83d-73764b56f918 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:32.004554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.168477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2734ed86-df4e-4af2-a74b-eefca6b70e85 None None] Provisioning for port e59573e2-6d37-478d-a83d-73764b56f918 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:32.173567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2734ed86-df4e-4af2-a74b-eefca6b70e85 None None] Provisioning complete for port e59573e2-6d37-478d-a83d-73764b56f918 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:32.173850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2734ed86-df4e-4af2-a74b-eefca6b70e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.198271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.230672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for e59573e2-6d37-478d-a83d-73764b56f918 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:32.239785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0e671b42-69d6-436a-9c0e-65e936c2baa4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:32.320122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2734ed86-df4e-4af2-a74b-eefca6b70e85 None None] Port e59573e2-6d37-478d-a83d-73764b56f918 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:32.413342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0e671b42-69d6-436a-9c0e-65e936c2baa4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:32.415766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.487131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42160) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:32.532945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-4d1b4dbf-b6f8-414a-8263-f6c43771ecdb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.562850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-4d1b4dbf-b6f8-414a-8263-f6c43771ecdb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.588850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-4d1b4dbf-b6f8-414a-8263-f6c43771ecdb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.599984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-4d1b4dbf-b6f8-414a-8263-f6c43771ecdb tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.3642724 Aug 31 19:26:32.731189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d904-f855-4e58-b729-a2c1ff48eaf4 req-788fa763-8784-468b-89fb-1a3803e85a3f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.768788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d904-f855-4e58-b729-a2c1ff48eaf4 req-788fa763-8784-468b-89fb-1a3803e85a3f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.785109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d904-f855-4e58-b729-a2c1ff48eaf4 req-788fa763-8784-468b-89fb-1a3803e85a3f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:32.790726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10b9d904-f855-4e58-b729-a2c1ff48eaf4 req-788fa763-8784-468b-89fb-1a3803e85a3f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 2418 time: 0.2409875 Aug 31 19:26:32.809736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-838ad24b-d20d-409c-ac3e-a1f4122c832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.819924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:32.820565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.866985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10b9d904-f855-4e58-b729-a2c1ff48eaf4 req-4100d94b-095d-40d9-a49a-49a05a58d0f2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544150 Aug 31 19:26:32.950830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:32.951395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.963148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:32.982195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:33.013532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=e59573e2-6d37-478d-a83d-73764b56f918,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:33.034782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-838ad24b-d20d-409c-ac3e-a1f4122c832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.042936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-838ad24b-d20d-409c-ac3e-a1f4122c832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.076728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-838ad24b-d20d-409c-ac3e-a1f4122c832c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0817d72920b84826be127aa015ba2e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842905 Aug 31 19:26:33.077536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:33.081423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.085697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e526999a-d4a9-4650-800c-a33e43cc52ea tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e59573e2-6d37-478d-a83d-73764b56f918 HTTP/1.1" status: 204 len: 168 time: 1.2592845 Aug 31 19:26:33.088541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:33.168000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ad24b-d20d-409c-ac3e-a1f4122c832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3ea45-8524-49d7-b9b0-0fbb83356a5c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:33.184658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8bf24-c817-43c6-8b61-a7c720ec5909 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:33.186182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8bf24-c817-43c6-8b61-a7c720ec5909 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:33.190231 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6be8bf24-c817-43c6-8b61-a7c720ec5909 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0979111 Aug 31 19:26:33.191734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42174) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:33.232972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.262873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.280993 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.292580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', '496a2699-0bd0-4162-9a67-3aede7250579'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:33.319928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet a9d732f9-88ad-4fdb-af2b-2fdb40ae432f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:33.329180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=6c7f0ce7-1a9a-4ae3-bfda-df18c864d188,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:33.343027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.436493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.468718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:33.473943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.477590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-0b6ee95a-1837-436c-a5c9-ef5d9acb6e15 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "DELETE /v2.0/ports/6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 HTTP/1.1" status: 204 len: 173 time: 0.8669086 Aug 31 19:26:33.482032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:33.486513 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b4a83-53d8-423c-b349-34e978255972" -d '{"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:33.564029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.565890 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b1413-8103-4cf0-869c-1360e8030c28 x-openstack-request-id: req-565b1413-8103-4cf0-869c-1360e8030c28 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:33.565890 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "6c7f0ce7-1a9a-4ae3-bfda-df18c864d188", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:33.572014 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-565b1413-8103-4cf0-869c-1360e8030c28 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:33.572724 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '6c7f0ce7-1a9a-4ae3-bfda-df18c864d188', 'status': 'completed', 'code': 200} Aug 31 19:26:33.574075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.578384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7cf3ea45-8524-49d7-b9b0-0fbb83356a5c HTTP/1.1" status: 204 len: 168 time: 0.4971099 Aug 31 19:26:33.592555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.705950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a434b0-7c48-4bd7-9683-bc99a80e946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3ea45-8524-49d7-b9b0-0fbb83356a5c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:33.746568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 496a2699-0bd0-4162-9a67-3aede7250579 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:33.748687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.767922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.803704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d732f9-88ad-4fdb-af2b-2fdb40ae432f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:33.809952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:33.812041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2666b113-edbc-4b13-b39e-be50d03754d8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/a9d732f9-88ad-4fdb-af2b-2fdb40ae432f HTTP/1.1" status: 204 len: 168 time: 0.6192431 Aug 31 19:26:33.818368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4de20c-5350-4d66-9bc4-1b441f077b46 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:33.822419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:33.907841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a5970930-c561-42b8-890d-e8284d2e1b38 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823820 Aug 31 19:26:33.912013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:33.924278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:34.034123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 496a2699-0bd0-4162-9a67-3aede7250579, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=496a2699-0bd0-4162-9a67-3aede7250579,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:34.034651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.074169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 496a2699-0bd0-4162-9a67-3aede7250579 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:34.177136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:34.229371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77085d8-5bb0-4842-91e3-c6198be61b46 req-0ad1f290-1aab-45ef-b605-1066d94b6bd1 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:34.246780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77085d8-5bb0-4842-91e3-c6198be61b46 req-0ad1f290-1aab-45ef-b605-1066d94b6bd1 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:34.253903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e77085d8-5bb0-4842-91e3-c6198be61b46 req-0ad1f290-1aab-45ef-b605-1066d94b6bd1 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 1682 time: 0.1942427 Aug 31 19:26:34.288783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Deleting port 0e671b42-69d6-436a-9c0e-65e936c2baa4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:34.289177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.335230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:34.342932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.387546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.410691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6c7f0ce7-1a9a-4ae3-bfda-df18c864d188'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:26:34.455010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e77085d8-5bb0-4842-91e3-c6198be61b46 req-bdc29668-8f5c-4378-ba9b-c2df53ec88f8 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656570 Aug 31 19:26:34.463412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=496a2699-0bd0-4162-9a67-3aede7250579,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:34.494466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] For port 0e671b42-69d6-436a-9c0e-65e936c2baa4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0e671b42-69d6-436a-9c0e-65e936c2baa4,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:34.498405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.532699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Calling delete_port for 0e671b42-69d6-436a-9c0e-65e936c2baa4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:34.605104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 496a2699-0bd0-4162-9a67-3aede7250579 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:34.619032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.623365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-bfc322d1-d891-47e1-b3c9-5bb44e48f6a7 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "DELETE /v2.0/ports/496a2699-0bd0-4162-9a67-3aede7250579 HTTP/1.1" status: 204 len: 173 time: 1.1291020 Aug 31 19:26:34.783594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.856299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] Pushing event deleted for resources: {'Port': ['ID=0e671b42-69d6-436a-9c0e-65e936c2baa4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:34.874144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744403-d3ca-4861-b583-699bf441d771 None None] No DVR routers for this DVR port 0e671b42-69d6-436a-9c0e-65e936c2baa4 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:34.875273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:34.906723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:34.907491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.016085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:35.033363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:35.044405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c8847-33c2-40ab-b286-ac6237f83d60 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:35.044619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:35.045220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.094602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=ecc65f1a-b891-4b79-8a51-407d0dd12c74,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:35.111954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1acc63d-bc0f-42f6-b8c6-631d6ddcde13 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1983771 Aug 31 19:26:35.112392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:35.126557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'name': 'tempest-NetworksTestDHCPv6-138865931'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:35.130536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:35.131088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.176000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:35.409331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:35.413340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.449168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port b30e0716-4ede-4bb9-929e-9d555f0913fb yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:35.467629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'ecc65f1a-b891-4b79-8a51-407d0dd12c74'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:35.471505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.586035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:35.592716 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c319b-0ef3-4f5c-b4aa-9e9fa5debbd9" -d '{"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "496a2699-0bd0-4162-9a67-3aede7250579"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:35.599289 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.672097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=26bb1b35-2c69-4476-9ff5-37a4ee6eef1f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:35.684472 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cd863a-7fc5-4786-880c-dc6d38196c0c x-openstack-request-id: req-27cd863a-7fc5-4786-880c-dc6d38196c0c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:35.687240 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "496a2699-0bd0-4162-9a67-3aede7250579", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:35.687612 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27cd863a-7fc5-4786-880c-dc6d38196c0c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:35.688387 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '496a2699-0bd0-4162-9a67-3aede7250579', 'status': 'completed', 'code': 200} Aug 31 19:26:35.786710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:35.795171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:35.799713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-653ef679-26a4-4423-9c59-a392c1cadb20 req-2dd800af-06a0-4bf3-8a83-93799bb0bf3d tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.82 "DELETE /v2.0/ports/26bb1b35-2c69-4476-9ff5-37a4ee6eef1f HTTP/1.1" status: 204 len: 173 time: 1.1671531 Aug 31 19:26:35.827224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61ed784f-1725-438d-91cd-58ea98f29c5c req-bf848495-5024-4316-879f-45b67936cf9b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e HTTP/1.1" status: 200 len: 210 time: 0.1530371 Aug 31 19:26:36.081879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::115 (28ab4167-83d5-4228-ad97-46ade08c33e4/ecc65f1a-b891-4b79-8a51-407d0dd12c74/b30e0716-4ede-4bb9-929e-9d555f0913fb) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:36.206485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0e671b42-69d6-436a-9c0e-65e936c2baa4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:36.274019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0e671b42-69d6-436a-9c0e-65e936c2baa4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:36.274423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0e671b42-69d6-436a-9c0e-65e936c2baa4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:36.545718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 496a2699-0bd0-4162-9a67-3aede7250579 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:36.585978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:36.594684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 496a2699-0bd0-4162-9a67-3aede7250579 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:36.599100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 496a2699-0bd0-4162-9a67-3aede7250579 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:36.600365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:36.633379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object b30e0716-4ede-4bb9-929e-9d555f0913fb will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:36.645977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:36.647159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 26bb1b35-2c69-4476-9ff5-37a4ee6eef1f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:36.648145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:36.681643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:36.682471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c7f0ce7-1a9a-4ae3-bfda-df18c864d188 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:36.719865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:36.757421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:36.857287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/ecc65f1a-b891-4b79-8a51-407d0dd12c74/013e6281-0971-475b-9da5-80867135f85d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:36.914479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:36.921972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:36.928287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:36.947619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:36.951672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:36.951672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:36.962222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=b30e0716-4ede-4bb9-929e-9d555f0913fb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:36.994008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6eb3e619-b6be-465e-be27-68475e68eb11 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8793006 Aug 31 19:26:36.997265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:37.066127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:37.080464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting subnet 0ade0fd7-3bf7-45f6-97c2-c0853078c4c5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:37.084455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.147048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.159545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf669785-db4e-4fab-baf2-ebd5e0723cc0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:37.177475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cf669785-db4e-4fab-baf2-ebd5e0723cc0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1791492 Aug 31 19:26:37.183952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:37.199360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.218532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Transition to ACTIVE for port object 013e6281-0971-475b-9da5-80867135f85d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:37.238827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Transition to ACTIVE for port object 013e6281-0971-475b-9da5-80867135f85d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:37.248606 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.256073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1254085487'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:37.259455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.303438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:26:37.303438 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:26:37.303438 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': 'ee0eea411ed34c68bdffc5a79f5c9f8b', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 26, 37, 272374)}] Aug 31 19:26:37.303438 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:26:37.303888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:37.304029 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:26:37.308472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:37.312558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:37.340328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port b30e0716-4ede-4bb9-929e-9d555f0913fb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:37.340634 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.348432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Pushing event updated for resources: {'Port': ['ID=013e6281-0971-475b-9da5-80867135f85d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:37.361400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.364846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Made reservation on behalf of 0c2e1fed49204694a073fd050cf38cee for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:37.373945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.390345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Attempting to bind port 013e6281-0971-475b-9da5-80867135f85d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:37.390727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Attempting to bind port 013e6281-0971-475b-9da5-80867135f85d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:37.391094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Attempting to bind port 013e6281-0971-475b-9da5-80867135f85d on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:37.398594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:37.399102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:37.399704 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.400250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:37.400824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Bound port: 013e6281-0971-475b-9da5-80867135f85d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:37.401842 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.443729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.452126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.465508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for b30e0716-4ede-4bb9-929e-9d555f0913fb owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:37.504720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] For port 013e6281-0971-475b-9da5-80867135f85d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:37.511825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] For port 013e6281-0971-475b-9da5-80867135f85d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=013e6281-0971-475b-9da5-80867135f85d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:37.522343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.522618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.565479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.570709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/subnets/0ade0fd7-3bf7-45f6-97c2-c0853078c4c5 HTTP/1.1" status: 204 len: 168 time: 0.6179121 Aug 31 19:26:37.571623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02006922-20a2-4618-816f-941e7fe47f1a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Subnet': ['ID=0ade0fd7-3bf7-45f6-97c2-c0853078c4c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:37.575791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:37.600931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310dc01-15e9-4207-b30d-241cd2ed1f8d None None] Network 7dd125ca-4cbc-4f94-a35c-aec436bc6813 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:37.666024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.690901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:37.695237 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22983832-5e47-41f2-b501-f26389b10422" -d '{"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:37.714707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.766726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.770374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c38dc8-ce8c-4418-bf5b-1b8a1ec7aa67 None None] Pushing event updated for resources: {'Port': ['ID=013e6281-0971-475b-9da5-80867135f85d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:37.776825 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd4d7b-ae00-4e37-8cc6-a7f798c30bf5 x-openstack-request-id: req-cebd4d7b-ae00-4e37-8cc6-a7f798c30bf5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:37.777398 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e", "name": "network-vif-deleted", "tag": "26bb1b35-2c69-4476-9ff5-37a4ee6eef1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:37.777864 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cebd4d7b-ae00-4e37-8cc6-a7f798c30bf5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:37.778513 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ff4e80-a39f-4ffe-a7ba-7de412ca4a5e', 'name': 'network-vif-deleted', 'tag': '26bb1b35-2c69-4476-9ff5-37a4ee6eef1f', 'status': 'completed', 'code': 200} Aug 31 19:26:37.789964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.808034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.831999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.841498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:26:37.842097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/b30e0716-4ede-4bb9-929e-9d555f0913fb HTTP/1.1" status: 204 len: 168 time: 0.6568837 Aug 31 19:26:37.845193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025ad6-0db1-4c8a-9123-b8da60feb4e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=b30e0716-4ede-4bb9-929e-9d555f0913fb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:37.853325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:37.872579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port c957edcf-c877-438c-bbe9-9aab5b8cc989 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:37.873203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.937154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da11a491-0ab1-4d31-b001-d93e94d72049,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:37.961880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:37.962271 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Added segment 93a95b56-e008-4d77-b8c3-71e9131908d1 of type vlan for network bf00548b-fa18-47e9-8b5d-38216bef19d4 Aug 31 19:26:37.972943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] DHCP port deletion for 7dd125ca-4cbc-4f94-a35c-aec436bc6813 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:38.131758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.142429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.166577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.195375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Deleting port c957edcf-c877-438c-bbe9-9aab5b8cc989 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:38.197772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.205681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e9756-3c0c-4898-b94b-19da804a4c0b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:38.207214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e9756-3c0c-4898-b94b-19da804a4c0b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:38.215031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a7e9756-3c0c-4898-b94b-19da804a4c0b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3600516 Aug 31 19:26:38.223581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:38.240823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee0eea411ed34c68bdffc5a79f5c9f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1708467 Aug 31 19:26:38.261986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port c957edcf-c877-438c-bbe9-9aab5b8cc989, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c957edcf-c877-438c-bbe9-9aab5b8cc989,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:38.262850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.267313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:38.314588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:26:38.331895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for c957edcf-c877-438c-bbe9-9aab5b8cc989 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:38.334953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 013e6281-0971-475b-9da5-80867135f85d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:38.351279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.375171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cfc48-84dd-4b95-b7f7-4da5f5b4a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b272de3-2c8a-4cc8-a063-c6b30ac04dd6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:38.400198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.405915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:38.406531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.407033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] For port c957edcf-c877-438c-bbe9-9aab5b8cc989, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c957edcf-c877-438c-bbe9-9aab5b8cc989,segment=NetworkSegment(e5450d57-1d67-4180-8fa5-f916cab3b357),segment_id=e5450d57-1d67-4180-8fa5-f916cab3b357)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:38.407553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.420346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet ecc65f1a-b891-4b79-8a51-407d0dd12c74 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:38.425632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.452196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Calling delete_port for c957edcf-c877-438c-bbe9-9aab5b8cc989 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:38.494316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event updated for resources: {'Network': ['ID=bf00548b-fa18-47e9-8b5d-38216bef19d4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:38.505096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.506624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.551943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-68fef87c-ae48-4802-8bb6-701b8ac6e432 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8292935 Aug 31 19:26:38.554650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:38.558862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:26:38.561342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 013e6281-0971-475b-9da5-80867135f85d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:38.655887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.701977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.709407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.710651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.716223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b272de3-2c8a-4cc8-a063-c6b30ac04dd6 HTTP/1.1" status: 204 len: 168 time: 0.4472826 Aug 31 19:26:38.736091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=c957edcf-c877-438c-bbe9-9aab5b8cc989,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:38.741137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf081-886a-4acb-aee5-eaa0f5f4ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b272de3-2c8a-4cc8-a063-c6b30ac04dd6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:38.753242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port c957edcf-c877-438c-bbe9-9aab5b8cc989 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:38.806969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c957edcf-c877-438c-bbe9-9aab5b8cc989 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:38.816115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] No DVR routers for this DVR port c957edcf-c877-438c-bbe9-9aab5b8cc989 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:38.818258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61d1c2-f94d-4927-9613-ec13c16d7f3e None None] Pushing event deleted for resources: {'Port': ['ID=c957edcf-c877-438c-bbe9-9aab5b8cc989,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:38.909031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:38.929268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c957edcf-c877-438c-bbe9-9aab5b8cc989 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:38.929616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c957edcf-c877-438c-bbe9-9aab5b8cc989 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:38.945060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd125ca-4cbc-4f94-a35c-aec436bc6813']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:38.970439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5450d57-1d67-4180-8fa5-f916cab3b357') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:38.971333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5450d57-1d67-4180-8fa5-f916cab3b357') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:38.989313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.028887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.040653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:26:39.041404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.092628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Request body: {'subnet': {'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:26:39.211850 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:26:39.234987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.255460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Made reservation on behalf of 0c2e1fed49204694a073fd050cf38cee for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:39.259074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.303152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.309025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/networks/7dd125ca-4cbc-4f94-a35c-aec436bc6813 HTTP/1.1" status: 204 len: 168 time: 1.7287316 Aug 31 19:26:39.310278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:39.332514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d51cd-b9aa-4c21-b473-1bccb48bbf68 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Network': ['ID=7dd125ca-4cbc-4f94-a35c-aec436bc6813,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:39.339488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.419319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting subnet 81e9bc05-42cc-4ba9-af47-85722004a19f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:39.422912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.476361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.563373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Provisioning for port 013e6281-0971-475b-9da5-80867135f85d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:39.576670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:39.611029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d82fc19d-c211-465e-a36d-a018c72de435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.621903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Provisioning complete for port 013e6281-0971-475b-9da5-80867135f85d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:39.624578 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.800215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.822823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.826715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/ecc65f1a-b891-4b79-8a51-407d0dd12c74 HTTP/1.1" status: 204 len: 168 time: 1.5835748 Aug 31 19:26:39.845525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:39.888178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaee03-f67a-4bab-a9b1-92aabc8ad3a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc65f1a-b891-4b79-8a51-407d0dd12c74,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:39.918204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.920777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:39.970439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] For port 013e6281-0971-475b-9da5-80867135f85d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=013e6281-0971-475b-9da5-80867135f85d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:39.975271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c0d0f597-c5ff-498d-8186-adef763b693a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245148 Aug 31 19:26:39.979149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:39.986340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.030786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d82fc19d-c211-465e-a36d-a018c72de435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.032445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.052920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event updated for resources: {'Subnet': ['ID=b8abb675-dc3d-45dc-a2ba-e190ecd58ede,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:40.069788 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d82fc19d-c211-465e-a36d-a018c72de435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.077501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Checking segment: {'id': '93a95b56-e008-4d77-b8c3-71e9131908d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:40.077888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Network hostable DHCP agents. Network: bf00548b-fa18-47e9-8b5d-38216bef19d4, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:26:40.093514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0b4c5-d652-44ed-becb-dafc54d2a3f0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:40.095317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7ee0b4c5-d652-44ed-becb-dafc54d2a3f0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1135094 Aug 31 19:26:40.102188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056fbac0-ea22-4077-af49-4442d8f03c92 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:40.102455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.107468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b2bdf-1cae-4011-9853-637852fb25f2 None None] Pushing event updated for resources: {'Port': ['ID=013e6281-0971-475b-9da5-80867135f85d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:40.115631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fc19d-c211-465e-a36d-a018c72de435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96ad65-593d-4868-943e-d0b4f32a4abd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:40.145804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d82fc19d-c211-465e-a36d-a018c72de435 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1475a2b754d4494aad03d110a61ea4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680773 Aug 31 19:26:40.149853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.165678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-12c15706-d1f2-4623-9edb-fd5b8f292a9a None None] Could not find standard attr ID for object b30e0716-4ede-4bb9-929e-9d555f0913fb. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:26:40.200898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:26:40.203921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.215287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54faed9-0a29-4f3f-8189-8b196b183d82 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:40.219778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f54faed9-0a29-4f3f-8189-8b196b183d82 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1105084 Aug 31 19:26:40.219988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.278031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f77308e7-a2f2-4419-8c6b-3f9f2f8a0dde tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512080 Aug 31 19:26:40.278031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bf00548b-fa18-47e9-8b5d-38216bef19d4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:40.279190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42346) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.285669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:40.291481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:40.292684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.309266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a7ab9-6ab0-4495-a81a-027e083eb0f5 None None] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:40.388344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-86a73c53-867f-43e0-816b-be772c235dba tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8323643 Aug 31 19:26:40.394476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.399886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Request body: {'port': {'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1249738698'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:40.495107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:40.499466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.503113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bf00548b-fa18-47e9-8b5d-38216bef19d4', 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4', 'tenant_id': '0c2e1fed49204694a073fd050cf38cee', 'fixed_ips': [{'subnet_id': 'b8abb675-dc3d-45dc-a2ba-e190ecd58ede'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:40.504364 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.626369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.631299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Subnet': ['ID=81e9bc05-42cc-4ba9-af47-85722004a19f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:40.645406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:40.647891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.648595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Made reservation on behalf of 0c2e1fed49204694a073fd050cf38cee for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:40.649443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a28f53-0157-49a3-b35a-5d63d85eaadb None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:40.653699 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.654980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7d1afc2d-d072-4439-a1e6-4eba3714626f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/subnets/81e9bc05-42cc-4ba9-af47-85722004a19f HTTP/1.1" status: 204 len: 168 time: 1.3434615 Aug 31 19:26:40.655615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.702675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] device_id is not set on port 38a2ef00-1563-4e85-b243-4ed89b36a408 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:40.752353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.768139 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.842436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.867699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Allocated IP 172.20.0.2 (bf00548b-fa18-47e9-8b5d-38216bef19d4/b8abb675-dc3d-45dc-a2ba-e190ecd58ede/515cfb03-f604-42ba-90f1-d18577c42e36) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:40.881094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Deleting port 013e6281-0971-475b-9da5-80867135f85d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:40.881615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.892122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:40.903150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:40.910720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:40.911474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:40.937330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=918e90a9-cd5b-4a2c-a317-0326a49139f7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:40.955669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:40.958570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27382cef-28f5-48e5-a757-00a16cab1cc9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6768606 Aug 31 19:26:40.962767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '918e90a9-cd5b-4a2c-a317-0326a49139f7', 'ip_address': '2001:db8::1486:68b7:28b5:9d21'}], 'name': 'tempest-NetworksTestDHCPv6-433616281'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:41.034194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.037705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.041166 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b96ad65-593d-4868-943e-d0b4f32a4abd HTTP/1.1" status: 204 len: 168 time: 0.8835247 Aug 31 19:26:41.045679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:41.046337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.093320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] DHCP port deletion for 5e2ca912-3711-4d59-a8cd-cb076084b231 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:41.127541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:41.128096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.158826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adf6e8-a933-4206-b2b5-85ca60a1af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96ad65-593d-4868-943e-d0b4f32a4abd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:41.161173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:41.219779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] For port 013e6281-0971-475b-9da5-80867135f85d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=013e6281-0971-475b-9da5-80867135f85d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:41.220193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.242155 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.252544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Calling delete_port for 013e6281-0971-475b-9da5-80867135f85d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:41.258710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Transition to ACTIVE for port object 515cfb03-f604-42ba-90f1-d18577c42e36 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:41.329690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Transition to ACTIVE for port object 515cfb03-f604-42ba-90f1-d18577c42e36 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:41.340426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:41.363236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Deleting port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:41.363615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.488744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Allocated IP 172.20.0.6 (bf00548b-fa18-47e9-8b5d-38216bef19d4/b8abb675-dc3d-45dc-a2ba-e190ecd58ede/38a2ef00-1563-4e85-b243-4ed89b36a408) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:41.589858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.622233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.664156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:41.679736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 3c1628d4-46e5-415b-be26-fe822d168d8f yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:41.768942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:41.837284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.850033 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.863037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Transition to ACTIVE for port object 38a2ef00-1563-4e85-b243-4ed89b36a408 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:41.884281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.921076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2ca912-3711-4d59-a8cd-cb076084b231']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:41.939673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4737a48-950e-4533-b895-a2b247237c04') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:41.940014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4737a48-950e-4533-b895-a2b247237c04') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:41.941573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.955899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:41.980713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.007875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:26:42.008292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:26:42.012103 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:26:42.038990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:42.051335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:42.064449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:42.084251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.110222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fc9dfe5-9136-488f-912a-ef2baf4d567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.132879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::1486:68b7:28b5:9d21 (28ab4167-83d5-4228-ad97-46ade08c33e4/918e90a9-cd5b-4a2c-a317-0326a49139f7/3c1628d4-46e5-415b-be26-fe822d168d8f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:42.151499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.177839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.181290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/networks/5e2ca912-3711-4d59-a8cd-cb076084b231 HTTP/1.1" status: 204 len: 168 time: 1.5214067 Aug 31 19:26:42.189729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] For port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,segment=NetworkSegment(e4737a48-950e-4533-b895-a2b247237c04),segment_id=e4737a48-950e-4533-b895-a2b247237c04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:42.189729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.197518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:42.199502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event updated for resources: {'Port': ['ID=38a2ef00-1563-4e85-b243-4ed89b36a408,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:42.206666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee305-6f61-41b9-8e1f-44446474b4a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Network': ['ID=5e2ca912-3711-4d59-a8cd-cb076084b231,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:42.220210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-602980465'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:42.223382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Pushing event updated for resources: {'Port': ['ID=515cfb03-f604-42ba-90f1-d18577c42e36,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:42.234266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] No DVR routers for this DVR port 013e6281-0971-475b-9da5-80867135f85d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:42.236665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Calling delete_port for 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:42.240797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:42.245623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:42.254085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:42.254963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.273395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:42.279843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:42.284946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:42.284946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 013e6281-0971-475b-9da5-80867135f85d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:42.289034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:42.305697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:42.311099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.321578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3ef12aa0-d089-4522-a2ae-d6fbc22c5e08 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9258373 Aug 31 19:26:42.329619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:42.335123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb349428-f328-4271-b55b-fee3f18fc0e4 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:42.342503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a256b55-bf5e-4dfe-8252-35fdf104110d None None] Pushing event deleted for resources: {'Port': ['ID=013e6281-0971-475b-9da5-80867135f85d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:42.366678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 013e6281-0971-475b-9da5-80867135f85d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:42.367031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 013e6281-0971-475b-9da5-80867135f85d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:42.494193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:26:42.507093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.507739 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Added segment e1ef40f2-9d75-416d-a16e-b2b18aae4871 of type vlan for network fc803b76-6554-4bc9-8bbe-fb9d3568b888 Aug 31 19:26:42.534074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.565441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 3c1628d4-46e5-415b-be26-fe822d168d8f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:42.566194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.578538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Deleting port 38a2ef00-1563-4e85-b243-4ed89b36a408 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:42.579201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.608176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.650850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:42.670458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.677911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:42.678514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.696122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:42.707810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:42.721613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:42.722456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.726291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Attempting to bind port 515cfb03-f604-42ba-90f1-d18577c42e36 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:42.731692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Attempting to bind port 515cfb03-f604-42ba-90f1-d18577c42e36 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '93a95b56-e008-4d77-b8c3-71e9131908d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:42.732262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Attempting to bind port 515cfb03-f604-42ba-90f1-d18577c42e36 on network bf00548b-fa18-47e9-8b5d-38216bef19d4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:42.789769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:42.790522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Checking segment: {'id': '93a95b56-e008-4d77-b8c3-71e9131908d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:42.792394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.792394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Bound using segment: {'id': '93a95b56-e008-4d77-b8c3-71e9131908d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:42.792779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Bound port: 515cfb03-f604-42ba-90f1-d18577c42e36, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a95b56-e008-4d77-b8c3-71e9131908d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bf00548b-fa18-47e9-8b5d-38216bef19d4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:42.792925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8363125 Aug 31 19:26:42.793342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:42.817334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:42.858120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd17e-34f7-474f-9c74-c80b7e80b134 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=3c1628d4-46e5-415b-be26-fe822d168d8f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:42.906106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6984825 Aug 31 19:26:42.912564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:42.926870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'subnet': {'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:43.006447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5fef87-c5c5-447e-bebc-7148d606accd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:43.008311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af5fef87-c5c5-447e-bebc-7148d606accd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1900036 Aug 31 19:26:43.012640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:43.048198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] For port 515cfb03-f604-42ba-90f1-d18577c42e36, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:43.052884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] For port 515cfb03-f604-42ba-90f1-d18577c42e36, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=515cfb03-f604-42ba-90f1-d18577c42e36,segment=NetworkSegment(93a95b56-e008-4d77-b8c3-71e9131908d1),segment_id=93a95b56-e008-4d77-b8c3-71e9131908d1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:43.056210 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.058284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d24487-0c19-4b45-9f3a-961dba95b8b2 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Network': ['ID=fc803b76-6554-4bc9-8bbe-fb9d3568b888,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.090415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Network 5e2ca912-3711-4d59-a8cd-cb076084b231 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:26:43.090882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] No DVR routers for this DVR port 0a5c3730-55b7-4cdd-b74e-c6f7feee3561 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:43.101501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.106123 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.134921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dab0d-2982-46a2-8d95-50e827540991 None None] Pushing event deleted for resources: {'Port': ['ID=0a5c3730-55b7-4cdd-b74e-c6f7feee3561,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.142238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:26:43.156839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Calling delete_port for 38a2ef00-1563-4e85-b243-4ed89b36a408 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:43.194142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:43.204803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.207363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 3c1628d4-46e5-415b-be26-fe822d168d8f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:43.208342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.436681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.470706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 3c1628d4-46e5-415b-be26-fe822d168d8f owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:43.476186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a320448-7481-40f6-9b9c-1236d0f1a877 None None] Pushing event updated for resources: {'Port': ['ID=515cfb03-f604-42ba-90f1-d18577c42e36,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.515015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '918e90a9-cd5b-4a2c-a317-0326a49139f7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:43.521806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.689723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.690362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.754138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=3c1628d4-46e5-415b-be26-fe822d168d8f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.811760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.817974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c48d033d-a231-4ec4-ab9b-a568acda34da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/3c1628d4-46e5-415b-be26-fe822d168d8f HTTP/1.1" status: 204 len: 168 time: 0.8037610 Aug 31 19:26:43.821035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:43.829118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Checking segment: {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:43.829499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network hostable DHCP agents. Network: fc803b76-6554-4bc9-8bbe-fb9d3568b888, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:26:43.842024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Subnet': ['ID=668aea7d-a625-4161-9986-e0e6f570a790,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.893314 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:43.917331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a5706f-67a9-41c7-9341-25fe3a1b522c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:43.921499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a5706f-67a9-41c7-9341-25fe3a1b522c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:43.927168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79a5706f-67a9-41c7-9341-25fe3a1b522c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049857 Aug 31 19:26:43.928388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:43.945340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event deleted for resources: {'Port': ['ID=38a2ef00-1563-4e85-b243-4ed89b36a408,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:43.950208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/918e90a9-cd5b-4a2c-a317-0326a49139f7/7c87cfb8-e1ba-4a2c-a355-a2f583548f5b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:43.961152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:26:44.018923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 918e90a9-cd5b-4a2c-a317-0326a49139f7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:44.042019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, fc803b76-6554-4bc9-8bbe-fb9d3568b888) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:44.056269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:44.056878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.082260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.084828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8f290b50-256c-4ea0-85ac-faafcf836c36 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "DELETE /v2.0/ports/38a2ef00-1563-4e85-b243-4ed89b36a408 HTTP/1.1" status: 204 len: 168 time: 1.7539325 Aug 31 19:26:44.087501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0a876d08-73b2-43e6-9509-56a0a56ccba0 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1675587 Aug 31 19:26:44.087850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:44.090909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42446) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:44.098812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-13560025'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:44.148528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:44.157351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.169774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.178969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Transition to ACTIVE for port object 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:44.216476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:26:44.219187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Transition to ACTIVE for port object 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:44.227147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.245533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357939e-c558-4299-b643-fc817950844c None None] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:44.251520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.252160 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Added segment 1efed52c-6cf0-47f5-b498-b06f9fab4233 of type vlan for network fd18b615-892c-4baa-9519-2f75dec64bf1 Aug 31 19:26:44.330463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.368604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.395466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.417821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 515cfb03-f604-42ba-90f1-d18577c42e36 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:44.467122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.472774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:44.473380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.648302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab49ca2d-a097-431a-be5d-8b1e47a89ebc tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.5587480 Aug 31 19:26:44.657598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:44.659441 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49d89842-357e-416b-b494-e3aa555090d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.664788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5720124 Aug 31 19:26:44.668857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:44.669154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:44.671619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.677236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'subnet': {'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:44.677873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-124303819'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:44.757799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147966a-57ac-47cb-82bf-a4f78eed1246 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Network': ['ID=fd18b615-892c-4baa-9519-2f75dec64bf1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:44.775741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Made reservation on behalf of 0c2e1fed49204694a073fd050cf38cee for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:44.783938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.786035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:44.805285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network fd18b615-892c-4baa-9519-2f75dec64bf1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:26:44.808993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:44.850542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:26:44.864985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.865349 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Added segment 93cf60d1-1e2f-4672-a9cc-2a526c2d78d3 of type vlan for network 9997a2b0-a594-469b-9d6a-60eb4b320172 Aug 31 19:26:44.897460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.899432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Pushing event updated for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:44.909133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:44.913211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.914719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.920527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10fa76-bc8c-43dd-b564-d36e03f72e09 None None] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:44.953843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:44.971531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.027735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=918e90a9-cd5b-4a2c-a317-0326a49139f7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:45.061610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.070998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d4855ab4-a18b-471c-bb49-67a9e753d223 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/918e90a9-cd5b-4a2c-a317-0326a49139f7 HTTP/1.1" status: 204 len: 168 time: 1.1414459 Aug 31 19:26:45.079082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:45.138383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-fc803b76-6554-4bc9-8bbe-fb9d3568b888', 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'fixed_ips': [{'subnet_id': '668aea7d-a625-4161-9986-e0e6f570a790'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:45.141421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.155582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Provisioning for port 515cfb03-f604-42ba-90f1-d18577c42e36 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:45.166034 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58483243-6b38-402a-b751-5ac33e26643c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838921 Aug 31 19:26:45.167503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:45.174134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:45.180739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.189238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:45.190022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.234424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 515cfb03-f604-42ba-90f1-d18577c42e36 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:45.250176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Provisioning complete for port 515cfb03-f604-42ba-90f1-d18577c42e36 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:45.255532 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.277416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 515cfb03-f604-42ba-90f1-d18577c42e36 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:45.277935 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.322177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.361868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6935520 Aug 31 19:26:45.362544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:45.392234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ae664-9966-4610-b6f2-d7a1be126be1 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event updated for resources: {'Network': ['ID=9997a2b0-a594-469b-9d6a-60eb4b320172,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:45.395516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Attempting to bind port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:45.396062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Attempting to bind port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:45.396532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Attempting to bind port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:45.429453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Subnet': ['ID=cb0079b4-1724-4f3a-88e0-17bf7fb91742,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:45.467580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Checking segment: {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:45.468026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network hostable DHCP agents. Network: fd18b615-892c-4baa-9519-2f75dec64bf1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:26:45.490368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network fd18b615-892c-4baa-9519-2f75dec64bf1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:26:45.527603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9997a2b0-a594-469b-9d6a-60eb4b320172 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:26:45.531173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, fd18b615-892c-4baa-9519-2f75dec64bf1) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:45.553526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:45.554444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.581997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bf12d-bc0c-46f7-9b46-b10399b408dd None None] Network fd18b615-892c-4baa-9519-2f75dec64bf1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:45.586892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:45.587397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:45.588127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.589456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:45.591204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Bound port: 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:45.592126 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:45.646295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fcb81fee-e301-41a5-80f6-852b5245e7ac tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9675076 Aug 31 19:26:45.734830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d32f01d7-3be9-4af1-a9b1-c109f7dd1067 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks HTTP/1.1" status: 200 len: 10396 time: 0.3190901 Aug 31 19:26:45.736066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:45.738087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:45.772380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.129442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.208197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=e37a21cf-143c-4e60-8889-019dace590a3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:46.220027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:46.225576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:46.230222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:46.234004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.252030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a3307-d16a-46a1-9e7e-6b6f90b97011 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] Network 9997a2b0-a594-469b-9d6a-60eb4b320172 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:26:46.280250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3836d31e-64f4-4508-966a-a6ca500f8916 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1108770 Aug 31 19:26:46.281140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:46.289011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'e37a21cf-143c-4e60-8889-019dace590a3', 'ip_address': '2001:db8::aaa1:70d9:f058:e235'}], 'name': 'tempest-NetworksTestDHCPv6-231291964'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:46.309629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6e7a3307-d16a-46a1-9e7e-6b6f90b97011 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "POST /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5702455 Aug 31 19:26:46.312755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:46.362186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.384695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0e566-38e6-4650-b3c5-173a8d16c394 None None] Network 9997a2b0-a594-469b-9d6a-60eb4b320172 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:46.472235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-5e19658d-7db3-4791-aa6d-aa7bc9ff611f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:46.478595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-5e19658d-7db3-4791-aa6d-aa7bc9ff611f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:46.486618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-5e19658d-7db3-4791-aa6d-aa7bc9ff611f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/networks?id=fc803b76-6554-4bc9-8bbe-fb9d3568b888&id=fd18b615-892c-4baa-9519-2f75dec64bf1 HTTP/1.1" status: 200 len: 1389 time: 0.5003650 Aug 31 19:26:46.500883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:46.509534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.514560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:46.535907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 60496eab-2876-444d-a68e-8e40ec717994 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:46.536492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4148893e-984b-4388-8470-f28f82c5ee57 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/quotas/0b31879c055a49289b51db01447ea138 HTTP/1.1" status: 200 len: 375 time: 0.0487456 Aug 31 19:26:46.656647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-45051b0c-027f-4f2d-b7ff-600a9a62a3cb tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks HTTP/1.1" status: 200 len: 11991 time: 0.3347018 Aug 31 19:26:46.658251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:46.670639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-bab60453-7211-4082-ae22-8489069af688 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332233 Aug 31 19:26:46.840904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::aaa1:70d9:f058:e235 (28ab4167-83d5-4228-ad97-46ade08c33e4/e37a21cf-143c-4e60-8889-019dace590a3/60496eab-2876-444d-a68e-8e40ec717994) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:46.847731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:46.851525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1b3e6fd-948d-4973-ac6b-8253a8b00417 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "DELETE /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks/9997a2b0-a594-469b-9d6a-60eb4b320172 HTTP/1.1" status: 204 len: 168 time: 0.1918321 Aug 31 19:26:46.901982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-24f894bb-4362-4ccc-aa44-e99868151d47 service neutron] 10.222.0.73 "GET /v2.0/networks/fc803b76-6554-4bc9-8bbe-fb9d3568b888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152994 Aug 31 19:26:46.951587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.028483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ae2c290d-203f-4b44-8f05-e9e2de0f48df service neutron] 10.222.0.73 "GET /v2.0/networks/fc803b76-6554-4bc9-8bbe-fb9d3568b888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160269 Aug 31 19:26:47.033437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Allocated IP 19.80.0.2 (fc803b76-6554-4bc9-8bbe-fb9d3568b888/668aea7d-a625-4161-9986-e0e6f570a790/500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:47.045955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:47.204133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:47.262908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-eb562bc8-c80b-4976-8012-50fcd4b2625c service neutron] 10.222.0.73 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283301 Aug 31 19:26:47.271896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.342222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.345398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.387698 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-83713eb6-986c-4ea0-8085-64a1ee72ec60 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks HTTP/1.1" status: 200 len: 11221 time: 0.5386901 Aug 31 19:26:47.396167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:47.409182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-fd18b615-892c-4baa-9519-2f75dec64bf1', 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'fixed_ips': [{'subnet_id': 'cb0079b4-1724-4f3a-88e0-17bf7fb91742'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:26:47.410739 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.505044 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8482ae3-c885-46de-bf8e-74a71c2ec6c9 tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/networks/bf00548b-fa18-47e9-8b5d-38216bef19d4/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1060107 Aug 31 19:26:47.518569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:47.572689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9fa1cd72-4973-4736-9b61-d3f8570e6a2b tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/networks/bf00548b-fa18-47e9-8b5d-38216bef19d4/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0438626 Aug 31 19:26:47.575398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42578) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:47.593245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.637752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 60496eab-2876-444d-a68e-8e40ec717994 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:47.698867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 515cfb03-f604-42ba-90f1-d18577c42e36, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=515cfb03-f604-42ba-90f1-d18577c42e36,segment=NetworkSegment(93a95b56-e008-4d77-b8c3-71e9131908d1),segment_id=93a95b56-e008-4d77-b8c3-71e9131908d1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:47.734643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.778054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.890343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:47.896111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-1871f332-bc8e-4db6-8203-c9a52f83932a service neutron] 10.222.0.73 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205404 Aug 31 19:26:47.923552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:47.960816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:47.976715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:47.978048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:47.990988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=60496eab-2876-444d-a68e-8e40ec717994,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:48.031888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75b82dd8-064f-4e96-b67b-9e8740beedda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7464082 Aug 31 19:26:48.031888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:48.047510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3f52da80-d4e2-413f-8a9e-beb2fc96457a tempest-DHCPAgentSchedulersTestJSON-563659174 tempest-DHCPAgentSchedulersTestJSON-563659174-project-admin] 10.222.0.73 "GET /v2.0/agents/3a4bd226-75c4-40e0-bf69-7154fc960f2a/dhcp-networks HTTP/1.1" status: 200 len: 11221 time: 0.4708724 Aug 31 19:26:48.051447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:48.150936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fab14-6d19-4aba-b16e-d7ed053bdd6d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:48.158377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fab14-6d19-4aba-b16e-d7ed053bdd6d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:48.162701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-120fab14-6d19-4aba-b16e-d7ed053bdd6d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1275799 Aug 31 19:26:48.163111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:48.263698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206e13f-732d-4b0e-baf2-084870c4a3f7 None None] Pushing event updated for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:48.272458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.280216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Allocated IP 19.86.0.2 (fd18b615-892c-4baa-9519-2f75dec64bf1/cb0079b4-1724-4f3a-88e0-17bf7fb91742/7dd43c8e-c4de-4286-9e95-de0a06d8cee3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:48.284866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:26:48.285817 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-27d4c253-ba8f-4849-b1db-fb3032ce5592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:26:48.286396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9989305-af84-4a0c-be4e-dbdeab94f9b2 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:48.332970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26da5454-fa73-462f-bc05-1fd1d1107af0 req-1cd2f400-5e2b-42c8-bef4-55532e35359c tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 210 time: 0.1270559 Aug 31 19:26:48.400285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Transition to ACTIVE for port object 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:48.402504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 60496eab-2876-444d-a68e-8e40ec717994 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:48.402867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.428579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.547611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Transition to ACTIVE for port object 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:48.556804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=515cfb03-f604-42ba-90f1-d18577c42e36,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:48.577185 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.674010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.688752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.700105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 60496eab-2876-444d-a68e-8e40ec717994 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:48.706561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9997a2b0-a594-469b-9d6a-60eb4b320172']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:48.741617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cf60d1-1e2f-4672-a9cc-2a526c2d78d3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:48.741926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cf60d1-1e2f-4672-a9cc-2a526c2d78d3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:48.765649 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.774848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.784633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Transition to ACTIVE for port object 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:48.793239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.801942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Transition to ACTIVE for port object 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:48.805849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:26:48.806275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:26:48.810000 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:26:48.900580 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.945701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:48.966391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:48.980987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.983570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:48.988452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:48.990291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "DELETE /v2.0/networks/9997a2b0-a594-469b-9d6a-60eb4b320172 HTTP/1.1" status: 204 len: 168 time: 0.9378486 Aug 31 19:26:48.993969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:49.000631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Pushing event updated for resources: {'Port': ['ID=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:49.045709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.058958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Network fd18b615-892c-4baa-9519-2f75dec64bf1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:49.097261 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75971bd-37ad-4ced-9157-306d9aa5e3cf tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] DELETE failed (client error): The resource could not be found. Aug 31 19:26:49.101804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75971bd-37ad-4ced-9157-306d9aa5e3cf tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:26:49.103653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d75971bd-37ad-4ced-9157-306d9aa5e3cf tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "DELETE /v2.0/ports/38a2ef00-1563-4e85-b243-4ed89b36a408 HTTP/1.1" status: 404 len: 333 time: 0.1017213 Aug 31 19:26:49.107159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:49.115652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290a609-19f9-4ab2-ad9f-bd024251693e tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event deleted for resources: {'Network': ['ID=9997a2b0-a594-469b-9d6a-60eb4b320172,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:49.175086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:49.184785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=60496eab-2876-444d-a68e-8e40ec717994,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:49.207859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:49.239089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Deleting subnet b8abb675-dc3d-45dc-a2ba-e190ecd58ede {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:49.253437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.333336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.341637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9820e94-e4f0-4ec6-8f1d-9fe3bcca5a41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/60496eab-2876-444d-a68e-8e40ec717994 HTTP/1.1" status: 204 len: 168 time: 1.1771877 Aug 31 19:26:49.347955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:49.398001 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.437999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Pushing event updated for resources: {'Port': ['ID=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:49.485305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Attempting to bind port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:49.485987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Attempting to bind port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:49.486543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Attempting to bind port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff on network fc803b76-6554-4bc9-8bbe-fb9d3568b888 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:49.500935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc45a3-6802-4f67-9e63-ac302b307f56 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:49.502445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc45a3-6802-4f67-9e63-ac302b307f56 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:49.503998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55dc45a3-6802-4f67-9e63-ac302b307f56 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1547344 Aug 31 19:26:49.512212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:49.513477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-920dcb6a-f9e2-4b2f-aa95-e6c43db9e84a None None] Provisioning complete for port 515cfb03-f604-42ba-90f1-d18577c42e36 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:49.513863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-920dcb6a-f9e2-4b2f-aa95-e6c43db9e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.518741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c12561a5-6977-4a50-962b-b3f3a65816ae req-3d95e9ce-066d-4a1c-abbe-e730bc847e4f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 210 time: 0.0501521 Aug 31 19:26:49.567485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:49.577242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Checking segment: {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:49.582075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet e37a21cf-143c-4e60-8889-019dace590a3 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:49.582718 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.583331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Bound using segment: {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:49.584067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Bound port: 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:49.584670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.638630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.691835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13daaa-fbfb-4bfd-bb32-24d43582a956 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'e37a21cf-143c-4e60-8889-019dace590a3'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '7c87cfb8-e1ba-4a2c-a355-a2f583548f5b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:26:49.696536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Attempting to bind port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:49.696915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Attempting to bind port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:49.697283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Attempting to bind port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 on network fd18b615-892c-4baa-9519-2f75dec64bf1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:49.757819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:49.759513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Checking segment: {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:49.759513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.759513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Bound using segment: {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:49.759869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Bound port: 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:49.760046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.768080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.782097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b13daaa-fbfb-4bfd-bb32-24d43582a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.827212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:49.906014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.127427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.171528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.173649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "DELETE /v2.0/subnets/b8abb675-dc3d-45dc-a2ba-e190ecd58ede HTTP/1.1" status: 204 len: 168 time: 1.0652053 Aug 31 19:26:50.176249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:50.224326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] For port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:50.226795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 515cfb03-f604-42ba-90f1-d18577c42e36 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:50.229650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644c542-5214-4bf4-a261-69fd1f692c1a None None] Network bf00548b-fa18-47e9-8b5d-38216bef19d4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:50.285155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a597a-cdd6-4158-aa42-ba183d6fc8fb tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event deleted for resources: {'Subnet': ['ID=b8abb675-dc3d-45dc-a2ba-e190ecd58ede,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:50.310812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.351148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] For port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:50.365506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.374424 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.376778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-cd7853c6-5deb-4bcc-84ca-90c45e7b128a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:50.378545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] For port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:50.389202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-cd7853c6-5deb-4bcc-84ca-90c45e7b128a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:50.392299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-cd7853c6-5deb-4bcc-84ca-90c45e7b128a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "GET /v2.0/networks?id=fc803b76-6554-4bc9-8bbe-fb9d3568b888&id=fd18b615-892c-4baa-9519-2f75dec64bf1 HTTP/1.1" status: 200 len: 1389 time: 0.5146008 Aug 31 19:26:50.406020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-920dcb6a-f9e2-4b2f-aa95-e6c43db9e84a None None] Could not find standard attr ID for object 38a2ef00-1563-4e85-b243-4ed89b36a408. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:26:50.442054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=e37a21cf-143c-4e60-8889-019dace590a3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-5b13daaa-fbfb-4bfd-bb32-24d43582a956 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e37a21cf-143c-4e60-8889-019dace590a3: This subnet is being modified by another concurrent operation. Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:26:50.442632 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e37a21cf-143c-4e60-8889-019dace590a3: This subnet is being modified by another concurrent operation. Aug 31 19:26:50.450351 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:26:50.456623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.456623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f31a4dad-db2c-498d-9a12-f5e54d591f7f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e37a21cf-143c-4e60-8889-019dace590a3 HTTP/1.1" status: 204 len: 168 time: 0.9360259 Aug 31 19:26:50.457085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:50.465368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'port': {'device_id': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888', 'admin_state_up': True, 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:50.472744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] For port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:50.550473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-28a3e68a-4f2f-499c-a5a6-7f14cc500451 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939906 Aug 31 19:26:50.560654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:50.566158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:50.613120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Deleting port 515cfb03-f604-42ba-90f1-d18577c42e36 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:50.613498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.647193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.699563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da7cd-e9a7-491f-b41b-ca30b0a0bd5e None None] Pushing event updated for resources: {'Port': ['ID=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:50.806662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 515cfb03-f604-42ba-90f1-d18577c42e36 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:50.806662 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.886097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] For port 515cfb03-f604-42ba-90f1-d18577c42e36, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=515cfb03-f604-42ba-90f1-d18577c42e36,segment=NetworkSegment(93a95b56-e008-4d77-b8c3-71e9131908d1),segment_id=93a95b56-e008-4d77-b8c3-71e9131908d1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:50.895549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:50.938981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d8184-6826-48b2-a60f-3b69915949c1 None None] Pushing event updated for resources: {'Port': ['ID=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:50.961018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Calling delete_port for 515cfb03-f604-42ba-90f1-d18577c42e36 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:51.052175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] DHCP port deletion for bf00548b-fa18-47e9-8b5d-38216bef19d4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:26:51.195017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.251121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event deleted for resources: {'Port': ['ID=515cfb03-f604-42ba-90f1-d18577c42e36,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:51.263776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] No DVR routers for this DVR port 515cfb03-f604-42ba-90f1-d18577c42e36 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:51.292195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Deleting port 515cfb03-f604-42ba-90f1-d18577c42e36 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:51.292611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.496535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.513072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] For port 515cfb03-f604-42ba-90f1-d18577c42e36, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:51.513400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.529288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Calling delete_port for 515cfb03-f604-42ba-90f1-d18577c42e36 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:51.532162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Port 515cfb03-f604-42ba-90f1-d18577c42e36 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:26:51.533425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.535755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf00548b-fa18-47e9-8b5d-38216bef19d4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:51.545864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] No DVR routers for this DVR port 515cfb03-f604-42ba-90f1-d18577c42e36 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:26:51.566837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b6e2-d9ce-4373-8cb6-56bc82d71b50 None None] Pushing event deleted for resources: {'Port': ['ID=515cfb03-f604-42ba-90f1-d18577c42e36,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:51.585119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a95b56-e008-4d77-b8c3-71e9131908d1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:51.586237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a95b56-e008-4d77-b8c3-71e9131908d1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:26:51.608484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.638016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.645667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:26:51.646165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.647302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f77c3d0e-1b3c-4b74-b32c-4313b0fa5837 req-eecfd133-b1e5-43b2-8b94-d6e16e05b827 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 210 time: 0.0438740 Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:26:51.678433 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:26:51.747817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.757328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:51.760974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] 10.222.0.73 "DELETE /v2.0/networks/bf00548b-fa18-47e9-8b5d-38216bef19d4 HTTP/1.1" status: 204 len: 168 time: 1.5815136 Aug 31 19:26:51.773348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74c33-5e10-476e-b283-5e3798698d54 tempest-DHCPAgentSchedulersTestJSON-723353530 tempest-DHCPAgentSchedulersTestJSON-723353530-project] Pushing event deleted for resources: {'Network': ['ID=bf00548b-fa18-47e9-8b5d-38216bef19d4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:51.783914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:51.791168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:52.008678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:52.012729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:52.049592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:52.132195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:52.152909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:52.157352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:52.170014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:52.191157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:52.197482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:52.201271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:52.202130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:52.216987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95293a3f-4bad-48d3-bac7-7ddafc82248c None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:52.243923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:52.245135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6823707 Aug 31 19:26:52.253002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '2eb7ff2c-b270-454e-bebf-64eb34f4801f', 'ip_address': '2001:db8::46a0:b0ad:25b0:5a69'}], 'name': 'tempest-NetworksTestDHCPv6-1995652186'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:52.280444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe600d0-8233-480e-84e4-095804ad20cf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=2eb7ff2c-b270-454e-bebf-64eb34f4801f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:52.336354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Allocated IP 19.80.0.79 (fc803b76-6554-4bc9-8bbe-fb9d3568b888/668aea7d-a625-4161-9986-e0e6f570a790/0f11e546-88b1-4862-943f-46aaab7b4a5b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:52.378131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:52.524759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 515cfb03-f604-42ba-90f1-d18577c42e36 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:26:52.606197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bc92c-e93c-4711-92f1-d2098878e8f6 None None] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:52.612910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 515cfb03-f604-42ba-90f1-d18577c42e36 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:26:52.613250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 515cfb03-f604-42ba-90f1-d18577c42e36 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:26:52.764961 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:52.856676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Transition to ACTIVE for port object 0f11e546-88b1-4862-943f-46aaab7b4a5b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:52.889788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Provisioning for port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:52.924308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd529612-9896-49d7-9e97-097510f3c112 req-1c98c0c2-d6a5-4ef8-9411-141f1f406f16 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 210 time: 0.1045985 Aug 31 19:26:52.939385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Provisioning complete for port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:52.939709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.014190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.129754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:53.139365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:53.143595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:53.206492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8ce74-e133-4c0b-81b2-83cbbd3be553 None None] Network fd18b615-892c-4baa-9519-2f75dec64bf1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:26:53.339143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.343171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.373242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '2eb7ff2c-b270-454e-bebf-64eb34f4801f'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '7c87cfb8-e1ba-4a2c-a355-a2f583548f5b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:26:53.373817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:53.428766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9e3c8d25-9179-4f83-b922-bff6c9c036fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c2e1fed49204694a073fd050cf38cee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2566457 Aug 31 19:26:53.430674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:53.447173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.448197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:53.464691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.468923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.475572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.481848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.499810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.509496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.519873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:53.521893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-652bc2da-82b3-4c71-80c2-132947381a4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.2659435 Aug 31 19:26:53.544557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-4b2243c1-3736-4d75-85fd-69de34d7e737 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0980177 Aug 31 19:26:53.549503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Request body: {'port': {'device_id': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1', 'admin_state_up': True, 'tenant_id': '0b31879c055a49289b51db01447ea138'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:53.569636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.604851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.669378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.672379 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.676889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da11a491-0ab1-4d31-b001-d93e94d72049 HTTP/1.1" status: 204 len: 168 time: 0.2449870 Aug 31 19:26:53.697416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab8fa-83d0-496d-871b-69f8a1632d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11a491-0ab1-4d31-b001-d93e94d72049,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:53.723127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.749316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 05f444d7-10ed-4752-adb8-7833bc230f3d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:26:53.802235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/2eb7ff2c-b270-454e-bebf-64eb34f4801f/7c87cfb8-e1ba-4a2c-a355-a2f583548f5b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:53.828200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b80f313-a3ca-409d-a1c9-a1fa53457f8f req-fe78a325-f06c-470c-ae9d-3731cb2ccaf5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2964706 Aug 31 19:26:53.857573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:53.956546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Made reservation on behalf of 0b31879c055a49289b51db01447ea138 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:53.960611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.145256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] For port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:54.170866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.250042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:54.386503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.397925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.404850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.411018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.418120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:54.424739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.438322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.446931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19dc93c1-a88c-46bc-80f7-0045e3b864db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.461528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.467176 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.470772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a99a747d-faba-4baf-92bf-da768c17c2be req-1b863f1b-b2d2-4531-b2ac-67db425d2ae9 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.3777783 Aug 31 19:26:54.484235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Ignored duplicate provisioning block setup for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 19:26:54.500595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ecf47-f6e5-4730-81a1-c3019934931f req-ea91d8b4-71ca-460b-b4d5-a05f25c62f33 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:54.502023 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.511177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-435ecf47-f6e5-4730-81a1-c3019934931f req-ea91d8b4-71ca-460b-b4d5-a05f25c62f33 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 931 time: 0.4193504 Aug 31 19:26:54.516912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Pushing event updated for resources: {'Port': ['ID=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:54.522715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Provisioning for port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:54.540077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Allocated IP 19.86.0.162 (fd18b615-892c-4baa-9519-2f75dec64bf1/cb0079b4-1724-4f3a-88e0-17bf7fb91742/91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:54.549069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.549835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.550927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.551292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.551823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.552310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.552701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.553045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.553383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.553720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.554303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.554437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f12d83-6ba9-4b48-8ba3-44f65dfc8269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:26:54.601671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Provisioning complete for port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:54.602593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:54.622938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-435ecf47-f6e5-4730-81a1-c3019934931f req-99503610-0762-47b5-8e98-05c6a0ff9710 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104212 Aug 31 19:26:54.778220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62210b3-098f-48ab-9272-6b40c6102bbf None None] Pushing event updated for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:54.794976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::46a0:b0ad:25b0:5a69 (28ab4167-83d5-4228-ad97-46ade08c33e4/2eb7ff2c-b270-454e-bebf-64eb34f4801f/05f444d7-10ed-4752-adb8-7833bc230f3d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:26:54.941792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.020976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.028004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] For port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:55.037505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.073636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Transition to ACTIVE for port object 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:55.154243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1e10-c820-4f89-a0e2-6a11d82e1ffd None None] Pushing event updated for resources: {'Port': ['ID=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:55.206732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.209085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Provisioning complete for port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:55.211744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.242617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19dc93c1-a88c-46bc-80f7-0045e3b864db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.254166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19dc93c1-a88c-46bc-80f7-0045e3b864db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.326636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Network fd18b615-892c-4baa-9519-2f75dec64bf1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:55.331056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:55.335145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:55.379437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Provisioning for port 0f11e546-88b1-4862-943f-46aaab7b4a5b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:55.384527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Provisioning complete for port 0f11e546-88b1-4862-943f-46aaab7b4a5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:55.390648 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.405781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19dc93c1-a88c-46bc-80f7-0045e3b864db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=902678e9b56c47f7a40cdeb26a95b427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864569 Aug 31 19:26:55.406516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:55.414905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:55.439762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc93c1-a88c-46bc-80f7-0045e3b864db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f98dc-557c-4ba2-87d6-d3d05f224ad1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:55.452942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:55.453719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.459664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.486606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4c64fbcc-5fee-4693-a9ce-c9b6f28d18f6 None None] Port 0f11e546-88b1-4862-943f-46aaab7b4a5b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:55.495908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-ca29656e-3e68-49e1-af2a-1d83e7b3cfce tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9498432 Aug 31 19:26:55.503367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 05f444d7-10ed-4752-adb8-7833bc230f3d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:55.512318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Request body: {'port': {'device_id': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:55.530435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.591303 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.606031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.625766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-86d0e364-0cf1-43bc-93c2-26ad0ed5f4a7 None None] Provisioning complete for port 0f11e546-88b1-4862-943f-46aaab7b4a5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:55.626062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-86d0e364-0cf1-43bc-93c2-26ad0ed5f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.676567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.753251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-86d0e364-0cf1-43bc-93c2-26ad0ed5f4a7 None None] Port 0f11e546-88b1-4862-943f-46aaab7b4a5b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:55.864205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:55.872564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:26:55.891720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:26:55.897817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:55.898789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.904115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-498e2c3f-98d7-43fa-b4f6-7402aac127c3 None None] Provisioning for port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:55.915902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-498e2c3f-98d7-43fa-b4f6-7402aac127c3 None None] Provisioning complete for port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:55.919529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-498e2c3f-98d7-43fa-b4f6-7402aac127c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:55.924798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=05f444d7-10ed-4752-adb8-7833bc230f3d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:55.940010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e5dc633-6851-49bd-9ac4-23bb197868b9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6926980 Aug 31 19:26:55.944244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:56.045375 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.052457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.053631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e44f98dc-557c-4ba2-87d6-d3d05f224ad1 HTTP/1.1" status: 204 len: 168 time: 0.6377251 Aug 31 19:26:56.062785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-498e2c3f-98d7-43fa-b4f6-7402aac127c3 None None] Port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:26:56.077131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93b917-a436-4e60-b2ea-9fc0fe596a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f98dc-557c-4ba2-87d6-d3d05f224ad1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:56.117244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ddb9a-07e3-450e-af48-d93e7717420a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:56.123836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ddb9a-07e3-450e-af48-d93e7717420a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:56.124630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9716-c191-4b7a-ac2e-b1d0685da180 req-ce24cc1e-5ce5-470e-ae37-6dd8c2f6d5d4 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:56.126266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e34ddb9a-07e3-450e-af48-d93e7717420a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1807239 Aug 31 19:26:56.131358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:56.133927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9716-c191-4b7a-ac2e-b1d0685da180 req-ce24cc1e-5ce5-470e-ae37-6dd8c2f6d5d4 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:56.136540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-132c9716-c191-4b7a-ac2e-b1d0685da180 req-ce24cc1e-5ce5-470e-ae37-6dd8c2f6d5d4 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1654 time: 0.3284163 Aug 31 19:26:56.212757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:56.238637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-132c9716-c191-4b7a-ac2e-b1d0685da180 req-5bbbe6b5-1ec7-43a8-aaf4-dcf87b2751ef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862832 Aug 31 19:26:56.408749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 05f444d7-10ed-4752-adb8-7833bc230f3d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:26:56.409508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.507556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f11e546-88b1-4862-943f-46aaab7b4a5b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:56.531555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:56.536003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.567891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Transition to ACTIVE for port object 0f11e546-88b1-4862-943f-46aaab7b4a5b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:56.573258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.606602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:56.671448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:56.690952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 05f444d7-10ed-4752-adb8-7833bc230f3d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:26:56.989659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Pushing event updated for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:57.024581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Attempting to bind port 0f11e546-88b1-4862-943f-46aaab7b4a5b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:57.025184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Attempting to bind port 0f11e546-88b1-4862-943f-46aaab7b4a5b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:57.026417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Attempting to bind port 0f11e546-88b1-4862-943f-46aaab7b4a5b on network fc803b76-6554-4bc9-8bbe-fb9d3568b888 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:57.035132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:57.058853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Port 0f11e546-88b1-4862-943f-46aaab7b4a5b on network fc803b76-6554-4bc9-8bbe-fb9d3568b888 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:57.059458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Attempting to bind port 0f11e546-88b1-4862-943f-46aaab7b4a5b on network fc803b76-6554-4bc9-8bbe-fb9d3568b888 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:57.076231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:57.076882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Checking segment: {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:57.077530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Bound using segment: {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:57.079263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Bound port: 0f11e546-88b1-4862-943f-46aaab7b4a5b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ef40f2-9d75-416d-a16e-b2b18aae4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:57.080127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.092275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.171586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=05f444d7-10ed-4752-adb8-7833bc230f3d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:57.211226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.213551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-95bee14b-ba34-4c5f-bc40-51041d3a3573 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/05f444d7-10ed-4752-adb8-7833bc230f3d HTTP/1.1" status: 204 len: 168 time: 1.0811892 Aug 31 19:26:57.217486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:57.336228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268caafb-1981-4c81-91c2-2c01960941d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:57.339099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268caafb-1981-4c81-91c2-2c01960941d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:57.341572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-268caafb-1981-4c81-91c2-2c01960941d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1223559 Aug 31 19:26:57.344478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:57.419386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Provisioning for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:26:57.423823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd970-8ec6-4c61-8cd7-cb5c258691d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.446959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:57.450060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.496067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:57.537039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 2eb7ff2c-b270-454e-bebf-64eb34f4801f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:26:57.545370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.591075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:57.591589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.604129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:57.656060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.665312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.727146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30b1a5-87c1-4db2-bf14-e8bf4b9b327d None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:26:57.790707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.823899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f458581-9d92-4c69-bf3d-4c808b5ee0ed req-71c0c2dc-e2c7-4e30-99e9-505ed72c7ce6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:57.830575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f458581-9d92-4c69-bf3d-4c808b5ee0ed req-71c0c2dc-e2c7-4e30-99e9-505ed72c7ce6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:57.847854 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f458581-9d92-4c69-bf3d-4c808b5ee0ed req-71c0c2dc-e2c7-4e30-99e9-505ed72c7ce6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1666 time: 0.4458172 Aug 31 19:26:57.861567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:57.862394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.864260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] 10.222.0.67 "PUT /v2.0/ports/0f11e546-88b1-4862-943f-46aaab7b4a5b HTTP/1.1" status: 200 len: 1092 time: 2.3590648 Aug 31 19:26:57.865944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.871044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:26:57.890263 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f75d2-32e7-468b-96a9-305abdf3eae2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:26:57.896952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:57.958677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Request body: {'port': {'device_id': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:57.976164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb7ff2c-b270-454e-bebf-64eb34f4801f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:57.989330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:57.996711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e8212045-ab80-44a0-8b93-712cddb4acdf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/2eb7ff2c-b270-454e-bebf-64eb34f4801f HTTP/1.1" status: 204 len: 168 time: 0.6509690 Aug 31 19:26:57.998060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.119002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e834405f-5594-4e23-b696-32f2266256b4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192331 Aug 31 19:26:58.121971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.126864 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8cd1dd-214c-47a6-8a50-e699454fa60b x-openstack-request-id: req-9e8cd1dd-214c-47a6-8a50-e699454fa60b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:26:58.127160 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:26:58.127416 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e8cd1dd-214c-47a6-8a50-e699454fa60b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:26:58.127851 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b', 'status': 'completed', 'code': 200} Aug 31 19:26:58.249950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f458581-9d92-4c69-bf3d-4c808b5ee0ed req-2083c644-ac5c-48d0-9960-912df0035594 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544934 Aug 31 19:26:58.318874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd970-8ec6-4c61-8cd7-cb5c258691d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.321122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.324016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e205a4-4f20-4646-a222-2d8afe837dfa service neutron] Pushing event updated for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:58.342458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd970-8ec6-4c61-8cd7-cb5c258691d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.351078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:58.355223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30b1a5-87c1-4db2-bf14-e8bf4b9b327d None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:26:58.377897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.406583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a95d5d1-4efb-4cd8-97c3-24a9e4747448 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.411881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a95d5d1-4efb-4cd8-97c3-24a9e4747448 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2888331 Aug 31 19:26:58.418302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.419365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dd970-8ec6-4c61-8cd7-cb5c258691d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9dc083-5621-4aed-b4fe-752792fd0823,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:58.429548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-eac58743-a6ed-4156-8c9d-94bb637befee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.430199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-eac58743-a6ed-4156-8c9d-94bb637befee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.432118 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-eac58743-a6ed-4156-8c9d-94bb637befee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1914 time: 0.3291006 Aug 31 19:26:58.463232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec8dd970-8ec6-4c61-8cd7-cb5c258691d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=162da5c12da74a738cbf7cec99a3c8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4248700 Aug 31 19:26:58.468844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42838) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.475942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.476433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.476907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.477374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.477841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.478308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.491988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.494321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-56b38d65-3c19-4090-960b-268517465121 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.5948169 Aug 31 19:26:58.566776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:26:58.582526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.626252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7919bc2-83a9-4803-b31e-a7ee4cd1451a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.630944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f7919bc2-83a9-4803-b31e-a7ee4cd1451a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2063987 Aug 31 19:26:58.631605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.653863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-b7ec0239-769d-4dd5-b1fa-85ad1288c04d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370311 Aug 31 19:26:58.704692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:58.705273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.711470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1dd2bc03-b2d3-404c-b2bc-393b1771d186 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689626 Aug 31 19:26:58.718157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:58.719903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.742398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:26:58.828507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.829767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaa2fe9f-c027-410b-b894-17cc0fa1430e None None] Could not find standard attr ID for object 05f444d7-10ed-4752-adb8-7833bc230f3d. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:26:58.858562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-a17528f1-7cec-415b-9bd7-022971345d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.859121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-a17528f1-7cec-415b-9bd7-022971345d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.859414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-a17528f1-7cec-415b-9bd7-022971345d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:58.861076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-a17528f1-7cec-415b-9bd7-022971345d14 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0b31879c055a49289b51db01447ea138&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4191055 Aug 31 19:26:58.896013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf882c-4cfe-48e6-a098-a38fad7e49e0 None None] Pushing event updated for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:58.986190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.989300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:58.995471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b9dc083-5621-4aed-b4fe-752792fd0823 HTTP/1.1" status: 204 len: 168 time: 0.5235856 Aug 31 19:26:59.012446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43a60-12a0-496b-9da9-fb5e4408b882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9dc083-5621-4aed-b4fe-752792fd0823,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:59.099770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-7ef5d9d0-4c71-479d-a6bb-9145d910f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:59.101333 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422f75d2-32e7-468b-96a9-305abdf3eae2 req-7ef5d9d0-4c71-479d-a6bb-9145d910f9c1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146256 Aug 31 19:26:59.154711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:26:59.176694 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.192436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:26:59.196265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.217102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Transition to ACTIVE for port object 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:26:59.227353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.383771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:26:59.427251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078985e-24cd-4e75-9382-7edd5ecca082 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:26:59.552019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:26:59.649660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Attempting to bind port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:26:59.649660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Attempting to bind port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:26:59.650174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Attempting to bind port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 on network fd18b615-892c-4baa-9519-2f75dec64bf1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:59.664186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:59.678898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 on network fd18b615-892c-4baa-9519-2f75dec64bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:26:59.679240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Attempting to bind port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 on network fd18b615-892c-4baa-9519-2f75dec64bf1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:26:59.687386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-02450f4f-df4f-4bb6-b6b8-1c7c2466a2ca None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:59.687809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02450f4f-df4f-4bb6-b6b8-1c7c2466a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.703978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a92c-637f-4292-923c-5b1934fdcf74 req-c66fe934-06bd-4d0d-9966-165c80cb7227 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:59.722531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a92c-637f-4292-923c-5b1934fdcf74 req-c66fe934-06bd-4d0d-9966-165c80cb7227 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:26:59.724229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d4a92c-637f-4292-923c-5b1934fdcf74 req-c66fe934-06bd-4d0d-9966-165c80cb7227 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1678 time: 0.2207534 Aug 31 19:26:59.727321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:26:59.727685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Checking segment: {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:26:59.728086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Bound using segment: {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:26:59.729014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Bound port: 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efed52c-6cf0-47f5-b498-b06f9fab4233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:26:59.729877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.810561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.873793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:26:59.891855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:26:59.895382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:26:59.896040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:26:59.896983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.907516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:26:59.910733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:26:59.923689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7c4-95b3-413b-a074-7d7993749b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.003252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05d4a92c-637f-4292-923c-5b1934fdcf74 req-436515c2-6fe1-4283-a807-830731fd672f tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530487 Aug 31 19:27:00.026883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.028122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.031124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] 10.222.0.67 "PUT /v2.0/ports/91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 HTTP/1.1" status: 200 len: 1093 time: 2.0766828 Aug 31 19:27:00.069132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1078985e-24cd-4e75-9382-7edd5ecca082 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:27:00.079555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7c4-95b3-413b-a074-7d7993749b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.079914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690303-5da3-4331-bd28-0a60f905588e service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:00.081279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:00.092669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.098524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.104489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7c4-95b3-413b-a074-7d7993749b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.132758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:00.144026 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acfb6a6-da54-4771-8e16-5230047a529a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:00.162731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0324a2b2-de47-40d7-aaf2-52d05450b468 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-828397910'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:00.163452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0324a2b2-de47-40d7-aaf2-52d05450b468 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Unknown quota resources ['metering_label']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:27:00.213988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b94ee7c4-95b3-413b-a074-7d7993749b11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42f76535e6554816b3cc83f39d0d9113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325317 Aug 31 19:27:00.213988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ee7c4-95b3-413b-a074-7d7993749b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3f7ae-d100-497c-9968-01fb7f282f79,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:00.216227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:00.217431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:00.234181 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-219b9699-b3ec-4082-a2a1-cf12b517b51f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5123560 Aug 31 19:27:00.237251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:00.243145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc', 'ip_address': '2001:db8::99c5:1f7d:5a79:af55'}], 'name': 'tempest-NetworksTestDHCPv6-141169632'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:00.324084 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8a14b-5f13-4005-b446-dd89456f1f96 x-openstack-request-id: req-10b8a14b-5f13-4005-b446-dd89456f1f96 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:00.324365 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:00.324605 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10b8a14b-5f13-4005-b446-dd89456f1f96 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:00.326827 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'status': 'completed', 'code': 200} Aug 31 19:27:00.357547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.399786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-26ef5d29-1b86-49ed-a1fa-5c2fc324e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.402557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-26ef5d29-1b86-49ed-a1fa-5c2fc324e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.404470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-26ef5d29-1b86-49ed-a1fa-5c2fc324e12d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1982 time: 0.3198953 Aug 31 19:27:00.406372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.457400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.460092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.461363 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bc3f7ae-d100-497c-9968-01fb7f282f79 HTTP/1.1" status: 204 len: 168 time: 0.2416620 Aug 31 19:27:00.506595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e116b-128b-44ec-9f64-2fb97e5a8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3f7ae-d100-497c-9968-01fb7f282f79,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:00.515442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e1385349-a675-4d30-85b0-f317eeb16595 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b HTTP/1.1" status: 200 len: 217 time: 0.0679641 Aug 31 19:27:00.563007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0324a2b2-de47-40d7-aaf2-52d05450b468 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.567270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0324a2b2-de47-40d7-aaf2-52d05450b468 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8966568 Aug 31 19:27:00.567870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:00.580268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-372bb104-6a10-4c4a-a745-be0e773177ef tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b81af474-3ae2-425d-becb-45e9b0701e9e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:00.580268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-372bb104-6a10-4c4a-a745-be0e773177ef tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:27:00.618809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-243d6df9-3697-4118-8c60-fa8b2fced095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.623041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-243d6df9-3697-4118-8c60-fa8b2fced095 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=668aea7d-a625-4161-9986-e0e6f570a790 HTTP/1.1" status: 200 len: 801 time: 0.0709250 Aug 31 19:27:00.627556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:00.716763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-da1f5c47-1c85-4244-aac8-5f3ce450fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:00.721003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-da1f5c47-1c85-4244-aac8-5f3ce450fde8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc803b76-6554-4bc9-8bbe-fb9d3568b888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897827 Aug 31 19:27:00.776593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '7c87cfb8-e1ba-4a2c-a355-a2f583548f5b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:27:00.842280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:00.904355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-c9d6cef2-c808-4d1d-9809-e4c129f0d0c8 service neutron] 10.222.0.67 "GET /v2.0/networks/fc803b76-6554-4bc9-8bbe-fb9d3568b888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745560 Aug 31 19:27:00.975236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:01.032903 n-d-778550-14 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-372bb104-6a10-4c4a-a745-be0e773177ef tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 19:27:01.049943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-a1680c2e-f668-4536-bd81-8deb8b27e2a1 service neutron] 10.222.0.67 "GET /v2.0/networks/fc803b76-6554-4bc9-8bbe-fb9d3568b888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378894 Aug 31 19:27:01.069747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.141883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-64dacf89-7d05-4234-9879-0bdf5e7cc951 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 HTTP/1.1" status: 200 len: 217 time: 0.0836527 Aug 31 19:27:01.225758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc/7c87cfb8-e1ba-4a2c-a355-a2f583548f5b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:01.300092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-523eb608-0a0e-4c80-94a0-ca79cf93db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.302280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-372bb104-6a10-4c4a-a745-be0e773177ef tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.306378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-372bb104-6a10-4c4a-a745-be0e773177ef tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7371895 Aug 31 19:27:01.313166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:01.331563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 611e57a7-c9e5-4358-8231-b196e2c20478 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:01.361707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-781c952f-7d8f-48aa-8cf5-86000c5ce213 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b81af474-3ae2-425d-becb-45e9b0701e9e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:01.362370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-781c952f-7d8f-48aa-8cf5-86000c5ce213 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:27:01.401212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:01.433975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207f6a-f490-4e97-9ed0-0c290e5a1ef4 req-45fc2a6d-6beb-4285-b4b3-437cf1162af6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:01.439986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207f6a-f490-4e97-9ed0-0c290e5a1ef4 req-45fc2a6d-6beb-4285-b4b3-437cf1162af6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:01.447903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0207f6a-f490-4e97-9ed0-0c290e5a1ef4 req-45fc2a6d-6beb-4285-b4b3-437cf1162af6 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1678 time: 0.2603748 Aug 31 19:27:01.451631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-f867c077-a6f5-43c6-a4d8-29298aee56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:01.453191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-f867c077-a6f5-43c6-a4d8-29298aee56ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb0079b4-1724-4f3a-88e0-17bf7fb91742 HTTP/1.1" status: 200 len: 801 time: 0.2985432 Aug 31 19:27:01.473194 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.495052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Transition to ACTIVE for port object 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:01.502072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.572865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b03251-0f4c-401d-a3a0-a8c6ea192e89 None None] Pushing event updated for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:01.586737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0207f6a-f490-4e97-9ed0-0c290e5a1ef4 req-391220c8-153c-45e9-a7f4-8bbc9127a59a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368332 Aug 31 19:27:01.594525 n-d-778550-14 neutron-server[94816]: WARNING neutron.services.metering.metering_plugin [None req-781c952f-7d8f-48aa-8cf5-86000c5ce213 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 19:27:01.701817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::99c5:1f7d:5a79:af55 (28ab4167-83d5-4228-ad97-46ade08c33e4/e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc/611e57a7-c9e5-4358-8231-b196e2c20478) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:01.743747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781c952f-7d8f-48aa-8cf5-86000c5ce213 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.749208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-781c952f-7d8f-48aa-8cf5-86000c5ce213 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3921435 Aug 31 19:27:01.749875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:01.775140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d64f1989-ea22-4c07-aa2e-80b67423ec9c tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=6b831f4f-844b-4590-b452-f89ceea2f5a8 HTTP/1.1" status: 200 len: 462 time: 0.0211403 Aug 31 19:27:01.778629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:01.797475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-a1fced01-50f8-440e-8c6b-f5d08cc5c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:01.799006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-a1fced01-50f8-440e-8c6b-f5d08cc5c27f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd18b615-892c-4baa-9519-2f75dec64bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946715 Aug 31 19:27:01.828643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-523eb608-0a0e-4c80-94a0-ca79cf93db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.842216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-523eb608-0a0e-4c80-94a0-ca79cf93db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:01.901159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb608-0a0e-4c80-94a0-ca79cf93db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b60174-2dde-4d10-a17a-f9d659e4bf30,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:01.941339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-523eb608-0a0e-4c80-94a0-ca79cf93db71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ecd1aecc81f4863a5d8e975fe311a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632084 Aug 31 19:27:01.943698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:02.036020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.040496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c378a268-44a4-4fcf-b46f-360d52acba0e tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.044980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c378a268-44a4-4fcf-b46f-360d52acba0e tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/6b831f4f-844b-4590-b452-f89ceea2f5a8 HTTP/1.1" status: 204 len: 168 time: 0.2616961 Aug 31 19:27:02.045282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:02.059441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-d965a1a1-5ee5-4181-9a07-e6fe819bfc1f service neutron] 10.222.0.67 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485185 Aug 31 19:27:02.084428 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5449d027-faeb-424d-9e80-b5464623ed88 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=6b831f4f-844b-4590-b452-f89ceea2f5a8 HTTP/1.1" status: 200 len: 221 time: 0.0381393 Aug 31 19:27:02.088707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:02.097305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4bc33ddc-4978-4e9c-8e44-d4421c0fb04f tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2099940881', 'description': 'label created by tempest'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:02.097762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4bc33ddc-4978-4e9c-8e44-d4421c0fb04f tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:27:02.222431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd08b0e6-86ed-4a93-936f-aaad46e1bdd5 req-e67d071c-abd5-434a-b354-27870fb2feef service neutron] 10.222.0.67 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514719 Aug 31 19:27:02.225130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.379300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb6a6-da54-4771-8e16-5230047a529a req-7823f2a6-aff8-4c3a-b67c-d508dea88eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:02.380939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb6a6-da54-4771-8e16-5230047a529a req-7823f2a6-aff8-4c3a-b67c-d508dea88eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:02.383405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-7823f2a6-aff8-4c3a-b67c-d508dea88eec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b31879c055a49289b51db01447ea138&device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1982 time: 0.1028965 Aug 31 19:27:02.441942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.477441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.489443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.494816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9b60174-2dde-4d10-a17a-f9d659e4bf30 HTTP/1.1" status: 204 len: 168 time: 0.5437868 Aug 31 19:27:02.512315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d4c9e-da44-49ba-87cd-887a86146b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b60174-2dde-4d10-a17a-f9d659e4bf30,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:02.550474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bc33ddc-4978-4e9c-8e44-d4421c0fb04f tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.554084 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4bc33ddc-4978-4e9c-8e44-d4421c0fb04f tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4634337 Aug 31 19:27:02.555406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 611e57a7-c9e5-4358-8231-b196e2c20478 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:02.562573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42958) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:02.626729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.668468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9425c9e-20e2-4761-8795-87afcb37fa06 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:02.740729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:02.791507 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:27:02.792554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=611e57a7-c9e5-4358-8231-b196e2c20478,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:02.814837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:02.826474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:02.839539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:02.840464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:02.878415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b2c62696-95a5-4652-b743-a5dacaf8c917 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6367037 Aug 31 19:27:02.878980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:02.902117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc', 'ip_address': '2001:db8::99c5:1f7d:5a79:af55'}], 'name': 'tempest-NetworksTestDHCPv6-975217448'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:02.922822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2753b00-1dd3-4e4d-b126-72dd1b6ec1d7 None None] Provisioning for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:02.929793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2753b00-1dd3-4e4d-b126-72dd1b6ec1d7 None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:02.930426 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2753b00-1dd3-4e4d-b126-72dd1b6ec1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:03.203979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:03.211346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:03.257362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 554f9a08-d8dd-43a7-b900-82d45aea36e0 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:03.456780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:03.608847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bedab349-940e-464b-b743-46a3c3e6405a tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f6ff3f9e-841d-4ef5-adb2-ad6570407607 HTTP/1.1" status: 200 len: 468 time: 1.0376770 Aug 31 19:27:03.611272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:03.611814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42996) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:03.612958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:03.660695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb6a6-da54-4771-8e16-5230047a529a req-5fd1bd34-e047-460a-8f32-2d3ea3a15559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:03.662261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-5fd1bd34-e047-460a-8f32-2d3ea3a15559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fd18b615-892c-4baa-9519-2f75dec64bf1 HTTP/1.1" status: 200 len: 901 time: 1.2702901 Aug 31 19:27:03.714376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-c3bd87f0-c9bf-4ab6-a053-f01fb3a403d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 HTTP/1.1" status: 200 len: 217 time: 0.0432925 Aug 31 19:27:03.726608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108716a-3106-4c7e-8c14-06b94a84900e req-59e259c9-510d-4611-97e1-792a2308c730 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:03.733316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108716a-3106-4c7e-8c14-06b94a84900e req-59e259c9-510d-4611-97e1-792a2308c730 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:03.741027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a108716a-3106-4c7e-8c14-06b94a84900e req-59e259c9-510d-4611-97e1-792a2308c730 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1678 time: 0.1537223 Aug 31 19:27:03.838673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb6a6-da54-4771-8e16-5230047a529a req-b9314e49-b912-4f10-a165-43e432d6461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:03.840271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-b9314e49-b912-4f10-a165-43e432d6461a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb0079b4-1724-4f3a-88e0-17bf7fb91742 HTTP/1.1" status: 200 len: 801 time: 0.0972590 Aug 31 19:27:03.906130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Provisioning complete for port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:03.907197 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:03.975672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a108716a-3106-4c7e-8c14-06b94a84900e req-171b534a-5467-4b90-a8ed-0721b890f16a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336802 Aug 31 19:27:03.987328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb6a6-da54-4771-8e16-5230047a529a req-54f7fc8e-2a2e-4170-ab4d-ca93e0f93425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:03.995241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-54f7fc8e-2a2e-4170-ab4d-ca93e0f93425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd18b615-892c-4baa-9519-2f75dec64bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013644 Aug 31 19:27:04.062571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Provisioning for port 611e57a7-c9e5-4358-8231-b196e2c20478 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:04.081224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Provisioning complete for port 611e57a7-c9e5-4358-8231-b196e2c20478 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:04.082085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:04.122426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cafdb785-afe0-412b-8690-b74e54ec9452 None None] Port 611e57a7-c9e5-4358-8231-b196e2c20478 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:04.193389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-d472a6ff-2c83-4704-9a7b-8d9ed0e2180b service neutron] 10.222.0.67 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899376 Aug 31 19:27:04.254406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f30a424-d714-4c8a-b522-753531980f22 None None] Provisioning complete for port 611e57a7-c9e5-4358-8231-b196e2c20478 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:04.254785 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f30a424-d714-4c8a-b522-753531980f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:04.332455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8f30a424-d714-4c8a-b522-753531980f22 None None] Port 611e57a7-c9e5-4358-8231-b196e2c20478 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:04.418306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7acfb6a6-da54-4771-8e16-5230047a529a req-16ece937-2a7f-4553-b8e6-969d7dd007cd service neutron] 10.222.0.67 "GET /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155497 Aug 31 19:27:04.491600 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 19:27:04.492921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:27:04.532288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-798cc3a7-5627-4353-9f85-e740a7b648c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6519659 Aug 31 19:27:04.533893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43018) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.564025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:27:04.601499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30fbcb1-d885-4f1c-b774-8472914a1b02 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:04.608155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c30fbcb1-d885-4f1c-b774-8472914a1b02 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/f6ff3f9e-841d-4ef5-adb2-ad6570407607 HTTP/1.1" status: 204 len: 168 time: 0.9942319 Aug 31 19:27:04.609540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.621772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1b012d5-21ec-4b2a-a829-0a2564cf6312 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f6ff3f9e-841d-4ef5-adb2-ad6570407607 HTTP/1.1" status: 200 len: 216 time: 0.0109026 Aug 31 19:27:04.626574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.637995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ef6f1fb2-6ef7-42e6-a060-a673ac954249 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102654 Aug 31 19:27:04.641457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.662066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c96d1f8c-ea06-4838-9679-9484da05c8bb tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0194957 Aug 31 19:27:04.666574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.694936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd9ac4-8928-4353-9525-9a0e28805e92 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:04.711805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd9ac4-8928-4353-9525-9a0e28805e92 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:04.715374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eedd9ac4-8928-4353-9525-9a0e28805e92 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1787236 Aug 31 19:27:04.718114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.739693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0634aa31-add9-48a8-8f31-ee47321c5a8a tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/b81af474-3ae2-425d-becb-45e9b0701e9e HTTP/1.1" status: 200 len: 472 time: 0.0714591 Aug 31 19:27:04.743445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.766214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d8635930-4f9b-4f63-a7da-faf76174f646 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/cc495ba1-292c-4507-98ed-73d4f79aa3fa HTTP/1.1" status: 200 len: 459 time: 0.0208292 Aug 31 19:27:04.766477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:04.823511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:04.839051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'network_id': 'fd18b615-892c-4baa-9519-2f75dec64bf1', 'port_id': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'mac_address': 'fa:16:3e:8d:40:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0079b4-1724-4f3a-88e0-17bf7fb91742', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:27:04.899506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:04.929731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:27:04.955536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:04.961474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:04.963383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0f11e546-88b1-4862-943f-46aaab7b4a5b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:27:05.024340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-25033d12-a587-4ab6-9f33-53696bc28b8b tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.035933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-25033d12-a587-4ab6-9f33-53696bc28b8b tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/cc495ba1-292c-4507-98ed-73d4f79aa3fa HTTP/1.1" status: 204 len: 168 time: 0.2678554 Aug 31 19:27:05.038434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:05.116795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:05.217001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:05.266603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '0f11e546-88b1-4862-943f-46aaab7b4a5b', 'network_id': 'fc803b76-6554-4bc9-8bbe-fb9d3568b888', 'port_id': '0f11e546-88b1-4862-943f-46aaab7b4a5b', 'mac_address': 'fa:16:3e:e0:33:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668aea7d-a625-4161-9986-e0e6f570a790', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:27:05.348079 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.360390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f11e546-88b1-4862-943f-46aaab7b4a5b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:27:05.389447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a02fe007-7471-4e9c-b118-85eb4c8c7445 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.395462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a02fe007-7471-4e9c-b118-85eb4c8c7445 tempest-MeteringIpV6TestJSON-411504374 tempest-MeteringIpV6TestJSON-411504374-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/b81af474-3ae2-425d-becb-45e9b0701e9e HTTP/1.1" status: 204 len: 168 time: 0.3555636 Aug 31 19:27:05.397099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:05.410122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.413596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 611e57a7-c9e5-4358-8231-b196e2c20478 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:05.414609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.488506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:05.540354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530506-1f97-42bb-9f0b-535bf5c02959 req-6f5a0dd1-2bfa-49c7-b73a-184128349b3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:05.553714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530506-1f97-42bb-9f0b-535bf5c02959 req-6f5a0dd1-2bfa-49c7-b73a-184128349b3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:05.555982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95530506-1f97-42bb-9f0b-535bf5c02959 req-6f5a0dd1-2bfa-49c7-b73a-184128349b3b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1679 time: 0.4272015 Aug 31 19:27:05.612368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.639995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 611e57a7-c9e5-4358-8231-b196e2c20478 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:05.651611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:27:05.724912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['0f11e546-88b1-4862-943f-46aaab7b4a5b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:27:05.824394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:05.949955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95530506-1f97-42bb-9f0b-535bf5c02959 req-a7228ec8-9a5d-46b7-80c6-ebb09aa7bb82 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438503 Aug 31 19:27:06.008832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=611e57a7-c9e5-4358-8231-b196e2c20478,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:06.050997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.058438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.059311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ddadf800-d0b5-49ff-aa33-9b03b9fe810e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/611e57a7-c9e5-4358-8231-b196e2c20478 HTTP/1.1" status: 204 len: 168 time: 1.3385382 Aug 31 19:27:06.077735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.130105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16231d34-2b43-4f00-adac-bd4d4fb1066f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:06.132189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16231d34-2b43-4f00-adac-bd4d4fb1066f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:06.134053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16231d34-2b43-4f00-adac-bd4d4fb1066f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0744255 Aug 31 19:27:06.137684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43184) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.210662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:06.252269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.298973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-367b6f9a-ddd6-446b-b171-22b4b7abf824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.318194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.394267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.444975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.534859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de23120-a85e-4eb7-b8d3-d0626c8a11e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.538766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.542203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-367b6f9a-ddd6-446b-b171-22b4b7abf824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.551869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-367b6f9a-ddd6-446b-b171-22b4b7abf824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.581794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:06.584405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:06.589964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.592332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1241229a-60bb-4d6c-ab9c-880e88a6fd5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc HTTP/1.1" status: 204 len: 168 time: 0.4533138 Aug 31 19:27:06.598378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507f50f-399e-4952-b361-841613fffbde None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:06.599094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.659693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a285c5cf-b90f-4b00-9ea9-7538fcfd7a78 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594795 Aug 31 19:27:06.667364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-367b6f9a-ddd6-446b-b171-22b4b7abf824 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6b14e9016bb48fbbc92cb995767cb34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848296 Aug 31 19:27:06.667364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.667364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.677292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:06.684642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6f9a-ddd6-446b-b171-22b4b7abf824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a965d0-cae1-441e-a860-81da60ad2f53,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:06.732093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de23120-a85e-4eb7-b8d3-d0626c8a11e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.739403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de23120-a85e-4eb7-b8d3-d0626c8a11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.813158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.844502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.851953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:06.858085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:06.861903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:06.863340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3de23120-a85e-4eb7-b8d3-d0626c8a11e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e29a009a69214c99a8c9ea2784f4ed04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671564 Aug 31 19:27:06.865079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de23120-a85e-4eb7-b8d3-d0626c8a11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11cb2b-2149-439b-9d26-9abc7878c323,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:06.983168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:07.012813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:07.013501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.053684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.057870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.059098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27a965d0-cae1-441e-a860-81da60ad2f53 HTTP/1.1" status: 204 len: 168 time: 0.3908870 Aug 31 19:27:07.141434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.144949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb774f2-89c3-44fc-bc62-ceafa6509a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a965d0-cae1-441e-a860-81da60ad2f53,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.166302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:07.187773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:07.194288 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ddfae-6beb-43e4-9e2f-f1e90a6ed1bf" -d '{"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:07.209121 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.227585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96321c2d-3fdd-4701-84f0-43d539a98ca3 req-69a87e1b-d02b-4040-be6e-3048785066fe tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:07.234552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96321c2d-3fdd-4701-84f0-43d539a98ca3 req-69a87e1b-d02b-4040-be6e-3048785066fe tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:07.244376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96321c2d-3fdd-4701-84f0-43d539a98ca3 req-69a87e1b-d02b-4040-be6e-3048785066fe tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1680 time: 0.2071595 Aug 31 19:27:07.266600 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642832b1-292c-4b39-bb2e-56b8759d82ce x-openstack-request-id: req-642832b1-292c-4b39-bb2e-56b8759d82ce {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:07.267098 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:07.267490 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-642832b1-292c-4b39-bb2e-56b8759d82ce {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:07.268057 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'code': 200} Aug 31 19:27:07.274715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:07.280595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.281964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0f11e546-88b1-4862-943f-46aaab7b4a5b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:07.325547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.359384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.394348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Deleting port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:07.394651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.461144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] For port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:07.461555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.489594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Calling delete_port for 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:07.505896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:07.526068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96321c2d-3fdd-4701-84f0-43d539a98ca3 req-e54e6475-650c-471a-a3c8-b5755c3a32fc tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804108 Aug 31 19:27:07.556538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:07.581008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 0f11e546-88b1-4862-943f-46aaab7b4a5b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:07.590190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b8fef2-435f-485d-a6d1-7f4670004d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.591931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 0f11e546-88b1-4862-943f-46aaab7b4a5b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:07.592427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.618319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.621123 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.624722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee11cb2b-2149-439b-9d26-9abc7878c323 HTTP/1.1" status: 204 len: 168 time: 0.7575476 Aug 31 19:27:07.634051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.641261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cc211-dea3-431c-a3ae-85bd556b7646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11cb2b-2149-439b-9d26-9abc7878c323,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.743062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:07.746815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:07.756716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:07.759359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.786104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.815071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b8fef2-435f-485d-a6d1-7f4670004d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.819209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b8fef2-435f-485d-a6d1-7f4670004d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.825882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c712faf5-8d42-483a-a89a-54c9691cfaf9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1595552 Aug 31 19:27:07.828568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:07.830635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.835475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-984080574'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:07.859777 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-93b8fef2-435f-485d-a6d1-7f4670004d85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=495b906dfab14be482099a081e266d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012762 Aug 31 19:27:07.863145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:07.890420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] Pushing event deleted for resources: {'Port': ['ID=7c87cfb8-e1ba-4a2c-a355-a2f583548f5b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.894807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8fef2-435f-485d-a6d1-7f4670004d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b010399-0974-4e46-9e5f-274ece915e40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:07.930079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.938580 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.942434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f703c4d-d050-4924-bf07-c88ed3d0998f None None] No DVR routers for this DVR port 7c87cfb8-e1ba-4a2c-a355-a2f583548f5b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:07.964782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:07.992307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d653a-f527-4b95-b614-3ecf10c593de None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:08.021647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.024745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.026196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b010399-0974-4e46-9e5f-274ece915e40 HTTP/1.1" status: 204 len: 168 time: 0.1618609 Aug 31 19:27:08.049359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b386f-0236-45da-bf82-1ede9b770c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b010399-0974-4e46-9e5f-274ece915e40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:08.052243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:08.063564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.169652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:08.181019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.267750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.305564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 318749d5-485d-4f1f-90b3-2a250042c6e6 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:08.309122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:08.379505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:08.380998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.390983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:08.411730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075a486-dbbf-48f6-b04a-0640574406d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.538656 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:27:08.539016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:27:08.644213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075a486-dbbf-48f6-b04a-0640574406d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.651461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075a486-dbbf-48f6-b04a-0640574406d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.656649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0b0a274d-2512-432c-84a7-c9861cbfaf3e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8241868 Aug 31 19:27:08.658146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:08.685847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c/d31a31f7-26d2-43c4-a682-e699085207ec) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:08.707039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-85913730-e843-4d9c-a040-eef863db354a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0471697 Aug 31 19:27:08.717726 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4075a486-dbbf-48f6-b04a-0640574406d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1867f218f25143d9a1d3a1a3871346f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244143 Aug 31 19:27:08.721086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:08.721494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:08.737100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075a486-dbbf-48f6-b04a-0640574406d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f907ac-04a3-4477-a128-2fff4d1024e0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:08.847754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29821f5-7dc5-41b3-96c6-c167d35ffb8c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:08.849546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29821f5-7dc5-41b3-96c6-c167d35ffb8c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:08.851677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e29821f5-7dc5-41b3-96c6-c167d35ffb8c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1287487 Aug 31 19:27:08.856737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:08.863835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239e4e8-414b-4d5e-b3e4-d29a33061c5c req-ea4ae7a2-0596-46c2-af39-5193ca9857f9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:08.869983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239e4e8-414b-4d5e-b3e4-d29a33061c5c req-ea4ae7a2-0596-46c2-af39-5193ca9857f9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:08.873490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7239e4e8-414b-4d5e-b3e4-d29a33061c5c req-ea4ae7a2-0596-46c2-af39-5193ca9857f9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.2160254 Aug 31 19:27:08.897544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.941161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:08.941820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7239e4e8-414b-4d5e-b3e4-d29a33061c5c req-50789987-6922-4c30-8db7-86864b193112 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Aug 31 19:27:08.955959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.977592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:08.988667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Transition to ACTIVE for port object d31a31f7-26d2-43c4-a682-e699085207ec will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:09.030505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Transition to ACTIVE for port object d31a31f7-26d2-43c4-a682-e699085207ec will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:09.031305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.036092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.041862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8f907ac-04a3-4477-a128-2fff4d1024e0 HTTP/1.1" status: 204 len: 168 time: 0.3170402 Aug 31 19:27:09.044213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.059458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd7c75-0518-4eee-bb66-ab0fe92d391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f907ac-04a3-4477-a128-2fff4d1024e0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:09.076047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.110583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.190748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:09.194087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:09.199193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:09.205732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Pushing event updated for resources: {'Port': ['ID=d31a31f7-26d2-43c4-a682-e699085207ec,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:09.306580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:09.318777 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c16dc-a596-4c9d-a72b-e6f659e97fa4" -d '{"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:09.372210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Attempting to bind port d31a31f7-26d2-43c4-a682-e699085207ec on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:09.373133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Attempting to bind port d31a31f7-26d2-43c4-a682-e699085207ec by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:09.378419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Attempting to bind port d31a31f7-26d2-43c4-a682-e699085207ec on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:09.386975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:09.387674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:09.388325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.388939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:09.389653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Bound port: d31a31f7-26d2-43c4-a682-e699085207ec, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:09.390269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.418632 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53e236-8282-4aa9-b134-cb5bfc925ed9 x-openstack-request-id: req-9e53e236-8282-4aa9-b134-cb5bfc925ed9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:09.419027 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:09.419359 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e53e236-8282-4aa9-b134-cb5bfc925ed9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:09.419859 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b', 'code': 200} Aug 31 19:27:09.442276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.558596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:09.610047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc1ec-5f22-4974-80ed-ab4c181a6887 req-231acb54-e02f-4374-86a6-21e85f2ded16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:09.610047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc1ec-5f22-4974-80ed-ab4c181a6887 req-231acb54-e02f-4374-86a6-21e85f2ded16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:09.611839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f35bc1ec-5f22-4974-80ed-ab4c181a6887 req-231acb54-e02f-4374-86a6-21e85f2ded16 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1986 time: 0.1274290 Aug 31 19:27:09.623349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] For port d31a31f7-26d2-43c4-a682-e699085207ec, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:09.628082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] For port d31a31f7-26d2-43c4-a682-e699085207ec, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d31a31f7-26d2-43c4-a682-e699085207ec,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:09.629363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.637644 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.674529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f35bc1ec-5f22-4974-80ed-ab4c181a6887 req-acb62215-4d67-4f85-b53f-a97203b71d14 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Aug 31 19:27:09.696108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:09.711956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.714026 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-350f1d05-726e-4251-be73-b3980a12c937 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c HTTP/1.1" status: 204 len: 168 time: 0.8559246 Aug 31 19:27:09.717417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:09.752460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0284df-a32f-43fb-9482-f207f2ad6b14 None None] Pushing event updated for resources: {'Port': ['ID=d31a31f7-26d2-43c4-a682-e699085207ec,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:09.807471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67b120f5-151f-4ce3-965a-8a3a887dbcbe tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882103 Aug 31 19:27:09.807800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:09.817044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:09.833850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260571148'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:09.857716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:09.862830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.880107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:09.914707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:27:09.914707 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:27:09.914707 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id_1': '350b93a0e55640e9bbe7cb994c0651be', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 27, 9, 908524)}] Aug 31 19:27:09.914707 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:27:09.915934 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:27:10.037914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.043338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.086381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:27:10.138975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.139357 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 6b5b4511-c71d-45fa-98c1-35eaa2f27519 of type vlan for network 86dbf253-0084-489f-b210-6f532308f83b Aug 31 19:27:10.140689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4555d-4f42-46a0-971c-68859310a7e7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:10.221205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c16e-49a0-4c15-82b5-47c7c463832b req-8f3aaa02-a8b2-439d-8e2c-142b1302ca53 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:10.227579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c16e-49a0-4c15-82b5-47c7c463832b req-8f3aaa02-a8b2-439d-8e2c-142b1302ca53 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:10.229905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec23c16e-49a0-4c15-82b5-47c7c463832b req-8f3aaa02-a8b2-439d-8e2c-142b1302ca53 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.1447518 Aug 31 19:27:10.241369 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.300879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec23c16e-49a0-4c15-82b5-47c7c463832b req-b5f2bbeb-154d-431f-b516-ff75f9515ef3 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Aug 31 19:27:10.305396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.312026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:10.312865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.383844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8214860 Aug 31 19:27:10.388081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:10.402383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-2118417740'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:10.418002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1aea5-c45f-4baa-b8a8-76b73befe941 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=86dbf253-0084-489f-b210-6f532308f83b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:10.429809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 86dbf253-0084-489f-b210-6f532308f83b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:27:10.460545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:10.466887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.497379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:10.502869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.561446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:27:10.597358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.597564 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 81f14060-89a2-4fe5-b332-8a5e00b7c85f of type vlan for network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d Aug 31 19:27:10.687550 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.794393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.800392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:10.801012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:10.917624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:10.919213 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5286696 Aug 31 19:27:10.923360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '86dbf253-0084-489f-b210-6f532308f83b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:10.983312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43316) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:10.990209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd3f8-5ed9-45bf-8da4-f20913c0fc89 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=7153f8da-a13e-49f1-8ff1-1b1ca489a83d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:11.003397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:27:11.026038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.069868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:11.073886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.133973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:11.140704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:11.145255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:11.146055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.152474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=21646728-dfd8-44e6-9a8f-5e42db9e3ec4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:11.194876 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-848ee00d-f101-4c01-ae45-cf5d1dce534e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3854601 Aug 31 19:27:11.198295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:11.206041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1244580962', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:11.240733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.242549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.274331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e76568d-e2b1-4f22-8156-b45185792ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.307524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab168e-ff40-485d-b383-b9329d58dfb6 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:11.384219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.389722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.478838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.511971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8e5ef78-4c1a-4551-bf89-8483233f92bf None None] Provisioning for port d31a31f7-26d2-43c4-a682-e699085207ec completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:11.521453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d31a31f7-26d2-43c4-a682-e699085207ec up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:11.556185 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf6ebfaf-1542-49ba-8814-f1ddac1cde11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.606823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e76568d-e2b1-4f22-8156-b45185792ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.614312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=b2db6866-293b-4dbf-a5a3-6e31321932cf,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:11.616862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.622498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e76568d-e2b1-4f22-8156-b45185792ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.627740 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-006ff611-0f0d-46f6-adee-8e819c442a8b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4269559 Aug 31 19:27:11.630392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:11.644355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d31a31f7-26d2-43c4-a682-e699085207ec completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:11.650911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d31a31f7-26d2-43c4-a682-e699085207ec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:11.651282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.674607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d191a3-45b9-44b7-9b96-1aad493fb703 req-e88e61b0-c3fa-4863-a759-00822d34a29e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:11.680784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d191a3-45b9-44b7-9b96-1aad493fb703 req-e88e61b0-c3fa-4863-a759-00822d34a29e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:11.682593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34d191a3-45b9-44b7-9b96-1aad493fb703 req-e88e61b0-c3fa-4863-a759-00822d34a29e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.1974072 Aug 31 19:27:11.712951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '6b5b4511-c71d-45fa-98c1-35eaa2f27519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86dbf253-0084-489f-b210-6f532308f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:11.713381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 86dbf253-0084-489f-b210-6f532308f83b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:27:11.726783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e76568d-e2b1-4f22-8156-b45185792ae8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30ada7b6a23e449db6c332f664fb3b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418556 Aug 31 19:27:11.731507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76568d-e2b1-4f22-8156-b45185792ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3789c433-4f62-40ea-9495-edc60958fac9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:11.732369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:11.778981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34d191a3-45b9-44b7-9b96-1aad493fb703 req-d317f6c2-eb78-463d-ae24-d9e25af0cc58 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835960 Aug 31 19:27:11.784971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 86dbf253-0084-489f-b210-6f532308f83b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:27:11.798966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 86dbf253-0084-489f-b210-6f532308f83b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:11.804783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:11.807625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.825132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-59dac174-8993-4cd0-9633-81246bc6a742 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9052899 Aug 31 19:27:11.827351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:11.842534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:11.844382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7b2b3-829b-4520-a957-1ffc273c1f10 None None] Network 86dbf253-0084-489f-b210-6f532308f83b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:11.862933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.972408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d31a31f7-26d2-43c4-a682-e699085207ec, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d31a31f7-26d2-43c4-a682-e699085207ec,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:11.983324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:11.997478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:12.004439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.152359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-86dbf253-0084-489f-b210-6f532308f83b', 'network_id': '86dbf253-0084-489f-b210-6f532308f83b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': 'b2db6866-293b-4dbf-a5a3-6e31321932cf'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:12.153921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.154903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.194582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.225195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.324073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Allocated IP 172.20.0.2 (86dbf253-0084-489f-b210-6f532308f83b/b2db6866-293b-4dbf-a5a3-6e31321932cf/7bf6bd93-21b0-4d83-8868-3de32c483ca8) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:12.405650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.417677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.420594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.424268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3789c433-4f62-40ea-9495-edc60958fac9 HTTP/1.1" status: 204 len: 168 time: 0.6866534 Aug 31 19:27:12.470147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780a6fa-2186-47d9-868e-bc7f9c16b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789c433-4f62-40ea-9495-edc60958fac9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:12.481641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade285-88a4-44b4-afb7-2c57b823adf9 req-c4193c6a-319d-4dfd-bbb8-ab69521b6132 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:12.488214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade285-88a4-44b4-afb7-2c57b823adf9 req-c4193c6a-319d-4dfd-bbb8-ab69521b6132 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:12.496063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfade285-88a4-44b4-afb7-2c57b823adf9 req-c4193c6a-319d-4dfd-bbb8-ab69521b6132 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.1303110 Aug 31 19:27:12.537570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=adf71d27-e2c5-4969-ba27-a19aff5176c3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:12.548664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d31a31f7-26d2-43c4-a682-e699085207ec,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:12.587957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d28c4df-83f5-4fbc-97e4-6080252641f5 None None] Provisioning complete for port d31a31f7-26d2-43c4-a682-e699085207ec triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:12.587957 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d28c4df-83f5-4fbc-97e4-6080252641f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.588238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '81f14060-89a2-4fe5-b332-8a5e00b7c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:12.588238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 7153f8da-a13e-49f1-8ff1-1b1ca489a83d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:27:12.602897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfade285-88a4-44b4-afb7-2c57b823adf9 req-7b8b5d8d-e160-482e-9112-e30adfa643a9 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056654 Aug 31 19:27:12.631452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:27:12.645858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::1 (28ab4167-83d5-4228-ad97-46ade08c33e4/21646728-dfd8-44e6-9a8f-5e42db9e3ec4/255be3a6-cacd-4005-8476-56c3f937018d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:12.662542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7153f8da-a13e-49f1-8ff1-1b1ca489a83d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:12.667035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:12.667788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.677080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.680096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e1617-0cba-4e6d-a319-66b252d0a3d2 None None] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:12.689354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:12.690199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-582e696c-60d1-4299-aa8d-2b69e556791f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8572323 Aug 31 19:27:12.696666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1380164375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:12.768187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Transition to ACTIVE for port object 7bf6bd93-21b0-4d83-8868-3de32c483ca8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:12.784353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.785566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.802837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Transition to ACTIVE for port object 7bf6bd93-21b0-4d83-8868-3de32c483ca8 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:12.819250 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.879035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Network 86dbf253-0084-489f-b210-6f532308f83b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:12.893356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:12.901901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.908333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75546f3d-d3e6-4ab2-865c-b5c682de7e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.921363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.927785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:12.931829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:12.937413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Pushing event updated for resources: {'Port': ['ID=7bf6bd93-21b0-4d83-8868-3de32c483ca8,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:12.948021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 255be3a6-cacd-4005-8476-56c3f937018d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:12.984574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:12.984899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7153f8da-a13e-49f1-8ff1-1b1ca489a83d', 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': 'adf71d27-e2c5-4969-ba27-a19aff5176c3'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:12.985696 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.019954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.035876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75546f3d-d3e6-4ab2-865c-b5c682de7e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.044047 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75546f3d-d3e6-4ab2-865c-b5c682de7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.062847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.064094 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8125016-a58f-4f1f-b70e-2116c0fce055 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3733585 Aug 31 19:27:13.069032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:13.075348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:13.078677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:13.083261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:13.083823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.087216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=255be3a6-cacd-4005-8476-56c3f937018d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:13.142837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75546f3d-d3e6-4ab2-865c-b5c682de7e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1026146c-252b-43f4-8545-1fae4e57970e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:13.178700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-75546f3d-d3e6-4ab2-865c-b5c682de7e0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b0a1c140fce4d7e9b514a467ac50caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842193 Aug 31 19:27:13.181684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:13.241939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.267657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Allocated IP 172.21.0.2 (7153f8da-a13e-49f1-8ff1-1b1ca489a83d/adf71d27-e2c5-4969-ba27-a19aff5176c3/38da3466-ba0c-4e69-9084-00d406d2769c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:13.372623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.490217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.552627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.579521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d31a31f7-26d2-43c4-a682-e699085207ec up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:13.585681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Attempting to bind port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:13.586723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Attempting to bind port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '6b5b4511-c71d-45fa-98c1-35eaa2f27519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86dbf253-0084-489f-b210-6f532308f83b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:13.586723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Attempting to bind port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 on network 86dbf253-0084-489f-b210-6f532308f83b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:13.601077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:13.601738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.601867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Checking segment: {'id': '6b5b4511-c71d-45fa-98c1-35eaa2f27519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86dbf253-0084-489f-b210-6f532308f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:13.602537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.603256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Bound using segment: {'id': '6b5b4511-c71d-45fa-98c1-35eaa2f27519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86dbf253-0084-489f-b210-6f532308f83b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:13.603670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Bound port: 7bf6bd93-21b0-4d83-8868-3de32c483ca8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5b4511-c71d-45fa-98c1-35eaa2f27519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86dbf253-0084-489f-b210-6f532308f83b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:13.604121 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.604704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.608293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1026146c-252b-43f4-8545-1fae4e57970e HTTP/1.1" status: 204 len: 168 time: 0.4233899 Aug 31 19:27:13.662232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-113f788c-3548-4832-8d99-83b898f94a98 None None] Provisioning for port 255be3a6-cacd-4005-8476-56c3f937018d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:13.673208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b91d4-b522-4669-9127-7940ea6701b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1026146c-252b-43f4-8545-1fae4e57970e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:13.731785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-113f788c-3548-4832-8d99-83b898f94a98 None None] Provisioning complete for port 255be3a6-cacd-4005-8476-56c3f937018d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:13.732534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-113f788c-3548-4832-8d99-83b898f94a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.786911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-113f788c-3548-4832-8d99-83b898f94a98 None None] Port 255be3a6-cacd-4005-8476-56c3f937018d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:13.788549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.796860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.797856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.863974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d31a31f7-26d2-43c4-a682-e699085207ec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:13.864885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.903744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] For port 7bf6bd93-21b0-4d83-8868-3de32c483ca8, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:13.941660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] For port 7bf6bd93-21b0-4d83-8868-3de32c483ca8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7bf6bd93-21b0-4d83-8868-3de32c483ca8,segment=NetworkSegment(6b5b4511-c71d-45fa-98c1-35eaa2f27519),segment_id=6b5b4511-c71d-45fa-98c1-35eaa2f27519)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:13.942737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=255be3a6-cacd-4005-8476-56c3f937018d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:13.972580 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:13.999827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:14.001502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:14.048289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.20.0.1 (86dbf253-0084-489f-b210-6f532308f83b/b2db6866-293b-4dbf-a5a3-6e31321932cf/45d67262-363f-4657-bcc6-e3f2120ffb64) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:14.143069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.239526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Router fc4b7a21-d5f1-496f-a37a-a06237664ee4 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:27:14.243221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Transition to ACTIVE for port object 38da3466-ba0c-4e69-9084-00d406d2769c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:14.289618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.298392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7dfe0-7952-4b18-a396-1962df710012 None None] Pushing event updated for resources: {'Port': ['ID=7bf6bd93-21b0-4d83-8868-3de32c483ca8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:14.311802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 45d67262-363f-4657-bcc6-e3f2120ffb64 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:14.322499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9f3189a-d4ac-420b-8d6c-c79a661ab1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.366695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Transition to ACTIVE for port object 38da3466-ba0c-4e69-9084-00d406d2769c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:14.373659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.393166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.501977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:14.508500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc29ace4-1f52-44e7-a80b-025f5433f800 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "PUT /v2.0/routers/fc4b7a21-d5f1-496f-a37a-a06237664ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8768997 Aug 31 19:27:14.512063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:14.535242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-1bf99f07-32fc-4271-a246-77ed9552d208 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.546695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-1bf99f07-32fc-4271-a246-77ed9552d208 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.550492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-1bf99f07-32fc-4271-a246-77ed9552d208 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.8947880 Aug 31 19:27:14.552566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 86dbf253-0084-489f-b210-6f532308f83b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:14.566833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Pushing event updated for resources: {'Port': ['ID=38da3466-ba0c-4e69-9084-00d406d2769c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:14.588898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740325f0-20df-4c1a-9d93-0f69f98af413 req-59c9bc78-7a5c-47df-87c5-128718d76c9b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.589539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Sync routers for ids ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:14.600206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740325f0-20df-4c1a-9d93-0f69f98af413 req-59c9bc78-7a5c-47df-87c5-128718d76c9b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.612048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-740325f0-20df-4c1a-9d93-0f69f98af413 req-59c9bc78-7a5c-47df-87c5-128718d76c9b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.8532517 Aug 31 19:27:14.619302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:14.620363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.630639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:14.637295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f6e7b14-089d-45fa-875a-3c8ce7a70d55 None None] Provisioning complete for port 255be3a6-cacd-4005-8476-56c3f937018d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:14.637812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7b14-089d-45fa-875a-3c8ce7a70d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.638646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:14.643438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c6a94-dc50-4bcd-bc13-bd13f23d2644 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.647276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-704c6a94-dc50-4bcd-bc13-bd13f23d2644 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports/255be3a6-cacd-4005-8476-56c3f937018d HTTP/1.1" status: 200 len: 911 time: 0.1318324 Aug 31 19:27:14.649372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:14.694599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:14.705385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Routers {'fc4b7a21-d5f1-496f-a37a-a06237664ee4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:14.705967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:14.717577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:14.731753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b613abfe-6db8-458b-822c-e15b819d24f7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.740353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b613abfe-6db8-458b-822c-e15b819d24f7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:14.742365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b613abfe-6db8-458b-822c-e15b819d24f7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0901215 Aug 31 19:27:14.748109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:14.789008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=45d67262-363f-4657-bcc6-e3f2120ffb64,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:14.791616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.829678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Set router fc4b7a21-d5f1-496f-a37a-a06237664ee4 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:14.890147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:14.894778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e7b14-089d-45fa-875a-3c8ce7a70d55 None None] Port 255be3a6-cacd-4005-8476-56c3f937018d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:15.086369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Attempting to bind port 38da3466-ba0c-4e69-9084-00d406d2769c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:15.089131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Attempting to bind port 38da3466-ba0c-4e69-9084-00d406d2769c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '81f14060-89a2-4fe5-b332-8a5e00b7c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:15.090589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Attempting to bind port 38da3466-ba0c-4e69-9084-00d406d2769c on network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:15.121232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:15.121795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Checking segment: {'id': '81f14060-89a2-4fe5-b332-8a5e00b7c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:15.122311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.122827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Bound using segment: {'id': '81f14060-89a2-4fe5-b332-8a5e00b7c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:15.123419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Bound port: 38da3466-ba0c-4e69-9084-00d406d2769c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f14060-89a2-4fe5-b332-8a5e00b7c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7153f8da-a13e-49f1-8ff1-1b1ca489a83d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:15.123971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.247399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] For port 38da3466-ba0c-4e69-9084-00d406d2769c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:15.253558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] For port 38da3466-ba0c-4e69-9084-00d406d2769c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38da3466-ba0c-4e69-9084-00d406d2769c,segment=NetworkSegment(81f14060-89a2-4fe5-b332-8a5e00b7c85f),segment_id=81f14060-89a2-4fe5-b332-8a5e00b7c85f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:15.260972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.449996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.488841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b7a21-d5f1-496f-a37a-a06237664ee4', 'name': 'tempest-NetworksTestDHCPv6-router-1244580962', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:11Z', 'updated_at': '2021-08-31T19:27:13Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None, '_interfaces': [{'id': '255be3a6-cacd-4005-8476-56c3f937018d', 'name': '', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'mac_address': 'fa:16:3e:f4:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b7a21-d5f1-496f-a37a-a06237664ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '21646728-dfd8-44e6-9a8f-5e42db9e3ec4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:27:12Z', 'updated_at': '2021-08-31T19:27:13Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'subnets': [{'id': '21646728-dfd8-44e6-9a8f-5e42db9e3ec4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:15.569094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Checking router: fc4b7a21-d5f1-496f-a37a-a06237664ee4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:27:15.569600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Updating router fc4b7a21-d5f1-496f-a37a-a06237664ee4 port 255be3a6-cacd-4005-8476-56c3f937018d binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:27:15.572749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bf6bd93-21b0-4d83-8868-3de32c483ca8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:15.580694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.615964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24af82-c319-4621-bc9c-d089b4036c73 None None] Pushing event updated for resources: {'Port': ['ID=38da3466-ba0c-4e69-9084-00d406d2769c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:15.637395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.663558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-740325f0-20df-4c1a-9d93-0f69f98af413 req-1decfce7-e6ae-4e25-b494-82ebae255a30 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118382 Aug 31 19:27:15.732489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:15.826374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 0f11e546-88b1-4862-943f-46aaab7b4a5b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:15.840066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.887438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9f0a1-ade2-47f8-9654-94aaba3d9575 None None] Network 86dbf253-0084-489f-b210-6f532308f83b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:15.950491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.981093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:15.985848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Provisioning for port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:15.997911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Provisioning complete for port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:15.998245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.289366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 0f11e546-88b1-4862-943f-46aaab7b4a5b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=0f11e546-88b1-4862-943f-46aaab7b4a5b,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:16.290176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.328683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 0f11e546-88b1-4862-943f-46aaab7b4a5b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:16.348665 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.412384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 255be3a6-cacd-4005-8476-56c3f937018d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:16.412840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.561705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.572698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] For port 7bf6bd93-21b0-4d83-8868-3de32c483ca8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7bf6bd93-21b0-4d83-8868-3de32c483ca8,segment=NetworkSegment(6b5b4511-c71d-45fa-98c1-35eaa2f27519),segment_id=6b5b4511-c71d-45fa-98c1-35eaa2f27519)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:16.577624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.586085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.598560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 255be3a6-cacd-4005-8476-56c3f937018d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:16.625952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.634215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.706155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:16.771005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=45d67262-363f-4657-bcc6-e3f2120ffb64,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:16.783827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.861473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Transition to ACTIVE for port object 255be3a6-cacd-4005-8476-56c3f937018d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:16.895505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:16.974862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.015688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69cc6-b613-47d1-bb25-74ee403a705e req-6a9da11a-1327-4b2d-89b2-2284d350752a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:17.022793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69cc6-b613-47d1-bb25-74ee403a705e req-6a9da11a-1327-4b2d-89b2-2284d350752a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:17.029087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19f69cc6-b613-47d1-bb25-74ee403a705e req-6a9da11a-1327-4b2d-89b2-2284d350752a tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 1682 time: 0.2059979 Aug 31 19:27:17.037841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a52e4-68b4-47a0-b364-57d3ee1a3e18 None None] Pushing event updated for resources: {'Port': ['ID=7bf6bd93-21b0-4d83-8868-3de32c483ca8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:17.128128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.146974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.161644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=255be3a6-cacd-4005-8476-56c3f937018d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:17.211917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=0f11e546-88b1-4862-943f-46aaab7b4a5b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:17.245747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 86dbf253-0084-489f-b210-6f532308f83b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:17.251682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:17.270915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Provisioning for port 45d67262-363f-4657-bcc6-e3f2120ffb64 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:17.321366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:17.326191 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47f585-c62a-4f34-997e-00fb9ade2bc7" -d '{"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:17.342042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a36971-5721-4d83-8ad4-4919038a9ce1 None None] Pushing event deleted for resources: {'Port': ['ID=255be3a6-cacd-4005-8476-56c3f937018d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:17.347749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 0f11e546-88b1-4862-943f-46aaab7b4a5b on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:17.356452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.358572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-905a2a57-2815-4cc2-b6cf-c9c10b9d6b2e tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "DELETE /v2.0/ports/0f11e546-88b1-4862-943f-46aaab7b4a5b HTTP/1.1" status: 204 len: 173 time: 2.7900641 Aug 31 19:27:17.360339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-deleted', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:17.363104 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f048f07-208f-4f33-8399-72b47271251e" -d '{"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-deleted", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:17.417863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8dde79-7291-4e5c-99bb-5f63aa0779f0 None None] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:17.427806 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.537275 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.565155 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a0f01a-2ecf-4608-aed4-5cadb0609e61 x-openstack-request-id: req-41a0f01a-2ecf-4608-aed4-5cadb0609e61 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:17.565457 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:17.565717 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41a0f01a-2ecf-4608-aed4-5cadb0609e61 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:17.566134 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'code': 200} Aug 31 19:27:17.566547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19f69cc6-b613-47d1-bb25-74ee403a705e req-23e11cab-a8c0-4efa-856a-3e49bd180d98 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211395 Aug 31 19:27:17.574317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Provisioning complete for port 45d67262-363f-4657-bcc6-e3f2120ffb64 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:17.574849 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.717033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:17.751555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:17.752311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0f11e546-88b1-4862-943f-46aaab7b4a5b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:17.767097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38da3466-ba0c-4e69-9084-00d406d2769c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:17.779881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Port 45d67262-363f-4657-bcc6-e3f2120ffb64 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:17.890171 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca05505-4afa-4f2d-8cd6-ad651b114e08 x-openstack-request-id: req-eca05505-4afa-4f2d-8cd6-ad651b114e08 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:17.902750 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-deleted", "tag": "0f11e546-88b1-4862-943f-46aaab7b4a5b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:17.903037 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eca05505-4afa-4f2d-8cd6-ad651b114e08 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:17.903788 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-deleted', 'tag': '0f11e546-88b1-4862-943f-46aaab7b4a5b', 'status': 'completed', 'code': 200} Aug 31 19:27:17.925641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Router fc4b7a21-d5f1-496f-a37a-a06237664ee4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:18.064637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:18.065539 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.128037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:18.142329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ff96a65-3f57-486e-a62a-b30d8eaf4f23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "PUT /v2.0/routers/fc4b7a21-d5f1-496f-a37a-a06237664ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3931184 Aug 31 19:27:18.143620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:18.155455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 0f11e546-88b1-4862-943f-46aaab7b4a5b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:18.156165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 0f11e546-88b1-4862-943f-46aaab7b4a5b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:18.172445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Attempting to bind port 255be3a6-cacd-4005-8476-56c3f937018d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:18.173039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Attempting to bind port 255be3a6-cacd-4005-8476-56c3f937018d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:18.173615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Attempting to bind port 255be3a6-cacd-4005-8476-56c3f937018d on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:18.207860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a08b5-2da6-4a49-bc1e-44c19ce3a25d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:18.209489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a08b5-2da6-4a49-bc1e-44c19ce3a25d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:18.216667 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-de7a08b5-2da6-4a49-bc1e-44c19ce3a25d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0713818 Aug 31 19:27:18.217218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:18.217359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:18.218215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:18.218624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.219063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:18.219550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Bound port: 255be3a6-cacd-4005-8476-56c3f937018d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:18.220009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.241214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router afef1008-7bd4-4579-a10a-cbd9ec638153 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:27:18.283087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 21646728-dfd8-44e6-9a8f-5e42db9e3ec4 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:18.287850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.306449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Port 255be3a6-cacd-4005-8476-56c3f937018d has been deleted concurrently {{(pid=94818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 19:27:18.307454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Provisioning complete for port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:18.307853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3dee3aac-99f6-4382-99a2-03dbad850a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.359918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:18.360661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.383800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:18.386978 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.419419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:18.456987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 38da3466-ba0c-4e69-9084-00d406d2769c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:18.488478 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.508513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bf6bd93-21b0-4d83-8868-3de32c483ca8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:18.520239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Routers {'fc4b7a21-d5f1-496f-a37a-a06237664ee4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:18.521739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:18.611866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.636928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:18.643818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5606034d-e112-4b1a-b2ca-1e765de4a65f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5737259 Aug 31 19:27:18.648095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] Sync routers for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:18.660346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:18.671055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:18.671231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=21646728-dfd8-44e6-9a8f-5e42db9e3ec4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:18.671729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:18.704803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.708940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-027168ac-b9f7-4c08-bf53-6cf1b4862e57 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/21646728-dfd8-44e6-9a8f-5e42db9e3ec4 HTTP/1.1" status: 204 len: 168 time: 0.4881315 Aug 31 19:27:18.709988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:18.753394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11caa-f03c-4d9f-8080-846d7827f8d2 req-0e3d602d-4807-4ca4-92a6-081d62d5cd34 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:18.762636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34c11caa-f03c-4d9f-8080-846d7827f8d2 req-0e3d602d-4807-4ca4-92a6-081d62d5cd34 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb HTTP/1.1" status: 200 len: 944 time: 0.0910251 Aug 31 19:27:18.776235 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:18.799036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba6777-3d19-4779-9938-c266a95998c6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:18.809412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-15ba6777-3d19-4779-9938-c266a95998c6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports/45d67262-363f-4657-bcc6-e3f2120ffb64 HTTP/1.1" status: 200 len: 910 time: 0.1438696 Aug 31 19:27:18.810642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:18.812722 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:18.818486 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:18.869565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34c11caa-f03c-4d9f-8080-846d7827f8d2 req-64875411-dc12-48ea-a90d-e83435317c8b tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "GET /v2.0/security-groups?id=04c7568c-8709-4026-a845-c62d50d23cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062117 Aug 31 19:27:18.905178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:18.914951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b78ce-1d4f-4d61-bd92-e71d9d599f3e None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:18.921604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:18.924817 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d841c2-a755-4458-b34e-5f82aeb2bd7b None None] The sync data for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:18.967457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:18.976361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] Set router fc4b7a21-d5f1-496f-a37a-a06237664ee4 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:19.053385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa10698e-aca5-4391-91a2-1f36cea97eb4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3403981 Aug 31 19:27:19.054566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:19.055528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:19.059281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.061919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d549b6cb-2e6b-4f80-9aed-1f93dddb1d30 req-17f8dd2b-fa85-4c0e-ab14-c0842a2f7288 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.67 "DELETE /v2.0/ports/91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7 HTTP/1.1" status: 204 len: 173 time: 1.6377828 Aug 31 19:27:19.087843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:19.088225 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.186967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b7a21-d5f1-496f-a37a-a06237664ee4', 'name': 'tempest-NetworksTestDHCPv6-router-1244580962', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:11Z', 'updated_at': '2021-08-31T19:27:17Z', 'revision_number': 3, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:19.264165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Could not find standard attr ID for object 255be3a6-cacd-4005-8476-56c3f937018d. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:27:19.269072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.283233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d94b2-ad11-4748-b467-16aee492c144 None None] The sync data for ids ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'] in n-d-778550-14 is: [{'id': 'fc4b7a21-d5f1-496f-a37a-a06237664ee4', 'name': 'tempest-NetworksTestDHCPv6-router-1244580962', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:11Z', 'updated_at': '2021-08-31T19:27:17Z', 'revision_number': 3, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:19.349886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Provisioning for port 38da3466-ba0c-4e69-9084-00d406d2769c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:19.367435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Provisioning complete for port 38da3466-ba0c-4e69-9084-00d406d2769c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:19.368748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.709774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:19.759318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.762727 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.763272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.810987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] For port 38da3466-ba0c-4e69-9084-00d406d2769c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38da3466-ba0c-4e69-9084-00d406d2769c,segment=NetworkSegment(81f14060-89a2-4fe5-b332-8a5e00b7c85f),segment_id=81f14060-89a2-4fe5-b332-8a5e00b7c85f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:19.817875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.888784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Deleting port d31a31f7-26d2-43c4-a682-e699085207ec {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:19.889174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.904488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-deleted', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:19.907768 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db944fb-f3d1-403a-9629-bd0304bcb168" -d '{"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-deleted", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:19.929627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.930233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Fanout notify agent at l3_agent the message router_deleted on router fc4b7a21-d5f1-496f-a37a-a06237664ee4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:27:19.955828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:19.967972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:19.969412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32aabe35-474b-44d8-934f-b456bbf90d44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/routers/fc4b7a21-d5f1-496f-a37a-a06237664ee4 HTTP/1.1" status: 204 len: 168 time: 0.9138770 Aug 31 19:27:19.973894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:20.017627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:20.029485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] For port d31a31f7-26d2-43c4-a682-e699085207ec, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d31a31f7-26d2-43c4-a682-e699085207ec,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:20.029485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.036870 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ead0832-648b-437c-90dd-d3a34ff36b69 x-openstack-request-id: req-5ead0832-648b-437c-90dd-d3a34ff36b69 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:20.037339 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb", "name": "network-vif-deleted", "tag": "91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:20.037728 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ead0832-648b-437c-90dd-d3a34ff36b69 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:20.038265 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3fa3e-6c9e-4cd7-a5f7-eed97f36d7fb', 'name': 'network-vif-deleted', 'tag': '91d8d50e-8bfc-4d4e-b9fb-0280dca94fa7', 'status': 'completed', 'code': 200} Aug 31 19:27:20.047659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Calling delete_port for d31a31f7-26d2-43c4-a682-e699085207ec owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:20.054239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting subnet cb0079b4-1724-4f3a-88e0-17bf7fb91742 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:20.058762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.106498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.107441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.131264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Provisioning complete for port 45d67262-363f-4657-bcc6-e3f2120ffb64 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:20.131885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.136719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.143194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Pushing event updated for resources: {'Port': ['ID=38da3466-ba0c-4e69-9084-00d406d2769c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:20.201206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] No DVR routers for this DVR port d31a31f7-26d2-43c4-a682-e699085207ec on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:20.205182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623046a-bb45-4549-99cd-6a37194c9028 None None] Pushing event deleted for resources: {'Port': ['ID=d31a31f7-26d2-43c4-a682-e699085207ec,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:20.223978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-362f86f3-7f53-4a41-90c5-0626fb61a300 None None] Port 45d67262-363f-4657-bcc6-e3f2120ffb64 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:20.249990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:20.253710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.284366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.372981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6b4d88b2-8f21-44f1-90a2-9f75a7b357e0 None None] Provisioning complete for port 38da3466-ba0c-4e69-9084-00d406d2769c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:20.373803 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6b4d88b2-8f21-44f1-90a2-9f75a7b357e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.387474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.448130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0079b4-1724-4f3a-88e0-17bf7fb91742,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:20.459379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.470584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-08183c2f-1498-45ff-9c74-cc19e07964fa tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/subnets/cb0079b4-1724-4f3a-88e0-17bf7fb91742 HTTP/1.1" status: 204 len: 168 time: 0.5136454 Aug 31 19:27:20.471496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43482) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:20.481900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c68950-aed7-4443-9afa-120a7cf7eafb None None] Network fd18b615-892c-4baa-9519-2f75dec64bf1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:20.600822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.633400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.21.0.1 (7153f8da-a13e-49f1-8ff1-1b1ca489a83d/adf71d27-e2c5-4969-ba27-a19aff5176c3/b673eeda-b2a9-4ca6-9135-ce9c44a0280d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:20.699857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:20.700213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.758686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Sync routers for ids ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:20.771087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] DHCP port deletion for fd18b615-892c-4baa-9519-2f75dec64bf1 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:20.823327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:20.826248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:27:20.826248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc4b7a21-d5f1-496f-a37a-a06237664ee4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:27:20.827872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:20.828797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:20.852171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:20.852475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:27:20.853811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc4b7a21-d5f1-496f-a37a-a06237664ee4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:27:20.854244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b86242-971a-4bb2-ab7d-949cdfda2da3 None None] The sync data for ids ['fc4b7a21-d5f1-496f-a37a-a06237664ee4'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:20.869971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:20.870582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Deleting port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:20.871087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.094850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] For port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,segment=NetworkSegment(1efed52c-6cf0-47f5-b498-b06f9fab4233),segment_id=1efed52c-6cf0-47f5-b498-b06f9fab4233)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:21.095482 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.155862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Calling delete_port for 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:21.209218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.288091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:21.337838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.343307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.356814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:21.375853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.393785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=e12f99a1-b015-4e3d-a428-7df73d901259,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:21.408565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] No DVR routers for this DVR port 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:21.412828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object b673eeda-b2a9-4ca6-9135-ce9c44a0280d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:21.416158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:21.418846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:21.422715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:21.423316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.453680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2adf5e9f-3b31-4021-a225-bc86c744f1da tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4763069 Aug 31 19:27:21.459325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:21.473308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:21.473798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fb331-a007-4533-b11a-cb61f58099aa None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:21.477134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae4499-6fa1-4e09-b3ad-d2f34d5d60a7 None None] Pushing event deleted for resources: {'Port': ['ID=7dd43c8e-c4de-4286-9e95-de0a06d8cee3,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:21.512334 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.518061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.532114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd18b615-892c-4baa-9519-2f75dec64bf1']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:21.552491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efed52c-6cf0-47f5-b498-b06f9fab4233') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:21.553606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efed52c-6cf0-47f5-b498-b06f9fab4233') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:21.566289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.568908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=b673eeda-b2a9-4ca6-9135-ce9c44a0280d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:21.571577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.572970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.607003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:21.610298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:21.610422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.614552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:21.626069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:21.626224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.697962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.707578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.759529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.766209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7b6c0f77-26fe-4fa1-94f5-ab7c08bd1c26 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3029573 Aug 31 19:27:21.767110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:21.768013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.785938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'e12f99a1-b015-4e3d-a428-7df73d901259'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:21.787047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:21.811700 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:21.817671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.842930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:21.848014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/networks/fd18b615-892c-4baa-9519-2f75dec64bf1 HTTP/1.1" status: 204 len: 168 time: 1.3752708 Aug 31 19:27:21.848727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38da3466-ba0c-4e69-9084-00d406d2769c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:21.849378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:22.019864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting subnet 668aea7d-a625-4161-9986-e0e6f570a790 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:22.028089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.068630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 38da3466-ba0c-4e69-9084-00d406d2769c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:22.069013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.070678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce77b3a3-7635-4669-bf99-d8d114ce4dda None None] Provisioning for port b673eeda-b2a9-4ca6-9135-ce9c44a0280d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:22.139013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce77b3a3-7635-4669-bf99-d8d114ce4dda None None] Provisioning complete for port b673eeda-b2a9-4ca6-9135-ce9c44a0280d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:22.139551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce77b3a3-7635-4669-bf99-d8d114ce4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.140309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.223735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/e12f99a1-b015-4e3d-a428-7df73d901259/bd2a74e8-34e3-49b6-b18e-670b33945699) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:22.226309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ce77b3a3-7635-4669-bf99-d8d114ce4dda None None] Port b673eeda-b2a9-4ca6-9135-ce9c44a0280d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:22.260365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.337293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078d0b-90e0-42ba-9d8a-7d95dd3f8aef tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Network': ['ID=fd18b615-892c-4baa-9519-2f75dec64bf1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:22.343596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.377051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.400301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/subnets/668aea7d-a625-4161-9986-e0e6f570a790 HTTP/1.1" status: 204 len: 168 time: 0.4957938 Aug 31 19:27:22.402849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:22.430576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646f574-0aad-47a6-9b39-6249941769ba None None] Network fc803b76-6554-4bc9-8bbe-fb9d3568b888 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:22.440878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bc236-394b-4761-b88f-d70b1605af80 tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Subnet': ['ID=668aea7d-a625-4161-9986-e0e6f570a790,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:22.460787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.473151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.480809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.487182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.496879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.503496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.511254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.518050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:22.520594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-21dc2735-5be6-4ec3-b7fc-a19d70e70e34 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1952100 Aug 31 19:27:22.590634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4aa34355-9725-4d12-bd3d-f91c537f4b59 req-38bdcf3f-6de7-44bc-85bc-d27a55250844 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631287 Aug 31 19:27:22.734430 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.838815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:22.877369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d31a31f7-26d2-43c4-a682-e699085207ec no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:22.907999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d31a31f7-26d2-43c4-a682-e699085207ec {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:22.908342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d31a31f7-26d2-43c4-a682-e699085207ec not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:22.908749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:22.937367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:22.937697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7dd43c8e-c4de-4286-9e95-de0a06d8cee3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:23.039833 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.052029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Transition to ACTIVE for port object bd2a74e8-34e3-49b6-b18e-670b33945699 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:23.069800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Transition to ACTIVE for port object bd2a74e8-34e3-49b6-b18e-670b33945699 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:23.083200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.142193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:23.145244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:23.151382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:23.169356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Pushing event updated for resources: {'Port': ['ID=bd2a74e8-34e3-49b6-b18e-670b33945699,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:23.191198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] DHCP port deletion for fc803b76-6554-4bc9-8bbe-fb9d3568b888 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:23.231079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.250609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Attempting to bind port bd2a74e8-34e3-49b6-b18e-670b33945699 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:23.250981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Attempting to bind port bd2a74e8-34e3-49b6-b18e-670b33945699 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:23.251598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Attempting to bind port bd2a74e8-34e3-49b6-b18e-670b33945699 on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:23.257180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:23.257561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:23.257969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.258363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:23.259356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Bound port: bd2a74e8-34e3-49b6-b18e-670b33945699, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:23.259788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.267798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Deleting port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:23.268578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.313729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Deleting port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:23.314110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.344435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] For port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:23.345315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.366915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Calling delete_port for 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:23.388313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] For port bd2a74e8-34e3-49b6-b18e-670b33945699, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:23.396229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] For port bd2a74e8-34e3-49b6-b18e-670b33945699, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bd2a74e8-34e3-49b6-b18e-670b33945699,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:23.406905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] For port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,segment=NetworkSegment(e1ef40f2-9d75-416d-a16e-b2b18aae4871),segment_id=e1ef40f2-9d75-416d-a16e-b2b18aae4871)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:23.407313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.423171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Calling delete_port for 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:23.430325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.441529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.584824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6308fb-9f48-4d49-a7ac-712089c0774c None None] Pushing event updated for resources: {'Port': ['ID=bd2a74e8-34e3-49b6-b18e-670b33945699,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:23.639569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.678107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] Pushing event deleted for resources: {'Port': ['ID=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:23.682395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be7409-2cbe-4ebd-bd48-9d9f3af27e6e None None] No DVR routers for this DVR port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:23.685500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:23.717167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.723147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.737204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.745129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.753798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.760493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.767058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.769814 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d37e0e7f-a935-439c-8d0d-222c43e5ad00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.5620477 Aug 31 19:27:23.770711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=b673eeda-b2a9-4ca6-9135-ce9c44a0280d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:23.774009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:23.837117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:23.837656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:23.850617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.863021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.871483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.876157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.876511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.876854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.877195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.877529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.877864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.878194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.878523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.878885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.879171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.879504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.879855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:23.882817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.891235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.897019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.920491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.922434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-6a74b233-02fd-40d0-a3ab-25599004c840 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1676509 Aug 31 19:27:23.965405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-0fa84208-ed1e-40bd-aa8d-2c55b355705a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:23.966776 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-0fa84208-ed1e-40bd-aa8d-2c55b355705a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1753907 Aug 31 19:27:23.967412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.005965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1da3e63-75c2-4b17-a5c7-f061d58b39f2 req-f8a4db05-0ebb-4cca-99fe-aa8a2d68d607 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494618 Aug 31 19:27:24.063903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Port': ['ID=500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:24.101867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::1 (28ab4167-83d5-4228-ad97-46ade08c33e4/e12f99a1-b015-4e3d-a428-7df73d901259/3c940d23-74a4-4107-a15f-a8ee36a7739e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:24.105164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] No DVR routers for this DVR port 500ecdc9-5e3d-46d2-9f8e-80f6582ec1ff on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:24.298171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.322298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:24.325361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc803b76-6554-4bc9-8bbe-fb9d3568b888']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:24.341820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:24.350924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-759c349c-f2fe-455d-9e7c-9ae44c00b00a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3710673 Aug 31 19:27:24.356665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ef40f2-9d75-416d-a16e-b2b18aae4871') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:24.356973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ef40f2-9d75-416d-a16e-b2b18aae4871') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:24.371581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:24.388119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.504154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.514617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.798994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-25e00ba0-d825-4c0d-8dda-c711cbced7a1 None None] Provisioning complete for port b673eeda-b2a9-4ca6-9135-ce9c44a0280d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:24.800041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25e00ba0-d825-4c0d-8dda-c711cbced7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:24.862405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-25e00ba0-d825-4c0d-8dda-c711cbced7a1 None None] Port b673eeda-b2a9-4ca6-9135-ce9c44a0280d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:24.983593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4ff3dba9-5ece-4d75-b027-712ddb219730 None None] Provisioning for port bd2a74e8-34e3-49b6-b18e-670b33945699 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:25.008389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 3c940d23-74a4-4107-a15f-a8ee36a7739e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:25.017121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router afef1008-7bd4-4579-a10a-cbd9ec638153 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:25.020249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:25.020655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: items = [ Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:25.024977 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:25.067447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.167185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.176081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.183506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.189804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.196506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.202717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.203709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.210562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.214638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-439bc4e0-8ca3-4197-9328-4d2f56d5c1a8 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 5445 time: 0.1123877 Aug 31 19:27:25.242835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.248844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] 10.222.0.73 "DELETE /v2.0/networks/fc803b76-6554-4bc9-8bbe-fb9d3568b888 HTTP/1.1" status: 204 len: 168 time: 2.8421075 Aug 31 19:27:25.251879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.276891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c603538d-1523-44be-89b8-b58c576cd0c9 req-0fb8bbd2-2a8c-43f9-a5e3-c69254c32f6e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541093 Aug 31 19:27:25.306965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed6468-f8f8-4ea8-97db-5a0a1ede4bee tempest-ServersTestMultiNic-853008763 tempest-ServersTestMultiNic-853008763-project] Pushing event deleted for resources: {'Network': ['ID=fc803b76-6554-4bc9-8bbe-fb9d3568b888,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:25.344447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:25.390277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:25.393895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=3c940d23-74a4-4107-a15f-a8ee36a7739e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:25.396413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:25.397018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.403557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:25.412485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2e38bfe7-6bff-4e7f-bacc-b20f400f7dc3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672650 Aug 31 19:27:25.416040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:25.418175 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] Sync routers for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:25.430019 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:25.430739 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:25.504806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2396f-2d0e-43d6-a31f-d245009242bf tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:25.512741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8fc2396f-2d0e-43d6-a31f-d245009242bf tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports/b673eeda-b2a9-4ca6-9135-ce9c44a0280d HTTP/1.1" status: 200 len: 910 time: 0.0964468 Aug 31 19:27:25.514481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:25.524103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=05cba0a8-c99b-4b24-88e0-b065715b9989,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:25.543274 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:25.553399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:25.554300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:25.554983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:25.603264 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:25.604233 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c614f7-29f4-447d-9474-996a26160e79 None None] The sync data for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:25.769215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] For port 05cba0a8-c99b-4b24-88e0-b065715b9989, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:25.833450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bd2a74e8-34e3-49b6-b18e-670b33945699 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:25.838100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] device_id is not set on port 05cba0a8-c99b-4b24-88e0-b065715b9989 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:25.850289 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.877973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.923532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.928928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cecbcfa2-b6ba-41f4-a7e6-a505bd572105 None None] Provisioning for port 3c940d23-74a4-4107-a15f-a8ee36a7739e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:25.935340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bd2a74e8-34e3-49b6-b18e-670b33945699 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:25.939197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cecbcfa2-b6ba-41f4-a7e6-a505bd572105 None None] Provisioning complete for port 3c940d23-74a4-4107-a15f-a8ee36a7739e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:25.939811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cecbcfa2-b6ba-41f4-a7e6-a505bd572105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:25.966206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bd2a74e8-34e3-49b6-b18e-670b33945699 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:25.966579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.036537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] No DVR routers for this DVR port 05cba0a8-c99b-4b24-88e0-b065715b9989 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:26.036741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cecbcfa2-b6ba-41f4-a7e6-a505bd572105 None None] Port 3c940d23-74a4-4107-a15f-a8ee36a7739e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:26.067043 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.115592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.136745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Pushing event updated for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:26.196033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bd2a74e8-34e3-49b6-b18e-670b33945699, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bd2a74e8-34e3-49b6-b18e-670b33945699,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:26.203871 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.330942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bd2a74e8-34e3-49b6-b18e-670b33945699,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:26.377582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-260fdd0c-ebca-446b-91c0-4009df3320c0 None None] Provisioning complete for port 05cba0a8-c99b-4b24-88e0-b065715b9989 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:26.378050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-260fdd0c-ebca-446b-91c0-4009df3320c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.470749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-260fdd0c-ebca-446b-91c0-4009df3320c0 None None] Port 05cba0a8-c99b-4b24-88e0-b065715b9989 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:26.496398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.503244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.509740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.513976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.516500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.521198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.522040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.525547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.532604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.541896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] In _notify_port_updated(), no bound segment for port 05cba0a8-c99b-4b24-88e0-b065715b9989 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:27:26.542391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.542883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.543499 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-533d2001-edf3-4c51-aa90-1370b7e0a6c5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 4666 time: 0.1233938 Aug 31 19:27:26.544219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-84f36733-3030-4496-b598-7e3de8b809ed service neutron] 10.222.0.82 "PUT /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 200 len: 1032 time: 2.1830778 Aug 31 19:27:26.633142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7cd3f41-7b71-408e-81c8-3d1d74746ec1 req-0c58b453-8097-4e60-8a2d-996f8a9365ba tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&id=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882945 Aug 31 19:27:26.667156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port b673eeda-b2a9-4ca6-9135-ce9c44a0280d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:26.667611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.720088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=3c940d23-74a4-4107-a15f-a8ee36a7739e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:26.723371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device d897ab54-dea0-46f6-ad17-272d9fe61182 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:26.734825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-ab2c8719-db7b-40ff-8835-07ec89bd206a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:26.736248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-ab2c8719-db7b-40ff-8835-07ec89bd206a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "GET /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1687131 Aug 31 19:27:26.752902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:26.788371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.822287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for b673eeda-b2a9-4ca6-9135-ce9c44a0280d owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:26.847530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.885575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:26.888027 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0f283-5745-4814-9c66-a76f9c90a12f" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:26.900080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.929596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:26.940759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:26.941811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8103413f-2848-4168-9b16-c5e69057f29a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:26.988158 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defbe78-1f5c-451a-9284-57d898e4607d x-openstack-request-id: req-3defbe78-1f5c-451a-9284-57d898e4607d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:26.988740 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:26.989202 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3defbe78-1f5c-451a-9284-57d898e4607d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:26.989783 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'code': 200} Aug 31 19:27:27.085638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:27.097771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:27.103272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.120335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] For port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:27.148471 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.161466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=b673eeda-b2a9-4ca6-9135-ce9c44a0280d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:27.184385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] device_id is not set on port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:27.194818 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.208671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:27.208875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.214884 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.215620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 44f30923-1456-49f3-b1e9-ec18c86d29f4 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:27.215939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:27.273241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:27.377561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.377911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.378251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.378587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.378919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.379249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.379587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.379930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.380519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.380858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.381182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.381512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:27.387259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.461560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:27.561326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.564775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] No DVR routers for this DVR port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:27.630116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:27.645892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.646741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2218274b-731d-4917-970f-6a0944564054 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:27.746590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] In _notify_port_updated(), no bound segment for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 on network 02c464ef-cacc-42c7-9aff-48dab59e8f0e {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:27:27.747633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:27.748822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:27.755221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] 10.222.0.82 "PUT /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 200 len: 1033 time: 1.0082715 Aug 31 19:27:27.762538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b6cf-ddb7-4319-b813-e3c1d741716a service neutron] Pushing event updated for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:27.836341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router afef1008-7bd4-4579-a10a-cbd9ec638153 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:27.870374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bd2a74e8-34e3-49b6-b18e-670b33945699 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:27.969496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Router dd7b0916-a230-42be-b603-adbaf5661b24 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:27:28.017341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 44f30923-1456-49f3-b1e9-ec18c86d29f4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:28.017749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.019374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.023863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:28.026810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce55519f-c744-4a6b-aad9-4f39eb88a3a0 None None] Provisioning complete for port 3c940d23-74a4-4107-a15f-a8ee36a7739e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:28.035150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.039735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce55519f-c744-4a6b-aad9-4f39eb88a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.045333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.058231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.066203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.069342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-ef771311-2769-4d90-b19d-45f21f8d26b0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3880 time: 0.1715868 Aug 31 19:27:28.092335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:28.113144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-453b67ee-973f-437d-8144-d5b9f7238605 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5973382 Aug 31 19:27:28.121083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] Sync routers for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:28.123826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43592) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:28.182627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:28.183431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:28.230721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:28.252775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:28.254133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:28.262637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ce55519f-c744-4a6b-aad9-4f39eb88a3a0 None None] Port 3c940d23-74a4-4107-a15f-a8ee36a7739e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:28.300036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40c07f2f-50fa-477f-a53a-3bf19506b95e req-fd9243c7-1b9b-4ed9-9229-1e6242c11576 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157691 Aug 31 19:27:28.318694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bd2a74e8-34e3-49b6-b18e-670b33945699 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:28.319226 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.359426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:28.367501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc870372-0ac1-410b-9c7f-64df11348e7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "PUT /v2.0/routers/dd7b0916-a230-42be-b603-adbaf5661b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5925577 Aug 31 19:27:28.372123 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Sync routers for ids ['dd7b0916-a230-42be-b603-adbaf5661b24'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:28.381389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:28.387473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.389109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Routers {'dd7b0916-a230-42be-b603-adbaf5661b24'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:28.389990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dd7b0916-a230-42be-b603-adbaf5661b24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:28.394677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:28.397631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ea476-33c5-40ee-b8eb-f8bbe220986c None None] The sync data for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:28.424996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.496909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716ea20-8eb5-41f3-9359-1a9799908ef3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:28.498629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a716ea20-8eb5-41f3-9359-1a9799908ef3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports/3c940d23-74a4-4107-a15f-a8ee36a7739e HTTP/1.1" status: 200 len: 911 time: 0.1087656 Aug 31 19:27:28.505474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:28.620109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:28.621371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Set router dd7b0916-a230-42be-b603-adbaf5661b24 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:28.636908 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.639378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:28.759892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e745f9cd-1a0c-46d0-9e13-82ed62faf16d None None] Provisioning complete for port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:28.760515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e745f9cd-1a0c-46d0-9e13-82ed62faf16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:28.764691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:28.866046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e745f9cd-1a0c-46d0-9e13-82ed62faf16d None None] Port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:28.873829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:28.874355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 23d7316d-01bd-4a77-a7ce-446b008fab56 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:28.994197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4'}, {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2218274b-731d-4917-970f-6a0944564054'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:28.996499 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f057120-6558-4a72-8301-4b7789778a77" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "8103413f-2848-4168-9b16-c5e69057f29a"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4"}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "2218274b-731d-4917-970f-6a0944564054"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:29.000000 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.016966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:29.045867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:29.049882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port 44f30923-1456-49f3-b1e9-ec18c86d29f4, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=44f30923-1456-49f3-b1e9-ec18c86d29f4,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:29.050189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.051470 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.052951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 05cba0a8-c99b-4b24-88e0-b065715b9989 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:29.107457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 44f30923-1456-49f3-b1e9-ec18c86d29f4 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:29.108346 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cc1feb-933b-4527-8c73-a84acccfe4d1 x-openstack-request-id: req-b1cc1feb-933b-4527-8c73-a84acccfe4d1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:29.108889 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "8103413f-2848-4168-9b16-c5e69057f29a", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4", "code": 200}, {"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "2218274b-731d-4917-970f-6a0944564054", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:29.109077 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1cc1feb-933b-4527-8c73-a84acccfe4d1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:29.109433 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a', 'code': 200} Aug 31 19:27:29.109853 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'code': 200} Aug 31 19:27:29.110111 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2218274b-731d-4917-970f-6a0944564054', 'code': 200} Aug 31 19:27:29.144632 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:25Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None, '_interfaces': [{'id': '3c940d23-74a4-4107-a15f-a8ee36a7739e', 'name': '', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'mac_address': 'fa:16:3e:97:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:27:22Z', 'updated_at': '2021-08-31T19:27:26Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'subnets': [{'id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:29.147973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 05cba0a8-c99b-4b24-88e0-b065715b9989 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:29.166500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb6058-555b-4842-88c0-ef225b5417ad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.172441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb6058-555b-4842-88c0-ef225b5417ad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.185971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33bb6058-555b-4842-88c0-ef225b5417ad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6253054 Aug 31 19:27:29.190252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:29.194460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:29.197768 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Checking router: dd7b0916-a230-42be-b603-adbaf5661b24 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:27:29.198480 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Updating router dd7b0916-a230-42be-b603-adbaf5661b24 port 3c940d23-74a4-4107-a15f-a8ee36a7739e binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:27:29.244895 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.262443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d363b460-360b-4db6-af4b-e27ab5058b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.475602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d363b460-360b-4db6-af4b-e27ab5058b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.485246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d363b460-360b-4db6-af4b-e27ab5058b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.573100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d363b460-360b-4db6-af4b-e27ab5058b4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ce332b31ba846179f37f10d9a781eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464368 Aug 31 19:27:29.574837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363b460-360b-4db6-af4b-e27ab5058b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b7787-debf-4869-9c16-c0beb5832ac7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:29.577594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:29.609424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.616540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.623788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.631473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.639880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:29.641922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a016e117-f59e-4043-bae7-527d7224c84f req-7201ea0b-4f28-4ec8-99a3-d183baa8679f tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3876 time: 0.1810045 Aug 31 19:27:29.708655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.714735 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.726859 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Transition to ACTIVE for port object 3c940d23-74a4-4107-a15f-a8ee36a7739e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:29.744560 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.792512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a016e117-f59e-4043-bae7-527d7224c84f req-34ef5979-7c15-490b-9aea-6d597b94a1b6 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362975 Aug 31 19:27:29.819629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port 44f30923-1456-49f3-b1e9-ec18c86d29f4 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:29.824354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.827872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "DELETE /v2.0/ports/44f30923-1456-49f3-b1e9-ec18c86d29f4 HTTP/1.1" status: 204 len: 173 time: 2.0562787 Aug 31 19:27:29.828858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb0fcf-a460-4df2-b720-aef5e2dd9d0c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=44f30923-1456-49f3-b1e9-ec18c86d29f4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:29.834788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.857787 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Pushing event updated for resources: {'Port': ['ID=3c940d23-74a4-4107-a15f-a8ee36a7739e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:29.877853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:29.879025 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.879381 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.879744 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.880081 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.880585 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.880783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.880924 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.881235 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.881561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.881883 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.882202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.882482 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833f9e46-20dc-42c1-baf1-b2254812d2e3" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:29.882691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.883018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:29.954936 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Attempting to bind port 3c940d23-74a4-4107-a15f-a8ee36a7739e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:29.955308 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Attempting to bind port 3c940d23-74a4-4107-a15f-a8ee36a7739e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:29.955690 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Attempting to bind port 3c940d23-74a4-4107-a15f-a8ee36a7739e on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:29.961454 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:29.962065 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:29.962523 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.980337 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:29.980856 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Bound port: 3c940d23-74a4-4107-a15f-a8ee36a7739e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:29.981469 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:29.984070 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba7859-74fc-4835-abe4-622e2036d1ab x-openstack-request-id: req-32ba7859-74fc-4835-abe4-622e2036d1ab {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:29.984628 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "44f30923-1456-49f3-b1e9-ec18c86d29f4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:29.985092 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32ba7859-74fc-4835-abe4-622e2036d1ab {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:29.985683 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '44f30923-1456-49f3-b1e9-ec18c86d29f4', 'status': 'completed', 'code': 200} Aug 31 19:27:30.001885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.012480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Deleting port 513a80bb-afa0-41ee-8d48-ed1dee9c470b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:30.013164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.099479 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] For port 3c940d23-74a4-4107-a15f-a8ee36a7739e, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:30.109301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 2218274b-731d-4917-970f-6a0944564054 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:30.109824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.121292 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] For port 3c940d23-74a4-4107-a15f-a8ee36a7739e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c940d23-74a4-4107-a15f-a8ee36a7739e,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:30.126756 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.132117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.189596 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Routers {'dd7b0916-a230-42be-b603-adbaf5661b24'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:30.190588 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dd7b0916-a230-42be-b603-adbaf5661b24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:30.284623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] For port 513a80bb-afa0-41ee-8d48-ed1dee9c470b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=513a80bb-afa0-41ee-8d48-ed1dee9c470b,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:30.284998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.315768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.318298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.319464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c9b7787-debf-4869-9c16-c0beb5832ac7 HTTP/1.1" status: 204 len: 168 time: 0.7343762 Aug 31 19:27:30.333690 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] Set router dd7b0916-a230-42be-b603-adbaf5661b24 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:30.339064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Calling delete_port for 513a80bb-afa0-41ee-8d48-ed1dee9c470b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:30.466995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114ea6-efbc-43b7-93e0-62e4e1e8c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b7787-debf-4869-9c16-c0beb5832ac7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:30.527917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port 2218274b-731d-4917-970f-6a0944564054, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2218274b-731d-4917-970f-6a0944564054,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:30.528256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.543732 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30cc05-e436-47a2-894a-d560cbb69594 None None] Pushing event updated for resources: {'Port': ['ID=3c940d23-74a4-4107-a15f-a8ee36a7739e,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:30.583974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 2218274b-731d-4917-970f-6a0944564054 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:30.681995 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:25Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None, '_interfaces': [{'id': '3c940d23-74a4-4107-a15f-a8ee36a7739e', 'name': '', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'mac_address': 'fa:16:3e:97:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:27:22Z', 'updated_at': '2021-08-31T19:27:30Z', 'revision_number': 4, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'subnets': [{'id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:30.710226 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ab162-b7b8-4f09-a49e-5c55f8afc3b5 None None] The sync data for ids ['dd7b0916-a230-42be-b603-adbaf5661b24'] in n-d-778550-14 is: [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:25Z', 'revision_number': 2, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None, '_interfaces': [{'id': '3c940d23-74a4-4107-a15f-a8ee36a7739e', 'name': '', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'mac_address': 'fa:16:3e:97:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:27:22Z', 'updated_at': '2021-08-31T19:27:30Z', 'revision_number': 4, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'subnets': [{'id': 'e12f99a1-b015-4e3d-a428-7df73d901259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:30.787125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:30.818131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ef158d6-fcff-43a5-9df4-7f309e664bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.975023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 3c940d23-74a4-4107-a15f-a8ee36a7739e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:30.976698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:30.982739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.036907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.051875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Pushing event deleted for resources: {'Port': ['ID=513a80bb-afa0-41ee-8d48-ed1dee9c470b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:31.095938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 45d67262-363f-4657-bcc6-e3f2120ffb64 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:31.097760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.111541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:31.114934 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed14a3-3a93-4556-8cbf-2649f43294d3" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:31.155898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=2218274b-731d-4917-970f-6a0944564054,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:31.224298 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c266b-f2cf-402d-a4ea-918d74f984ad x-openstack-request-id: req-f65c266b-f2cf-402d-a4ea-918d74f984ad {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:31.224984 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-unplugged", "status": "completed", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:31.224984 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f65c266b-f2cf-402d-a4ea-918d74f984ad {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:31.225282 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'code': 200} Aug 31 19:27:31.238440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port 2218274b-731d-4917-970f-6a0944564054 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:31.244109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.247761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-39bd5dc4-8f3e-4095-bda4-ccfb8d713d16 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "DELETE /v2.0/ports/2218274b-731d-4917-970f-6a0944564054 HTTP/1.1" status: 204 len: 173 time: 1.4080319 Aug 31 19:27:31.272931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-6283b6e1-3658-4d6d-9c91-32c80420b1cf tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:31.280982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-6283b6e1-3658-4d6d-9c91-32c80420b1cf tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:31.287929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-6283b6e1-3658-4d6d-9c91-32c80420b1cf tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:31.296297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-6283b6e1-3658-4d6d-9c91-32c80420b1cf tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:31.298474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-6283b6e1-3658-4d6d-9c91-32c80420b1cf tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 3066 time: 0.3807695 Aug 31 19:27:31.376368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ef158d6-fcff-43a5-9df4-7f309e664bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.391782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ef158d6-fcff-43a5-9df4-7f309e664bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.393382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.472309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3e60f77-e0c5-4798-b11c-b623d2e2cdd2 req-1292e849-d08b-472d-bc24-ab2a72b56cf3 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872808 Aug 31 19:27:31.490815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 45d67262-363f-4657-bcc6-e3f2120ffb64 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:31.499733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef158d6-fcff-43a5-9df4-7f309e664bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330ef09a-429a-44f6-98be-196ea942ddea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:31.525033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port 3c940d23-74a4-4107-a15f-a8ee36a7739e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3c940d23-74a4-4107-a15f-a8ee36a7739e,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:31.526113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.539545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ef158d6-fcff-43a5-9df4-7f309e664bf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=459c3054692a45c19dfa472cd5f45874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7498996 Aug 31 19:27:31.543407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:31.564939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.641355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 3c940d23-74a4-4107-a15f-a8ee36a7739e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:31.692709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.756335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 8103413f-2848-4168-9b16-c5e69057f29a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:31.756671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.789730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.945326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c940d23-74a4-4107-a15f-a8ee36a7739e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:31.995141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:31.998505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.000072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/330ef09a-429a-44f6-98be-196ea942ddea HTTP/1.1" status: 204 len: 168 time: 0.4542396 Aug 31 19:27:32.000232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3c940d23-74a4-4107-a15f-a8ee36a7739e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:32.023448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3c940d23-74a4-4107-a15f-a8ee36a7739e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:32.026186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.026778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a32dff-97fd-458d-9ef4-106c3faf90ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ef09a-429a-44f6-98be-196ea942ddea,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:32.034007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '2218274b-731d-4917-970f-6a0944564054'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:32.039594 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763eda48-eb05-4203-8cf8-b8af55856762" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "2218274b-731d-4917-970f-6a0944564054"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:32.057670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Router 78a3a89f-a168-45bb-a517-7e89e2e288b4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:32.075464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port 8103413f-2848-4168-9b16-c5e69057f29a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8103413f-2848-4168-9b16-c5e69057f29a,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:32.075875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.106039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 8103413f-2848-4168-9b16-c5e69057f29a owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:32.112863 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ed11a5-8344-4b0e-873f-b8f971da6f2e x-openstack-request-id: req-a9ed11a5-8344-4b0e-873f-b8f971da6f2e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:32.113151 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "2218274b-731d-4917-970f-6a0944564054", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:32.113507 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9ed11a5-8344-4b0e-873f-b8f971da6f2e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:32.113916 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '2218274b-731d-4917-970f-6a0944564054', 'status': 'completed', 'code': 200} Aug 31 19:27:32.146008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.211056 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.217900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=45d67262-363f-4657-bcc6-e3f2120ffb64,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:32.374455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.375405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:32.382058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8ebb63f-fe66-47ec-ba89-76e56c9f7ada admin admin] 10.222.0.73 "PUT /v2.0/routers/78a3a89f-a168-45bb-a517-7e89e2e288b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8256285 Aug 31 19:27:32.385461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:32.387935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Sync routers for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:32.407543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:32.412356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:32.550520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=3c940d23-74a4-4107-a15f-a8ee36a7739e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:32.731008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:32.786591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.806275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.842152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.867447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:32.945400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0346c1b-c04b-49c2-99ef-ed63292d0ccc req-1a5cc0c5-c4ed-4fc7-9e8b-9b5a06ed37b9 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:32.957674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0346c1b-c04b-49c2-99ef-ed63292d0ccc req-1a5cc0c5-c4ed-4fc7-9e8b-9b5a06ed37b9 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:32.967705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0346c1b-c04b-49c2-99ef-ed63292d0ccc req-1a5cc0c5-c4ed-4fc7-9e8b-9b5a06ed37b9 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:32.972631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0346c1b-c04b-49c2-99ef-ed63292d0ccc req-1a5cc0c5-c4ed-4fc7-9e8b-9b5a06ed37b9 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 2333 time: 0.2962115 Aug 31 19:27:32.992767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=8103413f-2848-4168-9b16-c5e69057f29a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:33.030974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port 8103413f-2848-4168-9b16-c5e69057f29a on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:33.034304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:33.036362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-1f552d0a-597c-4280-9290-7b27f4a6e4dc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "DELETE /v2.0/ports/8103413f-2848-4168-9b16-c5e69057f29a HTTP/1.1" status: 204 len: 173 time: 1.7806950 Aug 31 19:27:33.061339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:27:30Z', 'revision_number': 5, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:33.140166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Checking router: 78a3a89f-a168-45bb-a517-7e89e2e288b4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:27:33.162576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Routers {'78a3a89f-a168-45bb-a517-7e89e2e288b4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:33.163226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['78a3a89f-a168-45bb-a517-7e89e2e288b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:33.208513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0346c1b-c04b-49c2-99ef-ed63292d0ccc req-a598bf07-bf24-4a54-9bb2-52e0ac624688 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865113 Aug 31 19:27:33.219868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port d897ab54-dea0-46f6-ad17-272d9fe61182 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:33.220414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:33.272402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:33.382429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port d897ab54-dea0-46f6-ad17-272d9fe61182, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=d897ab54-dea0-46f6-ad17-272d9fe61182,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:33.383086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:33.401876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router afef1008-7bd4-4579-a10a-cbd9ec638153 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:33.414454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Router dd7b0916-a230-42be-b603-adbaf5661b24 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:33.417968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] Set router 78a3a89f-a168-45bb-a517-7e89e2e288b4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:33.463182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Deleting port 57511abe-6500-4019-a4de-4ec58f743723 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:33.463539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:33.686296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:33.699056 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Sync routers for ids ['dd7b0916-a230-42be-b603-adbaf5661b24'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:33.719561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Routers {'dd7b0916-a230-42be-b603-adbaf5661b24'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:33.720407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dd7b0916-a230-42be-b603-adbaf5661b24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:33.726496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-30e4683c-9a74-49cb-911b-787a9a47e4b1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "PUT /v2.0/routers/dd7b0916-a230-42be-b603-adbaf5661b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5337691 Aug 31 19:27:33.735510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:33.794004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:33.809508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e9f3f0a-aac3-4211-83a6-50e4a156f82d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6779346 Aug 31 19:27:33.810204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:33.896850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e70c0e94-07f4-4d04-b588-092375f1197f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=afef1008-7bd4-4579-a10a-cbd9ec638153 HTTP/1.1" status: 200 len: 205 time: 0.0636504 Aug 31 19:27:33.900524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:33.956272 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Set router dd7b0916-a230-42be-b603-adbaf5661b24 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:33.964981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] Sync routers for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:33.984833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:33.986497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.010774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd960d0-b578-479a-a9a7-0cecf5b9e2fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:34.012896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd960d0-b578-479a-a9a7-0cecf5b9e2fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:34.014577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5dd960d0-b578-479a-a9a7-0cecf5b9e2fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2779062 Aug 31 19:27:34.025399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:34.031387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.047419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] Routers {'afef1008-7bd4-4579-a10a-cbd9ec638153'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:34.048094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['afef1008-7bd4-4579-a10a-cbd9ec638153'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.093606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.094501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53185a2-02b4-427d-99b8-3cbabfd2bfea None None] The sync data for ids ['afef1008-7bd4-4579-a10a-cbd9ec638153'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:34.127508 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:32Z', 'revision_number': 3, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.173827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:34.176142 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2315e58-ba0e-4ea6-b898-e86f91e0ebd2" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "8103413f-2848-4168-9b16-c5e69057f29a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:34.198089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:27:30Z', 'revision_number': 5, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.208051 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Checking router: dd7b0916-a230-42be-b603-adbaf5661b24 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:27:34.228659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06edf7-35af-484d-ab86-3e90e83944af None None] The sync data for ids ['78a3a89f-a168-45bb-a517-7e89e2e288b4'] in n-d-778550-14 is: [{'id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'name': 'tempest-ServersTestMultiNic-822319316-router', 'tenant_id': '0b31879c055a49289b51db01447ea138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '57511abe-6500-4019-a4de-4ec58f743723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:25:39Z', 'updated_at': '2021-08-31T19:27:30Z', 'revision_number': 5, 'project_id': '0b31879c055a49289b51db01447ea138', 'gw_port': {'id': '57511abe-6500-4019-a4de-4ec58f743723', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a3a89f-a168-45bb-a517-7e89e2e288b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:25:40Z', 'updated_at': '2021-08-31T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:34.255992 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Routers {'dd7b0916-a230-42be-b603-adbaf5661b24'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:34.257984 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dd7b0916-a230-42be-b603-adbaf5661b24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.305044 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3d78c-9dd9-4488-9fca-7a62d4d7d2cd x-openstack-request-id: req-19b3d78c-9dd9-4488-9fca-7a62d4d7d2cd {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:34.309383 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "8103413f-2848-4168-9b16-c5e69057f29a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:34.309759 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19b3d78c-9dd9-4488-9fca-7a62d4d7d2cd {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:34.310267 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '8103413f-2848-4168-9b16-c5e69057f29a', 'status': 'completed', 'code': 200} Aug 31 19:27:34.359490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] For port 57511abe-6500-4019-a4de-4ec58f743723, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57511abe-6500-4019-a4de-4ec58f743723,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:34.364985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.388563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.389152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.389362 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Floating IP 6c5f46e4-cda5-4b9f-aed4-e7d04821b958 disassociated. External IP: 172.25.3.189, port: d897ab54-dea0-46f6-ad17-272d9fe61182. Aug 31 19:27:34.389668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for d897ab54-dea0-46f6-ad17-272d9fe61182 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:34.415896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Calling delete_port for 57511abe-6500-4019-a4de-4ec58f743723 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:34.416580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] Set router dd7b0916-a230-42be-b603-adbaf5661b24 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:34.492810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:32Z', 'revision_number': 3, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:34.561224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac794305-160a-4b9c-a3c6-f5fca505b000 None None] The sync data for ids ['dd7b0916-a230-42be-b603-adbaf5661b24'] in n-d-778550-14 is: [{'id': 'dd7b0916-a230-42be-b603-adbaf5661b24', 'name': 'tempest-NetworksTestDHCPv6-router-1516252640', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:27:21Z', 'updated_at': '2021-08-31T19:27:32Z', 'revision_number': 3, 'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:34.749038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.805992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.855932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:34.875354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=57511abe-6500-4019-a4de-4ec58f743723,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:34.924425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet e12f99a1-b015-4e3d-a428-7df73d901259 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:35.018365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=d897ab54-dea0-46f6-ad17-272d9fe61182,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:35.038910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.103810 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.110324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.127349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7e9d-3a2f-41e3-9627-1d73d263fe5c req-b53d72a0-39a5-480d-9140-bad6a9378eb5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:35.136985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7e9d-3a2f-41e3-9627-1d73d263fe5c req-b53d72a0-39a5-480d-9140-bad6a9378eb5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:35.138671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-637d7e9d-3a2f-41e3-9627-1d73d263fe5c req-b53d72a0-39a5-480d-9140-bad6a9378eb5 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 1599 time: 0.4615829 Aug 31 19:27:35.178952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.320186 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.364320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.401349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.403168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.403666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router afef1008-7bd4-4579-a10a-cbd9ec638153 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:27:35.452143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.453317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-56b533ca-84ba-4061-a2dd-6e3d6f49e3ba tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153 HTTP/1.1" status: 204 len: 168 time: 1.5516264 Aug 31 19:27:35.456437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-637d7e9d-3a2f-41e3-9627-1d73d263fe5c req-c9e693d0-2764-48be-8177-a5987bf8c8d1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850814 Aug 31 19:27:35.456931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:35.516565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.517078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a3a89f-a168-45bb-a517-7e89e2e288b4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:27:35.520024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Router c5f3263c-3273-4641-82a5-814329e04eee has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:35.523052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.524787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cf52480-46cd-4f66-ab94-6ed59783e20a admin admin] 10.222.0.73 "DELETE /v2.0/routers/78a3a89f-a168-45bb-a517-7e89e2e288b4 HTTP/1.1" status: 204 len: 168 time: 3.1228821 Aug 31 19:27:35.532305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:35.607349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet adf71d27-e2c5-4969-ba27-a19aff5176c3 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:35.617293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.742336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Deleting subnet 2823b9c3-60df-4657-a50e-7b3917766d5b {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:35.757431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.785513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c940d23-74a4-4107-a15f-a8ee36a7739e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:35.817812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:35.824823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.840823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3c940d23-74a4-4107-a15f-a8ee36a7739e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:35.841178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3c940d23-74a4-4107-a15f-a8ee36a7739e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:35.841606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 513a80bb-afa0-41ee-8d48-ed1dee9c470b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:35.877409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.880323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:35.891155 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Sync routers for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:35.897528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 513a80bb-afa0-41ee-8d48-ed1dee9c470b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:35.898015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 513a80bb-afa0-41ee-8d48-ed1dee9c470b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:35.904088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:35.908947 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:35.909578 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:36.005580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.023299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port d897ab54-dea0-46f6-ad17-272d9fe61182 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:36.034101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.038320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-d7488f0f-e801-42fa-8b2e-2fe4e3d997de tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "DELETE /v2.0/ports/d897ab54-dea0-46f6-ad17-272d9fe61182 HTTP/1.1" status: 204 len: 173 time: 2.9957292 Aug 31 19:27:36.044919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.083250 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:36.084578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=e12f99a1-b015-4e3d-a428-7df73d901259,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:36.093668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.093920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e647d147-8121-469f-afc0-5badee4e8cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.097906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866250e-f607-4e80-b6f7-faac56ef41ed None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:36.100888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1d655cd8-0359-4c82-92aa-45a4cfc66b41 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e12f99a1-b015-4e3d-a428-7df73d901259 HTTP/1.1" status: 204 len: 168 time: 2.0692062 Aug 31 19:27:36.107360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:36.272209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.313427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:36.315586 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d5d0a-7cec-4273-9ee9-3b4ba5c751f0" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:36.429728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=adf71d27-e2c5-4969-ba27-a19aff5176c3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:36.441672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f237d40-cfcd-4ac4-b353-b80b22cfc9e3 None None] Network 7153f8da-a13e-49f1-8ff1-1b1ca489a83d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:36.447976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.454246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 23d7316d-01bd-4a77-a7ce-446b008fab56 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:36.455118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.463395 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824f323-db0f-447a-b2de-e9d2eaf7059c x-openstack-request-id: req-f824f323-db0f-447a-b2de-e9d2eaf7059c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:36.464077 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "d897ab54-dea0-46f6-ad17-272d9fe61182", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:36.465232 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f824f323-db0f-447a-b2de-e9d2eaf7059c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:36.466526 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': 'd897ab54-dea0-46f6-ad17-272d9fe61182', 'status': 'completed', 'code': 200} Aug 31 19:27:36.474378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.480488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f5a98595-0fed-405c-bec9-2b2c267cff51 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/adf71d27-e2c5-4969-ba27-a19aff5176c3 HTTP/1.1" status: 204 len: 168 time: 1.0082688 Aug 31 19:27:36.503752 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:36.516297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43760) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:36.563290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:36.575632 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Checking router: c5f3263c-3273-4641-82a5-814329e04eee for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:27:36.606356 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:36.608310 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:36.702630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet b2db6866-293b-4dbf-a5a3-6e31321932cf {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:36.719354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Deleting port bd2a74e8-34e3-49b6-b18e-670b33945699 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:36.719760 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.730976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e145597f-e572-4f54-9845-92e2de7b43b2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6209788 Aug 31 19:27:36.738266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e647d147-8121-469f-afc0-5badee4e8cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.739386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:36.751784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.756707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port 23d7316d-01bd-4a77-a7ce-446b008fab56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=23d7316d-01bd-4a77-a7ce-446b008fab56,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:36.757252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.757880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.761172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e647d147-8121-469f-afc0-5badee4e8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.821293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] For port bd2a74e8-34e3-49b6-b18e-670b33945699, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bd2a74e8-34e3-49b6-b18e-670b33945699,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:36.822184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.836293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Calling delete_port for bd2a74e8-34e3-49b6-b18e-670b33945699 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:36.897686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.910418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2823b9c3-60df-4657-a50e-7b3917766d5b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:36.923693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 23d7316d-01bd-4a77-a7ce-446b008fab56 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:36.928352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] DHCP port deletion for 7153f8da-a13e-49f1-8ff1-1b1ca489a83d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:36.935894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.937928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6a80e5b-e67f-418e-b375-967b0962109d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2823b9c3-60df-4657-a50e-7b3917766d5b HTTP/1.1" status: 204 len: 168 time: 1.4045000 Aug 31 19:27:36.939594 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:27:36.943846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8322ae-127e-4f18-abb6-e9280f3faa3b None None] Network 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:36.944119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:36.952891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647d147-8121-469f-afc0-5badee4e8cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd828d-0d0c-49f8-8ae1-30cc456f4940,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:36.957964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e647d147-8121-469f-afc0-5badee4e8cf8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4a0feb2f58c41dc90118574fcf07565&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1388357 Aug 31 19:27:36.968502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:36.973912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.013579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802196f1-43a1-44f7-9cfc-92cbce688d2b req-51852aaf-5afc-487c-9915-d17a3bc2b816 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:37.015206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-802196f1-43a1-44f7-9cfc-92cbce688d2b req-51852aaf-5afc-487c-9915-d17a3bc2b816 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 943 time: 0.3044946 Aug 31 19:27:37.087065 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.098136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-802196f1-43a1-44f7-9cfc-92cbce688d2b req-2c8333fd-dda4-4fc1-8dbb-81562773a2ce tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups?id=f415ed2c-5319-4da8-a574-599bf7197201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728490 Aug 31 19:27:37.165512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Deleting port 38da3466-ba0c-4e69-9084-00d406d2769c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:37.165877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.168141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] Pushing event deleted for resources: {'Port': ['ID=bd2a74e8-34e3-49b6-b18e-670b33945699,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:37.176645 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.197491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586507a-1b93-4d97-8c64-b2b60fe58222 None None] No DVR routers for this DVR port bd2a74e8-34e3-49b6-b18e-670b33945699 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:37.288318 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:37.297870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.302842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.338040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] For port 38da3466-ba0c-4e69-9084-00d406d2769c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38da3466-ba0c-4e69-9084-00d406d2769c,segment=NetworkSegment(81f14060-89a2-4fe5-b332-8a5e00b7c85f),segment_id=81f14060-89a2-4fe5-b332-8a5e00b7c85f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:37.338670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.347700 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1344ad-c408-4283-a3c8-4437c5eb3520 None None] The sync data for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 is: [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:17:03Z', 'revision_number': 4, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6e3fcc66-9529-4022-9c0e-0ea56b59995b', 'name': '', 'network_id': '93aa4b1d-cc88-4cbc-83d9-a0c0496c258d', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'mac_address': 'fa:16:3e:59:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:17:02Z', 'updated_at': '2021-08-31T19:17:12Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'subnets': [{'id': '924f3d9f-faaa-4e11-b413-f8bde72f6159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:37.361630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.368739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=b2db6866-293b-4dbf-a5a3-6e31321932cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:37.371747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.377237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.377844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Calling delete_port for 38da3466-ba0c-4e69-9084-00d406d2769c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:37.385674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f711543a-b8bf-40af-9955-935e19bf5e01 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/b2db6866-293b-4dbf-a5a3-6e31321932cf HTTP/1.1" status: 204 len: 168 time: 0.8650029 Aug 31 19:27:37.386322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.399547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca49d6-d17c-4cd8-88f3-16db19b401bb None None] Network 86dbf253-0084-489f-b210-6f532308f83b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:37.402741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.489041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.489041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Fanout notify agent at l3_agent the message router_deleted on router dd7b0916-a230-42be-b603-adbaf5661b24 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:27:37.511310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] DHCP port deletion for 0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:37.525541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.529519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4c345bc-5cf2-40a7-a2dc-0edfebbabced tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/routers/dd7b0916-a230-42be-b603-adbaf5661b24 HTTP/1.1" status: 204 len: 168 time: 0.7891212 Aug 31 19:27:37.530172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.583164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.589776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4a12676-58b5-4bdb-bb74-06362fa43826 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553660 Aug 31 19:27:37.597013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.605230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.653855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.709438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.760095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c6952-90d4-45c3-82c7-0b4057d0dd30 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:37.761661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e74c6952-90d4-45c3-82c7-0b4057d0dd30 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498399 Aug 31 19:27:37.766777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Deleting port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:37.767355 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.768076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.805896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=23d7316d-01bd-4a77-a7ce-446b008fab56,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:37.854263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1b237b5-2bb8-4254-8e06-641b3eb71a33 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813346 Aug 31 19:27:37.859210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:37.860823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 38da3466-ba0c-4e69-9084-00d406d2769c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:37.861331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.865635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Deleting port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:37.866122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.870595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:37.887048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port 23d7316d-01bd-4a77-a7ce-446b008fab56 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:37.901983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.904967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbab17e-90e0-4a9d-925f-b6ff9b82b82d req-e603d4b6-0961-41f0-b5e5-704d6b3b8881 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.82 "DELETE /v2.0/ports/23d7316d-01bd-4a77-a7ce-446b008fab56 HTTP/1.1" status: 204 len: 173 time: 1.8588352 Aug 31 19:27:37.910008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] For port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:37.910564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.936791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] No DVR routers for this DVR port 38da3466-ba0c-4e69-9084-00d406d2769c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:37.969023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] DHCP port deletion for 86dbf253-0084-489f-b210-6f532308f83b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:37.973221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57511abe-6500-4019-a4de-4ec58f743723 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:37.973903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.977718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:37.979130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cdd828d-0d0c-49f8-8ae1-30cc456f4940 HTTP/1.1" status: 204 len: 168 time: 1.0050187 Aug 31 19:27:37.997111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722043da-963f-447b-9811-2fca6d20cd47 None None] Pushing event deleted for resources: {'Port': ['ID=38da3466-ba0c-4e69-9084-00d406d2769c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:37.998197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25ee23-3383-4f60-a9f9-9b9702565e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd828d-0d0c-49f8-8ae1-30cc456f4940,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.004746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15e2bc-5a9e-4b2a-8731-32ec45b8e99f None None] New status for floating IP 6c5f46e4-cda5-4b9f-aed4-e7d04821b958: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:27:38.012748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 57511abe-6500-4019-a4de-4ec58f743723 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:38.013096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57511abe-6500-4019-a4de-4ec58f743723 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:38.013212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] For port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,segment=NetworkSegment(85284ebf-de14-46b2-b031-456b1585c23c),segment_id=85284ebf-de14-46b2-b031-456b1585c23c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:38.013722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.013870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38da3466-ba0c-4e69-9084-00d406d2769c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:38.034452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Calling delete_port for b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:38.036994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Calling delete_port for b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:38.068762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 38da3466-ba0c-4e69-9084-00d406d2769c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:38.069266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38da3466-ba0c-4e69-9084-00d406d2769c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:38.070135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bd2a74e8-34e3-49b6-b18e-670b33945699 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:38.074858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 38da3466-ba0c-4e69-9084-00d406d2769c, host n-d-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:38.075240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.144057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 38da3466-ba0c-4e69-9084-00d406d2769c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:38.150032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Port 38da3466-ba0c-4e69-9084-00d406d2769c was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:27:38.151903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.163264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.205950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] No DVR routers for this DVR port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:38.211181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.303394 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:27:38.306262 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:27:38.308232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=38da3466-ba0c-4e69-9084-00d406d2769c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.313628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port 38da3466-ba0c-4e69-9084-00d406d2769c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:38.321516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.333901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bd2a74e8-34e3-49b6-b18e-670b33945699 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:38.334466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bd2a74e8-34e3-49b6-b18e-670b33945699 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:38.335033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:38.402537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.426173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.438789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] Pushing event deleted for resources: {'Port': ['ID=b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.450822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85284ebf-de14-46b2-b031-456b1585c23c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.451123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85284ebf-de14-46b2-b031-456b1585c23c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.464373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.464854 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c411c92-bf62-479f-89d9-cf95164505de req-c0ee34b1-bfd5-4189-9d9b-64833456e08b tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.1642447 Aug 31 19:27:38.477991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:38.481579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.496261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411054a6-0129-4cf3-82cb-a1204aeba227 None None] No DVR routers for this DVR port b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:38.500289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:38.501707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b4fc9195-cbe1-4f3b-88c8-fbf6f3493a7d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:38.514314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.546444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:38.547059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.575922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:38.580092 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df5130-aaf8-4639-a6bb-cf9364112df8" -d '{"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:38.588817 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:38.591218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Deleting port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:38.591218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.679766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:38.707126 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79028f-9177-4d67-8e4b-59603aebd299 x-openstack-request-id: req-ad79028f-9177-4d67-8e4b-59603aebd299 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:38.707440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] For port 7bf6bd93-21b0-4d83-8868-3de32c483ca8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7bf6bd93-21b0-4d83-8868-3de32c483ca8,segment=NetworkSegment(6b5b4511-c71d-45fa-98c1-35eaa2f27519),segment_id=6b5b4511-c71d-45fa-98c1-35eaa2f27519)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:38.707869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.715737 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e77b8-6713-401c-933b-aff3f204a15b", "name": "network-vif-deleted", "tag": "23d7316d-01bd-4a77-a7ce-446b008fab56", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:38.716102 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad79028f-9177-4d67-8e4b-59603aebd299 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:38.716624 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e77b8-6713-401c-933b-aff3f204a15b', 'name': 'network-vif-deleted', 'tag': '23d7316d-01bd-4a77-a7ce-446b008fab56', 'status': 'completed', 'code': 200} Aug 31 19:27:38.721371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e00cedf-9e95-45b1-867d-62d46ff369ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.722222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Calling delete_port for 7bf6bd93-21b0-4d83-8868-3de32c483ca8 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:38.723562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.735153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7153f8da-a13e-49f1-8ff1-1b1ca489a83d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.748163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f14060-89a2-4fe5-b332-8a5e00b7c85f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.748703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f14060-89a2-4fe5-b332-8a5e00b7c85f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:38.764524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.790961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.793044 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba HTTP/1.1" status: 204 len: 168 time: 1.8432822 Aug 31 19:27:38.821161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.823061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.838701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b4ae7-90ee-4161-ac54-6b489dfef2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c06ad9f-8872-4b3f-8d6e-5e8ed4fab7ba,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.847463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] No DVR routers for this DVR port 7bf6bd93-21b0-4d83-8868-3de32c483ca8 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:38.847972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.879980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:38.880653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:38.884614 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:38.889557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b953a-c568-4ef3-b7d2-5dabe6550602 None None] Pushing event deleted for resources: {'Port': ['ID=7bf6bd93-21b0-4d83-8868-3de32c483ca8,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:38.981406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.001487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.005741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/7153f8da-a13e-49f1-8ff1-1b1ca489a83d HTTP/1.1" status: 204 len: 168 time: 1.6146796 Aug 31 19:27:39.006919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.039490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89cc10-d0e2-4a52-bc15-c832a994070f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=7153f8da-a13e-49f1-8ff1-1b1ca489a83d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.082355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.102443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:27:39.115951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.154800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e00cedf-9e95-45b1-867d-62d46ff369ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.168222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e00cedf-9e95-45b1-867d-62d46ff369ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.190396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:39.204341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:39.214209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1b6b5-d74a-4278-80d9-e877d1f74c2a None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:39.215982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:39.216769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.220670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=ba001d9e-2539-415e-a34b-e84195fb3e68,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.226998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e355c3f1-98eb-4b7f-ab54-0d757c4b8380 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b31879c055a49289b51db01447ea138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412878 Aug 31 19:27:39.228922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.244033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.251422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00cedf-9e95-45b1-867d-62d46ff369ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa30a6c8-f413-4633-86e3-4cb4a55888bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.259113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0bd8de7-c68a-45ec-86e6-92c9614fb35e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3941720 Aug 31 19:27:39.262622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.267972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:39.274430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e00cedf-9e95-45b1-867d-62d46ff369ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0cd1be345c604e908314a449c04e5684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911119 Aug 31 19:27:39.276887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.416731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.429751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dbf253-0084-489f-b210-6f532308f83b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:39.451158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'ba001d9e-2539-415e-a34b-e84195fb3e68'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:39.452354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.458613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5b4511-c71d-45fa-98c1-35eaa2f27519') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:39.458914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5b4511-c71d-45fa-98c1-35eaa2f27519') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:39.470201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.472573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.499466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.514789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:39.515654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:39.522344 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:39.528722 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.535555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.599863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.620784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.627420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.630011 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/86dbf253-0084-489f-b210-6f532308f83b HTTP/1.1" status: 204 len: 168 time: 0.6218374 Aug 31 19:27:39.639979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:39.646408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:39.654437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.670201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-1465078849'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:39.679053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fa02d-559f-4426-903d-feec1ad1d0ed tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=86dbf253-0084-489f-b210-6f532308f83b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.705585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:39.709701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.735667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e20883ad-5586-49ed-a6e3-a7bc5a56dee8 req-b208948b-c12f-4d04-9fae-cf67c0bd9833 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.1184046 Aug 31 19:27:39.759053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:27:39.785454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.787079 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 5705a001-2f7a-4ee4-b5cd-f22e842c4365 of type vlan for network b79c013e-d2d7-46a4-883b-92c789ede0a2 Aug 31 19:27:39.806662 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:27:39.834986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Allocated IP 2001:db8::f816:3eff:fee4:c4b1 (28ab4167-83d5-4228-ad97-46ade08c33e4/ba001d9e-2539-415e-a34b-e84195fb3e68/e7ede395-ba15-483f-ba8b-50049e2ee80c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:39.845960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.858872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.864671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04c7568c-8709-4026-a845-c62d50d23cad HTTP/1.1" status: 204 len: 168 time: 0.6327438 Aug 31 19:27:39.866480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bf6bd93-21b0-4d83-8868-3de32c483ca8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:39.900396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90e334-9851-4ef8-81a8-1fae2eb97adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c7568c-8709-4026-a845-c62d50d23cad,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.918725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.923267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.929492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.933166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa30a6c8-f413-4633-86e3-4cb4a55888bc HTTP/1.1" status: 204 len: 168 time: 0.6480563 Aug 31 19:27:39.965599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7bf6bd93-21b0-4d83-8868-3de32c483ca8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:39.966335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bf6bd93-21b0-4d83-8868-3de32c483ca8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:39.972355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb07418-3831-465e-87a6-d97b4d436c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa30a6c8-f413-4633-86e3-4cb4a55888bc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:39.980313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:39.994697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:39.995246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.151410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.171684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Transition to ACTIVE for port object e7ede395-ba15-483f-ba8b-50049e2ee80c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:40.213962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Transition to ACTIVE for port object e7ede395-ba15-483f-ba8b-50049e2ee80c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:40.232809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.240302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=b79c013e-d2d7-46a4-883b-92c789ede0a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:40.265109 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9e64a29-3a22-4319-99ed-1ac780186a3d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6202679 Aug 31 19:27:40.265642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:40.282083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:40.358074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.360044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:27:40.514768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=d0f27eb7-e05c-43ad-bd2a-61e715acd18d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:40.545369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:40.550639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:40.554080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:40.554702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.568921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:40.575095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:40.585027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:40.590514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:40.594540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.597530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cabea6ca-5552-4f02-8ec9-2ac9a8f385e7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3336627 Aug 31 19:27:40.600184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:40.606851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:fa:9d:0c', 'name': 'tempest-NetworksTestDHCPv6-1640916289'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:40.611522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Pushing event updated for resources: {'Port': ['ID=e7ede395-ba15-483f-ba8b-50049e2ee80c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:40.692597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Attempting to bind port e7ede395-ba15-483f-ba8b-50049e2ee80c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:40.694157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Attempting to bind port e7ede395-ba15-483f-ba8b-50049e2ee80c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:40.695126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Attempting to bind port e7ede395-ba15-483f-ba8b-50049e2ee80c on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:40.705101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:40.705915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:40.708022 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.708637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:40.709289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Bound port: e7ede395-ba15-483f-ba8b-50049e2ee80c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:40.710001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:40.858668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] For port e7ede395-ba15-483f-ba8b-50049e2ee80c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:40.878234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] For port e7ede395-ba15-483f-ba8b-50049e2ee80c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7ede395-ba15-483f-ba8b-50049e2ee80c,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:40.885738 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.073809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27596759-44c0-44bd-b302-0be1e80288b7 req-0c488638-e0a1-40b2-bba6-007807967b1a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0930490 Aug 31 19:27:41.097002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:41.098786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420c96-3f24-4223-9e4e-4e4e0316cc14 None None] Pushing event updated for resources: {'Port': ['ID=e7ede395-ba15-483f-ba8b-50049e2ee80c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:41.108359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.217551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:41.237209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '5705a001-2f7a-4ee4-b5cd-f22e842c4365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:41.237848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: b79c013e-d2d7-46a4-883b-92c789ede0a2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:27:41.259682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:27:41.282028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, b79c013e-d2d7-46a4-883b-92c789ede0a2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:41.296121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a95145-a9b7-4f22-a536-df7c219a69d9 None None] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:41.302122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:41.306594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.347239 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-595fcaee-2004-4632-8b70-090ee52f20b6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0796814 Aug 31 19:27:41.349405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:41.361686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1852373334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:41.368135 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.435394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.436701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.478186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 80618b20-d847-44bb-9b1d-c131cc5b77f6 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:41.574162 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84b4e58e-2b67-4fa1-86c2-04830571c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.649433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.652547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:41.688644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.768343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.769932 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5b0a41ec-99d3-4ce3-b00b-41f06799660f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4183185 Aug 31 19:27:41.772726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:41.792164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'port': {'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2', 'name': 'tempest-RoutersTest-1616447286'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:41.884846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 172.20.0.14 (28ab4167-83d5-4228-ad97-46ade08c33e4/d0f27eb7-e05c-43ad-bd2a-61e715acd18d/80618b20-d847-44bb-9b1d-c131cc5b77f6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:41.901554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fefa:9d0c (28ab4167-83d5-4228-ad97-46ade08c33e4/ba001d9e-2539-415e-a34b-e84195fb3e68/80618b20-d847-44bb-9b1d-c131cc5b77f6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:41.912410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-b79c013e-d2d7-46a4-883b-92c789ede0a2', 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': '8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:41.915997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:41.957398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-129430109-network', 'tenant_id': 'adf5628c26eb43d3b68844d1bfb454bc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:41.960965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7ede395-ba15-483f-ba8b-50049e2ee80c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:42.007451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Made reservation on behalf of adf5628c26eb43d3b68844d1bfb454bc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:42.010947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.026925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.184400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e7ede395-ba15-483f-ba8b-50049e2ee80c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:42.230868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Allocated IP 172.20.0.2 (b79c013e-d2d7-46a4-883b-92c789ede0a2/8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8/29092aca-c610-49d2-be24-b2f4bb005539) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:42.246794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.262252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 80618b20-d847-44bb-9b1d-c131cc5b77f6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:42.330580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.394803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65f30840-86c1-4a9a-96fd-f32db786bda2 req-c57b95ce-9a8d-4d02-b4fb-fab9ba18ec91 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0783093 Aug 31 19:27:42.498917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:42.511767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:42.524644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:42.620501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.637703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Transition to ACTIVE for port object 29092aca-c610-49d2-be24-b2f4bb005539 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:42.642524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:42.643922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.652216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=80618b20-d847-44bb-9b1d-c131cc5b77f6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:42.679198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Transition to ACTIVE for port object 29092aca-c610-49d2-be24-b2f4bb005539 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:42.696728 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.761710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:42.764962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:42.768262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:42.849801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Pushing event updated for resources: {'Port': ['ID=29092aca-c610-49d2-be24-b2f4bb005539,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:42.875188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Attempting to bind port 29092aca-c610-49d2-be24-b2f4bb005539 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:42.875784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Attempting to bind port 29092aca-c610-49d2-be24-b2f4bb005539 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '5705a001-2f7a-4ee4-b5cd-f22e842c4365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:42.876259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Attempting to bind port 29092aca-c610-49d2-be24-b2f4bb005539 on network b79c013e-d2d7-46a4-883b-92c789ede0a2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:42.884476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:42.885552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Checking segment: {'id': '5705a001-2f7a-4ee4-b5cd-f22e842c4365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:42.885793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.886304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Bound using segment: {'id': '5705a001-2f7a-4ee4-b5cd-f22e842c4365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:42.886903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Bound port: 29092aca-c610-49d2-be24-b2f4bb005539, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5705a001-2f7a-4ee4-b5cd-f22e842c4365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b79c013e-d2d7-46a4-883b-92c789ede0a2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:42.887596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.923343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.933043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42eef7-15d7-406b-998a-07260a6e4392 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:42.935321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:42.948935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c3312a88-eda3-4107-bd33-bf7e980fd073 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3475754 Aug 31 19:27:42.949930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:42.971988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:42.978084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.071369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] device_id is not set on port f808712b-b5d7-4bc9-8fa6-b4a158470dde yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:43.077769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3440d1-9a3b-47ee-854d-25455a6c663f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:43.092155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Provisioning for port e7ede395-ba15-483f-ba8b-50049e2ee80c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:43.099349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3440d1-9a3b-47ee-854d-25455a6c663f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:43.105890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a3440d1-9a3b-47ee-854d-25455a6c663f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1546712 Aug 31 19:27:43.106593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:43.111854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Provisioning complete for port e7ede395-ba15-483f-ba8b-50049e2ee80c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:43.112685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.153585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] For port 29092aca-c610-49d2-be24-b2f4bb005539, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:43.188307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] For port 29092aca-c610-49d2-be24-b2f4bb005539, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=29092aca-c610-49d2-be24-b2f4bb005539,segment=NetworkSegment(5705a001-2f7a-4ee4-b5cd-f22e842c4365),segment_id=5705a001-2f7a-4ee4-b5cd-f22e842c4365)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:43.194092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:27:43.218403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.218907 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Added segment abebc62b-071e-4313-a4c3-734298a7d3df of type vlan for network f74aaf4e-2eab-4020-a654-1d7d41c9873c Aug 31 19:27:43.224690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.312528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.356755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44824f7-425b-463c-8ef6-f2393c55c668,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:43.368258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.375055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:43.376033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.425959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 80618b20-d847-44bb-9b1d-c131cc5b77f6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:43.426899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.443166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e366c-1f06-48d6-becd-15642e15a239 None None] Pushing event updated for resources: {'Port': ['ID=29092aca-c610-49d2-be24-b2f4bb005539,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:43.486727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] Pushing event updated for resources: {'Network': ['ID=f74aaf4e-2eab-4020-a654-1d7d41c9873c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:43.494205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-60917bce-3001-40c9-9a4a-e7f4113df4cd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8376963 Aug 31 19:27:43.498899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:43.506364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Request body: {'subnet': {'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-129430109-subnet', 'tenant_id': 'adf5628c26eb43d3b68844d1bfb454bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:43.530398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.536424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:27:43.553616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Made reservation on behalf of adf5628c26eb43d3b68844d1bfb454bc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:43.556682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.656299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b18aec5-7ee9-4995-b424-b2c11b4427f7 req-a1fd9014-aa51-4363-8661-2af13ad41730 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0730634 Aug 31 19:27:43.789233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.20.0.10 (b79c013e-d2d7-46a4-883b-92c789ede0a2/8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8/f808712b-b5d7-4bc9-8fa6-b4a158470dde) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:43.864669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] For port e7ede395-ba15-483f-ba8b-50049e2ee80c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7ede395-ba15-483f-ba8b-50049e2ee80c,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:43.907857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.912550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:43.943968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 80618b20-d847-44bb-9b1d-c131cc5b77f6 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:43.994046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 29092aca-c610-49d2-be24-b2f4bb005539 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:44.128248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'ba001d9e-2539-415e-a34b-e84195fb3e68', 'ip_address': '2001:db8::f816:3eff:fee4:c4b1'}, {'subnet_id': 'd0f27eb7-e05c-43ad-bd2a-61e715acd18d'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'e7ede395-ba15-483f-ba8b-50049e2ee80c'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:27:44.239818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.314319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.334843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object f808712b-b5d7-4bc9-8fa6-b4a158470dde will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:44.393316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.424386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.434217 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67cf7527-29ed-4535-b141-b528bab695a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.459392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7360a1-0e8a-4089-b5c3-8cb0e941cfb9 None None] Pushing event updated for resources: {'Port': ['ID=e7ede395-ba15-483f-ba8b-50049e2ee80c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:44.462740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.499229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=80618b20-d847-44bb-9b1d-c131cc5b77f6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:44.525683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.585143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 29092aca-c610-49d2-be24-b2f4bb005539 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:44.625359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=f808712b-b5d7-4bc9-8fa6-b4a158470dde,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:44.651836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.673370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:44.682645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Checking segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:44.683010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Network hostable DHCP agents. Network: f74aaf4e-2eab-4020-a654-1d7d41c9873c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:27:44.689978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.697513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:44.697695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1bc3752-86a8-434a-a063-17dda90fb832 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/80618b20-d847-44bb-9b1d-c131cc5b77f6 HTTP/1.1" status: 204 len: 168 time: 1.5862927 Aug 31 19:27:44.698779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b195966-6833-43f4-94ad-69c373977805,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:44.701660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:44.706978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Allocated IP 172.20.0.2 (28ab4167-83d5-4228-ad97-46ade08c33e4/d0f27eb7-e05c-43ad-bd2a-61e715acd18d/e7ede395-ba15-483f-ba8b-50049e2ee80c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:44.710743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:44.807076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:44.808282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.872562 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eff6b23b-6c0b-467f-bac1-c9c209545ea7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0984995 Aug 31 19:27:44.874081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:44.877244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:27:44.893421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f74aaf4e-2eab-4020-a654-1d7d41c9873c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:44.934263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007fd2b0-e9cf-47e2-8d33-9226f6cca58c None None] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:44.949761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b43b4381-61ef-4cdc-b952-f02ff8720db0 req-9e05b470-e97e-4b32-9125-91a4f15afde1 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0900249 Aug 31 19:27:44.963818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:44.964849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:44.966452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0e541-b813-4775-9c39-0d48d52dcc50 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:44.983025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0e541-b813-4775-9c39-0d48d52dcc50 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:44.985842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0e541-b813-4775-9c39-0d48d52dcc50 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:44.988041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92b0e541-b813-4775-9c39-0d48d52dcc50 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2751327 Aug 31 19:27:44.990742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:45.034148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7ecd13b3-5124-4da0-8d70-d9d0aa6d189d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5256157 Aug 31 19:27:45.126246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet ba001d9e-2539-415e-a34b-e84195fb3e68 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:45.127716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769062c-4b6b-4a2d-9c3f-db4e94c17955 None None] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:45.268086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] For port e7ede395-ba15-483f-ba8b-50049e2ee80c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7ede395-ba15-483f-ba8b-50049e2ee80c,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:45.316484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Provisioning for port 29092aca-c610-49d2-be24-b2f4bb005539 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:45.335515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Provisioning complete for port 29092aca-c610-49d2-be24-b2f4bb005539 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:45.335961 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.577556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.583415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.597176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Transition to ACTIVE for port object e7ede395-ba15-483f-ba8b-50049e2ee80c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:45.612685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065410d0-f2d5-4c51-9f5f-cf6215e707ca None None] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:45.618366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.625532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.693443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.789201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.892505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.921155 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.926826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.941488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=ba001d9e-2539-415e-a34b-e84195fb3e68,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:45.952457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7ede395-ba15-483f-ba8b-50049e2ee80c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:45.955207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:45.957565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c2ebb0b8-ee5c-42b2-8569-44392c14fd83 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/ba001d9e-2539-415e-a34b-e84195fb3e68 HTTP/1.1" status: 204 len: 168 time: 0.9638190 Aug 31 19:27:45.960626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:45.995186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] For port 29092aca-c610-49d2-be24-b2f4bb005539, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=29092aca-c610-49d2-be24-b2f4bb005539,segment=NetworkSegment(5705a001-2f7a-4ee4-b5cd-f22e842c4365),segment_id=5705a001-2f7a-4ee4-b5cd-f22e842c4365)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:46.038198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.056327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-78c157b2-03ab-4840-a545-1c8f28591eec tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:46.072342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-78c157b2-03ab-4840-a545-1c8f28591eec tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.4984026 Aug 31 19:27:46.076173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.094325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-4d216498-f643-49b0-8e95-884e88735470 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/quotas/adf5628c26eb43d3b68844d1bfb454bc HTTP/1.1" status: 200 len: 375 time: 0.0210457 Aug 31 19:27:46.134252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet d0f27eb7-e05c-43ad-bd2a-61e715acd18d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:46.140786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.162599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5339a91-ff5c-4696-b715-527607d961d8 req-6c8630ff-ca73-4a9a-9333-7e688c49461c tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0401790 Aug 31 19:27:46.187090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-a5807754-8522-4579-a9da-26c2cc280461 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840333 Aug 31 19:27:46.225329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.252535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.267498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.373547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=f808712b-b5d7-4bc9-8fa6-b4a158470dde,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:46.569155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-c15a6f54-42d3-4387-bf5f-f7c7cdf82fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368595 Aug 31 19:27:46.675092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.719841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8667cd-ebea-4aad-a5de-f18fa7bbc972 None None] Pushing event updated for resources: {'Port': ['ID=e7ede395-ba15-483f-ba8b-50049e2ee80c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:46.811563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:46.897191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-90411682-f106-4767-a752-5822131ad7b8 service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270836 Aug 31 19:27:46.968856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.068400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06f410-ae7d-4ed9-bdcd-1529c021c206 None None] Pushing event updated for resources: {'Port': ['ID=29092aca-c610-49d2-be24-b2f4bb005539,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:47.079981 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.303441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.326465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.328626 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/d0f27eb7-e05c-43ad-bd2a-61e715acd18d HTTP/1.1" status: 204 len: 168 time: 1.3659773 Aug 31 19:27:47.375229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:47.378610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e219a227-be05-4962-8a72-c60d9e257154 req-e5db9791-eb8f-4c72-b6c3-207734709bbc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 210 time: 0.1070445 Aug 31 19:27:47.460624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5b9e5-7907-4a02-b6f6-3672071a11d0 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f27eb7-e05c-43ad-bd2a-61e715acd18d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:47.512196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Provisioning for port f808712b-b5d7-4bc9-8fa6-b4a158470dde completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:47.531329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Provisioning complete for port f808712b-b5d7-4bc9-8fa6-b4a158470dde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:47.532750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.635577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Port f808712b-b5d7-4bc9-8fa6-b4a158470dde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:47.669462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Provisioning complete for port 29092aca-c610-49d2-be24-b2f4bb005539 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:47.670437 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d789b654-363e-4811-917e-a92f9b15bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.725662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.744714 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.954876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:47.966642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=f808712b-b5d7-4bc9-8fa6-b4a158470dde,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:47.971095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 29092aca-c610-49d2-be24-b2f4bb005539 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:48.098578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3912ef-b04f-453b-b33c-470f433cfe51 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:48.228990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:48.233100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:48.265822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 29092aca-c610-49d2-be24-b2f4bb005539 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:48.266445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:48.363263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Provisioning complete for port f808712b-b5d7-4bc9-8fa6-b4a158470dde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:48.363902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:48.541239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router 0fb6cd91-5622-47d3-b0ff-27ab6347156b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:27:48.618885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Port f808712b-b5d7-4bc9-8fa6-b4a158470dde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:48.638551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5e8e6ab-bc30-4932-86c7-119ab244fdae tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2588942 Aug 31 19:27:48.647757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44074) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:48.664853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-254eb5ac-ab2e-40a3-a13c-f6c94b2d6e3b req-1ba36f4a-7895-489b-a8e3-74993fc8743e tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 1.2819612 Aug 31 19:27:48.671727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Provisioning for port e7ede395-ba15-483f-ba8b-50049e2ee80c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:48.685425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:48.710715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Provisioning complete for port e7ede395-ba15-483f-ba8b-50049e2ee80c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:48.710715 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:48.742687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:48.755986 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] Sync routers for ids ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:48.771935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11f40453-86d0-4c59-86ab-368c0332f0ad req-0162da26-9f90-46ea-9b9a-b6a187959ab9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 210 time: 0.1577408 Aug 31 19:27:48.778879 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] Routers {'0fb6cd91-5622-47d3-b0ff-27ab6347156b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:48.779791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e18ae9cf-b896-49ea-80a9-77e85eba9135 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/0fb6cd91-5622-47d3-b0ff-27ab6347156b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9028616 Aug 31 19:27:48.780317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:48.788864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:48.793182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:48.877469 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:48.905212 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] Routers {'0fb6cd91-5622-47d3-b0ff-27ab6347156b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:48.906695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:48.916615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b2ac7c-947d-48fc-a5ba-b98d5785bea5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:48.918451 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e7b2ac7c-947d-48fc-a5ba-b98d5785bea5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports/f808712b-b5d7-4bc9-8fa6-b4a158470dde HTTP/1.1" status: 200 len: 978 time: 0.1241717 Aug 31 19:27:48.921883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:48.992030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7ede395-ba15-483f-ba8b-50049e2ee80c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:49.005935 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:49.006830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a025f-baad-4ec6-8dc9-04bd11494d94 None None] The sync data for ids ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:49.135481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Deleting port e7ede395-ba15-483f-ba8b-50049e2ee80c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:49.136080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.208799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e7ede395-ba15-483f-ba8b-50049e2ee80c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:49.210434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.231164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7236aa02-bf6b-49ba-a5e6-a3de14366f0f None None] Could not find standard attr ID for object 80618b20-d847-44bb-9b1d-c131cc5b77f6. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:27:49.328489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-497170f2-687f-4258-99be-1f57c74b02c4 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:49.330211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-497170f2-687f-4258-99be-1f57c74b02c4 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.67 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.1168878 Aug 31 19:27:49.363095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:49.367035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.389924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] For port e7ede395-ba15-483f-ba8b-50049e2ee80c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7ede395-ba15-483f-ba8b-50049e2ee80c,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:49.390340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.429864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Calling delete_port for e7ede395-ba15-483f-ba8b-50049e2ee80c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:49.442861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Request body: {'port': {'device_id': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'admin_state_up': True, 'tenant_id': 'adf5628c26eb43d3b68844d1bfb454bc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:49.610145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5de5c716-75f0-4e17-b0dd-6157ee93cf9a None None] Provisioning complete for port f808712b-b5d7-4bc9-8fa6-b4a158470dde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:49.610522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5de5c716-75f0-4e17-b0dd-6157ee93cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.673468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5de5c716-75f0-4e17-b0dd-6157ee93cf9a None None] Port f808712b-b5d7-4bc9-8fa6-b4a158470dde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:27:49.737283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.763501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] No DVR routers for this DVR port e7ede395-ba15-483f-ba8b-50049e2ee80c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:49.792583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Made reservation on behalf of adf5628c26eb43d3b68844d1bfb454bc for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:49.797024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:49.839736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322405-8be1-43b5-83b5-8d8fa922d994 None None] Pushing event deleted for resources: {'Port': ['ID=e7ede395-ba15-483f-ba8b-50049e2ee80c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:49.847807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7ede395-ba15-483f-ba8b-50049e2ee80c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:49.891803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e7ede395-ba15-483f-ba8b-50049e2ee80c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:49.892158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7ede395-ba15-483f-ba8b-50049e2ee80c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:50.052033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9c78d81-215c-47b2-9291-1fc1969f7410 req-5989d223-68e1-49ff-af0e-e3bdd72f1ceb tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.2076674 Aug 31 19:27:50.119073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-721d5a3c-52e9-4a82-90e4-90d27652e670 req-338005be-e4e9-4a8a-b892-84dd4959bd4f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 210 time: 0.1485765 Aug 31 19:27:50.201352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:50.292081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Allocated IP 172.20.0.7 (f74aaf4e-2eab-4020-a654-1d7d41c9873c/9b195966-6833-43f4-94ad-69c373977805/f6cfa36b-9cd0-4415-baab-7e258a73b050) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:50.395992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:27:50.406993 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:50.519048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:50.613236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:50.619629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:50.620271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:50.625389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e956e8f-11f9-4830-a4a8-3612772ddfdc None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:50.775161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:50.787149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=960fd72c-5be3-438e-b140-e667c3fb1857,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:50.808605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a770a476-8e46-434a-83e4-23cd7e28e4c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1386919 Aug 31 19:27:50.808605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:50.815753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:50.837618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '960fd72c-5be3-438e-b140-e667c3fb1857'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:27:50.839972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:50.902370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.100935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:51.122566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:51.123848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Allocated IP 2001:db8::f816:3eff:fe58:825b (28ab4167-83d5-4228-ad97-46ade08c33e4/960fd72c-5be3-438e-b140-e667c3fb1857/99160eb3-c6b2-41c5-afce-de4f1d25584b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:51.142563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:51.154558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:51.334008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35263089-d8f7-433d-a022-e681477c3af9 req-96c64f09-48fc-415f-a18c-c0ec2cf6b779 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0672843 Aug 31 19:27:51.358074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.385299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:51.385941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.395477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Transition to ACTIVE for port object 99160eb3-c6b2-41c5-afce-de4f1d25584b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:51.453312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ab6d-e0b8-48a0-8c28-01c2b02327d1 req-3a148718-82fc-42f6-8b01-48fe8ec70130 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:51.454910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34f8ab6d-e0b8-48a0-8c28-01c2b02327d1 req-3a148718-82fc-42f6-8b01-48fe8ec70130 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 931 time: 0.1731608 Aug 31 19:27:51.469824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Transition to ACTIVE for port object 99160eb3-c6b2-41c5-afce-de4f1d25584b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:51.472733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:51.477538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.479836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.507519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-de3bc14c-0543-46de-98e8-eef0a28b1889 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0710857 Aug 31 19:27:51.531207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Request body: {'port': {'device_id': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:51.546149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:51.549693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:51.556827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:51.567386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Pushing event updated for resources: {'Port': ['ID=99160eb3-c6b2-41c5-afce-de4f1d25584b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:51.567618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port f808712b-b5d7-4bc9-8fa6-b4a158470dde {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:51.567939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.631554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Attempting to bind port 99160eb3-c6b2-41c5-afce-de4f1d25584b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:51.632200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Attempting to bind port 99160eb3-c6b2-41c5-afce-de4f1d25584b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:51.632310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Attempting to bind port 99160eb3-c6b2-41c5-afce-de4f1d25584b on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:51.638804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:51.639184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:51.639592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.640093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:51.640567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Bound port: 99160eb3-c6b2-41c5-afce-de4f1d25584b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:51.641200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.679583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34f8ab6d-e0b8-48a0-8c28-01c2b02327d1 req-47b56255-c26f-4edb-af27-531bbb7ff39d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904254 Aug 31 19:27:51.757066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.762676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] For port 99160eb3-c6b2-41c5-afce-de4f1d25584b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:51.767466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] For port 99160eb3-c6b2-41c5-afce-de4f1d25584b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99160eb3-c6b2-41c5-afce-de4f1d25584b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:51.772129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.797864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:51.838961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for f808712b-b5d7-4bc9-8fa6-b4a158470dde owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:51.839696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adabe9-a0b3-4c24-8060-4b5ed487ae92 None None] Pushing event updated for resources: {'Port': ['ID=99160eb3-c6b2-41c5-afce-de4f1d25584b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:52.524153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:52.542863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:52.626307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=f808712b-b5d7-4bc9-8fa6-b4a158470dde,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:52.631160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a67a904-7fb0-4379-9470-856c5cac6460 req-5f1b10d3-2782-4788-bdb0-59c20310c207 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.1086140 Aug 31 19:27:52.650228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:52.652943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:27:52.660611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:52.676243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:52.683227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:52.683870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:52.859280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=9716e5bb-ddf8-487c-b838-40aa9d4edb15,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:52.881959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Transition to ACTIVE for port object f6cfa36b-9cd0-4415-baab-7e258a73b050 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:52.913439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c118c43d-675b-47b2-8f47-4069dd02192a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1041131 Aug 31 19:27:52.916741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:52.919758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:52.927070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:41:f3:2e', 'name': 'tempest-NetworksTestDHCPv6-783664835'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:53.135370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:53.146051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcacce-0c81-4f67-bbb4-f44a25f1a813 req-b8a1295c-9fc2-4157-99fc-d111dc767254 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:53.147730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dcacce-0c81-4f67-bbb4-f44a25f1a813 req-b8a1295c-9fc2-4157-99fc-d111dc767254 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 931 time: 0.2852502 Aug 31 19:27:53.253966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:53.270136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:53.300479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Attempting to bind port f6cfa36b-9cd0-4415-baab-7e258a73b050 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:27:53.300816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Attempting to bind port f6cfa36b-9cd0-4415-baab-7e258a73b050 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:27:53.301215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Attempting to bind port f6cfa36b-9cd0-4415-baab-7e258a73b050 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:53.335919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:53.372454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 915c2a67-63bd-4143-8697-68e1a8675598 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:27:53.532455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8869d53-5a39-4aef-8265-5b48e68b10e2 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:53.658029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e944d27d-eff1-4c1f-a1f6-32f76f910a8a None None] Provisioning for port 99160eb3-c6b2-41c5-afce-de4f1d25584b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:53.705005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 172.20.0.4 (28ab4167-83d5-4228-ad97-46ade08c33e4/9716e5bb-ddf8-487c-b838-40aa9d4edb15/915c2a67-63bd-4143-8697-68e1a8675598) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:53.721232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe41:f32e (28ab4167-83d5-4228-ad97-46ade08c33e4/960fd72c-5be3-438e-b140-e667c3fb1857/915c2a67-63bd-4143-8697-68e1a8675598) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:53.871649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6cd1e10-6758-4984-9890-8a997e353a77 req-88be6a99-5c89-48c6-b5c8-01d2b3f7395a tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0534158 Aug 31 19:27:53.905625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Port f6cfa36b-9cd0-4415-baab-7e258a73b050 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:27:53.905964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Attempting to bind port f6cfa36b-9cd0-4415-baab-7e258a73b050 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:27:53.921342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99160eb3-c6b2-41c5-afce-de4f1d25584b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:53.922854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:27:53.923172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Checking segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:53.923572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Bound using segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:27:53.924062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Bound port: f6cfa36b-9cd0-4415-baab-7e258a73b050, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:27:53.924433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:53.947830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4dcacce-0c81-4f67-bbb4-f44a25f1a813 req-df54d0b4-4446-4e41-8835-65a9583b3b52 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651987 Aug 31 19:27:54.056240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '960fd72c-5be3-438e-b140-e667c3fb1857', 'ip_address': '2001:db8::f816:3eff:fe58:825b'}, {'subnet_id': '9716e5bb-ddf8-487c-b838-40aa9d4edb15'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '99160eb3-c6b2-41c5-afce-de4f1d25584b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:27:54.091547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:27:54.091547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:27:54.091547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.100683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.126794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.144341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 99160eb3-c6b2-41c5-afce-de4f1d25584b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:54.151276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 99160eb3-c6b2-41c5-afce-de4f1d25584b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:54.152113 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.157042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 915c2a67-63bd-4143-8697-68e1a8675598 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:54.187422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router 0fb6cd91-5622-47d3-b0ff-27ab6347156b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:27:54.198285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.381273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:27:54.386714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:54.397599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:54.399625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.401144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6cfa36b-9cd0-4415-baab-7e258a73b050 HTTP/1.1" status: 200 len: 1092 time: 2.8741860 Aug 31 19:27:54.401660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:54.412598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-97ce8f00-27f0-47f1-bf53-92b9a467c982 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/0fb6cd91-5622-47d3-b0ff-27ab6347156b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4845905 Aug 31 19:27:54.412598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:27:54.417640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:27:54.418324 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0e5c63-920b-49ab-acda-1a1890792fff" -d '{"events": [{"name": "network-changed", "server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:27:54.427124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44160) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:54.485814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:54.485814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.510883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=915c2a67-63bd-4143-8697-68e1a8675598,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:54.511127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] Sync routers for ids ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:27:54.519006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c123839-af63-4fd7-9dee-790270c2ed4b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5978212 Aug 31 19:27:54.524412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:54.544227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b90abe-e9cb-4557-8914-0da5635ac106 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:54.576013 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c9ee6-e136-42fc-8db6-066b9ef361d1 x-openstack-request-id: req-de6c9ee6-e136-42fc-8db6-066b9ef361d1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:27:54.581188 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:27:54.581456 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de6c9ee6-e136-42fc-8db6-066b9ef361d1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:27:54.581892 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'status': 'completed', 'code': 200} Aug 31 19:27:54.640809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f52eac-045f-42b2-8910-33ca27271710 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:54.654722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f52eac-045f-42b2-8910-33ca27271710 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:54.657942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7f52eac-045f-42b2-8910-33ca27271710 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1325152 Aug 31 19:27:54.668900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:54.693019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] Routers {'0fb6cd91-5622-47d3-b0ff-27ab6347156b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:54.694353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:54.787358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Allocated IP 172.20.0.2 (28ab4167-83d5-4228-ad97-46ade08c33e4/9716e5bb-ddf8-487c-b838-40aa9d4edb15/99160eb3-c6b2-41c5-afce-de4f1d25584b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:27:54.792564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:54.805568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.832618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] Routers {'0fb6cd91-5622-47d3-b0ff-27ab6347156b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:27:54.833238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:54.843318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 915c2a67-63bd-4143-8697-68e1a8675598 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:54.844048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:54.874086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-9b25a261-4bfb-4ab4-97c5-baa1206b9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:54.886365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:54.886892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-9b25a261-4bfb-4ab4-97c5-baa1206b9791 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 1095 time: 0.3377080 Aug 31 19:27:54.887181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0ae5c-230e-4f9f-b111-95b4d24663ca None None] The sync data for ids ['0fb6cd91-5622-47d3-b0ff-27ab6347156b'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:27:55.033813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-1eaf2e94-6b6a-4530-8686-43be193f9f41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050 HTTP/1.1" status: 200 len: 217 time: 0.0692291 Aug 31 19:27:55.038309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] For port 99160eb3-c6b2-41c5-afce-de4f1d25584b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99160eb3-c6b2-41c5-afce-de4f1d25584b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:55.081346 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-c7d52530-f848-447c-b32d-e7605e070104 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 19:27:55.084836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c7d52530-f848-447c-b32d-e7605e070104 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/0fb6cd91-5622-47d3-b0ff-27ab6347156b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6497555 Aug 31 19:27:55.092574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:55.119091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.133236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2aa7787-22b3-448f-abc1-a40fbf970443 req-3f734808-02b8-4474-bc82-83a7b30955bc tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0965362 Aug 31 19:27:55.162322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:55.163685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8317ee04-b70d-403a-8bcc-d55660873f5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fb6cd91-5622-47d3-b0ff-27ab6347156b HTTP/1.1" status: 200 len: 205 time: 0.0637436 Aug 31 19:27:55.168091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.176662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Transition to ACTIVE for port object 99160eb3-c6b2-41c5-afce-de4f1d25584b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:27:55.187058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.202211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 915c2a67-63bd-4143-8697-68e1a8675598 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:55.289728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.413246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468473-bbe4-485f-a088-d1e5a69553ed req-8d4d60e2-80ce-4ee5-a921-6b6af2f4d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:55.416161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-8d4d60e2-80ce-4ee5-a921-6b6af2f4d4ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.3483608 Aug 31 19:27:55.623296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-e0a843cd-2dde-43dd-9c7c-525235acc5a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793284 Aug 31 19:27:55.633539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd6-8fbe-45c4-830d-3f7ec3ff192d req-9b4683ba-fdd0-4600-a9bc-44acf485aefc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:55.635847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53f8fcd6-8fbe-45c4-830d-3f7ec3ff192d req-9b4683ba-fdd0-4600-a9bc-44acf485aefc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 943 time: 0.5564477 Aug 31 19:27:55.656275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.706216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=915c2a67-63bd-4143-8697-68e1a8675598,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:55.738194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-dcc05850-84b0-4a6f-b381-1f85e0868cc7 service neutron] 10.222.0.67 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994027 Aug 31 19:27:55.740192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.774602 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.830874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Pushing event updated for resources: {'Port': ['ID=99160eb3-c6b2-41c5-afce-de4f1d25584b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:55.836793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53f8fcd6-8fbe-45c4-830d-3f7ec3ff192d req-fb074387-ce3e-43e4-a156-988f9ebce90f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912554 Aug 31 19:27:55.889202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.890481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb6cd91-5622-47d3-b0ff-27ab6347156b {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:27:55.900910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.902719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-098e1b46-c9f0-4189-9997-4d273ea1bd36 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/0fb6cd91-5622-47d3-b0ff-27ab6347156b HTTP/1.1" status: 204 len: 168 time: 0.7369616 Aug 31 19:27:55.905713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:55.908010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:55.910641 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4721b7f7-4a66-4cb1-8ca0-75699981cdc7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/915c2a67-63bd-4143-8697-68e1a8675598 HTTP/1.1" status: 204 len: 168 time: 1.2398157 Aug 31 19:27:55.913123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:55.942042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.942607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.943540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.943540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.944034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.944034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.944266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.951381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.951601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.952072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.952421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.953132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01191492-3b2e-49e8-b26e-b469d4f9b87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:27:55.965367 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:27:55.965717 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:27:55.980837 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52468473-bbe4-485f-a088-d1e5a69553ed req-adb355ab-61e8-4c96-b362-02da2d861f7e service neutron] 10.222.0.67 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154057 Aug 31 19:27:55.996942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet 8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:56.004573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.048903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a1fc5-74e3-4c76-9135-134adce27131 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.050940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a1fc5-74e3-4c76-9135-134adce27131 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.052634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a1fc5-74e3-4c76-9135-134adce27131 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.060586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c27a1fc5-74e3-4c76-9135-134adce27131 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1463733 Aug 31 19:27:56.061537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:56.119489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.208668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-035b9c1d-d36c-48cb-840f-4aac44bb8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.210376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-035b9c1d-d36c-48cb-840f-4aac44bb8823 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 1095 time: 0.1540990 Aug 31 19:27:56.415205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f90b4a20-6486-4cef-a512-af58e627f4fc req-5fbab930-8104-4cc2-80b2-49a873e99dd7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0783460 Aug 31 19:27:56.538279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.601674 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.651569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 99160eb3-c6b2-41c5-afce-de4f1d25584b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99160eb3-c6b2-41c5-afce-de4f1d25584b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:56.668200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.687025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-157a2d5e-a70d-4381-b82a-2423b5278a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.692256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-157a2d5e-a70d-4381-b82a-2423b5278a18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 915 time: 0.4609768 Aug 31 19:27:56.796419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=99160eb3-c6b2-41c5-afce-de4f1d25584b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:56.797181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-8a5507c4-947c-4ca8-86b0-47a729e1ed98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050 HTTP/1.1" status: 200 len: 217 time: 0.0854454 Aug 31 19:27:56.833982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 960fd72c-5be3-438e-b140-e667c3fb1857 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:56.840099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:56.888326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99160eb3-c6b2-41c5-afce-de4f1d25584b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:27:56.926150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-e33bd591-8cb4-4b01-8030-2c6cf791502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:56.928303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-e33bd591-8cb4-4b01-8030-2c6cf791502e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.1242163 Aug 31 19:27:56.944089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.016955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-dfad1972-b8b4-4070-9134-0945c5220058 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757699 Aug 31 19:27:57.131111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.149000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.224334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33ea5e-d82f-4c05-a24b-8a06d5fc822a None None] Network b79c013e-d2d7-46a4-883b-92c789ede0a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:57.249326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:57.272084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.283426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.284240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:57.286524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f8165fd-6984-4798-86e7-c5f1fe0400ad tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8 HTTP/1.1" status: 204 len: 168 time: 1.3800840 Aug 31 19:27:57.324202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a61b-0377-4a08-b7f1-56f375e833e0 req-97753f8b-eacb-49a8-b159-14780fe210fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:57.327468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e38a61b-0377-4a08-b7f1-56f375e833e0 req-97753f8b-eacb-49a8-b159-14780fe210fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 943 time: 0.2875111 Aug 31 19:27:57.349444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=960fd72c-5be3-438e-b140-e667c3fb1857,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:57.378810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.384730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f4f0440a-538d-46f8-81cd-111bc6319a23 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/960fd72c-5be3-438e-b140-e667c3fb1857 HTTP/1.1" status: 204 len: 168 time: 1.3189034 Aug 31 19:27:57.403326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8c148dce-9b42-46a8-a988-1945f0c5f216 None None] Provisioning for port 99160eb3-c6b2-41c5-afce-de4f1d25584b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:27:57.427203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:57.433772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8c148dce-9b42-46a8-a988-1945f0c5f216 None None] Provisioning complete for port 99160eb3-c6b2-41c5-afce-de4f1d25584b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:57.435778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8c148dce-9b42-46a8-a988-1945f0c5f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.481254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.576733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 9716e5bb-ddf8-487c-b838-40aa9d4edb15 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:27:57.586598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.623837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 29092aca-c610-49d2-be24-b2f4bb005539 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:57.630956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.650815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.795794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-572801c2-1b1b-4928-a834-267200c3403e service neutron] 10.222.0.67 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699552 Aug 31 19:27:57.823789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 29092aca-c610-49d2-be24-b2f4bb005539, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=29092aca-c610-49d2-be24-b2f4bb005539,segment=NetworkSegment(5705a001-2f7a-4ee4-b5cd-f22e842c4365),segment_id=5705a001-2f7a-4ee4-b5cd-f22e842c4365)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:57.824189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:57.838052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] DHCP port deletion for b79c013e-d2d7-46a4-883b-92c789ede0a2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:57.865821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 29092aca-c610-49d2-be24-b2f4bb005539 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:57.873374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38512741-c120-4321-8c22-0edcf7890259 req-70ee0985-64be-45d3-9128-07044e05b4e0 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.1158721 Aug 31 19:27:57.903655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab2a72-1ae1-4737-b614-882c0563b381 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:57.920285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92974b1b-4130-477e-a832-9f04881ddff6 None None] Could not find standard attr ID for object 915c2a67-63bd-4143-8697-68e1a8675598. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:27:57.968944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.015595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Deleting port 29092aca-c610-49d2-be24-b2f4bb005539 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:27:58.016832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.022638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e38a61b-0377-4a08-b7f1-56f375e833e0 req-1d6eb256-a9ae-4a51-bfb6-8e393b9637ad tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791489 Aug 31 19:27:58.039756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=29092aca-c610-49d2-be24-b2f4bb005539,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:58.046695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.051477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port 29092aca-c610-49d2-be24-b2f4bb005539 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:58.121476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] For port 29092aca-c610-49d2-be24-b2f4bb005539, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:58.121887 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.138223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Calling delete_port for 29092aca-c610-49d2-be24-b2f4bb005539 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:27:58.140951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Port 29092aca-c610-49d2-be24-b2f4bb005539 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:27:58.143911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.190105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] Pushing event deleted for resources: {'Port': ['ID=29092aca-c610-49d2-be24-b2f4bb005539,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:58.199239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2ebd7-9076-4667-b934-30791fb38e15 None None] No DVR routers for this DVR port 29092aca-c610-49d2-be24-b2f4bb005539 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:27:58.243137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c0e5c63-920b-49ab-acda-1a1890792fff req-fa2100b1-2b6e-4c42-beb4-4c1458019adb service neutron] 10.222.0.67 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302311 Aug 31 19:27:58.250637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.277869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.281442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79c013e-d2d7-46a4-883b-92c789ede0a2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:58.305485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5705a001-2f7a-4ee4-b5cd-f22e842c4365') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:58.305826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5705a001-2f7a-4ee4-b5cd-f22e842c4365') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:27:58.340646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.341014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=9716e5bb-ddf8-487c-b838-40aa9d4edb15,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:58.345718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.354753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bb5d9a24-824b-470a-80be-fb7037ccf075 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/9716e5bb-ddf8-487c-b838-40aa9d4edb15 HTTP/1.1" status: 204 len: 168 time: 0.9262793 Aug 31 19:27:58.355540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:58.403279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ecac36-3cf1-41fe-a459-97fd87217dc7 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '9716e5bb-ddf8-487c-b838-40aa9d4edb15'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '99160eb3-c6b2-41c5-afce-de4f1d25584b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:27:58.404230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9998886a-bea2-42fc-bc2c-e36ffc1d3ee7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475430 Aug 31 19:27:58.405349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.407575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:58.414545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:58.415960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:27:58.416406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:27:58.422941 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:27:58.442676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9ecac36-3cf1-41fe-a459-97fd87217dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.557160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.567194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.574850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:58.577966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/b79c013e-d2d7-46a4-883b-92c789ede0a2 HTTP/1.1" status: 204 len: 168 time: 1.2877102 Aug 31 19:27:58.586245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-148550873'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:58.606312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aeeb8-5aa3-444d-a53f-4501f8173672 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=b79c013e-d2d7-46a4-883b-92c789ede0a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:58.617557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:58.624796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.725458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:58.729168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.745077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd3f26-b00d-437a-a5fb-2e39dd03e380 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:27:58.763236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f7dd1f9-36d3-4d26-8334-21bae1a72434 None None] Provisioning complete for port 99160eb3-c6b2-41c5-afce-de4f1d25584b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:27:58.764119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd1f9-36d3-4d26-8334-21bae1a72434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.832227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:27:58.856357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.857094 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 32b3233a-0e2f-4ea4-9b55-4a114e4b1e70 of type vlan for network 1d902219-fbd4-43ed-a4d3-e70b4e09425a Aug 31 19:27:58.863791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:27:58.868098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 29092aca-c610-49d2-be24-b2f4bb005539 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:27:58.913897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:58.936837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 29092aca-c610-49d2-be24-b2f4bb005539 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:27:58.941984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 29092aca-c610-49d2-be24-b2f4bb005539 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:27:59.044538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.051558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:59.051558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.115707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ff8f00f-8e37-45cc-98bc-353a5a3e6106 req-19ebcad0-a087-4625-b25d-51488c028303 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0814800 Aug 31 19:27:59.241479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6630588 Aug 31 19:27:59.244637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:59.249911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:59.335580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725598b-ad6a-4813-b54b-ed1bd242f679 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=1d902219-fbd4-43ed-a4d3-e70b4e09425a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:59.357202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5776-dff1-4d81-a642-afd259dba712 req-e1e4397e-7506-473e-b8fa-48eb0ec2dc28 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:59.359735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-366f5776-dff1-4d81-a642-afd259dba712 req-e1e4397e-7506-473e-b8fa-48eb0ec2dc28 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 943 time: 0.1696925 Aug 31 19:27:59.368071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:59.396448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:27:59.405220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'port_id': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'mac_address': 'fa:16:3e:d9:aa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b195966-6833-43f4-94ad-69c373977805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:27:59.405458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.452714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:59.456261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.470016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=e2098727-0e60-4bfa-b305-ee1af71bd518,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:59.492774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:27:59.497833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:27:59.512558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-366f5776-dff1-4d81-a642-afd259dba712 req-6e7d8634-263a-4fec-a70a-9df8de9abdb8 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420729 Aug 31 19:27:59.514250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:27:59.514754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.530015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:27:59.547712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9761d6b3-06c1-43fe-83bc-3da6bae46738 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1368148 Aug 31 19:27:59.548434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:27:59.555402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:27:59.743452 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.794233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:27:59.805274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:27:59.813967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.838959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.885986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:27:59.904555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:27:59.988225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=69e4a60d-788e-4501-95bf-7db611f4c842,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:27:59.990770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:27:59.992963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 1d902219-fbd4-43ed-a4d3-e70b4e09425a, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:00.028583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Deleting port 99160eb3-c6b2-41c5-afce-de4f1d25584b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:00.029213 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.033610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:00.052220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1d902219-fbd4-43ed-a4d3-e70b4e09425a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:00.061656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:00.063156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.080795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e75b02-13d9-4fbd-b14c-2961d2b4db96 None None] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:00.095385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2563cf7a-0459-495f-97a5-43f59121f8e1 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8490987 Aug 31 19:28:00.097713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:00.113354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1342076576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:00.157179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.158626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.252514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] For port 99160eb3-c6b2-41c5-afce-de4f1d25584b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=99160eb3-c6b2-41c5-afce-de4f1d25584b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:00.255783 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.297961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Calling delete_port for 99160eb3-c6b2-41c5-afce-de4f1d25584b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:00.298580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a3e07d4-3bda-4625-9503-1fb635c3fd60 req-a506e726-e036-4f48-8930-cef3ecf058d2 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4e77b8-6713-401c-933b-aff3f204a15b HTTP/1.1" status: 200 len: 210 time: 0.0506589 Aug 31 19:28:00.308538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.317875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.325184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:00.335311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f6cfa36b-9cd0-4415-baab-7e258a73b050'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:28:00.361232 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.363129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6a7dd6f-f4df-4cea-92aa-730f92612bf5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2637086 Aug 31 19:28:00.368289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:00.582302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.616302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] Pushing event deleted for resources: {'Port': ['ID=99160eb3-c6b2-41c5-afce-de4f1d25584b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:00.672151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac985d4-e603-485b-b417-f8d8569fa23c None None] No DVR routers for this DVR port 99160eb3-c6b2-41c5-afce-de4f1d25584b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:00.713566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f2dc2-f3c2-4db4-ad07-a53377a4c9e2 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:00.835668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99160eb3-c6b2-41c5-afce-de4f1d25584b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:00.839410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-1d902219-fbd4-43ed-a4d3-e70b4e09425a', 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': '69e4a60d-788e-4501-95bf-7db611f4c842'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:00.840963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:00.919128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 99160eb3-c6b2-41c5-afce-de4f1d25584b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:00.919450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 99160eb3-c6b2-41c5-afce-de4f1d25584b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:00.980801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.167937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'e2098727-0e60-4bfa-b305-ee1af71bd518'}, {'subnet_id': 'f4124ab5-027b-4d37-9f45-149f34faacd7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:01.169062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.175367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Allocated IP 172.20.0.2 (1d902219-fbd4-43ed-a4d3-e70b4e09425a/69e4a60d-788e-4501-95bf-7db611f4c842/2315a987-a0a9-45d4-ae89-f3ddbacdae94) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:01.364683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:01.393941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e235a-f2f4-46e6-a4a5-964a65d3c9bc req-6ca3ef0f-208a-4527-a435-ce6d148401fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:01.395562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-715e235a-f2f4-46e6-a4a5-964a65d3c9bc req-6ca3ef0f-208a-4527-a435-ce6d148401fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 944 time: 0.1865363 Aug 31 19:28:01.430293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:01.529075 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.579956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.651606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.655071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-715e235a-f2f4-46e6-a4a5-964a65d3c9bc req-a7bae91c-0148-41f3-b033-07a43aa7023d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230718 Aug 31 19:28:01.655922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Allocated IP 172.20.0.2 (28ab4167-83d5-4228-ad97-46ade08c33e4/e2098727-0e60-4bfa-b305-ee1af71bd518/4151a6c3-a859-4a36-b110-0fd43bc03c1a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:01.665052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Allocated IP 2001:db8::f816:3eff:fe98:5e33 (28ab4167-83d5-4228-ad97-46ade08c33e4/f4124ab5-027b-4d37-9f45-149f34faacd7/4151a6c3-a859-4a36-b110-0fd43bc03c1a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:01.668282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.671013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/security-groups/f415ed2c-5319-4da8-a574-599bf7197201 HTTP/1.1" status: 204 len: 168 time: 0.2395782 Aug 31 19:28:01.680279 n-d-778550-14 neutron-server[94816]: WARNING neutron.services.revisions.revision_plugin [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Could not find related port for resource to bump revision. Aug 31 19:28:01.683109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:01.692442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Port 99160eb3-c6b2-41c5-afce-de4f1d25584b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 19:28:01.692766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation for 2001:db8::f816:3eff:fe58:825b {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 19:28:01.701960 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe58:825b {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 19:28:01.703078 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-9a5e44b6-cb77-48f0-8321-88fe987ecf00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] show failed (client error): The resource could not be found. Aug 31 19:28:01.704054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fabc9-b869-4de0-b762-c905657c69be tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415ed2c-5319-4da8-a574-599bf7197201,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:01.704189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a5e44b6-cb77-48f0-8321-88fe987ecf00 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "GET /v2.0/security-groups/f415ed2c-5319-4da8-a574-599bf7197201 HTTP/1.1" status: 404 len: 347 time: 0.0200200 Aug 31 19:28:01.707136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:01.764433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.777063 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.898663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:01.905395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:01.914126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:01.914742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:01.956384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=f4124ab5-027b-4d37-9f45-149f34faacd7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:01.968903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-afd1c266-ed43-480b-9d06-8429154876f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4189939 Aug 31 19:28:01.971602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:01.977451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:c7:fb:77', 'name': 'tempest-NetworksTestDHCPv6-1266623758'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:01.993091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 1e08f4af-4126-4b4c-88bf-6dd2862886e2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:01.993454 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.022332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Transition to ACTIVE for port object 2315a987-a0a9-45d4-ae89-f3ddbacdae94 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:02.058326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Transition to ACTIVE for port object 2315a987-a0a9-45d4-ae89-f3ddbacdae94 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:02.073977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.146709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.147196 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.160155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:02.172227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:02.178339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:02.183920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Pushing event updated for resources: {'Port': ['ID=2315a987-a0a9-45d4-ae89-f3ddbacdae94,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:02.197670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 1e08f4af-4126-4b4c-88bf-6dd2862886e2 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:02.201656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.269311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Transition to ACTIVE for port object 4151a6c3-a859-4a36-b110-0fd43bc03c1a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:02.289816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Attempting to bind port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:02.290539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Attempting to bind port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:02.290894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Attempting to bind port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 on network 1d902219-fbd4-43ed-a4d3-e70b4e09425a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:02.296417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.20.0.1 (1d902219-fbd4-43ed-a4d3-e70b4e09425a/69e4a60d-788e-4501-95bf-7db611f4c842/862e3561-e06f-49f0-9382-dd50aeed6e78) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:02.302969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:02.303774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Checking segment: {'id': '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:02.304249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.304659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Bound using segment: {'id': '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:02.305132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Bound port: 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d902219-fbd4-43ed-a4d3-e70b4e09425a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:02.306014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.316825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:02.338435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Transition to ACTIVE for port object 4151a6c3-a859-4a36-b110-0fd43bc03c1a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:02.393439 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.483275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.503431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:02.509491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.511618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:02.515431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:02.517344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Pushing event updated for resources: {'Port': ['ID=4151a6c3-a859-4a36-b110-0fd43bc03c1a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:02.521363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] For port 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:02.528314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] For port 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2315a987-a0a9-45d4-ae89-f3ddbacdae94,segment=NetworkSegment(32b3233a-0e2f-4ea4-9b55-4a114e4b1e70),segment_id=32b3233a-0e2f-4ea4-9b55-4a114e4b1e70)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:02.530320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=1e08f4af-4126-4b4c-88bf-6dd2862886e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:02.535323 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.543855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 862e3561-e06f-49f0-9382-dd50aeed6e78 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:02.592437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.663345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:02.668036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.671075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.676417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d424ebca-0b1d-4bef-ac05-6d92a6680790 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/floatingips/6c5f46e4-cda5-4b9f-aed4-e7d04821b958 HTTP/1.1" status: 204 len: 168 time: 0.9682274 Aug 31 19:28:02.697079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:02.701020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:02.709245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:02.730668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad804a-acc4-4cbc-91a2-6c705913f40d None None] Pushing event updated for resources: {'Port': ['ID=2315a987-a0a9-45d4-ae89-f3ddbacdae94,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:02.736558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Attempting to bind port 4151a6c3-a859-4a36-b110-0fd43bc03c1a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:02.737041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Attempting to bind port 4151a6c3-a859-4a36-b110-0fd43bc03c1a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:02.737720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Attempting to bind port 4151a6c3-a859-4a36-b110-0fd43bc03c1a on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:02.744586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:02.745067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:02.745480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.745877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:02.747798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Bound port: 4151a6c3-a859-4a36-b110-0fd43bc03c1a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:02.748207 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.782681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.786259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:02.791323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.802393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=862e3561-e06f-49f0-9382-dd50aeed6e78,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:02.856574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 5d76eb94-17a1-467e-b21a-400f3ffd0fde yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:02.944148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] For port 4151a6c3-a859-4a36-b110-0fd43bc03c1a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:02.948457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] For port 4151a6c3-a859-4a36-b110-0fd43bc03c1a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4151a6c3-a859-4a36-b110-0fd43bc03c1a,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:02.961761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.967513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f6cfa36b-9cd0-4415-baab-7e258a73b050 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:02.981709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f6cfa36b-9cd0-4415-baab-7e258a73b050 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:02.981709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:02.989085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e944-62b6-42e1-b70a-ba9688cb731e req-583ce70d-1ca4-4b7b-b4a6-aa9159eba040 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:02.990844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da71e944-62b6-42e1-b70a-ba9688cb731e req-583ce70d-1ca4-4b7b-b4a6-aa9159eba040 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 944 time: 0.1320176 Aug 31 19:28:03.058016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 05cba0a8-c99b-4b24-88e0-b065715b9989 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:03.059373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.068841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.094027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da71e944-62b6-42e1-b70a-ba9688cb731e req-65c28774-02ed-4b5a-9222-384455d244bd tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950785 Aug 31 19:28:03.296897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b28ef4-4c42-40b1-b7f3-b5f3a25b2241 None None] Pushing event updated for resources: {'Port': ['ID=4151a6c3-a859-4a36-b110-0fd43bc03c1a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:03.299170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.314367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 05cba0a8-c99b-4b24-88e0-b065715b9989 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:03.404135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.465935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:28:03.473285 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c88ca-16b9-4524-8362-eefa20e66cf0" -d '{"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:28:03.526999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:03.537508 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.589589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.633350 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c388b95-58e2-4f64-b2f9-2ce2d2f32f65 x-openstack-request-id: req-9c388b95-58e2-4f64-b2f9-2ce2d2f32f65 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:28:03.635182 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:28:03.641794 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c388b95-58e2-4f64-b2f9-2ce2d2f32f65 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:28:03.643042 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'code': 200} Aug 31 19:28:03.714582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=05cba0a8-c99b-4b24-88e0-b065715b9989,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:03.735447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:03.768353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 172.20.0.4 (28ab4167-83d5-4228-ad97-46ade08c33e4/e2098727-0e60-4bfa-b305-ee1af71bd518/5d76eb94-17a1-467e-b21a-400f3ffd0fde) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:03.796750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:03.807624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d287bc74-ded3-473b-aa47-ed21e6a17ee7 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/ports/05cba0a8-c99b-4b24-88e0-b065715b9989 HTTP/1.1" status: 204 len: 168 time: 1.1069961 Aug 31 19:28:03.808225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:03.848811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fec7:fb77 (28ab4167-83d5-4228-ad97-46ade08c33e4/f4124ab5-027b-4d37-9f45-149f34faacd7/5d76eb94-17a1-467e-b21a-400f3ffd0fde) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:03.992935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214bd0e-9651-4a2c-bdfa-e830bd98832a req-f21009d3-098e-4d14-9ef9-e88a6533d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:03.994578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d214bd0e-9651-4a2c-bdfa-e830bd98832a req-f21009d3-098e-4d14-9ef9-e88a6533d114 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 1097 time: 0.2911882 Aug 31 19:28:04.065357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d214bd0e-9651-4a2c-bdfa-e830bd98832a req-8f616092-bf15-4979-8e4a-ff31fc36036d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Aug 31 19:28:04.095419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.111989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.113535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:04.113954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.238721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.262682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 5d76eb94-17a1-467e-b21a-400f3ffd0fde will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:04.339136 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.404661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-598afca4-3d22-432e-b710-418c5479a188 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4222431 Aug 31 19:28:04.405507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.435968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.473962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9da52d-cd1c-492c-a5cd-1fbb956e6de0 req-3567f932-6ddc-4658-9c87-0c76530568cb tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.482016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca9da52d-cd1c-492c-a5cd-1fbb956e6de0 req-3567f932-6ddc-4658-9c87-0c76530568cb tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2351551 Aug 31 19:28:04.493497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:04.511120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:04.519920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a873c-d054-4c85-b59f-326712d5907d None None] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:04.643630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:04.653413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:04.657033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b22eb44-8756-44b9-b5ab-49699c00d0ab None None] Provisioning for port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:04.734333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.762385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.763085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.784761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=862e3561-e06f-49f0-9382-dd50aeed6e78,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:04.799403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8249612 Aug 31 19:28:04.807325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:04.811068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca9da52d-cd1c-492c-a5cd-1fbb956e6de0 req-758792a5-00d7-4f18-bdb1-4eba4e892a4f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281462 Aug 31 19:28:04.915068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=fe21c4f5-e5ba-4c1e-b243-41e15142a8a7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:04.951567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.952086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.952756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.953388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.954021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.954643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.961414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:04.964452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8e7b8d2f-905a-4501-a4c8-8ca6d69c345c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e22927fa1ae54749b22f44bbc53020c8&device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 6498 time: 0.4695230 Aug 31 19:28:04.981761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:04.984239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-002ad632-6da8-41e8-a9e3-98e2e6b386cd tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/ports/fe21c4f5-e5ba-4c1e-b243-41e15142a8a7 HTTP/1.1" status: 204 len: 168 time: 1.1750069 Aug 31 19:28:04.987873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:04.995843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:05.000817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:05.003110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d8d78-5a5a-428c-9a21-366d34856e2f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=5d76eb94-17a1-467e-b21a-400f3ffd0fde,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:05.072238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4151a6c3-a859-4a36-b110-0fd43bc03c1a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:05.110659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting subnet 9ad696c0-b1b6-491c-81e3-679873df78e4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:05.126657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.213426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:05.218377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2315a987-a0a9-45d4-ae89-f3ddbacdae94 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:05.281907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28125f56-1872-476c-b5b0-354f6a906331 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.314800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28125f56-1872-476c-b5b0-354f6a906331 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.316899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-28125f56-1872-476c-b5b0-354f6a906331 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5049160 Aug 31 19:28:05.330262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:05.341208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44666f78-c78f-411f-8341-908012848b44 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:05.351958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.456522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Provisioning for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:05.471056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Provisioning complete for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:05.471437 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.490343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e9177956-44d6-46f4-89e1-e31869c6fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.491300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e9177956-44d6-46f4-89e1-e31869c6fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.497109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e9177956-44d6-46f4-89e1-e31869c6fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.499306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e9177956-44d6-46f4-89e1-e31869c6fd96 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1077a2ff-19dd-430a-870e-426ef82e7556&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 200 len: 2294 time: 0.3941216 Aug 31 19:28:05.625417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:05.677183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-f8daaf9d-1e09-485a-ac7e-d023574bf2e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 200 len: 1000 time: 0.1693373 Aug 31 19:28:05.678467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router ec485778-92c0-4780-80ba-33e03ccdef57 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:28:05.746157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-6c8a91c8-e6e2-47c1-bfdf-463a2a0ae1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:05.747670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-6c8a91c8-e6e2-47c1-bfdf-463a2a0ae1b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 200 len: 851 time: 0.0625372 Aug 31 19:28:05.761749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.763317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:05.763929 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.771737 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.815604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 5d76eb94-17a1-467e-b21a-400f3ffd0fde {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:05.815965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:05.829124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] For port 4151a6c3-a859-4a36-b110-0fd43bc03c1a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4151a6c3-a859-4a36-b110-0fd43bc03c1a,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:05.839362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.037407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.059704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22f2b-a576-4afb-a972-eea354e0e428 None None] Pushing event updated for resources: {'Port': ['ID=4151a6c3-a859-4a36-b110-0fd43bc03c1a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:06.074734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 5d76eb94-17a1-467e-b21a-400f3ffd0fde owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:06.083169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Provisioning for port 862e3561-e06f-49f0-9382-dd50aeed6e78 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:06.106567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Provisioning complete for port 862e3561-e06f-49f0-9382-dd50aeed6e78 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:06.107205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.149058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.245779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Port 862e3561-e06f-49f0-9382-dd50aeed6e78 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:28:06.248635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2315a987-a0a9-45d4-ae89-f3ddbacdae94,segment=NetworkSegment(32b3233a-0e2f-4ea4-9b55-4a114e4b1e70),segment_id=32b3233a-0e2f-4ea4-9b55-4a114e4b1e70)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:06.254346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.286548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.299272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Provisioning complete for port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:06.299556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-434a46a3-a7d0-4702-84cd-5d3df31e28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.400552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.402507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/subnets/9ad696c0-b1b6-491c-81e3-679873df78e4 HTTP/1.1" status: 204 len: 168 time: 1.4133995 Aug 31 19:28:06.404723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd596-3265-4fdd-bba9-d51e26fe3f32 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad696c0-b1b6-491c-81e3-679873df78e4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:06.406483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:06.444080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=2315a987-a0a9-45d4-ae89-f3ddbacdae94,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:06.458729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11253b-11fb-4696-9bb4-b3fc54abb116 None None] Network 54187448-1abd-4ee2-a8e1-0858c21c5084 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:06.519795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting subnet 7f9bab5a-b22e-4b49-9d09-0213aa67109a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:06.529569 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.599163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-cd8b6e54-0b3d-4a63-83b6-c1b6f54b8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:06.618698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.618967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-cd8b6e54-0b3d-4a63-83b6-c1b6f54b8a0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1077a2ff-19dd-430a-870e-426ef82e7556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8589394 Aug 31 19:28:06.674163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.680156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=5d76eb94-17a1-467e-b21a-400f3ffd0fde,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:06.719023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3ffe-cec6-4d78-b997-3857c94e230e req-3ee776e1-da10-4f3a-9cea-800284cee916 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:06.720809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7eed3ffe-cec6-4d78-b997-3857c94e230e req-3ee776e1-da10-4f3a-9cea-800284cee916 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.7615595 Aug 31 19:28:06.788171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6332a351-8763-4f92-bfde-cb191b697e25 None None] Provisioning complete for port 862e3561-e06f-49f0-9382-dd50aeed6e78 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:06.790115 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6332a351-8763-4f92-bfde-cb191b697e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.844985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-734f7bcd-291d-421e-bbc7-a54b50ba29df service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181258 Aug 31 19:28:06.848385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6332a351-8763-4f92-bfde-cb191b697e25 None None] Port 862e3561-e06f-49f0-9382-dd50aeed6e78 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:28:06.853470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4151a6c3-a859-4a36-b110-0fd43bc03c1a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:06.872595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:06.961615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] DHCP port deletion for 54187448-1abd-4ee2-a8e1-0858c21c5084 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:06.968771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:06.986119 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] Sync routers for ids ['ec485778-92c0-4780-80ba-33e03ccdef57'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:06.999581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-edf13dfd-68d2-496f-8f5b-fdafb2857a45 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/ec485778-92c0-4780-80ba-33e03ccdef57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6309526 Aug 31 19:28:07.013079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:07.014026 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] Routers {'ec485778-92c0-4780-80ba-33e03ccdef57'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:07.014793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ec485778-92c0-4780-80ba-33e03ccdef57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:07.082282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fab7c8e9-55ea-4666-86fa-5ac43c328af3 None None] Provisioning complete for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:07.083421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fab7c8e9-55ea-4666-86fa-5ac43c328af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.087167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:07.087540 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.096776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7eed3ffe-cec6-4d78-b997-3857c94e230e req-2a0f04b1-a0e0-4288-b357-5d86d4de28a2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657024 Aug 31 19:28:07.109870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.144279 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:07.175392 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] Routers {'ec485778-92c0-4780-80ba-33e03ccdef57'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:07.180585 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ec485778-92c0-4780-80ba-33e03ccdef57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:07.186046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9bab5a-b22e-4b49-9d09-0213aa67109a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:07.189123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Deleting port 457c6041-e301-442e-9d06-3cd681ea2a50 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:07.189630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.193145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-8fcb9f02-b5d8-4634-80b3-02669947e4b6 service neutron] 10.222.0.82 "GET /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352096 Aug 31 19:28:07.200819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.204984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6aa7ec23-edc3-4f8f-936f-7c8f088b6692 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/subnets/7f9bab5a-b22e-4b49-9d09-0213aa67109a HTTP/1.1" status: 204 len: 168 time: 0.7952828 Aug 31 19:28:07.213814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:07.269444 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:07.270338 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67a4fb-2b06-49c6-9d8e-73e9bb0c10ed None None] The sync data for ids ['ec485778-92c0-4780-80ba-33e03ccdef57'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:07.281396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf17714-181f-4088-929c-a498f8a59cba None None] Network 02c464ef-cacc-42c7-9aff-48dab59e8f0e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:07.312085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-dde0d0bb-690d-461f-9c24-f3cd25ef12db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 217 time: 0.0865591 Aug 31 19:28:07.329816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ac3a2-b15c-471b-b7db-81dcac251838 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.331793 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-466ac3a2-b15c-471b-b7db-81dcac251838 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports/862e3561-e06f-49f0-9382-dd50aeed6e78 HTTP/1.1" status: 200 len: 910 time: 0.3010654 Aug 31 19:28:07.343441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:07.436901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.441544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0df6458-e254-4030-b09c-95f7cb6e2fda tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/5d76eb94-17a1-467e-b21a-400f3ffd0fde HTTP/1.1" status: 204 len: 168 time: 2.1096148 Aug 31 19:28:07.450349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:07.521210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2315a987-a0a9-45d4-ae89-f3ddbacdae94 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:07.525898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] For port 457c6041-e301-442e-9d06-3cd681ea2a50, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=457c6041-e301-442e-9d06-3cd681ea2a50,segment=NetworkSegment(206d1a06-1f47-4fda-9abf-baec6801e01e),segment_id=206d1a06-1f47-4fda-9abf-baec6801e01e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:07.526395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.588039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.602238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fab7c8e9-55ea-4666-86fa-5ac43c328af3 None None] Could not find standard attr ID for object 5d76eb94-17a1-467e-b21a-400f3ffd0fde. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:28:07.611712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Calling delete_port for 457c6041-e301-442e-9d06-3cd681ea2a50 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:07.682110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-5a3454ad-76ba-4249-93aa-997ded2a3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.684088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-5a3454ad-76ba-4249-93aa-997ded2a3d73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.3510146 Aug 31 19:28:07.730373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-38dede97-a802-40b0-9065-76cfa2ad2f02 None None] Could not find standard attr ID for object 5d76eb94-17a1-467e-b21a-400f3ffd0fde. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:28:07.744360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] DHCP port deletion for 02c464ef-cacc-42c7-9aff-48dab59e8f0e request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:07.761151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5977cd-81a4-4700-9a61-cbafd3f3755c req-f489da5b-53f9-47b9-8509-ff770aae22de tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.771019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a5977cd-81a4-4700-9a61-cbafd3f3755c req-f489da5b-53f9-47b9-8509-ff770aae22de tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.5000138 Aug 31 19:28:07.777858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4cb6a-bea1-4b63-9ac1-04ccb9d0a98a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.811847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:07.812362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.812443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4cb6a-bea1-4b63-9ac1-04ccb9d0a98a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.818990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4cb6a-bea1-4b63-9ac1-04ccb9d0a98a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.834737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:07.845089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6b4cb6a-bea1-4b63-9ac1-04ccb9d0a98a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3418601 Aug 31 19:28:07.876503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-40b19ac1-9cf2-45ce-abf5-085e21629e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:07.878394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-40b19ac1-9cf2-45ce-abf5-085e21629e01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1824856 Aug 31 19:28:07.947025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a5977cd-81a4-4700-9a61-cbafd3f3755c req-7802c5c3-2b85-4869-a2d3-6ec89807cb40 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Aug 31 19:28:07.957234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.968702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Deleting port 457c6041-e301-442e-9d06-3cd681ea2a50 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:07.968702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:07.986240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Deleting port 63fd9214-d572-48de-950e-d261484f6bb5 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:07.988577 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.043490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] For port 457c6041-e301-442e-9d06-3cd681ea2a50, host n-d-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:08.044234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.059730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Calling delete_port for 457c6041-e301-442e-9d06-3cd681ea2a50 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:08.063684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Port 457c6041-e301-442e-9d06-3cd681ea2a50 was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:28:08.065212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.127145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] Pushing event deleted for resources: {'Port': ['ID=457c6041-e301-442e-9d06-3cd681ea2a50,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:08.129208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet e2098727-0e60-4bfa-b305-ee1af71bd518 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:08.135461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Port': ['ID=457c6041-e301-442e-9d06-3cd681ea2a50,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:08.147943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af05e-ad1b-4517-845c-6e4be2d5ce0b None None] No DVR routers for this DVR port 457c6041-e301-442e-9d06-3cd681ea2a50 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:08.149074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] No DVR routers for this DVR port 457c6041-e301-442e-9d06-3cd681ea2a50 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:08.201316 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-7b6917fe-006a-47f2-badf-a27a390470bf service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010979 Aug 31 19:28:08.204026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.222685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] For port 63fd9214-d572-48de-950e-d261484f6bb5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=63fd9214-d572-48de-950e-d261484f6bb5,segment=NetworkSegment(66c14392-a272-4309-92e9-698431d528a9),segment_id=66c14392-a272-4309-92e9-698431d528a9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:08.223363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.249882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Calling delete_port for 63fd9214-d572-48de-950e-d261484f6bb5 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:08.325721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.342111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54187448-1abd-4ee2-a8e1-0858c21c5084']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:08.372611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206d1a06-1f47-4fda-9abf-baec6801e01e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:08.373253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206d1a06-1f47-4fda-9abf-baec6801e01e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:08.392842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.436441 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.439242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.463348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:08.463944 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:08.496310 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:08.505643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] Pushing event deleted for resources: {'Port': ['ID=63fd9214-d572-48de-950e-d261484f6bb5,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:08.508284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d4c05-fb82-4713-8306-e5c898f64610 None None] No DVR routers for this DVR port 63fd9214-d572-48de-950e-d261484f6bb5 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:08.594592 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-084b5f24-7c4a-47c4-af17-5173b1c9251b service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857000 Aug 31 19:28:08.600723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.622144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.630635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.633684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/networks/54187448-1abd-4ee2-a8e1-0858c21c5084 HTTP/1.1" status: 204 len: 168 time: 1.4188752 Aug 31 19:28:08.636853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:08.744176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-f2090144-d076-441a-919e-2334708bb651 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 217 time: 0.1393204 Aug 31 19:28:08.760688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:08.768172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfa81d-42f6-4010-b2ef-837913b64c57 tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Network': ['ID=54187448-1abd-4ee2-a8e1-0858c21c5084,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:08.787395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3a094-24ed-40ec-8e86-cda63aac0f6a req-a6960848-62eb-46f1-9e59-82f6caf12697 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:08.789395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2a3a094-24ed-40ec-8e86-cda63aac0f6a req-a6960848-62eb-46f1-9e59-82f6caf12697 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2442663 Aug 31 19:28:08.874285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 457c6041-e301-442e-9d06-3cd681ea2a50 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:08.908749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 457c6041-e301-442e-9d06-3cd681ea2a50 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:08.909099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 457c6041-e301-442e-9d06-3cd681ea2a50 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:08.909560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 63fd9214-d572-48de-950e-d261484f6bb5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:08.930408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 63fd9214-d572-48de-950e-d261484f6bb5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:08.930717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 63fd9214-d572-48de-950e-d261484f6bb5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:08.934448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-34a4a162-ce6e-467c-8f9a-875343487e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:08.936476 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-34a4a162-ce6e-467c-8f9a-875343487e4e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1819358 Aug 31 19:28:08.965494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.001951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2a3a094-24ed-40ec-8e86-cda63aac0f6a req-c8101768-f993-4b2a-b555-2792a8663aa3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960924 Aug 31 19:28:09.026331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.037513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c464ef-cacc-42c7-9aff-48dab59e8f0e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:09.049422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c14392-a272-4309-92e9-698431d528a9') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:09.049806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c14392-a272-4309-92e9-698431d528a9') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:09.056514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-1dc33997-f19e-4765-88c3-95ee924aadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:09.058115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-1dc33997-f19e-4765-88c3-95ee924aadb1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102364 Aug 31 19:28:09.060380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.067849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.079039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.093361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:09.094033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.157951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:09.180105 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:09.184049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.202921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.209893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] 10.222.0.73 "DELETE /v2.0/networks/02c464ef-cacc-42c7-9aff-48dab59e8f0e HTTP/1.1" status: 204 len: 168 time: 0.5648155 Aug 31 19:28:09.221177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f81d7-35a4-4c66-9f57-b675b24e63fa tempest-TaggedBootDevicesTest_v242-1846909552 tempest-TaggedBootDevicesTest_v242-1846909552-project] Pushing event deleted for resources: {'Network': ['ID=02c464ef-cacc-42c7-9aff-48dab59e8f0e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:09.232692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=e2098727-0e60-4bfa-b305-ee1af71bd518,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:09.238413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.243831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:09.244004 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8483110a-80cc-4b87-8a21-ba5a71053dd2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e2098727-0e60-4bfa-b305-ee1af71bd518 HTTP/1.1" status: 204 len: 168 time: 1.4074438 Aug 31 19:28:09.280423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553dfc05-fbe2-4179-a92e-222acf0fe9ae None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:09.307021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet f4124ab5-027b-4d37-9f45-149f34faacd7 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:09.313089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.388325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-a5807cd6-0903-4893-9da1-63df4ba72c5a service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149428 Aug 31 19:28:09.438036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.705806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-15d0b84e-9e9d-4439-9807-50b71a6ae747 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942412 Aug 31 19:28:09.709432 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.852086 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-2390c008-154f-4b50-a334-8249f6192116 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 200 len: 217 time: 0.1327326 Aug 31 19:28:09.853226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.920074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=f4124ab5-027b-4d37-9f45-149f34faacd7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:09.931965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:09.938109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37dd0c92-f325-497b-aa4e-f95ab39d8f84 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/f4124ab5-027b-4d37-9f45-149f34faacd7 HTTP/1.1" status: 204 len: 168 time: 0.6919167 Aug 31 19:28:09.938109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:10.078652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-21dc95af-46e2-4f2d-b77c-3118838d0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:10.080880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-21dc95af-46e2-4f2d-b77c-3118838d0113 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1947696 Aug 31 19:28:10.103590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:10.107057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a6538f2-f0e9-44a4-9e84-0f1535bb6e8a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603410 Aug 31 19:28:10.113447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:10.125422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 862e3561-e06f-49f0-9382-dd50aeed6e78 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:10.126013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:10.271002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44d48-4865-4bd8-acba-59eb576e6bf4 req-c35c8f20-e68e-4d08-99da-0b54d48a4f31 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:10.282371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a44d48-4865-4bd8-acba-59eb576e6bf4 req-c35c8f20-e68e-4d08-99da-0b54d48a4f31 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1018438 Aug 31 19:28:10.378893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a44d48-4865-4bd8-acba-59eb576e6bf4 req-231c0c84-fa35-44a3-9cdb-5d7ca46e67a0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951071 Aug 31 19:28:10.448805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-ebab857b-dc48-4566-aec7-09b0a35b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:10.450592 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-ebab857b-dc48-4566-aec7-09b0a35b93dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3622990 Aug 31 19:28:10.455264 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:10.519061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 862e3561-e06f-49f0-9382-dd50aeed6e78 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:10.789718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:10.823047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=862e3561-e06f-49f0-9382-dd50aeed6e78,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:10.829733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:10.833680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:10.839318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1f81c-bf73-44ae-800f-1bda579c388b None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:11.304637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c63c4048-b32d-44db-9bc8-9b2a0729db4b None None] Provisioning complete for port 4151a6c3-a859-4a36-b110-0fd43bc03c1a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:11.305201 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63c4048-b32d-44db-9bc8-9b2a0729db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.588157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:11.621121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2afc-4f87-4861-9e24-71aadbd59a5a req-7735e82a-8514-4e7e-92a3-fb2295cb615d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:11.622738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-616f2afc-4f87-4861-9e24-71aadbd59a5a req-7735e82a-8514-4e7e-92a3-fb2295cb615d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1015642 Aug 31 19:28:11.647270 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea3abfc3-c4ed-4c68-8221-36a7daa0869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.682051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Deleting port 4151a6c3-a859-4a36-b110-0fd43bc03c1a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:11.682679 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.689183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-616f2afc-4f87-4861-9e24-71aadbd59a5a req-44c92b93-d780-4c7e-bb0d-288f6faf52af tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Aug 31 19:28:11.720659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.738646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-1cdadec4-6cf5-4281-8c73-56e594c058db service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2793059 Aug 31 19:28:11.775189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] For port 4151a6c3-a859-4a36-b110-0fd43bc03c1a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4151a6c3-a859-4a36-b110-0fd43bc03c1a,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:11.775778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.793309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Calling delete_port for 4151a6c3-a859-4a36-b110-0fd43bc03c1a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:11.896796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:11.936334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] Pushing event deleted for resources: {'Port': ['ID=4151a6c3-a859-4a36-b110-0fd43bc03c1a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:11.938371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394858f-1ca9-4438-830a-9c8a9afac7f0 None None] No DVR routers for this DVR port 4151a6c3-a859-4a36-b110-0fd43bc03c1a on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:11.980127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-35b80681-6d4a-4e8a-86dd-6a257b12a61a service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328060 Aug 31 19:28:12.108833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-31f28991-016a-4bf8-b60c-297812dd96f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 200 len: 217 time: 0.0805089 Aug 31 19:28:12.127369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router ec485778-92c0-4780-80ba-33e03ccdef57 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:12.218440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-2fa2567e-067b-4270-984f-b322594ebd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:12.220150 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-2fa2567e-067b-4270-984f-b322594ebd1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 200 len: 797 time: 0.1010435 Aug 31 19:28:12.222698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:12.369625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:12.375616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2385e133-1af3-46a9-93f8-e37b556c5545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/ec485778-92c0-4780-80ba-33e03ccdef57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0307996 Aug 31 19:28:12.377842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:12.378671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:12.389272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] Sync routers for ids ['ec485778-92c0-4780-80ba-33e03ccdef57'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:12.389490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:12.392476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:12.393252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:12.408163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=63bd0907-0ea4-4ae5-b014-b80a38dc51b7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:12.420667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e1cd6-5724-4aac-a452-d195077adbe1 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:12.422764 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8037132-e31d-46e6-8b2a-218b900ba7a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3157086 Aug 31 19:28:12.426705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-11ef75d6-62a0-4ab6-aa2e-1a4b046fd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:12.429287 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-11ef75d6-62a0-4ab6-aa2e-1a4b046fd314 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd56f0b8-b472-4de6-99b2-2498b3cb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627514 Aug 31 19:28:12.429948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:12.436168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:12.442476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] Routers {'ec485778-92c0-4780-80ba-33e03ccdef57'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:12.443191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ec485778-92c0-4780-80ba-33e03ccdef57'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:12.455861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5989457-8d02-47df-bc34-a0c0a178f48f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec485778-92c0-4780-80ba-33e03ccdef57 HTTP/1.1" status: 200 len: 205 time: 0.0714114 Aug 31 19:28:12.457019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:12.621772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:12.625515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:12.645142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] Routers {'ec485778-92c0-4780-80ba-33e03ccdef57'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:12.645799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ec485778-92c0-4780-80ba-33e03ccdef57'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:12.686314 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-783564d6-5147-4cb8-b1b8-a19911692ba5 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453294 Aug 31 19:28:12.745660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:12.746328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d779e5-8854-4480-88e7-e0a1a9b6b19e None None] The sync data for ids ['ec485778-92c0-4780-80ba-33e03ccdef57'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:12.800434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:12.805386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:12.824886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4151a6c3-a859-4a36-b110-0fd43bc03c1a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:12.925478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4151a6c3-a859-4a36-b110-0fd43bc03c1a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:12.926163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4151a6c3-a859-4a36-b110-0fd43bc03c1a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:13.015690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30677477-5669-4c27-b971-a021add81d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '63bd0907-0ea4-4ae5-b014-b80a38dc51b7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:13.018200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.126922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.129768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.145807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-95cb7ede-c362-4e76-970c-f7848987b489 service neutron] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505031 Aug 31 19:28:13.146566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62ddc6-901c-4ad5-9065-db5b14551814 req-5e5a1dac-7029-4e3a-9c6d-3e93f0611a1b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:13.149075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc62ddc6-901c-4ad5-9065-db5b14551814 req-5e5a1dac-7029-4e3a-9c6d-3e93f0611a1b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2689183 Aug 31 19:28:13.238447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-bc6756f3-f9be-4b34-9d6d-5f04e6ea7931 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 200 len: 217 time: 0.0852542 Aug 31 19:28:13.250988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-30677477-5669-4c27-b971-a021add81d02 None None] Allocated IP 172.20.0.2 (28ab4167-83d5-4228-ad97-46ade08c33e4/63bd0907-0ea4-4ae5-b014-b80a38dc51b7/922cef56-f968-48f4-9f3f-13365a88b254) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:13.510062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:13.512372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-11c2a82e-5ad2-4226-8fef-f559e8cb5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:13.515524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.516080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-11c2a82e-5ad2-4226-8fef-f559e8cb5e93 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.2660599 Aug 31 19:28:13.517129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.527544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30677477-5669-4c27-b971-a021add81d02 None None] Transition to ACTIVE for port object 922cef56-f968-48f4-9f3f-13365a88b254 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:13.580907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30677477-5669-4c27-b971-a021add81d02 None None] Transition to ACTIVE for port object 922cef56-f968-48f4-9f3f-13365a88b254 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:13.590428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.691817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:13.702359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30677477-5669-4c27-b971-a021add81d02 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:13.708169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-30677477-5669-4c27-b971-a021add81d02 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:13.709277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:13.715919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:13.716575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.734401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30677477-5669-4c27-b971-a021add81d02 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:13.753757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677477-5669-4c27-b971-a021add81d02 None None] Pushing event updated for resources: {'Port': ['ID=922cef56-f968-48f4-9f3f-13365a88b254,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:13.774295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=4703a917-73c5-414a-859c-1059833bac3d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:13.783550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-d6b15fff-5fc0-4c7f-a457-3a1ccd089001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:13.788447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc62ddc6-901c-4ad5-9065-db5b14551814 req-a327849f-e81a-4835-9a9b-8569a4fbe379 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999007 Aug 31 19:28:13.789483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.789778 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-d6b15fff-5fc0-4c7f-a457-3a1ccd089001 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2344816 Aug 31 19:28:13.790056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router ec485778-92c0-4780-80ba-33e03ccdef57 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:28:13.795955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc8bfff7-9a74-4582-bc13-d1b965671d7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3621273 Aug 31 19:28:13.804750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:13.810532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.820615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30677477-5669-4c27-b971-a021add81d02 None None] Attempting to bind port 922cef56-f968-48f4-9f3f-13365a88b254 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:13.820615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30677477-5669-4c27-b971-a021add81d02 None None] Attempting to bind port 922cef56-f968-48f4-9f3f-13365a88b254 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:13.820615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677477-5669-4c27-b971-a021add81d02 None None] Attempting to bind port 922cef56-f968-48f4-9f3f-13365a88b254 on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:13.821501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5a41291f-73d5-47e6-a9ad-bab81f607fb3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/ec485778-92c0-4780-80ba-33e03ccdef57 HTTP/1.1" status: 204 len: 168 time: 1.3633626 Aug 31 19:28:13.823580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:13.826064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677477-5669-4c27-b971-a021add81d02 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:13.826538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677477-5669-4c27-b971-a021add81d02 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:13.827150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.827749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677477-5669-4c27-b971-a021add81d02 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:13.828642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30677477-5669-4c27-b971-a021add81d02 None None] Bound port: 922cef56-f968-48f4-9f3f-13365a88b254, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:13.829091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:13.835945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:40:5b:e6', 'name': 'tempest-NetworksTestDHCPv6-1935454727'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:13.931672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30677477-5669-4c27-b971-a021add81d02 None None] For port 922cef56-f968-48f4-9f3f-13365a88b254, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:13.951868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30677477-5669-4c27-b971-a021add81d02 None None] For port 922cef56-f968-48f4-9f3f-13365a88b254, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=922cef56-f968-48f4-9f3f-13365a88b254,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:13.958881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30677477-5669-4c27-b971-a021add81d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.001852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-159b0517-90db-4ef0-8b59-40128b15b909 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047915 Aug 31 19:28:14.050350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677477-5669-4c27-b971-a021add81d02 None None] Pushing event updated for resources: {'Port': ['ID=922cef56-f968-48f4-9f3f-13365a88b254,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:14.087031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet 69e4a60d-788e-4501-95bf-7db611f4c842 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:14.093309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.173723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-d760dcf1-8cf8-433e-8c5c-b5fe58ea819a service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651406 Aug 31 19:28:14.191298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.207076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-34493746-7d05-487f-b1f2-dd1c883666bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.245522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-7df34b1b-050d-4b0f-a072-15fbe41c242b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 200 len: 217 time: 0.0608864 Aug 31 19:28:14.250111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:14.381112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e6d831ac-2ac6-4c5d-bdd5-160b9c42f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:14.394311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e6d831ac-2ac6-4c5d-bdd5-160b9c42f34e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 200 len: 797 time: 0.1262317 Aug 31 19:28:14.444813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.525965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-cefa2891-4fb8-4be8-8170-700f95a7dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:14.526749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.527943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-cefa2891-4fb8-4be8-8170-700f95a7dd76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b0a0d68-f904-4281-8c8c-34ba8ad005fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328237 Aug 31 19:28:14.540938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.542107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.669799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 5081397b-8f1c-4012-8899-b90fcccac98a yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:14.672573 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-a8a5af53-6bf2-44b2-b206-3ca0c52e048c service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372893 Aug 31 19:28:14.800163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.841040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c27769f-fc3f-421e-ab1f-1f46575eff0d req-e988a249-6a04-4b12-bd7a-03e19f609f22 service neutron] 10.222.0.82 "GET /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610491 Aug 31 19:28:14.931383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=69e4a60d-788e-4501-95bf-7db611f4c842,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:14.934132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:14.938768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-19ec39a5-e87c-4e68-aeda-961d66cdc55f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/69e4a60d-788e-4501-95bf-7db611f4c842 HTTP/1.1" status: 204 len: 168 time: 0.9838471 Aug 31 19:28:14.939974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:14.942177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62159731-dd62-46b5-9feb-3ea7b81e03b2 None None] Network 1d902219-fbd4-43ed-a4d3-e70b4e09425a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:14.956560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 922cef56-f968-48f4-9f3f-13365a88b254 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:15.124791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.222015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:15.225250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.276820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b725f-3c61-4979-a001-84fdac0694e5 req-8cccce01-46ab-49dc-bca2-294461cee878 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:15.287694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-601b725f-3c61-4979-a001-84fdac0694e5 req-8cccce01-46ab-49dc-bca2-294461cee878 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2957592 Aug 31 19:28:15.402389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2315a987-a0a9-45d4-ae89-f3ddbacdae94,segment=NetworkSegment(32b3233a-0e2f-4ea4-9b55-4a114e4b1e70),segment_id=32b3233a-0e2f-4ea4-9b55-4a114e4b1e70)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:15.403142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.428036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-601b725f-3c61-4979-a001-84fdac0694e5 req-436b4c88-511c-4e9e-ad14-d908e1edbdab tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393239 Aug 31 19:28:15.442578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 2315a987-a0a9-45d4-ae89-f3ddbacdae94 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:15.454804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.469195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 922cef56-f968-48f4-9f3f-13365a88b254 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:15.489619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 172.20.0.14 (28ab4167-83d5-4228-ad97-46ade08c33e4/63bd0907-0ea4-4ae5-b014-b80a38dc51b7/5081397b-8f1c-4012-8899-b90fcccac98a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:15.513310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe40:5be6 (28ab4167-83d5-4228-ad97-46ade08c33e4/4703a917-73c5-414a-859c-1059833bac3d/5081397b-8f1c-4012-8899-b90fcccac98a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:15.631465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] DHCP port deletion for 1d902219-fbd4-43ed-a4d3-e70b4e09425a request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:15.724477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.742760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:15.778773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Deleting port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:15.780119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.806653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=2315a987-a0a9-45d4-ae89-f3ddbacdae94,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:15.866891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.875748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e17df1-c876-4e28-9cc7-876dd1bff626 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:15.883925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 5081397b-8f1c-4012-8899-b90fcccac98a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:15.893913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.919807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.925256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:15.952303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d902219-fbd4-43ed-a4d3-e70b4e09425a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:15.984207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:15.985240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:15.985548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b3233a-0e2f-4ea4-9b55-4a114e4b1e70') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:15.988864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:15.993613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:16.000659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=5081397b-8f1c-4012-8899-b90fcccac98a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:16.017040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.027116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] For port 2315a987-a0a9-45d4-ae89-f3ddbacdae94, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:16.027991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.060300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.066761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Calling delete_port for 2315a987-a0a9-45d4-ae89-f3ddbacdae94 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:16.068422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Provisioning for port 922cef56-f968-48f4-9f3f-13365a88b254 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:16.070195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:16.071046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.071568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:16.075396 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:16.089679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:16.092373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.098880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.104558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Provisioning complete for port 922cef56-f968-48f4-9f3f-13365a88b254 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:16.104923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.125039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cc9c7cd7-08ed-4143-9dce-0400d6df8e99 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3020513 Aug 31 19:28:16.125472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:16.205723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.216984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.219278 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/1d902219-fbd4-43ed-a4d3-e70b4e09425a HTTP/1.1" status: 204 len: 168 time: 1.2778983 Aug 31 19:28:16.223411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:16.229382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1689389210', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:16.236082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5042b2-cd26-459f-98c7-ebf192b41799 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:16.248037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5042b2-cd26-459f-98c7-ebf192b41799 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:16.252297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7d5042b2-cd26-459f-98c7-ebf192b41799 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1234028 Aug 31 19:28:16.252548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:16.253565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] No DVR routers for this DVR port 2315a987-a0a9-45d4-ae89-f3ddbacdae94 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:16.273085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84a7c2-10c0-4595-adf9-576788c335cd None None] Pushing event deleted for resources: {'Port': ['ID=2315a987-a0a9-45d4-ae89-f3ddbacdae94,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:16.283735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.285098 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.324400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656d5e-a367-4c80-a6a9-842f0469b0e6 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=1d902219-fbd4-43ed-a4d3-e70b4e09425a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:16.409661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 5081397b-8f1c-4012-8899-b90fcccac98a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:16.410179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.480415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.577393 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.582507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.599715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 5081397b-8f1c-4012-8899-b90fcccac98a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:16.603874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '63bd0907-0ea4-4ae5-b014-b80a38dc51b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '4703a917-73c5-414a-859c-1059833bac3d'}], 'binding:host_id': 'n-d-778550-14'}, 'id': '922cef56-f968-48f4-9f3f-13365a88b254'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:28:16.642787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] For port 922cef56-f968-48f4-9f3f-13365a88b254, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=922cef56-f968-48f4-9f3f-13365a88b254,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:16.670213 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.704267 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.785834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.819548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:28:16.864537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2315a987-a0a9-45d4-ae89-f3ddbacdae94 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:16.916549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:16.919691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d938af5-cc3a-4e78-af0c-8283b8941a78 None None] Pushing event updated for resources: {'Port': ['ID=922cef56-f968-48f4-9f3f-13365a88b254,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:16.933098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 2315a987-a0a9-45d4-ae89-f3ddbacdae94 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:16.933453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2315a987-a0a9-45d4-ae89-f3ddbacdae94 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:16.995464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=5081397b-8f1c-4012-8899-b90fcccac98a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:17.011236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75225a8-e6f4-48ea-97e3-2e817e5e5706 req-9736059c-bcff-40ea-8285-6169b10c56b0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:17.013345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a75225a8-e6f4-48ea-97e3-2e817e5e5706 req-9736059c-bcff-40ea-8285-6169b10c56b0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.4086490 Aug 31 19:28:17.075300 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.078616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a75225a8-e6f4-48ea-97e3-2e817e5e5706 req-4171fd20-7b3c-4470-bd97-0c6bd7d6bdc2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554118 Aug 31 19:28:17.108020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.110003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5620f40a-86f0-4783-b27c-8386888c6bad tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/5081397b-8f1c-4012-8899-b90fcccac98a HTTP/1.1" status: 204 len: 168 time: 0.8562100 Aug 31 19:28:17.113982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:17.145317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Allocated IP 2001:db8::f816:3eff:fe1c:347c (28ab4167-83d5-4228-ad97-46ade08c33e4/4703a917-73c5-414a-859c-1059833bac3d/922cef56-f968-48f4-9f3f-13365a88b254) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:17.211820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ef5b3-dea4-4af9-81b3-98186d64d49a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:17.216425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ef5b3-dea4-4af9-81b3-98186d64d49a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:17.218118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ef5b3-dea4-4af9-81b3-98186d64d49a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:17.219971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-087ef5b3-dea4-4af9-81b3-98186d64d49a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1049638 Aug 31 19:28:17.222607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:17.254918 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.262801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] For port 922cef56-f968-48f4-9f3f-13365a88b254, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=922cef56-f968-48f4-9f3f-13365a88b254,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:17.277364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.289107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 4703a917-73c5-414a-859c-1059833bac3d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:17.295283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.309984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Transition to ACTIVE for port object 922cef56-f968-48f4-9f3f-13365a88b254 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:17.321794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.323575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.392792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.395545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c5be-9a86-484a-a884-c5e463ee3b45 None None] Pushing event updated for resources: {'Port': ['ID=922cef56-f968-48f4-9f3f-13365a88b254,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:17.497934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.524918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.25.3.76 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/7f58e2a7-b7de-428b-a957-c7a8ad17223c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:17.586883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.615573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=4703a917-73c5-414a-859c-1059833bac3d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:17.623778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.625882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3ffc8fcb-ba44-4dce-b023-af78326d3b7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/4703a917-73c5-414a-859c-1059833bac3d HTTP/1.1" status: 204 len: 168 time: 0.4020576 Aug 31 19:28:17.629177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:17.653023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.695279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 63bd0907-0ea4-4ae5-b014-b80a38dc51b7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:17.701618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.709849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.754485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:17.758936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:17.770037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:17.770037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:17.799568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=7f58e2a7-b7de-428b-a957-c7a8ad17223c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:17.924821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:18.037105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:18.082274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:18.085208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/63bd0907-0ea4-4ae5-b014-b80a38dc51b7 HTTP/1.1" status: 204 len: 168 time: 0.4548540 Aug 31 19:28:18.086628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a89b-38ab-4bcf-8728-1d4387ec88ac tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=63bd0907-0ea4-4ae5-b014-b80a38dc51b7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:18.090635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:18.146001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d2c2160-c82b-4cc1-a123-79443825bf7a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528326 Aug 31 19:28:18.148634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:18.236179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44689b-94ce-49bb-99ae-63c230eda4a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:18.238993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd44689b-94ce-49bb-99ae-63c230eda4a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0894077 Aug 31 19:28:18.242300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:18.324201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d5df5-a4c1-4c97-8309-963fcedce6e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:18.328677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e2d5df5-a4c1-4c97-8309-963fcedce6e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0846932 Aug 31 19:28:18.329346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:18.339161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:18.416303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa89b28-bebf-4ef1-bec6-08c942c594a0 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:18.434302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906604d-bf2d-4b6e-b98e-c0a08774b6f0 req-12d1e4eb-cde7-42b1-95d9-f62ea166a35b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:18.435954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e906604d-bf2d-4b6e-b98e-c0a08774b6f0 req-12d1e4eb-cde7-42b1-95d9-f62ea166a35b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1694956 Aug 31 19:28:18.527980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8591cc67-19fe-4faf-bed5-af4a3958ad00 None None] Could not find standard attr ID for object 5081397b-8f1c-4012-8899-b90fcccac98a. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:28:18.558886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e906604d-bf2d-4b6e-b98e-c0a08774b6f0 req-8952181e-445d-4b5a-91df-0876732f31d6 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111770 Aug 31 19:28:18.654390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8591cc67-19fe-4faf-bed5-af4a3958ad00 None None] Provisioning for port 922cef56-f968-48f4-9f3f-13365a88b254 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:18.674467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8591cc67-19fe-4faf-bed5-af4a3958ad00 None None] Provisioning complete for port 922cef56-f968-48f4-9f3f-13365a88b254 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:18.674837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8591cc67-19fe-4faf-bed5-af4a3958ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:18.856504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:18.906274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-08fe076c-77a4-47e2-8b4a-31c7d46b8eef tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5755858 Aug 31 19:28:18.915281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:18.920891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:18.927051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Deleting port 922cef56-f968-48f4-9f3f-13365a88b254 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:18.927572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.039269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] For port 922cef56-f968-48f4-9f3f-13365a88b254, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=922cef56-f968-48f4-9f3f-13365a88b254,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:19.041096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.093878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Calling delete_port for 922cef56-f968-48f4-9f3f-13365a88b254 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:19.145790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:19.150814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.152316 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:19.152754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:19.193317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9418bf4-d24a-47fc-afb9-7e02ef4fcf49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2741489 Aug 31 19:28:19.193492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:19.199464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:19.299385 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.306504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.385757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:19.391465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.393150 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:19.393762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:19.440856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3a9d2501-05d3-4f58-b9ca-9712a2f371d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2462201 Aug 31 19:28:19.441475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:19.449239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:19.527989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] Pushing event deleted for resources: {'Port': ['ID=922cef56-f968-48f4-9f3f-13365a88b254,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:19.543255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d185b4-1096-4bf3-802f-710bf81ba82f None None] No DVR routers for this DVR port 922cef56-f968-48f4-9f3f-13365a88b254 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:19.706507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:19.710380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.713028 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:19.713551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:19.765625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a2b6a200-6df1-42e7-b14f-e5387ce1c9a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3222935 Aug 31 19:28:19.768612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router 65e69716-9b66-4349-97b2-ada27e4cee6f is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:28:19.768837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:19.773974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:19.873434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c99a-145b-448d-bb5f-a20cf5b50ca8 req-45e84ef4-9a19-4f6d-a81a-01ba1c259990 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:19.875179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1995c99a-145b-448d-bb5f-a20cf5b50ca8 req-45e84ef4-9a19-4f6d-a81a-01ba1c259990 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1816185 Aug 31 19:28:19.889807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:19.894066 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:19.895599 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:19.896103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:19.916600 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a7208101-7b53-409b-807b-9a95f849d53e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1466310 Aug 31 19:28:19.917333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:19.922971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:19.976604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:19.988366 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] Sync routers for ids ['65e69716-9b66-4349-97b2-ada27e4cee6f'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:20.004658 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] Routers {'65e69716-9b66-4349-97b2-ada27e4cee6f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:20.005550 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['65e69716-9b66-4349-97b2-ada27e4cee6f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:20.021719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1995c99a-145b-448d-bb5f-a20cf5b50ca8 req-93e67591-2563-4af0-9c74-9c85767f38c0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385329 Aug 31 19:28:20.037132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:20.041298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-48371c08-e9b5-4f91-8531-90cc544512af tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8165565 Aug 31 19:28:20.041925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.046293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:20.068108 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:20.070658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:20.078120 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:20.078619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:20.087324 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] Routers {'65e69716-9b66-4349-97b2-ada27e4cee6f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:20.088142 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['65e69716-9b66-4349-97b2-ada27e4cee6f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:20.118835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-73e9b9d1-ad3a-4dcb-acfd-fb15a2d088fa tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1976311 Aug 31 19:28:20.120943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44682) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.126545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:20.129225 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:20.129877 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa5a3-7d92-4e01-aa04-a9892dab3848 None None] The sync data for ids ['65e69716-9b66-4349-97b2-ada27e4cee6f'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:20.382751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.382936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e4531784-9cbe-44fb-91b2-a9641f53a316 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers/65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 200 len: 880 time: 0.3398426 Aug 31 19:28:20.392725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:20.398958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:20.400612 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:28:20.400841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:28:20.430108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1766131-c957-4cfe-8e3f-df1e7b4909dc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3051994 Aug 31 19:28:20.430383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.467538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5e753f2d-8d8c-4884-b7e7-466c7e128c80 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0339057 Aug 31 19:28:20.468206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.529642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70d5b6-754f-45d6-a0b6-e61edba8ebc8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:20.533998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3e70d5b6-754f-45d6-a0b6-e61edba8ebc8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645347 Aug 31 19:28:20.534262 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.579273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2da2912b-1b50-4bc5-840f-df79df477692 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435932 Aug 31 19:28:20.583357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.589358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:20.613503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-846eb11c-b58c-4525-8047-ecf4a32ff355 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2294137 Aug 31 19:28:20.615988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:20.621324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1689389210'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:20.683829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:20.687758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:20.806108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 922cef56-f968-48f4-9f3f-13365a88b254 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:20.840636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 922cef56-f968-48f4-9f3f-13365a88b254 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:20.856105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 922cef56-f968-48f4-9f3f-13365a88b254 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:21.003333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:21.005129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.030237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.045063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.052475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:21.055830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:21.060270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:21.060878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.066604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=fc3071c1-a9e5-452f-b542-93a65e0d602f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:21.068051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5dc6c7-1d4d-4de6-b62e-6b2cf3ca58f3 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:21.080864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c985cd69-44db-470d-8ae2-9d1966836892 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4962513 Aug 31 19:28:21.083296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:21.089803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:91:cf:f4', 'name': 'tempest-NetworksTestDHCPv6-2048028991'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:21.223089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router 65e69716-9b66-4349-97b2-ada27e4cee6f has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:21.224152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:21.385498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.403232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:21.412868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 57906f77-ec56-43a3-bfd0-85aa62a28d78 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:21.427140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.429382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-508b3a30-411a-4a85-a382-d1f64f157e2d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 200 len: 887 time: 0.8117521 Aug 31 19:28:21.434032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:21.439467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] Sync routers for ids ['65e69716-9b66-4349-97b2-ada27e4cee6f'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:21.457677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'fc3071c1-a9e5-452f-b542-93a65e0d602f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:21.465251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.513121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc5034-efbb-4c73-8ec7-77a6cfd2f6db req-9f04695f-5a39-401e-99a9-b25dbc645688 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:21.513870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] Routers {'65e69716-9b66-4349-97b2-ada27e4cee6f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:21.514836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ccc5034-efbb-4c73-8ec7-77a6cfd2f6db req-9f04695f-5a39-401e-99a9-b25dbc645688 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2977748 Aug 31 19:28:21.520222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['65e69716-9b66-4349-97b2-ada27e4cee6f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:21.568592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:21.587991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] Routers {'65e69716-9b66-4349-97b2-ada27e4cee6f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:21.589088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['65e69716-9b66-4349-97b2-ada27e4cee6f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:21.637660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:21.638616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc11bc3-b0b8-48b5-b58e-6b354441a5bb None None] The sync data for ids ['65e69716-9b66-4349-97b2-ada27e4cee6f'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:21.702789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ccc5034-efbb-4c73-8ec7-77a6cfd2f6db req-88f914fc-d288-49c4-8c32-4898c91270ec tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793129 Aug 31 19:28:21.745790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe91:cff4 (28ab4167-83d5-4228-ad97-46ade08c33e4/fc3071c1-a9e5-452f-b542-93a65e0d602f/57906f77-ec56-43a3-bfd0-85aa62a28d78) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:21.751183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-52b90c01-ca23-48b1-a8b3-ee0e0d341dc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers/65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 200 len: 887 time: 0.3147967 Aug 31 19:28:21.753958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:21.801703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:21.801986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a8488381-9627-4340-bda1-5ee668b9e556 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 200 len: 205 time: 0.0428507 Aug 31 19:28:21.962468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:21.983492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 57906f77-ec56-43a3-bfd0-85aa62a28d78 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:22.002755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.030764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.084040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:22.090869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:22.094365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:22.101612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:22.107409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.128523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Allocated IP 2001:db8::f816:3eff:fee1:de2f (28ab4167-83d5-4228-ad97-46ade08c33e4/fc3071c1-a9e5-452f-b542-93a65e0d602f/3f43cbc5-405a-4efd-b981-03c898366c8d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:22.156593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0720239 Aug 31 19:28:22.159924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44724) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:22.222702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.242253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42eb23-54bb-43d0-8c3d-ca61da182772 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=57906f77-ec56-43a3-bfd0-85aa62a28d78,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:22.273228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfc959-108b-4d91-9355-62349e25773e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:22.277232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2fdfc959-108b-4d91-9355-62349e25773e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1139090 Aug 31 19:28:22.281445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:22.385395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.398830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 7f58e2a7-b7de-428b-a957-c7a8ad17223c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:22.399280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Transition to ACTIVE for port object 3f43cbc5-405a-4efd-b981-03c898366c8d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:22.399399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.429344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Transition to ACTIVE for port object 3f43cbc5-405a-4efd-b981-03c898366c8d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:22.439202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.487723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 57906f77-ec56-43a3-bfd0-85aa62a28d78 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:22.488187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.512478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:22.519520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:22.524611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Pushing event updated for resources: {'Port': ['ID=3f43cbc5-405a-4efd-b981-03c898366c8d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:22.527980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:22.556543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.576346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 7f58e2a7-b7de-428b-a957-c7a8ad17223c owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:22.596513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Attempting to bind port 3f43cbc5-405a-4efd-b981-03c898366c8d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:22.597273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Attempting to bind port 3f43cbc5-405a-4efd-b981-03c898366c8d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:22.598038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Attempting to bind port 3f43cbc5-405a-4efd-b981-03c898366c8d on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:22.611483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:22.613368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:22.614086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.614644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:22.617787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Bound port: 3f43cbc5-405a-4efd-b981-03c898366c8d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:22.618359 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.643280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.660178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 57906f77-ec56-43a3-bfd0-85aa62a28d78 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:22.738379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] For port 3f43cbc5-405a-4efd-b981-03c898366c8d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:22.744591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] For port 3f43cbc5-405a-4efd-b981-03c898366c8d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f43cbc5-405a-4efd-b981-03c898366c8d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:22.750350 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:22.825239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9d40-28d4-49a6-8811-9464fa3a91f1 None None] Pushing event updated for resources: {'Port': ['ID=3f43cbc5-405a-4efd-b981-03c898366c8d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:22.997510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653c60f-80d6-4556-89ae-0efe96119279 req-9fed5539-0ec1-49ff-88db-79efbdc75ee0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:23.006073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4653c60f-80d6-4556-89ae-0efe96119279 req-9fed5539-0ec1-49ff-88db-79efbdc75ee0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1178586 Aug 31 19:28:23.051257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.092548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4653c60f-80d6-4556-89ae-0efe96119279 req-238c4bd9-4589-4283-934b-c40563ee738e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834637 Aug 31 19:28:23.141946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.144290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=7f58e2a7-b7de-428b-a957-c7a8ad17223c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:23.270007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.304058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=57906f77-ec56-43a3-bfd0-85aa62a28d78,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:23.409275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.411598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.457821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.462466 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a8a0044-7b82-4404-962e-4ea955a51a48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/57906f77-ec56-43a3-bfd0-85aa62a28d78 HTTP/1.1" status: 204 len: 168 time: 1.1724920 Aug 31 19:28:23.462466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.462466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router 65e69716-9b66-4349-97b2-ada27e4cee6f {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:28:23.464058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44736) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:23.470020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.475350 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-78283cb2-c3a6-411d-8c05-da06a20b99ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 204 len: 168 time: 1.6719432 Aug 31 19:28:23.476409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:23.482563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962985015'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:23.524913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:23.530029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.551035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6dc36-5653-4d3f-9392-b87b5f745ffd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:23.556326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6dc36-5653-4d3f-9392-b87b5f745ffd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:23.565330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5be6dc36-5653-4d3f-9392-b87b5f745ffd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0987501 Aug 31 19:28:23.566065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:23.601442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:23.618347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:23.637356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet fc3071c1-a9e5-452f-b542-93a65e0d602f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:23.643202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.643554 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 20d7da27-dff4-45d7-b6a5-b1e5480e0f27 of type vlan for network ac81290c-f073-44aa-a545-059fcf488022 Aug 31 19:28:23.644234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.696726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.747258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.829195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.873445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.879579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:23.880281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.902959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.934318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3071c1-a9e5-452f-b542-93a65e0d602f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:23.947796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:23.953102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-114fc8fe-6afe-4a4d-bf69-0bcab9991b64 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/fc3071c1-a9e5-452f-b542-93a65e0d602f HTTP/1.1" status: 204 len: 168 time: 0.3858278 Aug 31 19:28:23.954050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:24.003526 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5259585 Aug 31 19:28:24.011351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:24.017036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': 'ac81290c-f073-44aa-a545-059fcf488022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:24.034888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7be168a3-31d2-42c2-af36-6dbc6ff6d6d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793056 Aug 31 19:28:24.035684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:24.042780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=ac81290c-f073-44aa-a545-059fcf488022,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:24.043738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:24.161369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.161840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.162063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.162411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.163321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.163687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.164020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.164465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.164807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.172794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.173225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.173572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c3e4-b07e-42e3-b526-85ca2d104e63 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:24.188078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:24.191604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:24.193621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ac81290c-f073-44aa-a545-059fcf488022 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:24.386846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da643-df53-4365-9990-837d5d7147aa req-185eccf4-1c56-4dbe-8102-c73e441d5896 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:24.388455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-561da643-df53-4365-9990-837d5d7147aa req-185eccf4-1c56-4dbe-8102-c73e441d5896 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.0987585 Aug 31 19:28:24.420395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd519b8d-1ebe-46dd-a7db-3c7c62cf71e4 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:24.442810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-561da643-df53-4365-9990-837d5d7147aa req-5ccce473-c85a-463b-a0a1-0b6c89e01a8d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Aug 31 19:28:24.519209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a19e955-3b8a-451d-8dc8-7054f8a9c369 None None] Provisioning for port 3f43cbc5-405a-4efd-b981-03c898366c8d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:24.738766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:24.743527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:24.802464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:24.806420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:24.876362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Deleting port 3f43cbc5-405a-4efd-b981-03c898366c8d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:24.877007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:24.976980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:24.990544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] For port 3f43cbc5-405a-4efd-b981-03c898366c8d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f43cbc5-405a-4efd-b981-03c898366c8d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:24.991572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.009158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Calling delete_port for 3f43cbc5-405a-4efd-b981-03c898366c8d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:25.158001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.197238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port 3f43cbc5-405a-4efd-b981-03c898366c8d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f43cbc5-405a-4efd-b981-03c898366c8d,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:25.229604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.234612 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.235352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.238834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.288092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '20d7da27-dff4-45d7-b6a5-b1e5480e0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:25.289252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: ac81290c-f073-44aa-a545-059fcf488022, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:25.299767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=91ceecb0-ce5f-4be5-b445-2751adf1baa7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:25.350628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:25.355896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=3f43cbc5-405a-4efd-b981-03c898366c8d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:25.358492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:25.359803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network ac81290c-f073-44aa-a545-059fcf488022 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:25.364949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] Pushing event deleted for resources: {'Port': ['ID=3f43cbc5-405a-4efd-b981-03c898366c8d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:25.394291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ac81290c-f073-44aa-a545-059fcf488022) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:25.400061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:25.401011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.401545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:25.402188 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.419006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acecf0-01c0-4464-94ee-1819d32e0d7b None None] No DVR routers for this DVR port 3f43cbc5-405a-4efd-b981-03c898366c8d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:25.424004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85737fae-e92d-4c25-9a8d-f6ee09bc1605 None None] Network ac81290c-f073-44aa-a545-059fcf488022 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:25.425871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-95a392e0-adad-49d5-ba36-17db7527a773 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4130988 Aug 31 19:28:25.431062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:25.438466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-965556335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:25.448140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4110384 Aug 31 19:28:25.450997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.451127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:25.457278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:5d:9d:0e', 'name': 'tempest-NetworksTestDHCPv6-390229798'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:25.480942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c7538-9225-4f7b-b723-cb9b1540d303 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:25.539694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44053-4615-4d5c-80b6-f3b5787a3d81 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=6d42b7f7-6788-4b36-83d1-760d43973ce9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:25.548848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.550445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.690643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.709807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baefeb-45e9-4e23-b28a-9b4d42bddcc2 req-6746c05f-02e6-439e-b2e9-6b6cc0301055 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:25.711510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1baefeb-45e9-4e23-b28a-9b4d42bddcc2 req-6746c05f-02e6-439e-b2e9-6b6cc0301055 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1259766 Aug 31 19:28:25.743948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.772436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:25.784675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.794413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-ac81290c-f073-44aa-a545-059fcf488022', 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': '91ceecb0-ce5f-4be5-b445-2751adf1baa7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:25.795477 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.802121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.803882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-074bc9bb-b914-4a95-9f76-a07022e1ede8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3709464 Aug 31 19:28:25.807169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:25.828650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '6d42b7f7-6788-4b36-83d1-760d43973ce9'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:25.829557 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:25.841792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 98b62ab0-a302-444f-bc7a-a05416ab5586 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:25.850011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1baefeb-45e9-4e23-b28a-9b4d42bddcc2 req-a8ef0e4f-4ed8-4b22-80df-b122f5d538ef tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286380 Aug 31 19:28:26.005145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe5d:9d0e (28ab4167-83d5-4228-ad97-46ade08c33e4/6d42b7f7-6788-4b36-83d1-760d43973ce9/98b62ab0-a302-444f-bc7a-a05416ab5586) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:26.050250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Allocated IP 172.20.0.2 (ac81290c-f073-44aa-a545-059fcf488022/91ceecb0-ce5f-4be5-b445-2751adf1baa7/b0fdf5da-0d9e-41fb-8fb4-0638657c63c9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:26.201720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.214085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.214675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Deleting port 6e3fcc66-9529-4022-9c0e-0ea56b59995b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:26.214950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.229903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 98b62ab0-a302-444f-bc7a-a05416ab5586 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:26.232142 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.243420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Transition to ACTIVE for port object b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:26.275404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Transition to ACTIVE for port object b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:26.284925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.312271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.351118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:26.356567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:26.365094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:26.372403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:26.373249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.381765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Network ac81290c-f073-44aa-a545-059fcf488022 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:26.385965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Allocated IP 2001:db8::f816:3eff:feec:3244 (28ab4167-83d5-4228-ad97-46ade08c33e4/6d42b7f7-6788-4b36-83d1-760d43973ce9/c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:26.388512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:26.392234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:26.395341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=98b62ab0-a302-444f-bc7a-a05416ab5586,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:26.412752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Pushing event updated for resources: {'Port': ['ID=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:26.413883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-890bd059-0bcb-40db-8722-44c4e18b3841 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9617684 Aug 31 19:28:26.414728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:26.479861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd679ba-d091-4bdf-ac8a-661612d7ec29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:26.484138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0dd679ba-d091-4bdf-ac8a-661612d7ec29 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0601406 Aug 31 19:28:26.484765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:26.510719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] For port 6e3fcc66-9529-4022-9c0e-0ea56b59995b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e3fcc66-9529-4022-9c0e-0ea56b59995b,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:26.511294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.539355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Calling delete_port for 6e3fcc66-9529-4022-9c0e-0ea56b59995b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:26.565505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Attempting to bind port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:26.565876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Attempting to bind port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '20d7da27-dff4-45d7-b6a5-b1e5480e0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:26.566689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Attempting to bind port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 on network ac81290c-f073-44aa-a545-059fcf488022 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:26.581834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:26.582212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Checking segment: {'id': '20d7da27-dff4-45d7-b6a5-b1e5480e0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:26.582753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.583158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Bound using segment: {'id': '20d7da27-dff4-45d7-b6a5-b1e5480e0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:26.583652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Bound port: b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d7da27-dff4-45d7-b6a5-b1e5480e0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ac81290c-f073-44aa-a545-059fcf488022'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:26.584096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.601756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 98b62ab0-a302-444f-bc7a-a05416ab5586 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:26.603130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.669580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] For port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:26.670151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.20.0.1 (ac81290c-f073-44aa-a545-059fcf488022/91ceecb0-ce5f-4be5-b445-2751adf1baa7/0eaceadf-8bfe-46da-bdea-9eed9963e871) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:26.673174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] For port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,segment=NetworkSegment(20d7da27-dff4-45d7-b6a5-b1e5480e0f27),segment_id=20d7da27-dff4-45d7-b6a5-b1e5480e0f27)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:26.683442 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.730616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.745560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 98b62ab0-a302-444f-bc7a-a05416ab5586 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:26.795152 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.797936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a244a5-5d07-42c8-a8ca-0a79161543a5 None None] Pushing event updated for resources: {'Port': ['ID=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:26.809044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Transition to ACTIVE for port object c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:26.829226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Transition to ACTIVE for port object c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:26.838347 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:26.896078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:26.902866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:26.912153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:26.914909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Pushing event updated for resources: {'Port': ['ID=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:26.953354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.021024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Attempting to bind port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:27.021401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Attempting to bind port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:27.021842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Attempting to bind port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:27.034965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:27.035233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 0eaceadf-8bfe-46da-bdea-9eed9963e871 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:27.035352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:27.035803 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.036250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:27.036738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Bound port: c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:27.037172 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.125734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.174317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3fcc66-9529-4022-9c0e-0ea56b59995b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:27.208705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a956c371-626e-426e-813c-d2751a029c3f None None] For port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:27.222394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a956c371-626e-426e-813c-d2751a029c3f None None] For port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:27.228808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.244560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.392016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956c371-626e-426e-813c-d2751a029c3f None None] Pushing event updated for resources: {'Port': ['ID=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:27.408952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network ac81290c-f073-44aa-a545-059fcf488022 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:27.421289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:27.439812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:27.461715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=0eaceadf-8bfe-46da-bdea-9eed9963e871,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:27.524669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.628236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=98b62ab0-a302-444f-bc7a-a05416ab5586,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:27.642020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.642467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.642879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.643371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.643807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.644210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.644608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.645039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.645462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.645901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.646341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.646801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:27.660563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d47ddf-7763-4bed-876d-568cb36d0aa4 req-0e5ca330-580a-479a-8d5c-084a86fbc309 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:27.662353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92d47ddf-7763-4bed-876d-568cb36d0aa4 req-0e5ca330-580a-479a-8d5c-084a86fbc309 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2505412 Aug 31 19:28:27.663834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.729162 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.742056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:27.744525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e03a9785-cd3b-4662-a35d-62bf9394b94d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/98b62ab0-a302-444f-bc7a-a05416ab5586 HTTP/1.1" status: 204 len: 168 time: 1.2553022 Aug 31 19:28:27.768089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:27.795707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92d47ddf-7763-4bed-876d-568cb36d0aa4 req-87639bc8-06dc-48fa-9012-e3dcb68d4b9a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134899 Aug 31 19:28:27.981904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6515f-a334-422e-b71b-430d28cfd492 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:27.984083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6515f-a334-422e-b71b-430d28cfd492 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:27.989164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:27.989400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-20d6515f-a334-422e-b71b-430d28cfd492 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2419243 Aug 31 19:28:28.052155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 6d42b7f7-6788-4b36-83d1-760d43973ce9 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:28.056226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.076714 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.129860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.278844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.365413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.382537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e9eca-7dae-449a-92f8-28809fbf7143 None None] Network ac81290c-f073-44aa-a545-059fcf488022 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:28.417157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:28.421994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/6d42b7f7-6788-4b36-83d1-760d43973ce9 HTTP/1.1" status: 204 len: 168 time: 0.4292784 Aug 31 19:28:28.421994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cfab-104f-4e21-a376-243182d1a8dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=6d42b7f7-6788-4b36-83d1-760d43973ce9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:28.429599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:28.489207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f6829ea-7d0b-4c03-aa48-b9bc1fc266d3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560408 Aug 31 19:28:28.489552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:28.575404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a34a3a-1823-4e28-84db-80334d49b4a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:28.577524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d2a34a3a-1823-4e28-84db-80334d49b4a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0868411 Aug 31 19:28:28.580011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:28.642582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5db4da6-7a91-493a-9b50-8eccd157293f None None] Provisioning for port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:28.653571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e2777-10b1-4756-bf59-71557a65da4a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:28.655609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-160e2777-10b1-4756-bf59-71557a65da4a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745356 Aug 31 19:28:28.658515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44816) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:28.719279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff8e2357-1d0f-4e0d-8922-72ec2631a4dd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571871 Aug 31 19:28:28.725579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:28.735140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:29.054717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Router c5f3263c-3273-4641-82a5-814329e04eee has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:29.064524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:29.075794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.125364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:29.209289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b1e83-3c0f-4075-9ed3-6c5ab2a1ae96 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:29.235667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0859-253b-44df-a8f6-971cf3c2f98c req-611ed50c-d850-40d6-a3d2-4e61367c0e62 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:29.237536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcdb0859-253b-44df-a8f6-971cf3c2f98c req-611ed50c-d850-40d6-a3d2-4e61367c0e62 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2940617 Aug 31 19:28:29.343726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:29.353485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-86bfd4bf-0970-4b12-b735-fce1af3f64b3 admin admin] 10.222.0.73 "PUT /v2.0/routers/c5f3263c-3273-4641-82a5-814329e04eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7485135 Aug 31 19:28:29.357475 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Sync routers for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:29.363585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:29.368475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:29.370958 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:29.371889 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:29.392101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:29.392391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.398718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.410310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.444189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcdb0859-253b-44df-a8f6-971cf3c2f98c req-40f999c7-8f54-4427-9f85-f0bc17a2118e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927805 Aug 31 19:28:29.469114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2fa3f45-7792-4ab0-ac90-6e9a9f00617a None None] Provisioning for port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:29.494154 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:29.594050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2fa3f45-7792-4ab0-ac90-6e9a9f00617a None None] Provisioning for port 0eaceadf-8bfe-46da-bdea-9eed9963e871 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:29.605411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2fa3f45-7792-4ab0-ac90-6e9a9f00617a None None] Provisioning complete for port 0eaceadf-8bfe-46da-bdea-9eed9963e871 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:29.606029 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3f45-7792-4ab0-ac90-6e9a9f00617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.620880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.657370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=0eaceadf-8bfe-46da-bdea-9eed9963e871,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:29.706694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa3f45-7792-4ab0-ac90-6e9a9f00617a None None] Port 0eaceadf-8bfe-46da-bdea-9eed9963e871 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:28:29.714782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.721485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:29.731045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.777414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,segment=NetworkSegment(20d7da27-dff4-45d7-b6a5-b1e5480e0f27),segment_id=20d7da27-dff4-45d7-b6a5-b1e5480e0f27)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:29.782528 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.783605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:29.885826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:29.893047 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:28:26Z', 'revision_number': 5, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port': {'id': 'f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:16:55Z', 'updated_at': '2021-08-31T19:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:29.957012 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Checking router: c5f3263c-3273-4641-82a5-814329e04eee for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:28:29.967679 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Routers {'c5f3263c-3273-4641-82a5-814329e04eee'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:29.968312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c5f3263c-3273-4641-82a5-814329e04eee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:29.999172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network ac81290c-f073-44aa-a545-059fcf488022 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:30.000823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:30.038120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2d2dd1b9-1e68-49ca-9185-4ab97b4ebd06 None None] Provisioning complete for port 0eaceadf-8bfe-46da-bdea-9eed9963e871 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:30.038494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd1b9-1e68-49ca-9185-4ab97b4ebd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.061925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:30.144607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:30.173499 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] Set router c5f3263c-3273-4641-82a5-814329e04eee gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:30.220237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dd1b9-1e68-49ca-9185-4ab97b4ebd06 None None] Port 0eaceadf-8bfe-46da-bdea-9eed9963e871 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:28:30.223908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:30.226628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Deleting port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:30.227222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.241453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:30.241836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.250805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Deleting port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:30.251191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.289609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router f7eef232-74bc-44a2-9cee-900c2fe4c002 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:28:30.295848 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:28:29Z', 'revision_number': 6, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:30.356955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afdea2-74c1-4dee-9603-a71ec94be963 None None] The sync data for ids ['c5f3263c-3273-4641-82a5-814329e04eee'] in n-d-778550-14 is: [{'id': 'c5f3263c-3273-4641-82a5-814329e04eee', 'name': 'tempest-TaggedBootDevicesTest_v242-182741818-router', 'tenant_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:16:54Z', 'updated_at': '2021-08-31T19:28:29Z', 'revision_number': 6, 'project_id': 'ef13d73a7a744bc39d489a3a2d30d6ca', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:30.398212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] For port f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:30.398723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.421396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Calling delete_port for f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:30.458168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:30.484827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-968e4088-0804-4c78-a15e-0a1e6b68a2df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/f7eef232-74bc-44a2-9cee-900c2fe4c002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6764424 Aug 31 19:28:30.494271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:30.585480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdf1f3-3e57-47be-b787-d2471b6604df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:30.590095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1fdf1f3-3e57-47be-b787-d2471b6604df tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports/0eaceadf-8bfe-46da-bdea-9eed9963e871 HTTP/1.1" status: 200 len: 910 time: 0.0925195 Aug 31 19:28:30.591134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:30.596538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91ceecb0-ce5f-4be5-b445-2751adf1baa7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:30.611230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] Sync routers for ids ['f7eef232-74bc-44a2-9cee-900c2fe4c002'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:30.636044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] Routers {'f7eef232-74bc-44a2-9cee-900c2fe4c002'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:30.636725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f7eef232-74bc-44a2-9cee-900c2fe4c002'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:30.708749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30c17f-9656-40fe-88ec-0934c8c0e963 req-9c8a5591-424c-4656-a4db-3851290be8e0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:30.711401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b30c17f-9656-40fe-88ec-0934c8c0e963 req-9c8a5591-424c-4656-a4db-3851290be8e0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1510491 Aug 31 19:28:30.760149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] For port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:30.760697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.760801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.788220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Calling delete_port for c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:30.797782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b30c17f-9656-40fe-88ec-0934c8c0e963 req-b9a0b352-2cb1-4057-ae6c-5a6e7ff1bf77 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736835 Aug 31 19:28:30.809921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.899398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.924197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:30.957700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1df0d574-393b-419a-90ef-b860f23f8e38 None None] Provisioning complete for port 0eaceadf-8bfe-46da-bdea-9eed9963e871 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:30.958093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1df0d574-393b-419a-90ef-b860f23f8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:30.960998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:31.002036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] Routers {'f7eef232-74bc-44a2-9cee-900c2fe4c002'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:31.003803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f7eef232-74bc-44a2-9cee-900c2fe4c002'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:31.043962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:31.045513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfaf6c-7bdd-4294-85cb-b15d14c0b5a6 None None] The sync data for ids ['f7eef232-74bc-44a2-9cee-900c2fe4c002'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:31.052301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.060772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.077480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1df0d574-393b-419a-90ef-b860f23f8e38 None None] Port 0eaceadf-8bfe-46da-bdea-9eed9963e871 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:28:31.173666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.178902 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.249383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:31.252475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.253119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f3263c-3273-4641-82a5-814329e04eee {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:28:31.264594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.268648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fd3cd309-d5ea-430d-951d-e610df95fdea admin admin] 10.222.0.73 "DELETE /v2.0/routers/c5f3263c-3273-4641-82a5-814329e04eee HTTP/1.1" status: 204 len: 168 time: 1.9039507 Aug 31 19:28:31.271279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44840) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:31.343205 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.348495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.350738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.354631 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.409401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] Pushing event deleted for resources: {'Port': ['ID=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:31.439496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=f2073a1c-cbb4-4c6e-92f7-1750d586ca50,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:31.447004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Deleting subnet 924f3d9f-faaa-4e11-b413-f8bde72f6159 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:31.474464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.478726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:31.493180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07621d-8823-4e38-8582-7f763cf9d375 None None] No DVR routers for this DVR port c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:31.511324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:31.518254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:31.521152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:31.521903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.540153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec6549fa-eb84-4e58-bae7-308d91ac6705 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8133035 Aug 31 19:28:31.543108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:31.548945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:44:3e:c4', 'name': 'tempest-NetworksTestDHCPv6-294470897'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:31.559229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b794b78-cef6-42c2-bd19-a7ca81f9327f None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:31.567267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.586701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.617616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.683889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=0eaceadf-8bfe-46da-bdea-9eed9963e871,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:31.726765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:31.727562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.732235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-32120b3b-5980-4016-9368-cf0ffe58219d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/ports/0eaceadf-8bfe-46da-bdea-9eed9963e871 HTTP/1.1" status: 200 len: 910 time: 1.1398695 Aug 31 19:28:31.733008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:31.775822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:31.799999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:31.927834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:31.929245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.971769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:31.992571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'f2073a1c-cbb4-4c6e-92f7-1750d586ca50'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:31.993656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.359232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Allocated IP 2001:db8::f816:3eff:fe6e:dbf4 (28ab4167-83d5-4228-ad97-46ade08c33e4/f2073a1c-cbb4-4c6e-92f7-1750d586ca50/fffaea7c-9660-48a8-8ae4-af68511cb78f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:32.387797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e3fcc66-9529-4022-9c0e-0ea56b59995b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:32.447327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.465325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.502100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 493d29ab-8f0e-4582-8fb4-e432357e4b3d yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:32.504379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6e3fcc66-9529-4022-9c0e-0ea56b59995b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:32.504919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e3fcc66-9529-4022-9c0e-0ea56b59995b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:32.505411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:32.563146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:32.565806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f7a3ff88-4331-41d9-9e7b-b22fc0e6ea73 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:32.566318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:32.626926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442dbc0-b892-44c8-85f4-c76ad0c507a0 req-4aced761-34f0-4980-849a-28799f825e7e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:32.633229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c442dbc0-b892-44c8-85f4-c76ad0c507a0 req-4aced761-34f0-4980-849a-28799f825e7e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1652761 Aug 31 19:28:32.639620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:32.640213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4b3d38d-3a4a-4967-8fe8-9cbf0f86bcab not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:32.679220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.727985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924f3d9f-faaa-4e11-b413-f8bde72f6159,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:32.741126 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.743178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6c91e7ce-7dde-4dc8-bea4-3e5ca4d46d28 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/924f3d9f-faaa-4e11-b413-f8bde72f6159 HTTP/1.1" status: 204 len: 168 time: 1.4698908 Aug 31 19:28:32.749918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:32.767484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb1015-a859-4d0f-bf8e-a72f38b751b1 None None] Network 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:32.875074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.876790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.891680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c442dbc0-b892-44c8-85f4-c76ad0c507a0 req-cf0d3af5-e6b3-4413-b2e3-2b12061bc64b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502453 Aug 31 19:28:32.936260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Transition to ACTIVE for port object fffaea7c-9660-48a8-8ae4-af68511cb78f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:32.963351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 0eaceadf-8bfe-46da-bdea-9eed9963e871 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:32.964465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.979221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Deleting port b2a78702-b16b-47bd-8acc-228713a94a70 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:32.979753 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:32.994767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Transition to ACTIVE for port object fffaea7c-9660-48a8-8ae4-af68511cb78f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:33.019013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.083731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:33.104074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:33.119262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] DHCP port deletion for 93aa4b1d-cc88-4cbc-83d9-a0c0496c258d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:33.120777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:33.130336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Pushing event updated for resources: {'Port': ['ID=fffaea7c-9660-48a8-8ae4-af68511cb78f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:33.165775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] For port b2a78702-b16b-47bd-8acc-228713a94a70, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b2a78702-b16b-47bd-8acc-228713a94a70,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:33.166319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.190825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.197806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Calling delete_port for b2a78702-b16b-47bd-8acc-228713a94a70 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:33.227432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Attempting to bind port fffaea7c-9660-48a8-8ae4-af68511cb78f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:33.227837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Attempting to bind port fffaea7c-9660-48a8-8ae4-af68511cb78f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:33.228562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Attempting to bind port fffaea7c-9660-48a8-8ae4-af68511cb78f on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:33.229456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 0eaceadf-8bfe-46da-bdea-9eed9963e871 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:33.242918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:33.243302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:33.243816 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.244137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:33.245063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Bound port: fffaea7c-9660-48a8-8ae4-af68511cb78f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:33.245458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.268094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Deleting port b2a78702-b16b-47bd-8acc-228713a94a70 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:33.268474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.287265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe44:3ec4 (28ab4167-83d5-4228-ad97-46ade08c33e4/f2073a1c-cbb4-4c6e-92f7-1750d586ca50/493d29ab-8f0e-4582-8fb4-e432357e4b3d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:33.383677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] For port fffaea7c-9660-48a8-8ae4-af68511cb78f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:33.407399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] For port fffaea7c-9660-48a8-8ae4-af68511cb78f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fffaea7c-9660-48a8-8ae4-af68511cb78f,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:33.411368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.416600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.492265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] For port b2a78702-b16b-47bd-8acc-228713a94a70, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b2a78702-b16b-47bd-8acc-228713a94a70,segment=NetworkSegment(7817640b-4e47-4f5e-bce7-66d562402bcc),segment_id=7817640b-4e47-4f5e-bce7-66d562402bcc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:33.492971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.505626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.510305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] No DVR routers for this DVR port b2a78702-b16b-47bd-8acc-228713a94a70 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:33.528149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a78702-b16b-47bd-8acc-228713a94a70,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:33.536868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Calling delete_port for b2a78702-b16b-47bd-8acc-228713a94a70 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:33.578831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=0eaceadf-8bfe-46da-bdea-9eed9963e871,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:33.748530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.754079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b2a78702-b16b-47bd-8acc-228713a94a70 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:33.769898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.837727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b2a78702-b16b-47bd-8acc-228713a94a70 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:33.838503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b2a78702-b16b-47bd-8acc-228713a94a70 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:33.840927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] No DVR routers for this DVR port b2a78702-b16b-47bd-8acc-228713a94a70 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:33.846606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93aa4b1d-cc88-4cbc-83d9-a0c0496c258d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:33.847819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953560-e087-4cf9-99a8-a3cb16a01a9c None None] Pushing event updated for resources: {'Port': ['ID=fffaea7c-9660-48a8-8ae4-af68511cb78f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:33.892666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.906918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfc1f8-8b5a-4d0b-87e9-e600d5eab92f None None] Pushing event deleted for resources: {'Port': ['ID=b2a78702-b16b-47bd-8acc-228713a94a70,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:33.911986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7817640b-4e47-4f5e-bce7-66d562402bcc') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:33.912398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7817640b-4e47-4f5e-bce7-66d562402bcc') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:33.938373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.966146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:33.984912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 493d29ab-8f0e-4582-8fb4-e432357e4b3d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:34.059926 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.096911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.138509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:34.139165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:34.142161 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:34.152787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router f7eef232-74bc-44a2-9cee-900c2fe4c002 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:34.165772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:34.206542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaa476-b7d1-4759-9a8d-68a50bce97de req-9747d3b7-cc69-4b4f-861c-388c10c2ce7c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:34.208436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ceaaa476-b7d1-4759-9a8d-68a50bce97de req-9747d3b7-cc69-4b4f-861c-388c10c2ce7c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1645660 Aug 31 19:28:34.222863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:34.227866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:34.234846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:34.235781 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.263351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=493d29ab-8f0e-4582-8fb4-e432357e4b3d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:34.296937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:34.309298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7c02a40f-c9ef-48db-bacc-1e89b5cdcb1e tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/f7eef232-74bc-44a2-9cee-900c2fe4c002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5728257 Aug 31 19:28:34.311023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.317917 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] Sync routers for ids ['f7eef232-74bc-44a2-9cee-900c2fe4c002'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:34.330410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-347587cf-2864-4d36-aa1d-8c0b0fe5eaf5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7858572 Aug 31 19:28:34.333058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.341007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.345642 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] Routers {'f7eef232-74bc-44a2-9cee-900c2fe4c002'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:34.346930 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f7eef232-74bc-44a2-9cee-900c2fe4c002'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:34.367822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-661a43b8-0d70-49a3-9a9b-b77bb118503b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7eef232-74bc-44a2-9cee-900c2fe4c002 HTTP/1.1" status: 200 len: 205 time: 0.0502238 Aug 31 19:28:34.368060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.388004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.392670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/93aa4b1d-cc88-4cbc-83d9-a0c0496c258d HTTP/1.1" status: 204 len: 168 time: 1.6417384 Aug 31 19:28:34.437001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:34.447933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ceaaa476-b7d1-4759-9a8d-68a50bce97de req-100ca1f3-5eee-4f8e-8a86-7aa2d4f2e5f0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004492 Aug 31 19:28:34.451907 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] Routers {'f7eef232-74bc-44a2-9cee-900c2fe4c002'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:34.452539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f7eef232-74bc-44a2-9cee-900c2fe4c002'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:34.487810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ffdff-68cc-4180-9bc1-e57b211be2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=93aa4b1d-cc88-4cbc-83d9-a0c0496c258d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:34.488436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.537612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46688f65-691c-4129-b95c-6acff6df66a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:34.544450 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:34.545109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e618-cb3f-4a21-8d24-5c73cc67b6c8 None None] The sync data for ids ['f7eef232-74bc-44a2-9cee-900c2fe4c002'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:34.551058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46688f65-691c-4129-b95c-6acff6df66a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:34.553132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-46688f65-691c-4129-b95c-6acff6df66a5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2108147 Aug 31 19:28:34.558198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44876) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.617802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.702145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 493d29ab-8f0e-4582-8fb4-e432357e4b3d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:34.702586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.809067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.815108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.825236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cef5d51-f835-427e-ae01-cc52ca03e2f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef13d73a7a744bc39d489a3a2d30d6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040856 Aug 31 19:28:34.825572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.827831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.845479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 493d29ab-8f0e-4582-8fb4-e432357e4b3d owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:34.918638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.919610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router f7eef232-74bc-44a2-9cee-900c2fe4c002 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:28:34.932322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:34.936734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7b6d6d1a-5d02-4802-a75f-5cce077bbfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/f7eef232-74bc-44a2-9cee-900c2fe4c002 HTTP/1.1" status: 204 len: 168 time: 0.5677218 Aug 31 19:28:34.939119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:34.997470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.025259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.026448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.032072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet 91ceecb0-ce5f-4be5-b445-2751adf1baa7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:35.046225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.060671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=493d29ab-8f0e-4582-8fb4-e432357e4b3d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:35.099154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.102951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d45ad044-eb8a-4954-8369-a17e48b56614 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/493d29ab-8f0e-4582-8fb4-e432357e4b3d HTTP/1.1" status: 204 len: 168 time: 0.5436051 Aug 31 19:28:35.105959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:35.106265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.146873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c088e194-f7f2-45ee-88fc-590f2ce08c10 None None] Provisioning for port fffaea7c-9660-48a8-8ae4-af68511cb78f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:35.154301 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.156762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.169463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfa9f554-ed0e-436e-8d05-cf17e9f1cb31 HTTP/1.1" status: 204 len: 168 time: 0.3427050 Aug 31 19:28:35.190251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29553083-2387-45f8-aa83-f0b76decd03f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:35.192104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29553083-2387-45f8-aa83-f0b76decd03f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:35.194741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-29553083-2387-45f8-aa83-f0b76decd03f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0871921 Aug 31 19:28:35.197591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:35.206371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e99d15-209d-41a1-9f38-71dc264c107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9f554-ed0e-436e-8d05-cf17e9f1cb31,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:35.296150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet f2073a1c-cbb4-4c6e-92f7-1750d586ca50 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:35.303307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.328002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.403732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-33cc0949-7e86-44cf-8f42-7756dcac97e7 req-ad9482cd-0c41-4f79-93ab-f416434e0870 tempest-ImagesOneServerNegativeTestJSON-1889667231 tempest-ImagesOneServerNegativeTestJSON-1889667231-project] (94817) timed out ('10.222.0.82', 55410) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:28:35.409635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.441468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.444062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/91ceecb0-ce5f-4be5-b445-2751adf1baa7 HTTP/1.1" status: 204 len: 168 time: 0.5037773 Aug 31 19:28:35.447894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:35.450481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9a3f8-15de-4097-87d1-7878e98064e2 None None] Network ac81290c-f073-44aa-a545-059fcf488022 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:35.478751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.529496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905ae1c-777e-45ea-8456-72fc43a77637 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=91ceecb0-ce5f-4be5-b445-2751adf1baa7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:35.686228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.778954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fffaea7c-9660-48a8-8ae4-af68511cb78f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:35.811183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:35.812036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.841798 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.842315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f8a9a11-d88b-4de3-9aaa-21dd35364359 None None] Could not find standard attr ID for object 493d29ab-8f0e-4582-8fb4-e432357e4b3d. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:28:35.934633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44910) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:35.969416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port fffaea7c-9660-48a8-8ae4-af68511cb78f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:35.976889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fffaea7c-9660-48a8-8ae4-af68511cb78f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:35.977546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:35.978116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.058685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] DHCP port deletion for ac81290c-f073-44aa-a545-059fcf488022 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:36.132654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.137057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/f2073a1c-cbb4-4c6e-92f7-1750d586ca50 HTTP/1.1" status: 204 len: 168 time: 0.9360359 Aug 31 19:28:36.148001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:36.152727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93ba85-6a9f-45f1-96e5-8b01389d67c9 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:36.174719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3ff6-7f1b-449d-a051-623aa671cc44 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=f2073a1c-cbb4-4c6e-92f7-1750d586ca50,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:36.295336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ce56f99-7e12-480b-b9e0-1c914d72481f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414049 Aug 31 19:28:36.319779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:36.327605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:36.378530 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8aeb-7f77-4785-8a7c-9690e84e6834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.411669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efec88f-23e7-4047-8992-c2aa51212ca9 req-f63d2057-2c72-49f4-97ae-42081fc15be7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:36.428273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1efec88f-23e7-4047-8992-c2aa51212ca9 req-f63d2057-2c72-49f4-97ae-42081fc15be7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.4914362 Aug 31 19:28:36.449872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.482795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Deleting port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:36.483172 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.675617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1efec88f-23e7-4047-8992-c2aa51212ca9 req-d50dee26-4778-4af4-8933-d7722783d7de tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459712 Aug 31 19:28:36.702016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,segment=NetworkSegment(20d7da27-dff4-45d7-b6a5-b1e5480e0f27),segment_id=20d7da27-dff4-45d7-b6a5-b1e5480e0f27)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:36.703181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.734356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:36.861703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:36.862168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8aeb-7f77-4785-8a7c-9690e84e6834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.988012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8aeb-7f77-4785-8a7c-9690e84e6834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.988012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5ec8aeb-7f77-4785-8a7c-9690e84e6834 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aad8f41f7c304474bb81fb31e661e6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902911 Aug 31 19:28:36.989734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:36.990085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:36.990085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:36.993751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:28:37.020042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port fffaea7c-9660-48a8-8ae4-af68511cb78f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fffaea7c-9660-48a8-8ae4-af68511cb78f,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:37.022990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] For port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,segment=NetworkSegment(20d7da27-dff4-45d7-b6a5-b1e5480e0f27),segment_id=20d7da27-dff4-45d7-b6a5-b1e5480e0f27)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:37.023480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.058321 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.061523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec8aeb-7f77-4785-8a7c-9690e84e6834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1912159-313f-4b91-9fed-8d8bc2a52048,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.090146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.145657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.159630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.173675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Calling delete_port for b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:37.192100 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:28:37.251976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.253963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:37.274203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:37.295985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-566536579-network', 'tenant_id': 'bd763a06be314b27bac507d216cad105'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:37.360862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=fffaea7c-9660-48a8-8ae4-af68511cb78f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.397979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.402967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.413104 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1912159-313f-4b91-9fed-8d8bc2a52048 HTTP/1.1" status: 204 len: 168 time: 0.4536128 Aug 31 19:28:37.417225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Made reservation on behalf of bd763a06be314b27bac507d216cad105 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:37.421341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.426340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.445851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:37.471743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac81290c-f073-44aa-a545-059fcf488022']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:37.476632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.479088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'port_id': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'mac_address': 'fa:16:3e:d9:aa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b195966-6833-43f4-94ad-69c373977805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:28:37.482459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08405-7eed-4683-9c7c-f4506db34167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1912159-313f-4b91-9fed-8d8bc2a52048,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.484593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.506315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d7da27-dff4-45d7-b6a5-b1e5480e0f27') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:37.506315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d7da27-dff4-45d7-b6a5-b1e5480e0f27') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:37.526670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.532130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Deleting port fffaea7c-9660-48a8-8ae4-af68511cb78f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:37.532758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.559345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.561331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] No DVR routers for this DVR port b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:37.563222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede1d2c-7d29-472b-a759-ae2d89bc8e7b None None] Pushing event deleted for resources: {'Port': ['ID=b0fdf5da-0d9e-41fb-8fb4-0638657c63c9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.576885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:37.580566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:37.589148 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:37.657568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.669149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.691382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fffaea7c-9660-48a8-8ae4-af68511cb78f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:37.691627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.704258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/ac81290c-f073-44aa-a545-059fcf488022 HTTP/1.1" status: 204 len: 168 time: 2.2552085 Aug 31 19:28:37.712495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a6ba-7139-4388-bb3d-854eb33a22fc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=ac81290c-f073-44aa-a545-059fcf488022,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:37.716385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:37.725309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1532531526', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:37.753914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:28:37.795260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] For port fffaea7c-9660-48a8-8ae4-af68511cb78f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fffaea7c-9660-48a8-8ae4-af68511cb78f,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:37.796230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.810111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:37.810394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.818915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Calling delete_port for fffaea7c-9660-48a8-8ae4-af68511cb78f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:37.821239 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.835792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.839114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.840651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.852192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:37.866250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.866822 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Added segment f5848f1d-787b-4f53-86f3-91ff81e3f019 of type vlan for network 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b Aug 31 19:28:37.963039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.966517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.971804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:37.992001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:37.993435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8f1e5-7b4b-4f95-abd1-2c9584631f0d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.009534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.011287 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6cbae465-95ab-4457-a623-8bb992ffcfe9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2920976 Aug 31 19:28:38.014457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:38.024720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-425744729'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:38.056708 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.059143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:38.064339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.069116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f6cfa36b-9cd0-4415-baab-7e258a73b050'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:28:38.102615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:38.113157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.126356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.127940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:38.128683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.136571 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.136571 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment fd85f75e-1b67-42c9-955c-1b03b637b160 of type vlan for network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa Aug 31 19:28:38.196236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port fffaea7c-9660-48a8-8ae4-af68511cb78f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fffaea7c-9660-48a8-8ae4-af68511cb78f,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:38.207355 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.208656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:38.219329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.256462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.266838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5310051 Aug 31 19:28:38.267391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:38.271096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.272416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.275231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:38.281576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:38.282179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b0fdf5da-0d9e-41fb-8fb4-0638657c63c9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:38.284399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event deleted for resources: {'Port': ['ID=fffaea7c-9660-48a8-8ae4-af68511cb78f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.285542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec8a51-599a-4a9d-b36f-59fc4d39f880 req-3e29f5af-9f1e-4757-9a2b-737d2d84ac4c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:38.291067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Request body: {'subnet': {'network_id': '0041e0ae-45f1-46e6-b9ef-47dca3cebc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-566536579-subnet', 'tenant_id': 'bd763a06be314b27bac507d216cad105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:38.294234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36ec8a51-599a-4a9d-b36f-59fc4d39f880 req-3e29f5af-9f1e-4757-9a2b-737d2d84ac4c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 944 time: 0.3716817 Aug 31 19:28:38.333940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc14a-b8d0-47c3-969c-c2df432e3db7 admin admin] Pushing event updated for resources: {'Network': ['ID=0041e0ae-45f1-46e6-b9ef-47dca3cebc8b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.339619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] No DVR routers for this DVR port fffaea7c-9660-48a8-8ae4-af68511cb78f on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:38.346742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d07d-3177-4e82-894b-e900988f3a0f None None] Pushing event deleted for resources: {'Port': ['ID=fffaea7c-9660-48a8-8ae4-af68511cb78f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.357750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Port fffaea7c-9660-48a8-8ae4-af68511cb78f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 19:28:38.358068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6e:dbf4 {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 19:28:38.374001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:38.374178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6e:dbf4 {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 19:28:38.376431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.422635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:38.424641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=3f0db463-9b1d-4bce-bfa2-67420df3e5aa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.431361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:38.436677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:38.437293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.445936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Made reservation on behalf of bd763a06be314b27bac507d216cad105 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:38.449386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:38.449862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.451827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9b48a-2556-456f-acdb-97a67531b82c None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:38.509912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=1eeac2db-1441-40f0-ab93-cdd184f52e63,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:38.535408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36ec8a51-599a-4a9d-b36f-59fc4d39f880 req-bc4f9960-420f-42a3-a2e0-e8dcc509eb13 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258456 Aug 31 19:28:38.545866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eef04cc9-5b57-482e-b144-8363373eb2e4 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2222683 Aug 31 19:28:38.546511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:38.564347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:d1:2d:97', 'name': 'tempest-NetworksTestDHCPv6-1967603293'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:38.575734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2311aee9-1b21-4d22-bceb-857832b7bb2c tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5598722 Aug 31 19:28:38.576836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45000) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:38.597133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:38.709864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:38.786845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:38.800704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.826669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.859609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '1eeac2db-1441-40f0-ab93-cdd184f52e63'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:38.860572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:38.876777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port e5f44b9a-a917-4716-b3ae-85ca4097a9b5 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:38.933966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.015337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:39.045600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb0316d-c255-4aa4-b211-2abc3a524e04,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:39.059698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Checking segment: {'id': 'f5848f1d-787b-4f53-86f3-91ff81e3f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0041e0ae-45f1-46e6-b9ef-47dca3cebc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:39.060070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Network hostable DHCP agents. Network: 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:39.060684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fed1:2d97 (28ab4167-83d5-4228-ad97-46ade08c33e4/1eeac2db-1441-40f0-ab93-cdd184f52e63/e5f44b9a-a917-4716-b3ae-85ca4097a9b5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:39.113433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Network 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:39.155660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:39.161910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:39.163091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.231420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9443e7a-96ca-4cbd-90c3-550047a30bed admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9472563 Aug 31 19:28:39.245371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.247267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91bca3c-e92c-4747-9f05-d22107596e44 None None] Network 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:39.356332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.406669 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.414097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=338b0611-8fca-4fb7-aa32-b57dc2ead202,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:39.438734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:39.439082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 3f0db463-9b1d-4bce-bfa2-67420df3e5aa, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:39.458386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:28:39.466768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:39.469393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd4027-3ec3-4d9a-aab8-55b4fab20bd2 None None] Network 0041e0ae-45f1-46e6-b9ef-47dca3cebc8b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:39.476788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:39.512328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3f0db463-9b1d-4bce-bfa2-67420df3e5aa) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:39.541364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc8fa1-5292-40ed-a9d9-32d9a296095a None None] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:39.549624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:39.550352 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.550910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:39.585386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Deleting subnet 0fb0316d-c255-4aa4-b211-2abc3a524e04 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:39.588743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.592777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.634916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:39.641461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8857b925-4bea-474a-a425-6ffa5bc1d0b2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0577765 Aug 31 19:28:39.648513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:39.772589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:39.913576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object e5f44b9a-a917-4716-b3ae-85ca4097a9b5 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:39.914498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:39.973548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2946f1c2-9cdf-4bf9-aadd-cc1600747118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.002194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.012011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dded3-fa7c-4208-a5d0-eecb35dd3246 req-268c6735-1ffb-406f-962d-cc37c846c87a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:40.014074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-248dded3-fa7c-4208-a5d0-eecb35dd3246 req-268c6735-1ffb-406f-962d-cc37c846c87a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 943 time: 0.1151903 Aug 31 19:28:40.037590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.104388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Allocated IP 2001:db8::f816:3eff:fe40:979 (28ab4167-83d5-4228-ad97-46ade08c33e4/1eeac2db-1441-40f0-ab93-cdd184f52e63/1fac7624-b9dc-401f-9af8-1ba6ce745407) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:40.109060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:40.110050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.119235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:40.133496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:40.142615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:40.149853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:40.150671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.153268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.174585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-248dded3-fa7c-4208-a5d0-eecb35dd3246 req-e8b32794-c22a-45d5-963f-f1df19775a00 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477931 Aug 31 19:28:40.175243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=e5f44b9a-a917-4716-b3ae-85ca4097a9b5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.198156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.337195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.342454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0fb0316d-c255-4aa4-b211-2abc3a524e04 HTTP/1.1" status: 204 len: 168 time: 0.8722539 Aug 31 19:28:40.343246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:40.359004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8c072-b495-4a9f-9536-0097cf622cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb0316d-c255-4aa4-b211-2abc3a524e04,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.363086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Allocated IP 172.20.0.2 (3f0db463-9b1d-4bce-bfa2-67420df3e5aa/338b0611-8fca-4fb7-aa32-b57dc2ead202/d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:40.397888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2946f1c2-9cdf-4bf9-aadd-cc1600747118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.403227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2946f1c2-9cdf-4bf9-aadd-cc1600747118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.425882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-60860e32-0951-449e-a75c-37dd22ba338a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8787167 Aug 31 19:28:40.436332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:40.484598 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.511992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.528100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2946f1c2-9cdf-4bf9-aadd-cc1600747118 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5dd2562fdea4112b313483a20d58e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914828 Aug 31 19:28:40.530836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:40.532636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946f1c2-9cdf-4bf9-aadd-cc1600747118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4cd69-1845-4b7d-a6b3-c6ed476b0262,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.541367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811c9eb-a774-4986-95a1-f5ef81e7a098 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:40.545384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b811c9eb-a774-4986-95a1-f5ef81e7a098 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1056802 Aug 31 19:28:40.558009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:40.631843 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.653169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Transition to ACTIVE for port object 1fac7624-b9dc-401f-9af8-1ba6ce745407 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:40.662434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Transition to ACTIVE for port object d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:40.683428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Transition to ACTIVE for port object 1fac7624-b9dc-401f-9af8-1ba6ce745407 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:40.691710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Transition to ACTIVE for port object d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:40.696261 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.696988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port e5f44b9a-a917-4716-b3ae-85ca4097a9b5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:40.697833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.698396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.714126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0041e0ae-45f1-46e6-b9ef-47dca3cebc8b']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:40.732500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5848f1d-787b-4f53-86f3-91ff81e3f019') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:40.732807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5848f1d-787b-4f53-86f3-91ff81e3f019') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:40.742656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.748571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Pushing event updated for resources: {'Port': ['ID=1fac7624-b9dc-401f-9af8-1ba6ce745407,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.749252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.753187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.770318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:40.776532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:40.777923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.781480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.782363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:40.795438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:28:40.796116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:28:40.797770 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:28:40.812434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:40.820824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:40.827685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:40.891207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.20.0.1 (3f0db463-9b1d-4bce-bfa2-67420df3e5aa/338b0611-8fca-4fb7-aa32-b57dc2ead202/9a46a915-443f-4cb6-bda3-bd8cf849a537) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:40.893474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.896037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.899504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.900311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.901417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5b4cd69-1845-4b7d-a6b3-c6ed476b0262 HTTP/1.1" status: 204 len: 168 time: 0.3694272 Aug 31 19:28:40.915282 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.919734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0041e0ae-45f1-46e6-b9ef-47dca3cebc8b HTTP/1.1" status: 204 len: 168 time: 0.5729473 Aug 31 19:28:40.919734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b42d31-653b-4365-a03f-c79b8de3bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4cd69-1845-4b7d-a6b3-c6ed476b0262,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.922812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for e5f44b9a-a917-4716-b3ae-85ca4097a9b5 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:40.928173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Pushing event updated for resources: {'Port': ['ID=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.936414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Attempting to bind port 1fac7624-b9dc-401f-9af8-1ba6ce745407 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:40.936846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Attempting to bind port 1fac7624-b9dc-401f-9af8-1ba6ce745407 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:40.937133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Attempting to bind port 1fac7624-b9dc-401f-9af8-1ba6ce745407 on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:40.964651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f42a6-8f8c-486f-a138-0ea8dd9261d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0041e0ae-45f1-46e6-b9ef-47dca3cebc8b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Bound port: 1fac7624-b9dc-401f-9af8-1ba6ce745407, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:40.965054 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:40.994953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Attempting to bind port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:40.995384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Attempting to bind port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:40.995741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Attempting to bind port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 on network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:41.000695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:41.044904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:41.045278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Checking segment: {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:41.045631 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.046029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Bound using segment: {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:41.046518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Bound port: d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:41.046909 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.083552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.103857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 9a46a915-443f-4cb6-bda3-bd8cf849a537 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:41.108672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:41.180839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ad707e44-2509-4e35-b9bc-6a90218854b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd763a06be314b27bac507d216cad105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703721 Aug 31 19:28:41.183678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:41.184966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f6cfa36b-9cd0-4415-baab-7e258a73b050 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:41.185369 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.222748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.232281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] For port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:41.257096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] For port 1fac7624-b9dc-401f-9af8-1ba6ce745407, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:41.266498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] For port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:41.281216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] For port 1fac7624-b9dc-401f-9af8-1ba6ce745407, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fac7624-b9dc-401f-9af8-1ba6ce745407,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:41.295303 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.307465 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.342214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.368794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.402509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.402740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:41.424578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:41.437651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:41.448860 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.451988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f311d1-4406-4d91-ac14-7dbb7a7f910f None None] Pushing event updated for resources: {'Port': ['ID=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.549834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.560134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:28:41.562494 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343b41a-bb54-464c-a651-3c59043c0d7c" -d '{"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:28:41.565184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90564db-5e65-4d81-bf29-5fb8e05a8a38 req-5c7127f6-d72c-435f-bdeb-736a8020b9d2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:41.566906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a90564db-5e65-4d81-bf29-5fb8e05a8a38 req-5c7127f6-d72c-435f-bdeb-736a8020b9d2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 943 time: 0.2565041 Aug 31 19:28:41.608317 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.614297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.621339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49c8f1e5-7b4b-4f95-abd1-2c9584631f0d HTTP/1.1" status: 204 len: 168 time: 0.4356387 Aug 31 19:28:41.639725 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4953c3ea-58af-4f13-8332-082fcea034db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.651344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:41.683922 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.701940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a90564db-5e65-4d81-bf29-5fb8e05a8a38 req-5d7f15cd-4565-4e68-95a0-b6d6dd64eb93 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258392 Aug 31 19:28:41.707177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216eb25-5e5b-4416-8548-c69a1a110fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8f1e5-7b4b-4f95-abd1-2c9584631f0d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.736376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8f883-abc3-4605-b97b-a17acf145188 None None] Pushing event updated for resources: {'Port': ['ID=1fac7624-b9dc-401f-9af8-1ba6ce745407,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.770254 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d844535d-ac69-4e60-8652-88e593a921fe x-openstack-request-id: req-d844535d-ac69-4e60-8652-88e593a921fe {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:28:41.770557 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:28:41.770808 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d844535d-ac69-4e60-8652-88e593a921fe {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:28:41.771229 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'code': 200} Aug 31 19:28:41.772815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.916156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=e5f44b9a-a917-4716-b3ae-85ca4097a9b5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.939420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:41.964009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:41.967815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6339b6a7-ef32-4d5c-9760-65dbdb8ed0fc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e5f44b9a-a917-4716-b3ae-85ca4097a9b5 HTTP/1.1" status: 204 len: 168 time: 1.4073877 Aug 31 19:28:41.973200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:42.081172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.268969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5a96b-df73-486f-b431-9dcdbe3234af tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:42.270634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5a96b-df73-486f-b431-9dcdbe3234af tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:42.277302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-88d5a96b-df73-486f-b431-9dcdbe3234af tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2998772 Aug 31 19:28:42.280641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:42.341363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737a794-c826-4d8d-b95d-85f8012dd6e5 req-21d55b0e-af77-456c-bb53-042fbe42721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:42.355016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2737a794-c826-4d8d-b95d-85f8012dd6e5 req-21d55b0e-af77-456c-bb53-042fbe42721e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 1097 time: 0.4135656 Aug 31 19:28:42.415708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2737a794-c826-4d8d-b95d-85f8012dd6e5 req-c4a47e35-721a-4fee-81eb-e2ad02e72950 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Aug 31 19:28:42.534147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 1eeac2db-1441-40f0-ab93-cdd184f52e63 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:42.540878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.620988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.678146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.693853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.890031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:42.941386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:43.008403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:43.033031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def7ef6-0542-4802-a12e-01f9447633cd req-ee825ffc-0dfb-4696-b152-93f48f08bc14 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:43.034640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3def7ef6-0542-4802-a12e-01f9447633cd req-ee825ffc-0dfb-4696-b152-93f48f08bc14 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.1664069 Aug 31 19:28:43.141654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3def7ef6-0542-4802-a12e-01f9447633cd req-79c538c6-cff0-4a7c-a8ef-d8df350763f4 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944595 Aug 31 19:28:43.227193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:43.238801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:43.293749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:43.305298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=1eeac2db-1441-40f0-ab93-cdd184f52e63,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:43.311382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:43.315763 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eefb2ba6-2edf-46b1-9787-07d0583b4906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/1eeac2db-1441-40f0-ab93-cdd184f52e63 HTTP/1.1" status: 204 len: 168 time: 0.9951251 Aug 31 19:28:43.316498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45152) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:43.388579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-61555e58-5e1f-44e1-9d7e-e0018eb2550f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701022 Aug 31 19:28:43.389469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:43.412532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7e8c2-6e8c-4ddf-a5b8-94edc558feea None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:43.516430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673f3f3-c329-4733-a5b9-46df08f95633 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:43.527439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e673f3f3-c329-4733-a5b9-46df08f95633 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1280487 Aug 31 19:28:43.527529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:43.602969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a3ae722-e783-4864-92f7-8c53ba2b175f None None] Provisioning for port 1fac7624-b9dc-401f-9af8-1ba6ce745407 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:43.746334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598fbb01-4f8d-45f8-a03f-1922f1f63d61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:43.748220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-598fbb01-4f8d-45f8-a03f-1922f1f63d61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2220950 Aug 31 19:28:43.751338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:43.805623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:28:43.823394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fac7624-b9dc-401f-9af8-1ba6ce745407 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:43.872406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea4ada85-a627-4d9a-8700-eec0c5784447 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196499 Aug 31 19:28:43.882725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:43.887965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:43.946743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1fac7624-b9dc-401f-9af8-1ba6ce745407 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:43.954565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1fac7624-b9dc-401f-9af8-1ba6ce745407 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:43.954948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.004556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:44.016137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062134e-7199-4ebf-b6e7-c5d43c3524df None None] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:44.024938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:44.031257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d99c780e-322e-4b73-ab56-9e89ca06fb81 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3814573 Aug 31 19:28:44.035522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:44.042449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-29776341'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:44.085149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:28:44.085149 n-d-778550-14 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 19:28:44.085149 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id': '350b93a0e55640e9bbe7cb994c0651be', 'id': '0787dcfb-c4e4-4ae4-bc9f-3949b760ac99', 'expiration': datetime.datetime(2021, 8, 31, 19, 30, 44, 69851)}] Aug 31 19:28:44.085149 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:28:44.085484 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:28:44.086797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:44.095502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:44.108578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:44.112089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.162754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:44.187146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:44.187994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:44.208618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.209167 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment 293c9242-5a47-4283-8045-4ea8a87752f2 of type vlan for network 220b61fb-e9fb-4d53-9dac-446951a27fc8 Aug 31 19:28:44.286119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2afdb134-258e-4839-8bc0-c2b5fb5d129a None None] Provisioning for port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:44.292114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.414569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3edb80a-bb67-49b4-b709-8bb41d0c3b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.421792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e9b0-e944-4e4a-8330-7c10d28ac32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.435288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.441042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:44.441858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.497807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb395d8e-c802-4a63-b61b-744957fa2f83 req-c9266196-8817-4f34-9162-46c5ed1d4f59 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:44.499280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb395d8e-c802-4a63-b61b-744957fa2f83 req-c9266196-8817-4f34-9162-46c5ed1d4f59 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2001977 Aug 31 19:28:44.525996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Deleting port 1fac7624-b9dc-401f-9af8-1ba6ce745407 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:44.526575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.562504 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3edb80a-bb67-49b4-b709-8bb41d0c3b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.567226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3edb80a-bb67-49b4-b709-8bb41d0c3b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.582977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:44.615771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.620253 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d3edb80a-bb67-49b4-b709-8bb41d0c3b7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e589149cb8c940b591303fa78534c636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322318 Aug 31 19:28:44.621338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:44.625357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5883932 Aug 31 19:28:44.633931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:44.634949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:44.638410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.647988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:44.652997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb80a-bb67-49b4-b709-8bb41d0c3b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a45f30-e51c-4824-b3ee-1bb449240093,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:44.685162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.713687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.714570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.743330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.776660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.779776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.791727 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03a45f30-e51c-4824-b3ee-1bb449240093 HTTP/1.1" status: 204 len: 168 time: 0.1641715 Aug 31 19:28:44.814614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d5f83-5a6a-443b-a9d8-64b110ff9737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a45f30-e51c-4824-b3ee-1bb449240093,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:44.841360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32cf57-60f5-4db3-92ef-ab8d6a079475 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=220b61fb-e9fb-4d53-9dac-446951a27fc8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:44.866618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:44.871976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] For port 1fac7624-b9dc-401f-9af8-1ba6ce745407, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fac7624-b9dc-401f-9af8-1ba6ce745407,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:44.872374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.900329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb395d8e-c802-4a63-b61b-744957fa2f83 req-2f74bf59-ccf1-429a-b110-45baa816ecc9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166707 Aug 31 19:28:44.919923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:44.933246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756462931', 'description': 'tempest-secgroup-smoke-756462931 description', 'project_id': '282b17f5f92c42659102d556fbf3568a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:44.969269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:44.993370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.029029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:45.033035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.211948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.217315 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.274155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649bc1a3-0070-4c06-a78b-3a414a81c8ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.279278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff681d0b-ec59-4ea8-8030-8d0f3fbac832 req-b812adf6-459b-4237-8079-215c4e29742c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:45.291533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff681d0b-ec59-4ea8-8030-8d0f3fbac832 req-b812adf6-459b-4237-8079-215c4e29742c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.2651999 Aug 31 19:28:45.359003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1fac7624-b9dc-401f-9af8-1ba6ce745407, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fac7624-b9dc-401f-9af8-1ba6ce745407,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:45.360612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Calling delete_port for 1fac7624-b9dc-401f-9af8-1ba6ce745407 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:45.377749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.378856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:45.410036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.416410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.453701 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.472004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.496793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.498060 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7b7bf298-34f8-41fa-bda7-60e34c562848 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5769575 Aug 31 19:28:45.506032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:45.510803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:45.549062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1fac7624-b9dc-401f-9af8-1ba6ce745407,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.589875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.613653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff681d0b-ec59-4ea8-8030-8d0f3fbac832 req-bade9280-b3d6-43ae-8d28-b45cdf803532 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210886 Aug 31 19:28:45.643104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:45.643475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 220b61fb-e9fb-4d53-9dac-446951a27fc8, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:45.668918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=b1ddbb8c-143c-4874-8e50-b46cf3d79630,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.687534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.756439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:45.759905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:45.766496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:45.767133 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.798719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 220b61fb-e9fb-4d53-9dac-446951a27fc8) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:45.805530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.811007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.820985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:45.821848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.842313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb052976-ec43-40ce-8a89-4fa38e5c137f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.850740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b100654-4834-4975-a1c4-9454b5a0749d None None] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:45.859279 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.874940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:45.890930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:45.892261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e95565f3-17ce-467a-9a6c-4b8fb1d44f8d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850863 Aug 31 19:28:45.919110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:45.984640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=7db840ae-324d-4c74-b748-468211fb7bbc,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:45.996264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-175f747d-b09c-44de-a63d-2e5ffb22efc2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3543046 Aug 31 19:28:45.999096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:46.000898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:46.005553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:46.012390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:46.013122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.051664 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.053521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.063244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a462c849-c5e6-44d9-afbc-eb5441c4e124 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1793594 Aug 31 19:28:46.064164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:46.081934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.096964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:46.104889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:27:2a:59', 'name': 'tempest-NetworksTestDHCPv6-200343694'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:46.134202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] No DVR routers for this DVR port 1fac7624-b9dc-401f-9af8-1ba6ce745407 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:46.150762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:41Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:42Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:46.226161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351b877-c1be-471f-a354-8ea25c3d72d0 None None] Pushing event deleted for resources: {'Port': ['ID=1fac7624-b9dc-401f-9af8-1ba6ce745407,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:46.228712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87dace-0050-435d-a256-d3a2762edad4 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:46.234335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:28:46.234752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Updating router de9a7944-425b-4d78-8f35-be7669892974 port 9a46a915-443f-4cb6-bda3-bd8cf849a537 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:28:46.431845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Provisioning complete for port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:46.432445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.477970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.492214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.538413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.538687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-892080589-network', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:46.559339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ac5481-f668-4829-a1f3-a098e82ef0c1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:46.590118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-1d3cff93-aa79-47de-abd0-0bc919765212 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:46.598746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-1d3cff93-aa79-47de-abd0-0bc919765212 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.3459592 Aug 31 19:28:46.623080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-d5b5c276-0aa1-49c9-808d-3532503f1fb0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/quotas/adf5628c26eb43d3b68844d1bfb454bc HTTP/1.1" status: 200 len: 375 time: 0.0222704 Aug 31 19:28:46.701565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:46.784037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.787289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.788847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-819c5684-8ad7-4fc6-9232-5525e6d45bcd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8757982 Aug 31 19:28:46.794061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:46.805309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:46.835364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-f952f6ff-5c31-4189-9d4a-78f99a6df3f2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107043 Aug 31 19:28:46.839142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Made reservation on behalf of e849605105fc4ae0b14fa278e284503a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:46.842399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.876474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.899852 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.914493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:46.969207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.065513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 940c503d-eb0e-4e34-b795-b69b0f3ddcee yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:28:47.125206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.131938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.176994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-409c0b88-0a78-4462-aa6b-38174d4310f6 service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405266 Aug 31 19:28:47.188217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:47.258505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9442c5-6a0e-4e80-b5b5-2d9785ac417e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:47.283100 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.326548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-220b61fb-e9fb-4d53-9dac-446951a27fc8', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:47.364028 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.428163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.428921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.512806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.528493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.556481 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:28:47.556844 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:28:47.565336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:47.579284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fac7624-b9dc-401f-9af8-1ba6ce745407 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:47.585475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.590766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ce751756-056e-498e-9af4-6e86fccfcfa1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7924514 Aug 31 19:28:47.594700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:47.598259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:47.605910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:47.610343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-2f48585f-dbab-49a9-ab34-431655ba76f0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:47.612457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-2f48585f-dbab-49a9-ab34-431655ba76f0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.67 "GET /v2.0/ports?device_id=13fbf068-f298-46e1-a2dc-b5b9e8f12580 HTTP/1.1" status: 200 len: 945 time: 0.3513901 Aug 31 19:28:47.647896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::33a (28ab4167-83d5-4228-ad97-46ade08c33e4/7db840ae-324d-4c74-b748-468211fb7bbc/940c503d-eb0e-4e34-b795-b69b0f3ddcee) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:47.686415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1fac7624-b9dc-401f-9af8-1ba6ce745407 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:47.686415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fac7624-b9dc-401f-9af8-1ba6ce745407 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:47.686666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.720355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.21.0.1 (220b61fb-e9fb-4d53-9dac-446951a27fc8/b1ddbb8c-143c-4874-8e50-b46cf3d79630/659543d9-d66b-47ff-9390-cc701de0387e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:47.725222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-186b6491-fd17-4f4c-948b-c366fb1ad2eb service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473967 Aug 31 19:28:47.748398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.749330 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Added segment b7700297-731d-4380-9f82-fe2d7acfa7a8 of type vlan for network 9b806aac-92cd-499d-b8f7-ed34974754c7 Aug 31 19:28:47.750399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca3f6ee-488e-4799-bb37-80a04385caf9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:47.763900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': '7db840ae-324d-4c74-b748-468211fb7bbc'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:47.764979 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.852600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.855866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.868157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.873462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.944640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.948810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Transition to ACTIVE for port object 9a46a915-443f-4cb6-bda3-bd8cf849a537 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:47.970474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:47.976408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 659543d9-d66b-47ff-9390-cc701de0387e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:48.015627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.067738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60f946f-0928-403c-b69d-7f11717065b4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:48.082876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:48.084100 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.088261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e27d84f-b7d9-400d-8238-5e9c42ab1021 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4893403 Aug 31 19:28:48.091354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:48.092421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:48.098682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:48.105412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:48.162514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.162744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01296b9-10ab-44c1-967f-35cb823c8569 None None] Pushing event updated for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:48.247443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5dc4544-eb1a-4b67-8b43-02c8900a69ce None None] Provisioning for port 9a46a915-443f-4cb6-bda3-bd8cf849a537 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:48.272652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:48.306465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Allocated IP 172.21.0.2 (220b61fb-e9fb-4d53-9dac-446951a27fc8/b1ddbb8c-143c-4874-8e50-b46cf3d79630/b3ffee61-8506-4923-9ef2-66edc298d411) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:48.349568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Attempting to bind port 9a46a915-443f-4cb6-bda3-bd8cf849a537 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:48.349568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Attempting to bind port 9a46a915-443f-4cb6-bda3-bd8cf849a537 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:48.349568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Attempting to bind port 9a46a915-443f-4cb6-bda3-bd8cf849a537 on network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:48.374301 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:28:48.381496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:48.382471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Deleting port f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:48.382620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Checking segment: {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:48.383050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.383289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.383512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Bound using segment: {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:48.384048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Bound port: 9a46a915-443f-4cb6-bda3-bd8cf849a537, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85f75e-1b67-42c9-955c-1b03b637b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:48.384738 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.462105 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.470671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:48.471570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.490518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.535162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.550210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfa4f532-9f7f-449d-b572-0cad52967ae1 req-32c3d368-5f78-43b6-886b-013846cb2aee tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 210 time: 0.1599970 Aug 31 19:28:48.584052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] For port 9a46a915-443f-4cb6-bda3-bd8cf849a537, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:48.612425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] For port 9a46a915-443f-4cb6-bda3-bd8cf849a537, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a46a915-443f-4cb6-bda3-bd8cf849a537,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:48.629870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.635725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4956377 Aug 31 19:28:48.653186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:48.671940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Request body: {'subnet': {'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-892080589-subnet', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:48.688463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96b2eb-bbd3-49ef-96d5-f1a728696910 admin admin] Pushing event updated for resources: {'Network': ['ID=9b806aac-92cd-499d-b8f7-ed34974754c7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:48.703616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.717192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.741721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] For port f6cfa36b-9cd0-4415-baab-7e258a73b050, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f6cfa36b-9cd0-4415-baab-7e258a73b050,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:48.742338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.746027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Made reservation on behalf of e849605105fc4ae0b14fa278e284503a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:48.748488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.762870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.766996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:48.768872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6737766 Aug 31 19:28:48.778878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:48.813086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf4156-6e88-40ab-a8fc-1405e62c362d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3352a79b-b5d5-4d54-b0f3-eb8fa321e006,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:48.821344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:48.828047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Calling delete_port for f6cfa36b-9cd0-4415-baab-7e258a73b050 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:48.854337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 940c503d-eb0e-4e34-b795-b69b0f3ddcee will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:49.009679 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.065159 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:28:49.087807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.124952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:49.127893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.134114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.159387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:49.170126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=940c503d-eb0e-4e34-b795-b69b0f3ddcee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.196503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:49.197947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/7db840ae-324d-4c74-b748-468211fb7bbc/6dddf315-3e0a-46cf-a077-c86987fde338) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:49.202352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:49.202996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.236480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.239351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.254325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:49.296545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-950712f7-ef4e-4b04-b86b-3468a8f561b3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2050092 Aug 31 19:28:49.297179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45318) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:49.314425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.362780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.370412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:49.372113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:49.401714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.413172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event deleted for resources: {'Port': ['ID=f6cfa36b-9cd0-4415-baab-7e258a73b050,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.433920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01296b9-10ab-44c1-967f-35cb823c8569 None None] Pushing event updated for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.470040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a4bb41-d7b7-4714-a09d-bf79a5b812cd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.479870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.541958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.555034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a9c26401-f796-420e-a638-996daa2c541b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7687230 Aug 31 19:28:49.571753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:49.575467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:49.631009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] No DVR routers for this DVR port f6cfa36b-9cd0-4415-baab-7e258a73b050 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:49.635365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'network': {'name': 'tempest-network-smoke--1333836675', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:49.648325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9651b6b9-21a6-4017-972f-afb69fc56175 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:49.653150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9651b6b9-21a6-4017-972f-afb69fc56175 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3499901 Aug 31 19:28:49.655161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.657898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6490cba1-ef8a-4045-b5de-359d91cc5fd8 req-4880e98f-b7a5-4631-83f5-1135fc121f44 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.67 "DELETE /v2.0/ports/f6cfa36b-9cd0-4415-baab-7e258a73b050 HTTP/1.1" status: 204 len: 173 time: 2.0140369 Aug 31 19:28:49.667652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:49.668562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-deleted', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:28:49.671449 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d23bc9e-2603-46c3-bb02-079d0e417b5f" -d '{"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-deleted", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:28:49.718050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:49.722776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.810908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3017f333-8fb8-46e8-9099-91c6d7062b63 req-ca54e9a2-21b4-41fd-96f2-871b9e6885ac tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 210 time: 0.1223223 Aug 31 19:28:49.827303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:49.827995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:49.840899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b8f981-32e5-4c1e-8acf-a19ec44d28e3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:49.873008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:49.888508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Checking segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:49.888954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Network hostable DHCP agents. Network: 9b806aac-92cd-499d-b8f7-ed34974754c7, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:49.922673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:49.941272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 940c503d-eb0e-4e34-b795-b69b0f3ddcee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:49.942009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.945468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9b806aac-92cd-499d-b8f7-ed34974754c7) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:49.964483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:49.965197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:49.966674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:50.001207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.001562 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Added segment b4147d7d-a723-459a-9426-e903977ca256 of type vlan for network 598c3153-d37a-4c21-92f5-175778d615b2 Aug 31 19:28:50.023337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-409a6197-537f-47b2-a004-a6f7460ff2b9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:50.024909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-409a6197-537f-47b2-a004-a6f7460ff2b9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.5092385 Aug 31 19:28:50.028040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:50.028252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9b64e2b1-bae2-437c-9fbe-1977f8e74d47 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3736386 Aug 31 19:28:50.029043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45338) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:50.036326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:50.051183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.055984 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2546f74d-3d83-4352-a0b9-17067930ddcf x-openstack-request-id: req-2546f74d-3d83-4352-a0b9-17067930ddcf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:28:50.056416 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbf068-f298-46e1-a2dc-b5b9e8f12580", "name": "network-vif-deleted", "tag": "f6cfa36b-9cd0-4415-baab-7e258a73b050", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:28:50.056846 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2546f74d-3d83-4352-a0b9-17067930ddcf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:28:50.057346 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbf068-f298-46e1-a2dc-b5b9e8f12580', 'name': 'network-vif-deleted', 'tag': 'f6cfa36b-9cd0-4415-baab-7e258a73b050', 'status': 'completed', 'code': 200} Aug 31 19:28:50.058326 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ee6092a-603e-42fb-801a-d1f1fa4d5b80 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0580702 Aug 31 19:28:50.064457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:50.065881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Request body: {'port': {'device_id': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'admin_state_up': True, 'tenant_id': 'adf5628c26eb43d3b68844d1bfb454bc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:50.066724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Transition to ACTIVE for port object 6dddf315-3e0a-46cf-a077-c86987fde338 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:50.077148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-1151161682'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:50.126640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.129150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437eb90-6e3d-4ce6-82f6-3758e2d88ad2 None None] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:50.134208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.135359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.140759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.165553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 940c503d-eb0e-4e34-b795-b69b0f3ddcee owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:50.173768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:50.178167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.181393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.187152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:50.187785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.266693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Network': ['ID=598c3153-d37a-4c21-92f5-175778d615b2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:50.292023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2c9dc7ce-a392-4ba4-a62d-19fef3c0adb8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7106118 Aug 31 19:28:50.295267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:50.296630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.301378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'admin_state_up': True, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:50.303370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:28:50.329207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Transition to ACTIVE for port object 6dddf315-3e0a-46cf-a077-c86987fde338 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:50.335134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Made reservation on behalf of adf5628c26eb43d3b68844d1bfb454bc for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:50.338536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 598c3153-d37a-4c21-92f5-175778d615b2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:50.339727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.450933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.485810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.486975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.542811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:50.586085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.586980 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment d58c87f4-b71d-437c-9f84-6c013e3812eb of type vlan for network dccadc1d-73ac-48c0-98df-15931a029d4b Aug 31 19:28:50.645836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.657548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.668458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.674708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.679968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Transition to ACTIVE for port object b3ffee61-8506-4923-9ef2-66edc298d411 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:50.696677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Transition to ACTIVE for port object b3ffee61-8506-4923-9ef2-66edc298d411 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:50.702807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.709737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:50.710370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.791311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:50.796686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9b806aac-92cd-499d-b8f7-ed34974754c7', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:50.797541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.801401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.872071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8062341 Aug 31 19:28:50.885829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:50.887440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5426ed-94d2-483c-a732-a2984e5ea89f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=dccadc1d-73ac-48c0-98df-15931a029d4b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:50.887847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:50.891518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:50.903391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:50.907495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Allocated IP 172.20.0.11 (f74aaf4e-2eab-4020-a654-1d7d41c9873c/9b195966-6833-43f4-94ad-69c373977805/12d494ee-9f34-48ba-8fb0-1f6ceb05a94f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:50.913541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:50.925319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dccadc1d-73ac-48c0-98df-15931a029d4b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:28:50.934832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Pushing event updated for resources: {'Port': ['ID=6dddf315-3e0a-46cf-a077-c86987fde338,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:50.980150 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.021315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Pushing event updated for resources: {'Port': ['ID=b3ffee61-8506-4923-9ef2-66edc298d411,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:51.025424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:51.025827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.035805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-180b7b05-14e7-4ab9-9fa1-685d5dda958f req-343e0818-d164-4230-bed3-bda85d1995d2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 210 time: 0.0950348 Aug 31 19:28:51.080997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=940c503d-eb0e-4e34-b795-b69b0f3ddcee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:51.132880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.135237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ac3b9706-5ad4-4e79-8d23-cd7038cac58d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/940c503d-eb0e-4e34-b795-b69b0f3ddcee HTTP/1.1" status: 204 len: 168 time: 1.4605949 Aug 31 19:28:51.138261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:51.158796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:51.163272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.165052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:51.251400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69217ed-d4f1-4d94-a32f-f01dcb97b0c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:51.253235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69217ed-d4f1-4d94-a32f-f01dcb97b0c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:51.257299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f69217ed-d4f1-4d94-a32f-f01dcb97b0c2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1154211 Aug 31 19:28:51.258004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:28:51.263411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:51.303356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:51.306418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:51.342168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.378631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 7db840ae-324d-4c74-b748-468211fb7bbc {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:28:51.388206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.403810 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.432103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f6cfa36b-9cd0-4415-baab-7e258a73b050 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:28:51.433228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f6cfa36b-9cd0-4415-baab-7e258a73b050 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:28:51.472272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.485655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.533335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Attempting to bind port 6dddf315-3e0a-46cf-a077-c86987fde338 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:51.533728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Attempting to bind port 6dddf315-3e0a-46cf-a077-c86987fde338 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:51.534258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Attempting to bind port 6dddf315-3e0a-46cf-a077-c86987fde338 on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:51.568463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Attempting to bind port b3ffee61-8506-4923-9ef2-66edc298d411 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:51.568463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Attempting to bind port b3ffee61-8506-4923-9ef2-66edc298d411 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:51.568896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Attempting to bind port b3ffee61-8506-4923-9ef2-66edc298d411 on network 220b61fb-e9fb-4d53-9dac-446951a27fc8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:51.572056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 3, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:51.587670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:51.588079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:51.588541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.588889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:51.589419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Bound port: 6dddf315-3e0a-46cf-a077-c86987fde338, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:51.589812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.623944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:51.624389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Checking segment: {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:51.625117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.625117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Bound using segment: {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:51.625602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Bound port: b3ffee61-8506-4923-9ef2-66edc298d411, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:51.625992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.638804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b7572-3528-439d-9ac7-a602141bfa7d None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 3, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:51.666341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Allocated IP 172.25.3.65 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d1ebaa8e-c080-4b47-8f28-82e7f61ba24b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:51.720916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Allocated IP 172.20.0.2 (9b806aac-92cd-499d-b8f7-ed34974754c7/98b8f981-32e5-4c1e-8acf-a19ec44d28e3/19b7158c-187f-4cf8-b667-a759bb5bdef8) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:51.792802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] For port 6dddf315-3e0a-46cf-a077-c86987fde338, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:51.803134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] For port 6dddf315-3e0a-46cf-a077-c86987fde338, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6dddf315-3e0a-46cf-a077-c86987fde338,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:51.863079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.884845 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:51.925319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.077448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=e9bbad45-676b-4c0c-9fcd-9624f59a9d4e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:52.085485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.139981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:52.167216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:52.178306 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.178614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:52.181223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:52.181608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: dccadc1d-73ac-48c0-98df-15931a029d4b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:28:52.206188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.208445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.257967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] For port b3ffee61-8506-4923-9ef2-66edc298d411, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:52.289418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:52.296428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:52.307411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] For port b3ffee61-8506-4923-9ef2-66edc298d411, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b3ffee61-8506-4923-9ef2-66edc298d411,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:52.341243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.350471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:52.377945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:52.410140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcd7a-7f06-4072-8384-c51944b93992 None None] Pushing event updated for resources: {'Port': ['ID=6dddf315-3e0a-46cf-a077-c86987fde338,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:52.428033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:52.518576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:52.519269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.614686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.619506 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-a94c4a57-bf1e-4a1f-8e55-549af3b85a16 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5599594 Aug 31 19:28:52.694823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-882bd763-7c78-49f3-a34c-2e25ad2e02a9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:28:52.696436 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-882bd763-7c78-49f3-a34c-2e25ad2e02a9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097718 Aug 31 19:28:52.716363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a3de3-b848-4b0f-b750-623bb76798fb None None] Pushing event updated for resources: {'Port': ['ID=b3ffee61-8506-4923-9ef2-66edc298d411,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:52.841285 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.851082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.97 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/3d75660b-342c-4fee-ae07-51109959741f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:52.861278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Transition to ACTIVE for port object 19b7158c-187f-4cf8-b667-a759bb5bdef8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:52.870332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.909137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Transition to ACTIVE for port object 19b7158c-187f-4cf8-b667-a759bb5bdef8 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:52.936304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.951994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:52.956484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/7db840ae-324d-4c74-b748-468211fb7bbc HTTP/1.1" status: 204 len: 168 time: 1.6904421 Aug 31 19:28:52.957405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.030315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa2968e5-22c2-479b-a24f-269487c623db tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689428 Aug 31 19:28:53.031246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dde5a-5f76-4dcf-8185-017fd6ee33a1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=7db840ae-324d-4c74-b748-468211fb7bbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:53.078355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:53.081817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.098615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:53.108136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:53.124852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Request body: {'port': {'device_id': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:53.147512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Pushing event updated for resources: {'Port': ['ID=19b7158c-187f-4cf8-b667-a759bb5bdef8,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:53.251716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network dccadc1d-73ac-48c0-98df-15931a029d4b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:28:53.273088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703d4f-4d7b-465f-a4f1-56179a4f81a5 req-a437d1e4-1c02-4270-a8e3-76a41fe217de tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:53.274414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Attempting to bind port 19b7158c-187f-4cf8-b667-a759bb5bdef8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:53.274563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Attempting to bind port 19b7158c-187f-4cf8-b667-a759bb5bdef8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:53.274959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Attempting to bind port 19b7158c-187f-4cf8-b667-a759bb5bdef8 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:53.285028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d703d4f-4d7b-465f-a4f1-56179a4f81a5 req-a437d1e4-1c02-4270-a8e3-76a41fe217de tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 932 time: 1.0956044 Aug 31 19:28:53.298860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:53.299248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Checking segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:53.299682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.300096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Bound using segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:53.300584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Bound port: 19b7158c-187f-4cf8-b667-a759bb5bdef8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:53.300976 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.345407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b8652-ab80-4773-bc04-7fff09101202 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:53.349474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d45b8652-ab80-4773-bc04-7fff09101202 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2641854 Aug 31 19:28:53.352743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.392596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.418720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.425226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dccadc1d-73ac-48c0-98df-15931a029d4b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:53.431265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] For port 19b7158c-187f-4cf8-b667-a759bb5bdef8, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:53.436056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] For port 19b7158c-187f-4cf8-b667-a759bb5bdef8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=19b7158c-187f-4cf8-b667-a759bb5bdef8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:53.440944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4000720-0724-418a-a31e-ee4a6edb8001 None None] Network dccadc1d-73ac-48c0-98df-15931a029d4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:53.453446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.461288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:53.464131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.499504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d72ef-c35e-498b-99e9-881c70d03407 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:53.499504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f9d72ef-c35e-498b-99e9-881c70d03407 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359103 Aug 31 19:28:53.510274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45410) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.582743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ed199f26-5852-4bcd-818e-655f216518f1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672429 Aug 31 19:28:53.589871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.596400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb87e8-f742-4df4-a337-afb330fb8d89 None None] Pushing event updated for resources: {'Port': ['ID=19b7158c-187f-4cf8-b667-a759bb5bdef8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:53.598124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d703d4f-4d7b-465f-a4f1-56179a4f81a5 req-2d06d345-f627-411f-9f22-56beca7fb6f7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118942 Aug 31 19:28:53.604910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:28:53.785092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.800743 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:28:53.824532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:53.836211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40b02999-9b0b-4ae5-be2d-0667e6ab7785 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9431021 Aug 31 19:28:53.858652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:53.919423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-dccadc1d-73ac-48c0-98df-15931a029d4b', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:28:53.922199 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.051591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:54.293298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6dddf315-3e0a-46cf-a077-c86987fde338 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:54.296609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Allocated IP 172.22.0.2 (dccadc1d-73ac-48c0-98df-15931a029d4b/e9bbad45-676b-4c0c-9fcd-9624f59a9d4e/729e4440-990c-4734-98a8-2d8735c9d49c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:54.297028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:28:54.316880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.455727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.456286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6dddf315-3e0a-46cf-a077-c86987fde338 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:54.471588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a46a915-443f-4cb6-bda3-bd8cf849a537 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:54.517607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:54.529821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:54.598481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fdf99-96c6-4d62-80c5-8d850808a154 None None] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:54.625314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Transition to ACTIVE for port object 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:54.704982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e553471-b134-4b6a-8273-e8023b470e11 None None] Provisioning for port b3ffee61-8506-4923-9ef2-66edc298d411 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:54.733539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.757648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9a46a915-443f-4cb6-bda3-bd8cf849a537 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:54.766676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Transition to ACTIVE for port object 729e4440-990c-4734-98a8-2d8735c9d49c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:54.792356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Transition to ACTIVE for port object 729e4440-990c-4734-98a8-2d8735c9d49c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:54.795994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.804847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Router e075271c-9ac0-4de2-9689-3703f8835bde is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:28:54.817029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a46a915-443f-4cb6-bda3-bd8cf849a537 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:54.818229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.825503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:54.887423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=3d75660b-342c-4fee-ae07-51109959741f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:54.918882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6699654-2059-45fe-b3b1-2a29f588ec12 req-4e4bc319-02d1-45c5-9fe2-1cf6496ac6ea tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:54.921916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6699654-2059-45fe-b3b1-2a29f588ec12 req-4e4bc319-02d1-45c5-9fe2-1cf6496ac6ea tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.1282628 Aug 31 19:28:54.957695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503afb69-1216-4033-94d3-f4637cd549fe None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:55.028729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6699654-2059-45fe-b3b1-2a29f588ec12 req-59514692-81f7-4206-ae8a-2476baa1f7bb tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985222 Aug 31 19:28:55.046219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:55.056026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.057328 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:55.058282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cbda28c7-fc16-48c8-a606-4bbab9dcaa41 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0253866 Aug 31 19:28:55.061059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45440) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:28:55.081019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:55.081509 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:55.082194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:55.102716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:28:55.106087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.174722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Network dccadc1d-73ac-48c0-98df-15931a029d4b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:55.252172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:55.259476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:55.271691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:28:55.281195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Provisioning for port 6dddf315-3e0a-46cf-a077-c86987fde338 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:55.298343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Provisioning complete for port 6dddf315-3e0a-46cf-a077-c86987fde338 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:55.298872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.373952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:55.400824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:55.401560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:55.403350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Pushing event updated for resources: {'Port': ['ID=729e4440-990c-4734-98a8-2d8735c9d49c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:55.783149 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:53Z', 'revision_number': 3, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:55.796302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.869554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Attempting to bind port 729e4440-990c-4734-98a8-2d8735c9d49c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:55.870578 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:28:55.870931 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Updating router e075271c-9ac0-4de2-9689-3703f8835bde port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:28:55.871346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Attempting to bind port 729e4440-990c-4734-98a8-2d8735c9d49c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:55.874597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Attempting to bind port 729e4440-990c-4734-98a8-2d8735c9d49c on network dccadc1d-73ac-48c0-98df-15931a029d4b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:55.901745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:55.901938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Checking segment: {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:55.902456 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.907866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Bound using segment: {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:55.908569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Bound port: 729e4440-990c-4734-98a8-2d8735c9d49c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:55.909042 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.945952 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:55.960473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:56.000145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.171672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Attempting to bind port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:56.172016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Attempting to bind port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:56.172346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Attempting to bind port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:56.228574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f on network f74aaf4e-2eab-4020-a654-1d7d41c9873c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:28:56.228803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Attempting to bind port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:56.279959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:56.280300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Checking segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:56.280693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Bound using segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:56.281141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Bound port: 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:56.281498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.284780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e746-f1f5-4bb5-bc8c-4207e6bed6d3 req-537be437-4256-4015-9e20-24ddeb2ae77b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:56.286639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9061e746-f1f5-4bb5-bc8c-4207e6bed6d3 req-537be437-4256-4015-9e20-24ddeb2ae77b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.1358390 Aug 31 19:28:56.298905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:28:56.313194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02736891-970c-4e3a-8c1f-12a693615e23 None None] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:56.326160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.425034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:56.425500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9061e746-f1f5-4bb5-bc8c-4207e6bed6d3 req-be1a73c7-23ae-47da-9b1f-0c18e9cb1d91 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135733 Aug 31 19:28:56.428559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:56.430198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Allocated IP 172.20.0.1 (9b806aac-92cd-499d-b8f7-ed34974754c7/98b8f981-32e5-4c1e-8acf-a19ec44d28e3/0fdbfa3f-b622-47a5-b00b-2f9880909b4c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:56.469136 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.471393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.604113 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.620870 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Transition to ACTIVE for port object d1ebaa8e-c080-4b47-8f28-82e7f61ba24b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:56.632444 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.633341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.673977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] For port 729e4440-990c-4734-98a8-2d8735c9d49c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:56.715187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.748004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] For port 729e4440-990c-4734-98a8-2d8735c9d49c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=729e4440-990c-4734-98a8-2d8735c9d49c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:56.752114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Transition to ACTIVE for port object 0fdbfa3f-b622-47a5-b00b-2f9880909b4c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:56.764929 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Attempting to bind port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:28:56.768414 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Attempting to bind port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:28:56.769433 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Attempting to bind port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:28:56.775502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 9a46a915-443f-4cb6-bda3-bd8cf849a537, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a46a915-443f-4cb6-bda3-bd8cf849a537,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:56.785894 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:28:56.786372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.787273 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:28:56.787729 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.789194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:28:56.790017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Bound port: d1ebaa8e-c080-4b47-8f28-82e7f61ba24b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:28:56.790145 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.807969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.808647 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b3ffee61-8506-4923-9ef2-66edc298d411 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:56.854650 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Pushing event updated for resources: {'Port': ['ID=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:56.881122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.881419 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.881791 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.882081 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.882408 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.882736 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.883058 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.883385 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.883946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.887887 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.888320 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.888659 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:56.899434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:56.994376 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] For port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:28:57.001415 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] For port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:28:57.007141 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.012102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:57.023872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:57.030927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:28:57.057742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Pushing event updated for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:57.087248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.125346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] For port 6dddf315-3e0a-46cf-a077-c86987fde338, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6dddf315-3e0a-46cf-a077-c86987fde338,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:57.138698 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea27af-3ebd-4208-a7f5-6b987aabfee9 None None] Pushing event updated for resources: {'Port': ['ID=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:57.167984 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:28:57.168622 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:57.170248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.325135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:57.327837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.334819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] 10.222.0.82 "PUT /v2.0/ports/12d494ee-9f34-48ba-8fb0-1f6ceb05a94f HTTP/1.1" status: 200 len: 1093 time: 4.5866175 Aug 31 19:28:57.364461 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:28:57.370058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.377082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Deleting port 6dddf315-3e0a-46cf-a077-c86987fde338 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:28:57.377469 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.386919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b3ffee61-8506-4923-9ef2-66edc298d411 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:57.389324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Pushing event updated for resources: {'Port': ['ID=729e4440-990c-4734-98a8-2d8735c9d49c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:57.475979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:28:57.476240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 3, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:57.478009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b3ffee61-8506-4923-9ef2-66edc298d411 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:57.478381 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.489213 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a20f1f-da54-4627-ab89-8d62c35be81b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:28:57.546643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.546997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.547346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.548436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.548436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.548436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.548713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.549022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.549346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.549666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.549988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.550786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9967c0-2352-4b74-b7d3-3bab35bf63d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:28:57.588483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Provisioning complete for port b3ffee61-8506-4923-9ef2-66edc298d411 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:57.588866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.633947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:28:57.634299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Updating router de9a7944-425b-4d78-8f35-be7669892974 port 659543d9-d66b-47ff-9390-cc701de0387e binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:28:57.775746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.780149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3faf48-a776-47c8-b9d0-666b92560e89 req-e233fec2-e731-435b-abfa-acb98466ec55 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:57.781730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed3faf48-a776-47c8-b9d0-666b92560e89 req-e233fec2-e731-435b-abfa-acb98466ec55 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.1373534 Aug 31 19:28:57.814552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.827309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.833217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] For port 6dddf315-3e0a-46cf-a077-c86987fde338, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6dddf315-3e0a-46cf-a077-c86987fde338,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:57.834271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:57.838095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:57.887318 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:53Z', 'revision_number': 3, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:28:57.898113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Calling delete_port for 6dddf315-3e0a-46cf-a077-c86987fde338 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:28:57.921629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bf566-4b00-4644-acd7-876380177bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:57.926597 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab6618a-cc06-4d37-ae9b-934d6cf5630a x-openstack-request-id: req-dab6618a-cc06-4d37-ae9b-934d6cf5630a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:28:57.927432 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:28:57.927995 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dab6618a-cc06-4d37-ae9b-934d6cf5630a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:28:57.928599 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'status': 'completed', 'code': 200} Aug 31 19:28:57.975064 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764fd80f-b14b-449b-a1a0-b8ed73bb6680 None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:53Z', 'revision_number': 3, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:28:57.990319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed3faf48-a776-47c8-b9d0-666b92560e89 req-40660b49-02d8-47e2-b691-b0b3c42a9735 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968067 Aug 31 19:28:58.043300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.051254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Pushing event updated for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:58.144533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.22.0.1 (dccadc1d-73ac-48c0-98df-15931a029d4b/e9bbad45-676b-4c0c-9fcd-9624f59a9d4e/4727c348-bdfd-4f86-b234-cace9dcd005c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:28:58.204935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-e86585e0-2b41-4c9b-8ccf-1463b8abbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:58.207852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-e86585e0-2b41-4c9b-8ccf-1463b8abbaa3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 1096 time: 0.3629160 Aug 31 19:28:58.227301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:28:58.229416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:28:58.343849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:28:58.345477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-fd24d2e1-5960-422e-92cd-d64b348f65c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f HTTP/1.1" status: 200 len: 217 time: 0.1235332 Aug 31 19:28:58.355817 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.447832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] No DVR routers for this DVR port 6dddf315-3e0a-46cf-a077-c86987fde338 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:28:58.475099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.483523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.533995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:28:58.549615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc00f5-6b8a-43a3-a9c9-fdd8795f0e75 None None] Pushing event updated for resources: {'Port': ['ID=6dddf315-3e0a-46cf-a077-c86987fde338,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:58.553286 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.700283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391511b-f52a-4abb-ade5-6d818c1afe4c None None] Pushing event deleted for resources: {'Port': ['ID=6dddf315-3e0a-46cf-a077-c86987fde338,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:58.711932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b3ffee61-8506-4923-9ef2-66edc298d411, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b3ffee61-8506-4923-9ef2-66edc298d411,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:28:58.736808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:58.853153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:28:58.907682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df4dbf5c-aacb-4b6a-8da2-582384ed9018 admin admin] 10.222.0.73 "PUT /v2.0/routers/e075271c-9ac0-4de2-9689-3703f8835bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8452549 Aug 31 19:28:58.922617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b3ffee61-8506-4923-9ef2-66edc298d411,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:59.193122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846447b-7abd-4ada-b581-0c9d6d71e559 None None] Network dccadc1d-73ac-48c0-98df-15931a029d4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:28:59.199438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:28:59.199822 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:28:59.216085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46d5b-523f-435b-a100-18498848b1ab req-df63f1c7-a46b-461f-a9ee-84f412a82e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:59.217764 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-df63f1c7-a46b-461f-a9ee-84f412a82e86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.7398260 Aug 31 19:28:59.278361 n-d-778550-14 neutron-server[94817]: WARNING neutron.services.revisions.revision_plugin [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Could not find related port for resource to bump revision. Aug 31 19:28:59.339150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Port 6dddf315-3e0a-46cf-a077-c86987fde338 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 19:28:59.341742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8d:3071 {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 19:28:59.356885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a46a915-443f-4cb6-bda3-bd8cf849a537 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:28:59.451059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:59.462787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-92983e47-a13f-4944-a543-fc78653e9c0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277274 Aug 31 19:28:59.478144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8d:3071 {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 19:28:59.605693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-f59166b8-36e4-4d15-9e7b-f2d4de67fadd service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231883 Aug 31 19:28:59.616782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:59.639990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:59.655806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9a46a915-443f-4cb6-bda3-bd8cf849a537 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:28:59.656565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:59.701004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Transition to ACTIVE for port object 659543d9-d66b-47ff-9390-cc701de0387e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:59.785062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:28:59.793444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c6d46d5b-523f-435b-a100-18498848b1ab req-c2aba036-6b98-4062-98c4-901a1dfc971f service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373751 Aug 31 19:28:59.807761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object 4727c348-bdfd-4f86-b234-cace9dcd005c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:28:59.857055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957d5a-b960-4baf-bdd2-0030aa047674 req-589d865b-c839-456e-9871-341ffecaff3f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:28:59.874792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43957d5a-b960-4baf-bdd2-0030aa047674 req-589d865b-c839-456e-9871-341ffecaff3f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.6984506 Aug 31 19:28:59.919148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafcbec-6f4a-4804-b06f-74a0b2b302f2 None None] Pushing event updated for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:28:59.928453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Provisioning for port 659543d9-d66b-47ff-9390-cc701de0387e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:28:59.963370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43957d5a-b960-4baf-bdd2-0030aa047674 req-adda6992-54d7-4693-9318-1f12bb03cb8d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749023 Aug 31 19:28:59.993589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=add2505f-0cdb-45e4-aca9-1b623fa8e0dd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:00.018740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:00.036970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:00.040624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:00.042760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.065858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc0b35-e3b8-4716-a434-9486011e2f92 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:00.073178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c11a97f-f1b2-48b0-a02d-d3a5514fe5a5 None None] Provisioning for port 19b7158c-187f-4cf8-b667-a759bb5bdef8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:00.078169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d3eb1b00-1640-40e0-b363-a9c4b20c63df tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4857163 Aug 31 19:29:00.081007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:00.090348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:00.120860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-b3fd49a2-1a00-4129-b2e5-723e42d531e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:00.131396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-b3fd49a2-1a00-4129-b2e5-723e42d531e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 1096 time: 0.2636766 Aug 31 19:29:00.167055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Attempting to bind port 659543d9-d66b-47ff-9390-cc701de0387e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:00.167284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Attempting to bind port 659543d9-d66b-47ff-9390-cc701de0387e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:00.168470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Attempting to bind port 659543d9-d66b-47ff-9390-cc701de0387e on network 220b61fb-e9fb-4d53-9dac-446951a27fc8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:00.175778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 19b7158c-187f-4cf8-b667-a759bb5bdef8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:00.303136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:00.303501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Checking segment: {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:00.303932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.304349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Bound using segment: {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:00.304840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Bound port: 659543d9-d66b-47ff-9390-cc701de0387e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293c9242-5a47-4283-8045-4ea8a87752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:00.305223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.346528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.384900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:00.394660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.471984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Provisioning for port 729e4440-990c-4734-98a8-2d8735c9d49c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:00.487937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:00.547077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network dccadc1d-73ac-48c0-98df-15931a029d4b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:00.552861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:00.561778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:00.572237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router 9fc04455-4bfa-4faa-9c83-75f859c251b1 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:29:00.616777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 19b7158c-187f-4cf8-b667-a759bb5bdef8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:00.621035 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet add2505f-0cdb-45e4-aca9-1b623fa8e0dd (CIDR: 2001:db8::/64) Aug 31 19:29:00.630645 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:29:00.631527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:00.651268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 19b7158c-187f-4cf8-b667-a759bb5bdef8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:00.651715 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.658623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2caf0b4d-fff5-405c-9faf-c5792caf7653 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5761857 Aug 31 19:29:00.660924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:00.666301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:00.746534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] For port 659543d9-d66b-47ff-9390-cc701de0387e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:00.752774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Provisioning complete for port 19b7158c-187f-4cf8-b667-a759bb5bdef8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:00.753160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.861571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-cbdbe309-419c-416e-b538-0f3bd1a9af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:00.866593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-cbdbe309-419c-416e-b538-0f3bd1a9af2c service neutron] 10.222.0.82 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 915 time: 0.7319312 Aug 31 19:29:00.929380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:00.935744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:00.996586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:01.021517 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:01.031493 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:01.041737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-fc3e9921-ee01-4351-b89a-e189bf963070 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f HTTP/1.1" status: 200 len: 217 time: 0.1565418 Aug 31 19:29:01.075123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.098007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] For port 659543d9-d66b-47ff-9390-cc701de0387e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=659543d9-d66b-47ff-9390-cc701de0387e,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:01.108763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.128022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-28ab4167-83d5-4228-ad97-46ade08c33e4', 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'tenant_id': '350b93a0e55640e9bbe7cb994c0651be', 'fixed_ips': [{'subnet_id': 'add2505f-0cdb-45e4-aca9-1b623fa8e0dd'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:29:01.129134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.222749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:01.250912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882132109', 'description': 'tempest-description--1581945570'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:01.323582 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:01.342048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-58dd42e1-504b-4fd5-921f-a6e16489d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.346806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-58dd42e1-504b-4fd5-921f-a6e16489d8fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.2924283 Aug 31 19:29:01.392971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:29:01.394715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-2f73a5e9-80b6-48c4-a758-e8b68b1ca1ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419259 Aug 31 19:29:01.409401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:01.410079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:01.425113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafcbec-6f4a-4804-b06f-74a0b2b302f2 None None] Pushing event updated for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:01.532012 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.573642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.580471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:01.594120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.604549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Sync routers for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:01.615385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.622198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:29:01.635001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.650874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.657611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.669483 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 2, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:01.674292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.676869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09cf0318-938f-4a50-be99-24966b61e3ef req-3cf4952c-f3c3-48e7-8859-a92a7f354b30 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.3524587 Aug 31 19:29:01.693495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.697362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.701598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c491144f-10ed-49a4-a971-1ecfaf28bf3d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.4021130 Aug 31 19:29:01.701762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa959-e1fc-450d-9546-7bc0aef58691 req-ff7b6bcf-8934-4bc4-86d3-bd4de9ac50df tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:01.702588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45518) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:01.707790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0cfa959-e1fc-450d-9546-7bc0aef58691 req-ff7b6bcf-8934-4bc4-86d3-bd4de9ac50df tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.5392652 Aug 31 19:29:01.715905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.724539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:01.725277 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Updating router e075271c-9ac0-4de2-9689-3703f8835bde port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:29:01.731007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-90cc58a9-8662-4ff8-92bd-1664b45b2c2a service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277829 Aug 31 19:29:01.789306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 19b7158c-187f-4cf8-b667-a759bb5bdef8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=19b7158c-187f-4cf8-b667-a759bb5bdef8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:01.793877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:01.810427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:01.859834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-08a20f1f-da54-4627-ab89-8d62c35be81b req-24050705-5905-44a8-8163-f0ff1ee42a57 service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212120 Aug 31 19:29:01.930077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:01.933525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:01.959399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09cf0318-938f-4a50-be99-24966b61e3ef req-4cc86e7e-719d-44aa-8c87-93230ac0c7b3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473328 Aug 31 19:29:02.007440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9c187c9-5099-43eb-8499-135bccc2968f tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=282b17f5f92c42659102d556fbf3568a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3044062 Aug 31 19:29:02.017187 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.049276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:02.053973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.067975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.133953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0cfa959-e1fc-450d-9546-7bc0aef58691 req-4799041f-c5e5-4b2e-810b-663125161d60 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828914 Aug 31 19:29:02.168761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.172602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9367104 Aug 31 19:29:02.172942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:02.180917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:02.198545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group_rule': {'security_group_id': '045d9a70-35ca-4d61-a1ce-20ab83f40175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:02.202918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f84714-bd31-4e7b-bbbb-808a49cf1843 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045d9a70-35ca-4d61-a1ce-20ab83f40175,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:02.257223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.290039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.296372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.302851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.308754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.310562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Allocated IP 2001:db8::f816:3eff:feac:2543 (28ab4167-83d5-4228-ad97-46ade08c33e4/add2505f-0cdb-45e4-aca9-1b623fa8e0dd/cf5eadbd-a044-4db9-aa1d-da835b34ef6b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:02.322874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.325341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.330980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.331176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.338485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.340512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-26f3b35e-54c7-4f61-b4cf-e3dada87d9e3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.2923486 Aug 31 19:29:02.347925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.413604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb33669-0c82-4576-9a30-588c795bab46,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:02.432514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:02.437595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:02.444622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.445254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.463207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.464422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3d3d1e9-df81-4c4c-9dda-66c7b1b6e4dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2904038 Aug 31 19:29:02.469739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8075783 Aug 31 19:29:02.470380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:02.479440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group_rule': {'security_group_id': '045d9a70-35ca-4d61-a1ce-20ab83f40175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:02.504072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:02.516562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:ec:27:d2', 'name': 'tempest-NetworksTestDHCPv6-1072383646'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:02.589482 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.601751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Transition to ACTIVE for port object cf5eadbd-a044-4db9-aa1d-da835b34ef6b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:02.619572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Transition to ACTIVE for port object cf5eadbd-a044-4db9-aa1d-da835b34ef6b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:02.620614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92986e50-f302-40fe-8a9c-07387d4de77e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=d14595fd-9696-4d39-b066-2a9aa66fe3a1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:02.628195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.643888 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.667163 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Transition to ACTIVE for port object 0fdbfa3f-b622-47a5-b00b-2f9880909b4c will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:02.675927 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.701753 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.708945 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.729236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:02.734705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bca85-a8f0-4c71-90dc-19e7dc1fdb43 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:02.740601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.742343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2685592 Aug 31 19:29:02.747068 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.748191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 729e4440-990c-4734-98a8-2d8735c9d49c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:02.755097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.759475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:02.791158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1022ffd-7beb-4886-8ea1-8909490dc5f0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e47352b-3a42-4d48-922d-2620fa0dea0f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:02.797715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:02.815200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:29:02.815583 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:29:02.846344 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Attempting to bind port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:02.846713 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Attempting to bind port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:02.847439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Attempting to bind port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:02.861827 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:02.862978 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Checking segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:02.863766 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.865399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Bound using segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:02.866329 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Bound port: 0fdbfa3f-b622-47a5-b00b-2f9880909b4c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:02.866727 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.897795 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.966217 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:02.989270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-8ad50bce-6b0e-4884-a7a4-5c636e1f12c0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:02.992254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-8ad50bce-6b0e-4884-a7a4-5c636e1f12c0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6251740 Aug 31 19:29:03.002352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9748532-0c81-4c7c-b3c1-8f05cd5fc912 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.005762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9748532-0c81-4c7c-b3c1-8f05cd5fc912 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9553347 Aug 31 19:29:03.010242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:03.016380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:03.039082 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] For port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:03.049644 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] For port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:03.059042 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.077010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-82b8291f-c818-472e-9827-6d5f73d00735 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620983 Aug 31 19:29:03.112057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:03.118345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477772655', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:03.152416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:03.205669 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:03.207529 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:03.301451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:03.327418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:03.351889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-af089533-f9d3-4e09-ae41-b9c09e65e0ec tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3401015 Aug 31 19:29:03.368372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:03.369413 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:03.382524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.420177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.452891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=19b7158c-187f-4cf8-b667-a759bb5bdef8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:03.478297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:03.552774 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bca85-a8f0-4c71-90dc-19e7dc1fdb43 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:03.566279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b8f0f-4836-43c7-9e8e-017bc455ae4b req-7fc686e5-09b7-4012-a309-019635ce2ea3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.581165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c85b8f0f-4836-43c7-9e8e-017bc455ae4b req-7fc686e5-09b7-4012-a309-019635ce2ea3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.2968490 Aug 31 19:29:03.594811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:03.605663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.620274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:03.634042 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.655517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:03.662579 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:03Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:03.673948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'port_id': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'mac_address': 'fa:16:3e:bc:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b195966-6833-43f4-94ad-69c373977805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:29:03.700866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b706c4b-25d7-4058-836d-32cb315ec472 None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:03Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:03.755594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Attempting to bind port cf5eadbd-a044-4db9-aa1d-da835b34ef6b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:03.756048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Attempting to bind port cf5eadbd-a044-4db9-aa1d-da835b34ef6b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:03.756566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Attempting to bind port cf5eadbd-a044-4db9-aa1d-da835b34ef6b on network 28ab4167-83d5-4228-ad97-46ade08c33e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:03.761727 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.773599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.773811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 729e4440-990c-4734-98a8-2d8735c9d49c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:03.799679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:03.799932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.800236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Checking segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:03.800572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.800983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Bound using segment: {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:03.803352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Bound port: cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:03.803352 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.808722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.815030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.821775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.828231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.835190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.841121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:03.849414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-510361d8-33cf-46af-957b-470db95b076f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 5434 time: 0.5660691 Aug 31 19:29:03.890573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb9ff868-6d16-4ce9-9319-6f14cb3f793a None None] Provisioning for port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:03.893600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 729e4440-990c-4734-98a8-2d8735c9d49c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:03.893987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:03.908276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:03.986210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6c66f597-22e7-49de-a1a8-600272e66bb8,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:03.988380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:04.029060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network dccadc1d-73ac-48c0-98df-15931a029d4b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:04.046822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:04.050585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:04.057879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:04.089483 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.108569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.198816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] For port 6c66f597-22e7-49de-a1a8-600272e66bb8, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:04.218479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.241660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:04.283312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] device_id is not set on port 6c66f597-22e7-49de-a1a8-600272e66bb8 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:04.288964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4d699a0-7e5a-4cf2-8d6c-ba0ea3463a07 req-d46e576a-5a4a-486a-b6bb-cc9ec36ab736 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=357bfd7b-3f53-453e-8e35-025e12cd7eb1&id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4384723 Aug 31 19:29:04.320783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c85b8f0f-4836-43c7-9e8e-017bc455ae4b req-951f280c-1475-4734-8ca4-10a6e51091ed tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375968 Aug 31 19:29:04.331169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.342225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8:0:1::214 (28ab4167-83d5-4228-ad97-46ade08c33e4/d14595fd-9696-4d39-b066-2a9aa66fe3a1/3cd9266d-f7e0-46b0-80e6-e0b9824e2f23) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:04.352458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:feec:27d2 (28ab4167-83d5-4228-ad97-46ade08c33e4/add2505f-0cdb-45e4-aca9-1b623fa8e0dd/3cd9266d-f7e0-46b0-80e6-e0b9824e2f23) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:04.366789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.424304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:04.471113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] No DVR routers for this DVR port 6c66f597-22e7-49de-a1a8-600272e66bb8 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:04.477494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:04.487864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d54b66c-260a-4ff7-a595-8fd935e53911 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6314743 Aug 31 19:29:04.488707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:04.512689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'network': {'name': 'tempest-RoutersTest-1354153628'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:04.539089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:04.544074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.584499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:29:04.586998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] In _notify_port_updated(), no bound segment for port 6c66f597-22e7-49de-a1a8-600272e66bb8 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:29:04.588028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:04.588650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.590095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-d07ad720-0132-4aa7-88ad-f88e0b120b04 service neutron] 10.222.0.82 "PUT /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 200 len: 1027 time: 1.2294347 Aug 31 19:29:04.609445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.609798 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added segment f7692f05-af44-4894-8957-50a7fa67559c of type vlan for network 9836d62c-3158-4c0d-80ee-ed4a716f3090 Aug 31 19:29:04.638595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:04.664629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-5f3cb2be-c80b-433c-a522-38ceedeb5c4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:04.666093 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-5f3cb2be-c80b-433c-a522-38ceedeb5c4d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "GET /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0691793 Aug 31 19:29:04.689797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.697426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:04.735886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:04.743232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:29:04.789719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.792468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.844255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:55Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:04.866874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.878990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.887629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Subnet': ['ID=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:04.930620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Provisioning complete for port 729e4440-990c-4734-98a8-2d8735c9d49c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:04.930768 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:04.942923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Checking router: 9fc04455-4bfa-4faa-9c83-75f859c251b1 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:04.943282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Updating router 9fc04455-4bfa-4faa-9c83-75f859c251b1 port 3d75660b-342c-4fee-ae07-51109959741f binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:29:04.967204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:29:05.001552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.009717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:05.010856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.034741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8dbc-fe36-4aad-b564-7680ca6c9b68 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:05.066716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Checking segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:05.067333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network hostable DHCP agents. Network: 598c3153-d37a-4c21-92f5-175778d615b2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:29:05.071281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 3, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:05.075730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:05.083553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:05.088079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:05.094152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:05.094928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.098430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.109679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=3cd9266d-f7e0-46b0-80e6-e0b9824e2f23,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:05.133879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6258116 Aug 31 19:29:05.134406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:05.147406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9e074040-ec9f-42f9-9aa2-28bd67d74b67 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6398430 Aug 31 19:29:05.151527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:05.152425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'subnet': {'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:05.164246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6cd7944e-7701-4146-9ffd-f2dd88650673,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:05.182378 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.228042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] For port 6cd7944e-7701-4146-9ffd-f2dd88650673, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:05.269257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] device_id is not set on port 6cd7944e-7701-4146-9ffd-f2dd88650673 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:05.278648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc170a-2baf-45e7-bc90-f41e05f4cc7e None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:28:48Z', 'revision_number': 3, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:05.324543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 598c3153-d37a-4c21-92f5-175778d615b2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:29:05.353916 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.425857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.432763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 729e4440-990c-4734-98a8-2d8735c9d49c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=729e4440-990c-4734-98a8-2d8735c9d49c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:05.439965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.450973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Allocated IP 172.25.3.233 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/7aaed763-0f9a-49d6-bb34-fa13bfe51460) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:05.457602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9a6be-cc9f-40d3-84a8-b5f3d3a1f0ae tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Network': ['ID=9836d62c-3158-4c0d-80ee-ed4a716f3090,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:05.473619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.474473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d1ebaa8e-c080-4b47-8f28-82e7f61ba24b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:05.486720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:29:05.494380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 598c3153-d37a-4c21-92f5-175778d615b2) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:05.529723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:05.530336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.588922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] No DVR routers for this DVR port 6cd7944e-7701-4146-9ffd-f2dd88650673 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:05.645063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09b937-6482-4cef-b832-856fe10abda1 None None] Network 598c3153-d37a-4c21-92f5-175778d615b2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:05.669112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:05.717824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] In _notify_port_updated(), no bound segment for port 6cd7944e-7701-4146-9ffd-f2dd88650673 on network bd56f0b8-b472-4de6-99b2-2498b3cb83ae {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:29:05.718765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:05.719581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.720924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-697ab6f6-f142-4519-b4dc-bf42dc707172 service neutron] 10.222.0.82 "PUT /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 200 len: 1026 time: 1.0285587 Aug 31 19:29:05.725050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Made reservation on behalf of 1cf2e33c7e82475093fd81cd42b70344 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:05.731141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.747360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:05.747780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.765410 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:05.772995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cafa9e96-56e1-4615-9ee7-58af56016af0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6595612 Aug 31 19:29:05.773911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:05.782621 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:05.783405 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:05.946525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:05.946869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:05.995341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.002009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.009607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.021593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.028181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.036213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-b8680dc7-a8a9-437b-9fd1-d81c1a24d96a tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 3887 time: 0.5603812 Aug 31 19:29:06.038025 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:06.049906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=729e4440-990c-4734-98a8-2d8735c9d49c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:06.101295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port 13fa4d80-4f79-46fa-b839-1ad424cecdc2, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=13fa4d80-4f79-46fa-b839-1ad424cecdc2,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:06.101673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.173228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6cd7944e-7701-4146-9ffd-f2dd88650673 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:06.329645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.344018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:06.405284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:29:06.405643 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:29:06.413724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6cd7944e-7701-4146-9ffd-f2dd88650673 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:06.414160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c66f597-22e7-49de-a1a8-600272e66bb8 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:06.471442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:06.474479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b9107-c246-4ddc-9224-baec14699150 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:06.503313 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:01Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:02Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:06.514202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03fc2-c9c6-47cb-9755-265eb675278f req-2bf5883a-3641-41ad-b2c3-c2eeea6b3590 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.515726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aad03fc2-c9c6-47cb-9755-265eb675278f req-2bf5883a-3641-41ad-b2c3-c2eeea6b3590 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 1.0697715 Aug 31 19:29:06.571672 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:06.572046 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Updating router de9a7944-425b-4d78-8f35-be7669892974 port 4727c348-bdfd-4f86-b234-cace9dcd005c binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:29:06.582487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.616654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e59d6ca-f4d1-434c-8037-0f51241a2ee4 req-dfcb8ee2-2048-4350-a1b5-ae0479ef66fd tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5788298 Aug 31 19:29:06.619071 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.624549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=3cd9266d-f7e0-46b0-80e6-e0b9824e2f23,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:06.656353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:06.656742 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.663940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-598c3153-d37a-4c21-92f5-175778d615b2', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:29:06.664794 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.698472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.703519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dcfe6ac5-941d-420a-a4d7-0d232261f72b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 HTTP/1.1" status: 204 len: 168 time: 1.4235871 Aug 31 19:29:06.704416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.705150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:06.719771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6c66f597-22e7-49de-a1a8-600272e66bb8 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:06.720206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:06.725831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aad03fc2-c9c6-47cb-9755-265eb675278f req-1846aa41-7e76-4136-949c-d05b515fa7fe tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658354 Aug 31 19:29:06.749295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.749905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.750302 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Floating IP 1275fe88-a943-467e-ab55-bf0bbadd0d2f disassociated. External IP: 172.25.3.5, port: 13fa4d80-4f79-46fa-b839-1ad424cecdc2. Aug 31 19:29:06.750681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 13fa4d80-4f79-46fa-b839-1ad424cecdc2 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:06.787164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be458e16-daf2-4b33-ba28-222ceb089977 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:06.791168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be458e16-daf2-4b33-ba28-222ceb089977 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0828490 Aug 31 19:29:06.805187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:06.922598 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.945500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:06.948533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.956867 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:06.998494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=13fa4d80-4f79-46fa-b839-1ad424cecdc2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:07.018721 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.032128 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Transition to ACTIVE for port object 4727c348-bdfd-4f86-b234-cace9dcd005c will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:07.042878 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.146776 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e2e6-8688-4daf-ac0f-57564f46fce1 None None] Pushing event updated for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:07.190793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Attempting to bind port 4727c348-bdfd-4f86-b234-cace9dcd005c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:07.190793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Attempting to bind port 4727c348-bdfd-4f86-b234-cace9dcd005c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:07.191224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Attempting to bind port 4727c348-bdfd-4f86-b234-cace9dcd005c on network dccadc1d-73ac-48c0-98df-15931a029d4b {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:07.196211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Router 42d431cf-f938-4853-8dd2-a0c08d01c027 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:07.197012 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:07.197413 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Checking segment: {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:07.197774 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.198159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Bound using segment: {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:07.198620 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Bound port: 4727c348-bdfd-4f86-b234-cace9dcd005c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c87f4-b71d-437c-9f84-6c013e3812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:07.199004 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.221872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.260683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.273040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6dddf315-3e0a-46cf-a077-c86987fde338 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:07.320950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362d2af-b6ca-4313-9100-c0766a5b03e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:07.326497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7362d2af-b6ca-4313-9100-c0766a5b03e9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5189292 Aug 31 19:29:07.327748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.337074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45578) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:07.337703 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] For port 4727c348-bdfd-4f86-b234-cace9dcd005c, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:07.342361 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] For port 4727c348-bdfd-4f86-b234-cace9dcd005c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4727c348-bdfd-4f86-b234-cace9dcd005c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:07.345457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=7aaed763-0f9a-49d6-bb34-fa13bfe51460,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:07.361809 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.443871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:07.456223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:07.456871 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:07.480446 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e2e6-8688-4daf-ac0f-57564f46fce1 None None] Pushing event updated for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:07.496724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Sync routers for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:07.499606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6dddf315-3e0a-46cf-a077-c86987fde338 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:07.503835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6dddf315-3e0a-46cf-a077-c86987fde338 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:07.550137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port 13fa4d80-4f79-46fa-b839-1ad424cecdc2 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:07.559679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.561383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-ba28b966-b900-4aa0-83b3-97b78c59e7f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "DELETE /v2.0/ports/13fa4d80-4f79-46fa-b839-1ad424cecdc2 HTTP/1.1" status: 204 len: 173 time: 1.8339984 Aug 31 19:29:07.572579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:07.575006 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e477073-e94e-49e6-91e6-6664c0925be8" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:07.616524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf4f72-e7e4-4d6f-bd6a-57e8b447b150 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:07.618052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf4f72-e7e4-4d6f-bd6a-57e8b447b150 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:07.619572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf4f72-e7e4-4d6f-bd6a-57e8b447b150 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:07.621210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37bf4f72-e7e4-4d6f-bd6a-57e8b447b150 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1696367 Aug 31 19:29:07.642071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Allocated IP 172.20.0.2 (598c3153-d37a-4c21-92f5-175778d615b2/4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef/be327c1d-ba79-462e-844d-68a33e37888d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:07.650378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:07.658424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:07.692834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:07.702610 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d52e80-4c2a-47ba-8d14-a3e0e5888356" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:07.716793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:07.725771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:07.792176 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14030f69-a701-4c06-95b4-2a24c76612f8 x-openstack-request-id: req-14030f69-a701-4c06-95b4-2a24c76612f8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:07.792628 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "13fa4d80-4f79-46fa-b839-1ad424cecdc2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:07.792833 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:07.795948 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14030f69-a701-4c06-95b4-2a24c76612f8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:07.796494 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': '13fa4d80-4f79-46fa-b839-1ad424cecdc2', 'status': 'completed', 'code': 200} Aug 31 19:29:07.803814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:07.821247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:07.832308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port b92bddd5-08ab-47b2-988b-e1793a2b49d1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:07.836174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:07.836785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:07.843892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:07.855946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet add2505f-0cdb-45e4-aca9-1b623fa8e0dd {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:07.858299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Subnet': ['ID=c25f2b02-16d5-475a-acb1-d24caf34cc16,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:08.029222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.063327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port b92bddd5-08ab-47b2-988b-e1793a2b49d1, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=b92bddd5-08ab-47b2-988b-e1793a2b49d1,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:08.063808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.082731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for b92bddd5-08ab-47b2-988b-e1793a2b49d1 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:08.203252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.214928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Transition to ACTIVE for port object 3d75660b-342c-4fee-ae07-51109959741f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:08.228596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.249499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.307110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=b92bddd5-08ab-47b2-988b-e1793a2b49d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:08.360605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:08.400970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port b92bddd5-08ab-47b2-988b-e1793a2b49d1 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:08.403841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.406217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-f2e833d3-2ecf-4e70-9c66-962e8950c10f tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "DELETE /v2.0/ports/b92bddd5-08ab-47b2-988b-e1793a2b49d1 HTTP/1.1" status: 204 len: 173 time: 0.8237336 Aug 31 19:29:08.409821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d2d1d-bc9f-4294-a9ca-61dfe9f7aae2 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'add2505f-0cdb-45e4-aca9-1b623fa8e0dd', 'ip_address': '2001:db8::f816:3eff:feac:2543'}, {'subnet_id': 'd14595fd-9696-4d39-b066-2a9aa66fe3a1'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'cf5eadbd-a044-4db9-aa1d-da835b34ef6b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:29:08.415920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.416732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f0296614-4df9-432a-8ee0-3c505ab7438e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:08.464925 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:01Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:08.515868 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52637512-66e2-4afe-9803-3e0a434af9c7 None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:01Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:08.539798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Checking segment: {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:08.545620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:08.546167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.546813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network hostable DHCP agents. Network: 9836d62c-3158-4c0d-80ee-ed4a716f3090, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:29:08.608872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b833dd-fd31-43e8-a038-d0fd00c1ff9b req-777ef79a-7d29-4bb5-95b7-eefff4cfed7b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:08.620342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b833dd-fd31-43e8-a038-d0fd00c1ff9b req-777ef79a-7d29-4bb5-95b7-eefff4cfed7b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:08.626999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b833dd-fd31-43e8-a038-d0fd00c1ff9b req-777ef79a-7d29-4bb5-95b7-eefff4cfed7b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:08.628942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1b833dd-fd31-43e8-a038-d0fd00c1ff9b req-777ef79a-7d29-4bb5-95b7-eefff4cfed7b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 2414 time: 0.3516304 Aug 31 19:29:08.646997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.667842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef4b0-9de3-4d00-bacf-117daf0587c4 req-115ca6a5-0a86-4ffa-bec5-8c02bb258b09 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:08.677768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ebef4b0-9de3-4d00-bacf-117daf0587c4 req-115ca6a5-0a86-4ffa-bec5-8c02bb258b09 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 0.3469112 Aug 31 19:29:08.728774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.740094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:08.740736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.748067 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33937af6-4afc-4438-a8aa-073299bbb1be x-openstack-request-id: req-33937af6-4afc-4438-a8aa-073299bbb1be {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:08.748332 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:08.748595 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33937af6-4afc-4438-a8aa-073299bbb1be {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:08.749011 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'code': 200} Aug 31 19:29:08.750304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 19b7158c-187f-4cf8-b667-a759bb5bdef8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:08.765713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:08.796256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.798690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe8e8c34-8b69-4f63-963b-7eb0adb64114 None None] Provisioning for port 4727c348-bdfd-4f86-b234-cace9dcd005c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:08.809576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:08.879278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:29:08.900948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Transition to ACTIVE for port object be327c1d-ba79-462e-844d-68a33e37888d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:08.905246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1b833dd-fd31-43e8-a038-d0fd00c1ff9b req-e0df859b-d400-4033-bb64-d94068f5ae02 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531929 Aug 31 19:29:08.945768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Transition to ACTIVE for port object be327c1d-ba79-462e-844d-68a33e37888d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:08.993644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ebef4b0-9de3-4d00-bacf-117daf0587c4 req-83f08932-1569-4d11-a1d8-86c41e8f19e2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120639 Aug 31 19:29:09.019907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.033687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9836d62c-3158-4c0d-80ee-ed4a716f3090) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:09.054973 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.071538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:09.072212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.189525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eb349685-b1ea-42bd-8a82-22a55f4fc757 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0421495 Aug 31 19:29:09.189761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.189867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Attempting to bind port 3d75660b-342c-4fee-ae07-51109959741f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:09.189867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Attempting to bind port 3d75660b-342c-4fee-ae07-51109959741f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:09.189867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Attempting to bind port 3d75660b-342c-4fee-ae07-51109959741f on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:09.191446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2d1d-bc9f-4294-a9ca-61dfe9f7aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.193895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efa816-723f-4ba4-8e46-6c40555e722e None None] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:09.194021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:09.195118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:09.200983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.203119 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-46581302-ff19-48b7-8106-23545508ec4e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "DELETE /v2.0/ports/ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd HTTP/1.1" status: 204 len: 173 time: 0.7895277 Aug 31 19:29:09.279524 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.281488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.282528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.363048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.365676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Network 598c3153-d37a-4c21-92f5-175778d615b2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:09.371942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.382887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.438822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:09.439670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:09.440317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.440947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:09.441681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Bound port: 3d75660b-342c-4fee-ae07-51109959741f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:09.442916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.445469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:09.460674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:09.520927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.523538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/add2505f-0cdb-45e4-aca9-1b623fa8e0dd HTTP/1.1" status: 204 len: 168 time: 1.8534303 Aug 31 19:29:09.524503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f93ed-481c-482f-8a95-07bb1b2d1c2b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=add2505f-0cdb-45e4-aca9-1b623fa8e0dd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.526595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=7aaed763-0f9a-49d6-bb34-fa13bfe51460,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.539915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45600) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:09.664683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.727548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet d14595fd-9696-4d39-b066-2a9aa66fe3a1 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:09.769190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.773992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.784711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3bd3e-eae3-45e0-bd66-7a8f495f3552 None None] Pushing event updated for resources: {'Port': ['ID=3d75660b-342c-4fee-ae07-51109959741f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.851429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.870396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1'}, {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:09.872720 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e81dcc-dd2a-4149-9ca8-0c4e096f0f30" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1"}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:09.893661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Pushing event updated for resources: {'Port': ['ID=be327c1d-ba79-462e-844d-68a33e37888d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:09.921727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.977081 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b466283-1bd2-4909-a6a4-e1d8d17673c0 x-openstack-request-id: req-5b466283-1bd2-4909-a6a4-e1d8d17673c0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:09.977375 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "b92bddd5-08ab-47b2-988b-e1793a2b49d1", "status": "completed", "code": 200}, {"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:09.977618 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b466283-1bd2-4909-a6a4-e1d8d17673c0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:09.978122 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'b92bddd5-08ab-47b2-988b-e1793a2b49d1', 'status': 'completed', 'code': 200} Aug 31 19:29:09.978238 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'ad0ffc2d-1636-4a30-ac6f-20ff5d47f9bd', 'status': 'completed', 'code': 200} Aug 31 19:29:09.988060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:09.997567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a4cbb01-d2f0-4314-ba8a-c9685659811d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2294917 Aug 31 19:29:10.038858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:10.090473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 19b7158c-187f-4cf8-b667-a759bb5bdef8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:10.090848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.104503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.105230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b92bddd5-08ab-47b2-988b-e1793a2b49d1 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:10.107702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] For port 3d75660b-342c-4fee-ae07-51109959741f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:10.155131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:10.155505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.157695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: b92bddd5-08ab-47b2-988b-e1793a2b49d1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:10.158053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device b92bddd5-08ab-47b2-988b-e1793a2b49d1 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:10.158476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 43ae665c-c9b4-428a-9665-e9fb7f5168e9 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:10.190640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Attempting to bind port be327c1d-ba79-462e-844d-68a33e37888d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:10.191015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Attempting to bind port be327c1d-ba79-462e-844d-68a33e37888d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:10.191384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Attempting to bind port be327c1d-ba79-462e-844d-68a33e37888d on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:10.249897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:10.250322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Checking segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:10.250668 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.251074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Bound using segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:10.251566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Bound port: be327c1d-ba79-462e-844d-68a33e37888d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:10.251986 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.267727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:10.275275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] For port 3d75660b-342c-4fee-ae07-51109959741f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3d75660b-342c-4fee-ae07-51109959741f,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:10.294815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Provisioning for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:10.315347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.335245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port 43ae665c-c9b4-428a-9665-e9fb7f5168e9, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=43ae665c-c9b4-428a-9665-e9fb7f5168e9,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:10.335619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.361769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 43ae665c-c9b4-428a-9665-e9fb7f5168e9 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:10.393389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=d14595fd-9696-4d39-b066-2a9aa66fe3a1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:10.403558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.1 (598c3153-d37a-4c21-92f5-175778d615b2/4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef/c2d03b56-a67b-4b3f-b656-f50694ce6ab5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:10.416879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Checking router: 42d431cf-f938-4853-8dd2-a0c08d01c027 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:10.421499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e919-0f9f-433d-9e5e-7db0ad64920f req-5dfe69e8-dc97-4efc-bf4c-3727b733c8ac tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:10.421894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.428467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e919-0f9f-433d-9e5e-7db0ad64920f req-5dfe69e8-dc97-4efc-bf4c-3727b733c8ac tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:10.430141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2102e919-0f9f-433d-9e5e-7db0ad64920f req-5dfe69e8-dc97-4efc-bf4c-3727b733c8ac tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 1679 time: 0.3702025 Aug 31 19:29:10.431896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.436202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5f6d981e-87a7-4dc4-9f6a-572c4e277076 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/d14595fd-9696-4d39-b066-2a9aa66fe3a1 HTTP/1.1" status: 204 len: 168 time: 0.8940856 Aug 31 19:29:10.444174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-cd1d2d1d-bc9f-4294-a9ca-61dfe9f7aae2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d14595fd-9696-4d39-b066-2a9aa66fe3a1: This subnet is being modified by another concurrent operation. Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:29:10.453209 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d14595fd-9696-4d39-b066-2a9aa66fe3a1: This subnet is being modified by another concurrent operation. Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:29:10.456302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9836d62c-3158-4c0d-80ee-ed4a716f3090', 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'fixed_ips': [{'subnet_id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:29:10.458084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.512070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eb86af9f-0b27-44c6-a05d-4e3edf689bcd tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663686 Aug 31 19:29:10.515478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:10.525748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Provisioning complete for port 6c66f597-22e7-49de-a1a8-600272e66bb8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:10.526229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.546949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:10.547128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:10.556541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:10.565194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:10.607611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931812d7-f5e8-43f6-a1d1-e2daf74c2921 req-4a89e2a2-22b6-4ff8-89e7-609f1ad886d3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:10.615195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-931812d7-f5e8-43f6-a1d1-e2daf74c2921 req-4a89e2a2-22b6-4ff8-89e7-609f1ad886d3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 0.3254216 Aug 31 19:29:10.701641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2102e919-0f9f-433d-9e5e-7db0ad64920f req-bb4bbebd-634f-4862-be84-dc822e2d99d2 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146727 Aug 31 19:29:10.739761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.759370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-931812d7-f5e8-43f6-a1d1-e2daf74c2921 req-09dda9d4-37d2-4923-9b59-f33dc7bca03f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432848 Aug 31 19:29:10.764400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object c2d03b56-a67b-4b3f-b656-f50694ce6ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:10.821438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.823106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.841453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:10.845719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:10.875411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 598c3153-d37a-4c21-92f5-175778d615b2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:10.888042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:10.895914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:10.953022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:10.955887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4690602-6ae9-4e21-b7cc-73976f9dd31b None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:10.958479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:10.960762 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fc278-32fa-4aa4-bc2c-c3bbba5d36fb" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:10.991388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-f6508748-120a-4150-b708-43bdb5ef4ded tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--882132109&fields=id&tenant_id=e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 267 time: 0.1176887 Aug 31 19:29:10.999963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.148834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] For port be327c1d-ba79-462e-844d-68a33e37888d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:11.183778 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84aa22d-be17-4adb-b2e6-5570bce46949 x-openstack-request-id: req-c84aa22d-be17-4adb-b2e6-5570bce46949 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:11.184073 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:11.184356 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c84aa22d-be17-4adb-b2e6-5570bce46949 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:11.184754 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'code': 200} Aug 31 19:29:11.210722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-87f8aa56-0168-45da-a406-d6f6b8e1e7b9 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:11.213280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-87f8aa56-0168-45da-a406-d6f6b8e1e7b9 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 810 time: 0.1694932 Aug 31 19:29:11.236276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:11.236937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:28:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:11.239001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3bd3e-eae3-45e0-bd66-7a8f495f3552 None None] Pushing event updated for resources: {'Port': ['ID=3d75660b-342c-4fee-ae07-51109959741f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:11.250248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] For port be327c1d-ba79-462e-844d-68a33e37888d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=be327c1d-ba79-462e-844d-68a33e37888d,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:11.257331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Port 6c66f597-22e7-49de-a1a8-600272e66bb8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:11.260047 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.284686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-68fcaaeb-e9e3-48b6-b232-054dbce3265a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/quotas/e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 375 time: 0.0257058 Aug 31 19:29:11.344099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:11.345998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.368960 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.455092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.520835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=43ae665c-c9b4-428a-9665-e9fb7f5168e9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:11.576523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:29:11.586139 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.600088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.613341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port 43ae665c-c9b4-428a-9665-e9fb7f5168e9 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:11.616868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.619691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-c0cd6496-77a5-4e06-908f-01d90a35cb9b tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "DELETE /v2.0/ports/43ae665c-c9b4-428a-9665-e9fb7f5168e9 HTTP/1.1" status: 204 len: 173 time: 2.3948107 Aug 31 19:29:11.708322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.737754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:11.751725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-00231d72-b3e2-4ea1-ad3a-e86e8626078e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1626685 Aug 31 19:29:11.752424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:11.938236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.951804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port f0296614-4df9-432a-8ee0-3c505ab7438e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:11.952231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:11.958519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71880f68-78c2-44cc-bd8c-54b63b3ab83e None None] Pushing event updated for resources: {'Port': ['ID=be327c1d-ba79-462e-844d-68a33e37888d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:11.965526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Allocated IP 172.23.0.2 (9836d62c-3158-4c0d-80ee-ed4a716f3090/c25f2b02-16d5-475a-acb1-d24caf34cc16/45ddcca3-eccb-437a-b31b-735f851f8842) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:11.984421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:11.988267 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a22d3-5ece-48d0-9484-fc3e330588d0" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:12.077991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-34e9765f-c650-4b96-b992-ce71837dc61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.093094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 13fa4d80-4f79-46fa-b839-1ad424cecdc2 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:12.174099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Provisioning complete for port 6cd7944e-7701-4146-9ffd-f2dd88650673 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:12.174617 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.179505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:12.285326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 13fa4d80-4f79-46fa-b839-1ad424cecdc2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:12.286054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 13fa4d80-4f79-46fa-b839-1ad424cecdc2 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:12.337881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port f0296614-4df9-432a-8ee0-3c505ab7438e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f0296614-4df9-432a-8ee0-3c505ab7438e,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:12.338499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.352351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:12.375578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for f0296614-4df9-432a-8ee0-3c505ab7438e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:12.459152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:12.466797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:12.574699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:12.575178 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.584922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dff19-1d60-4e9a-8dd6-bb5216976741 None None] Port 6cd7944e-7701-4146-9ffd-f2dd88650673 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:12.680328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.689624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.690512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.835097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.870680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:12.907998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:12.915905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:12.918084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.925093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:12.936459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Transition to ACTIVE for port object 45ddcca3-eccb-437a-b31b-735f851f8842 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:12.955737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Transition to ACTIVE for port object 45ddcca3-eccb-437a-b31b-735f851f8842 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:12.997328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7473ba-1061-43cf-bc1a-29c267afb49d req-e24c2dfe-799e-4717-8f87-8c3dddff9561 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:13.007783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d7473ba-1061-43cf-bc1a-29c267afb49d req-e24c2dfe-799e-4717-8f87-8c3dddff9561 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 865 time: 0.3913820 Aug 31 19:29:13.020929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 598c3153-d37a-4c21-92f5-175778d615b2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:13.030214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-7843aa34-b0dd-40c7-a347-41c1844688ee service neutron] 10.222.0.73 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808457 Aug 31 19:29:13.059093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.070596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308d227-5abe-46a2-9fc1-430db50d97fb None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:13.070785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:13.086172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port f0296614-4df9-432a-8ee0-3c505ab7438e on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:13.090693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.092879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27feea4a-131f-481b-9536-6f8b5a6b7df8 req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.82 "DELETE /v2.0/ports/f0296614-4df9-432a-8ee0-3c505ab7438e HTTP/1.1" status: 204 len: 173 time: 1.4215653 Aug 31 19:29:13.094682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5341718 Aug 31 19:29:13.108542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=7bb77a64-aecb-42ec-acdb-59f4ef836fcf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:13.121350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 45752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:13.130331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:13.134231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ff737-8529-4918-8859-19f548a98496 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=5']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:13.259792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d7473ba-1061-43cf-bc1a-29c267afb49d req-eb356ed1-f772-4820-9d8f-5f01365c1715 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdc409f2-888f-446f-9634-d9ddad6fb5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508972 Aug 31 19:29:13.341988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.357836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:13.442110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba70e7e-0133-4cc5-97f9-c1950f5eaa7c None None] Network 598c3153-d37a-4c21-92f5-175778d615b2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:13.459808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:13.460325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.487979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:13.494884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20974db7-8627-48f1-a8f8-4af9f32e4ab7 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:13.495362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20974db7-8627-48f1-a8f8-4af9f32e4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.509270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-c4dea4ef-650f-4707-8e8f-6cef4e5cf4ab service neutron] 10.222.0.73 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777789 Aug 31 19:29:13.595877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8bcbf-06af-45a9-bfb4-f981879dc28c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=f0296614-4df9-432a-8ee0-3c505ab7438e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:13.599559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router 9fc04455-4bfa-4faa-9c83-75f859c251b1 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:13.635218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdee960-5635-45f8-80f0-cd04b30f8320 req-9a55638f-6b73-4b71-a915-8fce03fff4eb tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:13.647961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccdee960-5635-45f8-80f0-cd04b30f8320 req-9a55638f-6b73-4b71-a915-8fce03fff4eb tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 0.1971335 Aug 31 19:29:13.676966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Allocated IP 172.23.0.1 (9836d62c-3158-4c0d-80ee-ed4a716f3090/c25f2b02-16d5-475a-acb1-d24caf34cc16/ca939158-bd7f-4e00-9d2b-0c3811511371) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:13.747460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:13.752400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:13.811907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Pushing event updated for resources: {'Port': ['ID=45ddcca3-eccb-437a-b31b-735f851f8842,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:13.853924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:13.870812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:13.870917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccdee960-5635-45f8-80f0-cd04b30f8320 req-e9dcff6d-5aad-4385-9fc1-d4b47e918146 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151167 Aug 31 19:29:13.944567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78bd87-1218-499b-93fe-357f6387d5d1 x-openstack-request-id: req-3e78bd87-1218-499b-93fe-357f6387d5d1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:13.944567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "43ae665c-c9b4-428a-9665-e9fb7f5168e9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:13.944567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e78bd87-1218-499b-93fe-357f6387d5d1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:13.944567 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': '43ae665c-c9b4-428a-9665-e9fb7f5168e9', 'status': 'completed', 'code': 200} Aug 31 19:29:13.977883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f1a43e4-65dd-42a2-8d46-8157677bceda req-a357528b-f5d1-4aa6-8553-79f52a0bc8a4 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.0440159 Aug 31 19:29:14.017052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:14.028151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e13c60ba-9cb6-4dd2-89dc-c0e53f6a3860 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/9fc04455-4bfa-4faa-9c83-75f859c251b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2351229 Aug 31 19:29:14.044275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:14.119604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.120918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 729e4440-990c-4734-98a8-2d8735c9d49c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:14.138531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.191064 n-d-778550-14 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb77a64-aecb-42ec-acdb-59f4ef836fcf (CIDR: 2001:db8::/64) Aug 31 19:29:14.199497 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:29:14.200298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:14.225921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Transition to ACTIVE for port object ca939158-bd7f-4e00-9d2b-0c3811511371 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:14.233896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:14.245414 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06cf413d-2aaf-4fbd-8c6c-302694a9d9a6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1211884 Aug 31 19:29:14.247737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:14.267412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:14.335313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.373327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:14.379493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:14.413284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cab1e-4bcb-4a46-a743-88e6d2c3066a None None] The sync data for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 is: [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:18:44Z', 'revision_number': 4, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '03d282a7-0f85-41d6-9f56-bfca1ab64416', 'name': '', 'network_id': '1077a2ff-19dd-430a-870e-426ef82e7556', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'mac_address': 'fa:16:3e:b3:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:43Z', 'updated_at': '2021-08-31T19:18:49Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'subnets': [{'id': '6c5c7705-d8de-44bc-88df-919d7039b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:14.420840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:14.503292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 1, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:14.516648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Attempting to bind port 45ddcca3-eccb-437a-b31b-735f851f8842 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:14.517113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Attempting to bind port 45ddcca3-eccb-437a-b31b-735f851f8842 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:14.517571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Attempting to bind port 45ddcca3-eccb-437a-b31b-735f851f8842 on network 9836d62c-3158-4c0d-80ee-ed4a716f3090 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:14.541427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f8ab15a-4b20-4111-bfd8-5a340703e634 req-cbf6784a-c917-43eb-a5df-261278f9375e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1092932 Aug 31 19:29:14.542047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=ca939158-bd7f-4e00-9d2b-0c3811511371,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:14.560920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.625059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:14.631738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-49019021-4899-49b4-97c5-7d0d47261397 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756462931&fields=id&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 267 time: 0.1265802 Aug 31 19:29:14.633904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:14.638950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.667883 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85ad1fff-e8da-4e41-ad2b-bbf6af48e6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.697724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9846e4-7381-4cb1-8731-c52d34469c52 None None] The sync data for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 is: [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 1, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:14.767943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:14.768506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Checking segment: {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:14.769147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.770071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Bound using segment: {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:14.770676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Bound port: 45ddcca3-eccb-437a-b31b-735f851f8842, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:14.771180 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.774729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:14.847425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-a3f46eca-d070-4668-90f8-b78756bb928d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:14.855289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-a3f46eca-d070-4668-90f8-b78756bb928d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 797 time: 0.2119896 Aug 31 19:29:14.906483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6d5f9127-e4d9-4044-8815-286d6c19ced6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/quotas/282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 375 time: 0.0218196 Aug 31 19:29:14.960344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.023168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd8529-c0c6-48ab-af1f-059c657ec134 None None] New status for floating IP 1275fe88-a943-467e-ab55-bf0bbadd0d2f: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:29:15.031707 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.090870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 729e4440-990c-4734-98a8-2d8735c9d49c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:15.091429 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.140127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.293484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6213d080-79e2-45b5-8100-edc09d233429 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3241167 Aug 31 19:29:15.394440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009896-f5d7-4eb4-a52e-e24b5d9bd345 req-7e9d6c9b-5cae-4821-9ed0-6be001ae903a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:15.396489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55009896-f5d7-4eb4-a52e-e24b5d9bd345 req-7e9d6c9b-5cae-4821-9ed0-6be001ae903a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 0.3504882 Aug 31 19:29:15.419596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:15.432330 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e39fe6-c373-44c6-90ef-f8130196a933" -d '{"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-plugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:15.493671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] For port 45ddcca3-eccb-437a-b31b-735f851f8842, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:15.530300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:15.544220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.572531 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.581613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] For port 45ddcca3-eccb-437a-b31b-735f851f8842, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=45ddcca3-eccb-437a-b31b-735f851f8842,segment=NetworkSegment(f7692f05-af44-4894-8957-50a7fa67559c),segment_id=f7692f05-af44-4894-8957-50a7fa67559c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:15.587241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c0e7fc1-7c53-48f4-974c-6cbb8d0f2107 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:15.597015 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c0e7fc1-7c53-48f4-974c-6cbb8d0f2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.647852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55009896-f5d7-4eb4-a52e-e24b5d9bd345 req-0ac5890c-b61f-4c29-bdb8-a8ea9f4ccbb7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163389 Aug 31 19:29:15.655452 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.705103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-d9e8f040-a9a7-40ad-aee7-a13c511dc4f9 service neutron] 10.222.0.73 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653874 Aug 31 19:29:15.801318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.809212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:15.948057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:15.955215 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514d4a06-1393-4724-9f7a-90b552d33633" -d '{"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:16.001883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b3ffee61-8506-4923-9ef2-66edc298d411 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:16.054802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24706ba9-e7a3-49ea-b1b3-a2ddad589bfa req-eaf3fa8d-6a7c-4cec-b7a3-373ba39dfa8f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.1798444 Aug 31 19:29:16.073569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:16.087574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event updated for resources: {'Port': ['ID=ca939158-bd7f-4e00-9d2b-0c3811511371,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:16.159018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:16.182735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:16.225023 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dabd7a1-db00-4ba9-823a-43bf032222cf x-openstack-request-id: req-2dabd7a1-db00-4ba9-823a-43bf032222cf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:16.227186 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-plugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:16.227540 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dabd7a1-db00-4ba9-823a-43bf032222cf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:16.228356 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'code': 200} Aug 31 19:29:16.329703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-ea4d8fff-4d14-4595-91a7-28c152218967 service neutron] 10.222.0.73 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231794 Aug 31 19:29:16.333519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:16.482333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b3ffee61-8506-4923-9ef2-66edc298d411 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:16.496772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:16.558645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c773d759-4bfd-477a-83ca-78a198fac0ba req-d90a0afd-4781-4c91-a881-091a1ee1ff60 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1402376 Aug 31 19:29:16.561674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=2975c08f-178f-421f-bdb6-a04e4c2f2077,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:16.579951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:16.590698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:16.605033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:16.606232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:16.641875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3bf274ed-acf4-4f57-afc3-a243f845f6a7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3907409 Aug 31 19:29:16.643763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46088) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:16.655531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:8e:68:dc', 'name': 'tempest-NetworksTestDHCPv6-282283535'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:16.684441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:16.692943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:16.755060 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e059e-f6a3-4fec-951b-bbba7587063e x-openstack-request-id: req-5d1e059e-f6a3-4fec-951b-bbba7587063e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:16.763951 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba710f-fa34-444d-8b84-5a88f7587d6a", "name": "network-vif-deleted", "tag": "f0296614-4df9-432a-8ee0-3c505ab7438e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:16.764263 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d1e059e-f6a3-4fec-951b-bbba7587063e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:16.764690 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba710f-fa34-444d-8b84-5a88f7587d6a', 'name': 'network-vif-deleted', 'tag': 'f0296614-4df9-432a-8ee0-3c505ab7438e', 'status': 'completed', 'code': 200} Aug 31 19:29:16.770531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035e43d-cc67-4032-842a-deae47cb3bd6 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:17.099858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54911684-e6ab-406d-98e4-d403f9175a7e req-357b7f6a-8595-4832-87f6-6967d828f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:17.101412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54911684-e6ab-406d-98e4-d403f9175a7e req-357b7f6a-8595-4832-87f6-6967d828f457 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 1098 time: 0.5910411 Aug 31 19:29:17.121331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c445b-9a02-418a-bd16-c1ff05df72c4 None None] Pushing event updated for resources: {'Port': ['ID=45ddcca3-eccb-437a-b31b-735f851f8842,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:17.159469 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:17.249841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c0e7fc1-7c53-48f4-974c-6cbb8d0f2107 None None] Could not find standard attr ID for object 3cd9266d-f7e0-46b0-80e6-e0b9824e2f23. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:29:17.275189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:17.280661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54911684-e6ab-406d-98e4-d403f9175a7e req-7d9b3b2e-f17d-4f34-b07a-d5a917587872 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435001 Aug 31 19:29:17.363108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92e4fbe9-23c9-4677-871f-e385528b3a8e req-fe4925a8-5ca0-48f1-a72e-96402f71e573 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 210 time: 0.2817724 Aug 31 19:29:17.499878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:17.519488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e86f340-c70f-4402-b51b-6d7ad7f47b3a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3128207 Aug 31 19:29:17.523769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:17.540409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:17.549910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c0e7fc1-7c53-48f4-974c-6cbb8d0f2107 None None] Provisioning for port be327c1d-ba79-462e-844d-68a33e37888d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:17.557404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:17.619416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0fdbfa3f-b622-47a5-b00b-2f9880909b4c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:17.688956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff40a965-57bb-491c-917e-3563ba882e66 req-f5e4391c-7a2e-429a-a4fe-f083a5102647 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.1852999 Aug 31 19:29:17.708761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:17.709660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:17.721918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:17.783537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950bcfb-88a0-441a-9dd8-289e0e623847 req-786378b0-ea0a-486f-a1af-304e3bafa444 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:17.785171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6950bcfb-88a0-441a-9dd8-289e0e623847 req-786378b0-ea0a-486f-a1af-304e3bafa444 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.7779408 Aug 31 19:29:17.938525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-238c0bf7-0b95-409d-90ec-684724ca2d7d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:17.941050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-238c0bf7-0b95-409d-90ec-684724ca2d7d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 810 time: 0.9051332 Aug 31 19:29:18.020360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:18.020748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:18.033080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:18.142914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4104f-bc70-41dc-adbd-da4667e73479 None None] Network 9836d62c-3158-4c0d-80ee-ed4a716f3090 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:18.156185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:18.182905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b42d297-eedd-402e-975f-bc0bfef606a4 req-25dda3cd-ad41-45ac-9e31-0680e67ef2e1 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.2373362 Aug 31 19:29:18.204261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-5ecd96fa-62c3-4c24-b221-74de67f134a0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 379 time: 0.1873050 Aug 31 19:29:18.256745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'port': {'device_id': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'admin_state_up': True, 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'security_groups': ['045d9a70-35ca-4d61-a1ce-20ab83f40175']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:18.323088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:18.323602 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:18.437856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6950bcfb-88a0-441a-9dd8-289e0e623847 req-b8218c17-30b6-4030-ae0b-f8419c654a8e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151292 Aug 31 19:29:18.492550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:18.524360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port 22513ef3-c2af-48a1-8a02-4ec6cb3a468a yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:18.839903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': '7bb77a64-aecb-42ec-acdb-59f4ef836fcf', 'ip_address': '2001:db8::f816:3eff:feac:2543'}, {'subnet_id': '2975c08f-178f-421f-bdb6-a04e4c2f2077'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'cf5eadbd-a044-4db9-aa1d-da835b34ef6b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:29:18.988349 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:18.998935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-048c159e-6863-4b94-ba61-203c24dcd6fd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:19.000693 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-048c159e-6863-4b94-ba61-203c24dcd6fd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 797 time: 0.3220646 Aug 31 19:29:19.145582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Provisioning for port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:19.155583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Provisioning complete for port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:19.156001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.253668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac8e4dde-809f-4dd1-8079-8b84f9b566b4 req-c8bc058c-ac38-43df-bfd8-e3869f7fd6ab tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.1316173 Aug 31 19:29:19.258539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:29:19.278241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Sync routers for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:19.300651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:29:19.301965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.310167 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:19.311057 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:19.323243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5665995a-642e-46ce-8b0f-f9d885b9c5fa None None] Port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:19.334121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a0af324-0941-4ece-bbcf-feff6ee7683d req-f180f428-9db8-4246-afd8-bcdc442107e3 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 210 time: 0.1757994 Aug 31 19:29:19.468239 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:19.546480 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-40bbab24-b0aa-4b37-979a-3cd18ac9b455 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 379 time: 0.5338447 Aug 31 19:29:19.568820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8:0:1::357 (28ab4167-83d5-4228-ad97-46ade08c33e4/2975c08f-178f-421f-bdb6-a04e4c2f2077/22513ef3-c2af-48a1-8a02-4ec6cb3a468a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:19.570077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'port': {'device_id': 'ddeaef37-3f20-4443-8166-72fb13829820', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'admin_state_up': True, 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'security_groups': ['4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:19.576131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::f816:3eff:fe8e:68dc (28ab4167-83d5-4228-ad97-46ade08c33e4/7bb77a64-aecb-42ec-acdb-59f4ef836fcf/22513ef3-c2af-48a1-8a02-4ec6cb3a468a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:19.631732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:14Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:00Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca939158-bd7f-4e00-9d2b-0c3811511371', 'name': '', 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:25:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:11Z', 'updated_at': '2021-08-31T19:29:15Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:19.702868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:19.703466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Updating router de9a7944-425b-4d78-8f35-be7669892974 port ca939158-bd7f-4e00-9d2b-0c3811511371 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:29:19.715908 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.739142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.752252 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 2, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:19.784697 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.814179 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Checking router: 9fc04455-4bfa-4faa-9c83-75f859c251b1 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:19.814784 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Updating router 9fc04455-4bfa-4faa-9c83-75f859c251b1 port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:29:19.816399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0a34874-ad11-4c95-bc2f-34d12490fbea req-a3b3b654-6e06-4573-b3c4-94563bfab105 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.3458612 Aug 31 19:29:19.816812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:19.823529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Made reservation on behalf of e849605105fc4ae0b14fa278e284503a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:19.833612 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.844618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.850952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 659543d9-d66b-47ff-9390-cc701de0387e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:19.857236 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.872487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object 22513ef3-c2af-48a1-8a02-4ec6cb3a468a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:19.892842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.899366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:19.917206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe23490-1b0b-4ddd-8d28-77fcc4efb92e req-be303b95-71e6-4cac-b0e2-b6c76eb88818 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:19.919420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe23490-1b0b-4ddd-8d28-77fcc4efb92e req-be303b95-71e6-4cac-b0e2-b6c76eb88818 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1350887 Aug 31 19:29:20.040275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:20.056557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:20.064807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.135142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Allocated IP 2001:db8:0:1::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/2975c08f-178f-421f-bdb6-a04e4c2f2077/cf5eadbd-a044-4db9-aa1d-da835b34ef6b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:20.171087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ba17-d75a-4a31-b3db-7204eaa00f01 None None] Provisioning for port 45ddcca3-eccb-437a-b31b-735f851f8842 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:20.209018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Allocated IP 172.20.0.10 (9b806aac-92cd-499d-b8f7-ed34974754c7/98b8f981-32e5-4c1e-8acf-a19ec44d28e3/918d5fa1-9c02-4017-91fc-752f0b4061d8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:20.221736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:20.238794 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.246349 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34b5f659-cc95-4371-8252-15d3aaece927 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 934 time: 2.7208910 Aug 31 19:29:20.250933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:20.400225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe23490-1b0b-4ddd-8d28-77fcc4efb92e req-11c3633a-d987-426e-a131-b934fcf466f3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355607 Aug 31 19:29:20.404205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 659543d9-d66b-47ff-9390-cc701de0387e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:20.427262 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.454548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Transition to ACTIVE for port object c2d03b56-a67b-4b3f-b656-f50694ce6ab5 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:20.463126 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.478064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2e51a2d-d3b9-4242-9ac5-60a008951897 None None] Provisioning for port ca939158-bd7f-4e00-9d2b-0c3811511371 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:20.501531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:20.518218 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2f29fc36-e0cc-494d-9753-748ddee8a4ab tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 934 time: 0.2623847 Aug 31 19:29:20.522609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:20.530751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:20.537625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:20.552272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-743e5f41-8ffe-4635-9a7c-0dcdfce583f6 req-cfd4c336-2662-4e9b-946e-c1edfff02367 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.1335280 Aug 31 19:29:20.568438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 659543d9-d66b-47ff-9390-cc701de0387e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:20.570743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.591156 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b196a-7245-4d51-9840-f72945e8b785 None None] Pushing event updated for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:20.604361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2e51a2d-d3b9-4242-9ac5-60a008951897 None None] Provisioning complete for port ca939158-bd7f-4e00-9d2b-0c3811511371 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:20.605934 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2e51a2d-d3b9-4242-9ac5-60a008951897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.611288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:20.620663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:20.629809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.683354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a77100f5-adfe-47f2-bb1c-3eb94ac68dd1 req-44fe40e8-e455-4562-83e2-71ea29ef44a2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 210 time: 0.1518712 Aug 31 19:29:20.721436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:20.737411 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Attempting to bind port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:20.737791 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Attempting to bind port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:20.738933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Attempting to bind port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:20.747469 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:20.747964 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Checking segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:20.748619 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.749023 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Bound using segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:20.749625 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Bound port: c2d03b56-a67b-4b3f-b656-f50694ce6ab5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:20.750382 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.799772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:20.806681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.837831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=22513ef3-c2af-48a1-8a02-4ec6cb3a468a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:20.858989 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] For port c2d03b56-a67b-4b3f-b656-f50694ce6ab5, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:20.865603 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] For port c2d03b56-a67b-4b3f-b656-f50694ce6ab5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:20.877657 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.907432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e74d9f7-ecf0-48e2-8c90-4bfce1284f28 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2625489 Aug 31 19:29:20.913562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:20.977572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:20.988294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b196a-7245-4d51-9840-f72945e8b785 None None] Pushing event updated for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:21.004996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a2e51a2d-d3b9-4242-9ac5-60a008951897 None None] Port ca939158-bd7f-4e00-9d2b-0c3811511371 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:21.041502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.041636 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:21.042286 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:21.080928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Transition to ACTIVE for port object 918d5fa1-9c02-4017-91fc-752f0b4061d8 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:21.129218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Transition to ACTIVE for port object cf5eadbd-a044-4db9-aa1d-da835b34ef6b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:21.132873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-456084eb-0cf3-4902-8215-dc3f5e25e5c9 req-5b0417c4-4b99-4469-8af5-e3faa8ebe0f5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1442294 Aug 31 19:29:21.146122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d8ff-226c-48f5-afcb-2af4f6e3e28b req-0b8c7112-d5ce-46ac-8b54-ba9ed4953ca9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:21.147986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b10d8ff-226c-48f5-afcb-2af4f6e3e28b req-0b8c7112-d5ce-46ac-8b54-ba9ed4953ca9 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.4101627 Aug 31 19:29:21.149723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.305260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:21.339560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.358036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:21.359976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:21.372674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.384331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.6 (598c3153-d37a-4c21-92f5-175778d615b2/4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef/9752effb-0b0d-4428-91b2-2f81cb84f336) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:21.406717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b10d8ff-226c-48f5-afcb-2af4f6e3e28b req-2d993a45-9304-4813-ae64-ee1288f7e36c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492378 Aug 31 19:29:21.411614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:21.414420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:21.540132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:21.544410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.570126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7564a-0cb4-4213-b8e6-e542c5931848 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:21.590726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-df4ea21a-6c28-4b2e-9bcc-43300c99be8a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3624697 Aug 31 19:29:21.594927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.609813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-7f1e923d-19a8-4eed-be91-dd54f995be05 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:21.616417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-7f1e923d-19a8-4eed-be91-dd54f995be05 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170057 Aug 31 19:29:21.619999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object 9752effb-0b0d-4428-91b2-2f81cb84f336 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:21.632884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Request body: {'port': {'device_id': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:21.725985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.750157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Transition to ACTIVE for port object ca939158-bd7f-4e00-9d2b-0c3811511371 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:21.786290 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.827674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 659543d9-d66b-47ff-9390-cc701de0387e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=659543d9-d66b-47ff-9390-cc701de0387e,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:21.872051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.890562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:20Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:21.897564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:21.922318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.050213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c3dea-c97b-4aae-845b-ca469c292d73 None None] Pushing event updated for resources: {'Port': ['ID=ca939158-bd7f-4e00-9d2b-0c3811511371,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:22.190368 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bf69b-e209-4d38-a901-49b15a334c01 None None] The sync data for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 is: [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:20Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:22.209041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port 22513ef3-c2af-48a1-8a02-4ec6cb3a468a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:22.209491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.251747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acfd9b-2962-4053-a0c8-98c41e06d555 req-5fc1dd06-67a7-4285-9725-ecfc9ecb7468 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:22.259883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3acfd9b-2962-4053-a0c8-98c41e06d555 req-5fc1dd06-67a7-4285-9725-ecfc9ecb7468 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 932 time: 0.4607613 Aug 31 19:29:22.304374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 598c3153-d37a-4c21-92f5-175778d615b2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:22.313381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:22.397117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647105f6-fe3f-46cb-bc25-2da8108cca19 req-98f652ad-063c-47de-bebe-5085366b23ed tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:22.398739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-647105f6-fe3f-46cb-bc25-2da8108cca19 req-98f652ad-063c-47de-bebe-5085366b23ed tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.5746737 Aug 31 19:29:22.402325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Attempting to bind port ca939158-bd7f-4e00-9d2b-0c3811511371 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:22.402689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Attempting to bind port ca939158-bd7f-4e00-9d2b-0c3811511371 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:22.419777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Attempting to bind port ca939158-bd7f-4e00-9d2b-0c3811511371 on network 9836d62c-3158-4c0d-80ee-ed4a716f3090 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:22.442482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:22.456601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Checking segment: {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:22.457318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.457952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Bound using segment: {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:22.458701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Bound port: ca939158-bd7f-4e00-9d2b-0c3811511371, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7692f05-af44-4894-8957-50a7fa67559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:22.460169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.475203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:22.515349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.539253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bba90240-ba5f-445d-ac26-4d78cf144780 None None] Provisioning for port 918d5fa1-9c02-4017-91fc-752f0b4061d8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:22.553821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:22.577057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3acfd9b-2962-4053-a0c8-98c41e06d555 req-a0ae4b83-e80e-4256-9973-53a422c937b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153727 Aug 31 19:29:22.635914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bba90240-ba5f-445d-ac26-4d78cf144780 None None] Provisioning complete for port 918d5fa1-9c02-4017-91fc-752f0b4061d8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:22.636468 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bba90240-ba5f-445d-ac26-4d78cf144780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.652876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:22.734453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for 22513ef3-c2af-48a1-8a02-4ec6cb3a468a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:22.776591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bba90240-ba5f-445d-ac26-4d78cf144780 None None] Port 918d5fa1-9c02-4017-91fc-752f0b4061d8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:22.782960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3d75660b-342c-4fee-ae07-51109959741f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:22.802643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] For port ca939158-bd7f-4e00-9d2b-0c3811511371, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:22.809855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] For port ca939158-bd7f-4e00-9d2b-0c3811511371, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ca939158-bd7f-4e00-9d2b-0c3811511371,segment=NetworkSegment(f7692f05-af44-4894-8957-50a7fa67559c),segment_id=f7692f05-af44-4894-8957-50a7fa67559c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:22.857117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.901856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-647105f6-fe3f-46cb-bc25-2da8108cca19 req-59696e88-b89c-480b-8a03-6b22ce89f020 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858792 Aug 31 19:29:22.920362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:22.921051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:22.940193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b4df5061-64ef-4d0c-bf38-e816c6e4ced2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3753073 Aug 31 19:29:22.963239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Request body: {'port': {'device_id': 'ddeaef37-3f20-4443-8166-72fb13829820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:23.011405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c3dea-c97b-4aae-845b-ca469c292d73 None None] Pushing event updated for resources: {'Port': ['ID=ca939158-bd7f-4e00-9d2b-0c3811511371,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:23.038610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:23.039657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:23.049528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:29:23.049847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:29:23.109690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc3b9-00db-455d-8072-769d06ebdd9f req-1bec7d71-0305-4ac5-ab8b-6765e3240cd8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:23.117652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b2dc3b9-00db-455d-8072-769d06ebdd9f req-1bec7d71-0305-4ac5-ab8b-6765e3240cd8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 931 time: 0.3204861 Aug 31 19:29:23.164987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7266912b-cafd-4110-a071-56f583bd50cb req-792cdd02-bf98-47ed-b330-41268c6e9253 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1182792 Aug 31 19:29:23.242931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:23.243921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.290525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3d75660b-342c-4fee-ae07-51109959741f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:23.305765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecab7970-546d-4306-b84d-5b4bc6f2ff03 None None] Provisioning for port 9752effb-0b0d-4428-91b2-2f81cb84f336 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:23.309265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.310174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3d75660b-342c-4fee-ae07-51109959741f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:23.310554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.366546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecab7970-546d-4306-b84d-5b4bc6f2ff03 None None] Provisioning complete for port 9752effb-0b0d-4428-91b2-2f81cb84f336 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:23.366809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecab7970-546d-4306-b84d-5b4bc6f2ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.395954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b2dc3b9-00db-455d-8072-769d06ebdd9f req-f9a4b009-62eb-40b4-a845-8e13b67e1aa7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764220 Aug 31 19:29:23.453097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918d5fa1-9c02-4017-91fc-752f0b4061d8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:23.475212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.509638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644c9f-2020-4fa7-bc91-56f3df1c480e req-2fc0fc29-91b1-4d24-9c3f-f25694341e25 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:23.512580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e644c9f-2020-4fa7-bc91-56f3df1c480e req-2fc0fc29-91b1-4d24-9c3f-f25694341e25 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1673629 Aug 31 19:29:23.514754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Transition to ACTIVE for port object 918d5fa1-9c02-4017-91fc-752f0b4061d8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:23.538441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.666684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e644c9f-2020-4fa7-bc91-56f3df1c480e req-f7544a06-ef16-448c-84e7-8510b4096b33 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446164 Aug 31 19:29:23.799344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:23.898458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:23.921266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5a4ad-5785-481a-b756-c011ede26163 req-32fad0c9-61cf-473e-bb5a-cf3c84c0524c tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:23.922911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bed5a4ad-5785-481a-b756-c011ede26163 req-32fad0c9-61cf-473e-bb5a-cf3c84c0524c tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 944 time: 0.2032926 Aug 31 19:29:23.966828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ecab7970-546d-4306-b84d-5b4bc6f2ff03 None None] Port 9752effb-0b0d-4428-91b2-2f81cb84f336 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:23.987620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=22513ef3-c2af-48a1-8a02-4ec6cb3a468a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:24.029332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181fe717-ba0f-44cb-bb31-349d592d9863 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:29:24.036329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bed5a4ad-5785-481a-b756-c011ede26163 req-13cf8a39-5a77-419e-872a-43e60bc582a9 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007762 Aug 31 19:29:24.047111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Attempting to bind port 918d5fa1-9c02-4017-91fc-752f0b4061d8 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:24.047111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Attempting to bind port 918d5fa1-9c02-4017-91fc-752f0b4061d8 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:24.047111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Attempting to bind port 918d5fa1-9c02-4017-91fc-752f0b4061d8 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:24.060309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Port 918d5fa1-9c02-4017-91fc-752f0b4061d8 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:29:24.060905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Attempting to bind port 918d5fa1-9c02-4017-91fc-752f0b4061d8 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:24.069349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:24.069971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Checking segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:24.070534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Bound using segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:24.071150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Bound port: 918d5fa1-9c02-4017-91fc-752f0b4061d8, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:24.071721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.134310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.139143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1ebd37e-440c-4fee-9715-9a9b4bd17961 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/22513ef3-c2af-48a1-8a02-4ec6cb3a468a HTTP/1.1" status: 204 len: 168 time: 3.1519566 Aug 31 19:29:24.140738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:24.151260 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.159510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9752effb-0b0d-4428-91b2-2f81cb84f336 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:24.166698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.193568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.224653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:24.232009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:24.253848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.277385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43fb92-0cf7-4636-aeb4-bdcf0285a2eb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.282495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a43fb92-0cf7-4636-aeb4-bdcf0285a2eb tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1404896 Aug 31 19:29:24.287405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:24.327950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Transition to ACTIVE for port object 9752effb-0b0d-4428-91b2-2f81cb84f336 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:24.332797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.384487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181fe717-ba0f-44cb-bb31-349d592d9863 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:29:24.427499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6badedf-66e6-4dce-be36-269c03530853 None None] Could not find standard attr ID for object 22513ef3-c2af-48a1-8a02-4ec6cb3a468a. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:29:24.432986 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.443832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b9e6b3e-eb31-4c07-9242-8e8566c5049b req-469ad3e9-47d8-4478-b54e-ded57ab41d81 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0749412 Aug 31 19:29:24.456934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.459387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.460782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] 10.222.0.67 "PUT /v2.0/ports/918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1093 time: 2.8416948 Aug 31 19:29:24.489403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:24.491369 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412" -d '{"events": [{"name": "network-changed", "server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:24.494325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ecfc2-fc6c-4e03-a648-cec8725cd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:24.524473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cc1a7-489d-49e1-b603-0fcd1987f0b5 req-0fceccb7-5d12-4fb3-9984-78ab9bc3deb6 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.524957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c6cc1a7-489d-49e1-b603-0fcd1987f0b5 req-0fceccb7-5d12-4fb3-9984-78ab9bc3deb6 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.2671368 Aug 31 19:29:24.578025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 3d75660b-342c-4fee-ae07-51109959741f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3d75660b-342c-4fee-ae07-51109959741f,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:24.579166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c496d459-c0c2-44f6-b35b-961fc898a36f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.584411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c496d459-c0c2-44f6-b35b-961fc898a36f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2955744 Aug 31 19:29:24.585093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:24.596850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.597908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device be327c1d-ba79-462e-844d-68a33e37888d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:24.633234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c6cc1a7-489d-49e1-b603-0fcd1987f0b5 req-391c6db2-c55f-4d98-9f31-0c77f294113d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981190 Aug 31 19:29:24.712401 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af5a842-79db-4633-ab3d-a328938df1eb x-openstack-request-id: req-9af5a842-79db-4633-ab3d-a328938df1eb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:24.712960 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:24.713381 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9af5a842-79db-4633-ab3d-a328938df1eb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:24.713939 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'status': 'completed', 'code': 200} Aug 31 19:29:24.723778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6badedf-66e6-4dce-be36-269c03530853 None None] Provisioning for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:24.745537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39cab6-7118-4769-b7d3-a65978ec60c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.747484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39cab6-7118-4769-b7d3-a65978ec60c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.749224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39cab6-7118-4769-b7d3-a65978ec60c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.753768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ea39cab6-7118-4769-b7d3-a65978ec60c9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1423771 Aug 31 19:29:24.755328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:24.759403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-793801c7-31d7-43e5-bcab-f6504f467f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.761219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-793801c7-31d7-43e5-bcab-f6504f467f64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1096 time: 0.2344029 Aug 31 19:29:24.806365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 6, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca939158-bd7f-4e00-9d2b-0c3811511371', 'name': '', 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:25:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:11Z', 'updated_at': '2021-08-31T19:29:22Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:24.828813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 2975c08f-178f-421f-bdb6-a04e4c2f2077 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:24.839358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a07532-44a9-48cc-9e7e-43149478ff20 req-363ac226-e6bd-4caf-8bd0-9933af7bd814 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:24.841414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20a07532-44a9-48cc-9e7e-43149478ff20 req-363ac226-e6bd-4caf-8bd0-9933af7bd814 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.2413805 Aug 31 19:29:24.851675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6badedf-66e6-4dce-be36-269c03530853 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:24.852698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6badedf-66e6-4dce-be36-269c03530853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.880818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:24.884478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-062d6610-f12e-407f-a15f-ea5e7ccb2e9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 217 time: 0.0650039 Aug 31 19:29:24.923428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d85e1-90c2-4c38-9ef2-de8708d2669b None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 6, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca939158-bd7f-4e00-9d2b-0c3811511371', 'name': '', 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:25:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:11Z', 'updated_at': '2021-08-31T19:29:22Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:24.950908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:24.970897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.971297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.971678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.972004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.978771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.978899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.979219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.979550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.981825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.981825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.981825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:24.981825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:25.038862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:25.039425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.057315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=3d75660b-342c-4fee-ae07-51109959741f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:25.073339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20a07532-44a9-48cc-9e7e-43149478ff20 req-388b3b8e-77ba-484e-917d-10671256fd34 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989043 Aug 31 19:29:25.084912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-f869cb91-6784-4c9c-b3e5-f931edd93372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:25.095069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-f869cb91-6784-4c9c-b3e5-f931edd93372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.1831656 Aug 31 19:29:25.101792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port be327c1d-ba79-462e-844d-68a33e37888d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:25.117141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port be327c1d-ba79-462e-844d-68a33e37888d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:25.117523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.198526 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.270608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:29:25.270948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:29:25.271296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:25.274441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.293719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:25.303900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.307357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7e430388-cbeb-45ca-a5dc-ba183e0326dc tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 700 time: 4.7803297 Aug 31 19:29:25.307357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:29:25.307357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:29:25.309976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:25.348896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.354077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/2975c08f-178f-421f-bdb6-a04e4c2f2077 HTTP/1.1" status: 204 len: 168 time: 0.5916641 Aug 31 19:29:25.372718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:25.423880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac36f06-da33-424f-8cef-2f2d686b264a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=2975c08f-178f-421f-bdb6-a04e4c2f2077,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:25.429461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-a7e5c773-4edc-4e4e-b5b8-08ced41a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:25.431469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-a7e5c773-4edc-4e4e-b5b8-08ced41a9133 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3229322 Aug 31 19:29:25.446706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:29:25.446954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Checking segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:29:25.447321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Bound using segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:29:25.447797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Bound port: 9752effb-0b0d-4428-91b2-2f81cb84f336, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:29:25.448161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.472181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.520132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 7bb77a64-aecb-42ec-acdb-59f4ef836fcf {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:25.542057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.554924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62a9eb86-100a-4959-af9e-8808ae5d0121 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 700 time: 0.2435501 Aug 31 19:29:25.585533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port be327c1d-ba79-462e-844d-68a33e37888d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=be327c1d-ba79-462e-844d-68a33e37888d,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:25.594163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.595530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c2d03b56-a67b-4b3f-b656-f50694ce6ab5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:25.611613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:25.631274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-13714499-f013-4a53-8460-181d67eadab9 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854889 Aug 31 19:29:25.657059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06850f-6ad2-4a0f-ab45-0b36ddca8585 req-905281bd-2cd4-4096-b22f-12558aa777bf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:25.657535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c06850f-6ad2-4a0f-ab45-0b36ddca8585 req-905281bd-2cd4-4096-b22f-12558aa777bf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 944 time: 0.3968031 Aug 31 19:29:25.740427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=be327c1d-ba79-462e-844d-68a33e37888d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:25.779400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:25.784032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:25.784892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.804600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8d13c4b-33d3-48f9-896a-51201bb5e1b4 req-7ee48f0e-9723-498e-819b-a5a0ae7d5a94 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1703272 Aug 31 19:29:25.899500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:25.899679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c06850f-6ad2-4a0f-ab45-0b36ddca8585 req-b9237cbf-06b5-4b72-aa6f-6076d357d7ad tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067016 Aug 31 19:29:25.912323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6997d15-f190-4caa-8564-59f4b46930c9 req-a1255dd5-8dd1-4a98-b9f0-36a0640187d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494202 Aug 31 19:29:25.946765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:29:25.988091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:29:25.998747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.020566 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.079582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c2d03b56-a67b-4b3f-b656-f50694ce6ab5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:26.087742 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.088559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d1ebaa8e-c080-4b47-8f28-82e7f61ba24b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:26.088746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-0be5ae69-378a-488d-8cf5-30452ef461bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.090440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-0be5ae69-378a-488d-8cf5-30452ef461bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1096 time: 0.1241798 Aug 31 19:29:26.104360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753786-19f6-4b5d-8adf-6ff52d838e16 req-3a40097c-ea9e-4e30-b204-f1d541544215 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.111967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4753786-19f6-4b5d-8adf-6ff52d838e16 req-3a40097c-ea9e-4e30-b204-f1d541544215 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1312387 Aug 31 19:29:26.199973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.229095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:26.245793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:26.246765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.264197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-00786eaa-5965-4877-928b-601283c46f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.265811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-00786eaa-5965-4877-928b-601283c46f8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.1463289 Aug 31 19:29:26.297365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e37a32-f720-483c-a2da-ab00e36ad9af None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:29:26.348986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.371304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-4f782c62-939c-4340-b1eb-f2f51e08e208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 217 time: 0.0869513 Aug 31 19:29:26.373431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:26.401635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.401999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.403322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] 10.222.0.67 "PUT /v2.0/ports/9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 1092 time: 3.4444478 Aug 31 19:29:26.403795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:26.406051 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:26.407745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:26.408394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:26.416353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb77a64-aecb-42ec-acdb-59f4ef836fcf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:26.431481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.436276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-edd87f07-2ab4-4af0-9bd1-0dfd2a683387 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/7bb77a64-aecb-42ec-acdb-59f4ef836fcf HTTP/1.1" status: 204 len: 168 time: 1.0622971 Aug 31 19:29:26.438353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:26.450860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac719-d387-45fc-af96-ed54adf16f82 service neutron] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:26.461724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4753786-19f6-4b5d-8adf-6ff52d838e16 req-85022f46-bbde-4bfe-b755-3170679fbf17 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482563 Aug 31 19:29:26.492573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de12b53-cea2-4fff-9160-b9184c10bd3f req-db887e55-d877-4d37-a9a1-0d62b7a857fd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.494383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7de12b53-cea2-4fff-9160-b9184c10bd3f req-db887e55-d877-4d37-a9a1-0d62b7a857fd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.2266290 Aug 31 19:29:26.497112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:26.502052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:26.503048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a7a7e2e-fbd5-4206-a61f-4d02ec7f150b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616076 Aug 31 19:29:26.562658 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e341c-b2f6-43cb-84b3-b85fb5bdd31e x-openstack-request-id: req-d69e341c-b2f6-43cb-84b3-b85fb5bdd31e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:26.562949 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:26.563198 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d69e341c-b2f6-43cb-84b3-b85fb5bdd31e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:26.563592 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'status': 'completed', 'code': 200} Aug 31 19:29:26.580649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bd6163f9-5dea-453b-84ac-100b958540ef None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:26.581294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd6163f9-5dea-453b-84ac-100b958540ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.598206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-f92c8ed2-c330-49ea-b5a9-e46915860ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.599721 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-f92c8ed2-c330-49ea-b5a9-e46915860ee0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1095 time: 0.1145599 Aug 31 19:29:26.647682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-892a212a-74c4-454a-b372-4d9bdf377584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 217 time: 0.0383043 Aug 31 19:29:26.659941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-0fd56323-2146-45bf-a3b7-231547e21bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.661716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-0fd56323-2146-45bf-a3b7-231547e21bc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.2800760 Aug 31 19:29:26.664685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:26.669422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:26.683765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:26.720750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-4ce29ae4-217f-4429-8eae-34c9872db299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.722375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-4ce29ae4-217f-4429-8eae-34c9872db299 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.0674419 Aug 31 19:29:26.747703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4727c348-bdfd-4f86-b234-cace9dcd005c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:26.794048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7de12b53-cea2-4fff-9160-b9184c10bd3f req-05fc1168-de7c-4d58-8341-7fd2ab2b8f41 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847819 Aug 31 19:29:26.826970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-94dfc41c-cb95-4a39-b592-58eec2c30e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.829288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-94dfc41c-cb95-4a39-b592-58eec2c30e0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819321 Aug 31 19:29:26.848314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-58c8c40e-08db-4c86-be7e-da463a5af1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:26.850000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-58c8c40e-08db-4c86-be7e-da463a5af1ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769965 Aug 31 19:29:26.940468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.212161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e37a32-f720-483c-a2da-ab00e36ad9af None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:29:27.220176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4727c348-bdfd-4f86-b234-cace9dcd005c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:27.227958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-303e4f67-e402-4aea-92b3-6517b01677f0 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880408 Aug 31 19:29:27.235757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4727c348-bdfd-4f86-b234-cace9dcd005c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:27.236129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.341928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20b0f1c5-a5ba-49a5-ae61-5db0cf25986e req-68a0dbfb-58a9-411e-8c00-f4246df47727 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.4053376 Aug 31 19:29:27.439172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port ca939158-bd7f-4e00-9d2b-0c3811511371 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:27.439844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.444588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 918d5fa1-9c02-4017-91fc-752f0b4061d8 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:29:27.471381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192ec30-c215-4765-876a-75aef7c4e57e req-2e771ef3-3e8b-4dcc-9f3a-41856127defe tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:27.473386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f192ec30-c215-4765-876a-75aef7c4e57e req-2e771ef3-3e8b-4dcc-9f3a-41856127defe tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 944 time: 0.1546795 Aug 31 19:29:27.479255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-01a673e0-bed4-4942-bab8-07568947c85e service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214807 Aug 31 19:29:27.538443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port ca939158-bd7f-4e00-9d2b-0c3811511371, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ca939158-bd7f-4e00-9d2b-0c3811511371,segment=NetworkSegment(f7692f05-af44-4894-8957-50a7fa67559c),segment_id=f7692f05-af44-4894-8957-50a7fa67559c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:27.538840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.553064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for ca939158-bd7f-4e00-9d2b-0c3811511371 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:27.570307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.641908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd5b11d-dd85-4f27-b4c1-51d56ff21412 req-b8b9a242-66b8-4ba9-ba27-84a78ded9649 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352279 Aug 31 19:29:27.690424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.725468 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-48380fec-2f76-461a-bb74-5ee9af88e45b req-b740e81e-736c-45e8-9d40-1a665bd11bda service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889445 Aug 31 19:29:27.727321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.764279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=ca939158-bd7f-4e00-9d2b-0c3811511371,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:27.775471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:27.782226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f192ec30-c215-4765-876a-75aef7c4e57e req-05144edd-310c-4bde-9411-d6e813608c26 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969239 Aug 31 19:29:27.787895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:27.791773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4727c348-bdfd-4f86-b234-cace9dcd005c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4727c348-bdfd-4f86-b234-cace9dcd005c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:27.794540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:27.795311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.806841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e8442-2c0e-434e-8ef9-f41c97049361 req-d47d90df-fd89-470b-a255-857e5459a11e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:27.810426 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:27.813189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0fdbfa3f-b622-47a5-b00b-2f9880909b4c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:27.817667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-524e8442-2c0e-434e-8ef9-f41c97049361 req-d47d90df-fd89-470b-a255-857e5459a11e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1591713 Aug 31 19:29:27.842698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=b849f1e7-78a0-4e0c-b376-1c8c26b757a4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:27.866526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.867087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.867626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.868124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.868546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.869114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.869548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.869985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.870400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.870845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.871300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.871743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:27.880358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-c247fbe2-a4e8-46d6-8ec8-5df93f3e863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:27.881879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-c247fbe2-a4e8-46d6-8ec8-5df93f3e863d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1095 time: 0.0928869 Aug 31 19:29:27.895419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-524e8442-2c0e-434e-8ef9-f41c97049361 req-35b7fb49-be61-4f3f-a3e9-3b6fd3c453b1 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Aug 31 19:29:27.901510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b72ad02-2169-4dcf-9a75-a90b51f34d9e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4033334 Aug 31 19:29:27.902595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:27.907654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:27.917942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:23Z', 'revision_number': 7, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:07Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca939158-bd7f-4e00-9d2b-0c3811511371', 'name': '', 'network_id': '9836d62c-3158-4c0d-80ee-ed4a716f3090', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:25:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:11Z', 'updated_at': '2021-08-31T19:29:22Z', 'revision_number': 4, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'c25f2b02-16d5-475a-acb1-d24caf34cc16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:28.000611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.032720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2241-73d1-4f8d-b3da-38851401ebb5 req-fbfcd9d6-60f3-4100-8d1d-8f1357bb70a1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:28.034427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcbd2241-73d1-4f8d-b3da-38851401ebb5 req-fbfcd9d6-60f3-4100-8d1d-8f1357bb70a1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.0818925 Aug 31 19:29:28.037704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:28.080538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:28.096000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcbd2241-73d1-4f8d-b3da-38851401ebb5 req-db9d2418-26a0-42ae-aecc-e900a1df6188 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475218 Aug 31 19:29:28.099553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:28.099957 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.106253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:28.107019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:28.108838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:28.109516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:28.111959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.192293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'port_id': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'mac_address': 'fa:16:3e:c7:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:29:28.217782 n-d-778550-14 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b849f1e7-78a0-4e0c-b376-1c8c26b757a4 (CIDR: 2001:db8::/64) Aug 31 19:29:28.222280 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:29:28.223425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:28.244135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bfaa65cc-cb67-4149-8f48-7d4d328abf77 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3401656 Aug 31 19:29:28.246803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:28.259442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:28.325604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.348706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:28.406761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918d5fa1-9c02-4017-91fc-752f0b4061d8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:28.432050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:28.436615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'b849f1e7-78a0-4e0c-b376-1c8c26b757a4'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'cf5eadbd-a044-4db9-aa1d-da835b34ef6b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:29:28.437535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.530892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fad1d09-e0cf-46a3-ba95-609b34c8e257 req-13c03ec9-7ffb-45bf-91ab-f020aa00f2bc tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0831904 Aug 31 19:29:28.536169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:28.566105 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.610894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:28.707099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 45ddcca3-eccb-437a-b31b-735f851f8842 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:28.739262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-0399916f-b1ab-4415-8e00-193b852ce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:28.741394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-0399916f-b1ab-4415-8e00-193b852ce6cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.7286818 Aug 31 19:29:28.818754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-1810acae-acc1-4b88-a072-4597b56bba92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 217 time: 0.0496325 Aug 31 19:29:28.830872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['918d5fa1-9c02-4017-91fc-752f0b4061d8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:29:28.873675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-ee5428c3-7bfd-46e6-a0dc-8fb8640644f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:28.875160 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-ee5428c3-7bfd-46e6-a0dc-8fb8640644f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.0489404 Aug 31 19:29:28.948268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-315c2383-c429-45ae-984b-8651066c2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:28.950192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-315c2383-c429-45ae-984b-8651066c2864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659435 Aug 31 19:29:28.953764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:28.973501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:29.022373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 45ddcca3-eccb-437a-b31b-735f851f8842 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:29.028526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 8, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:29.045750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:29:29.095086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 45ddcca3-eccb-437a-b31b-735f851f8842 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:29.095472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.101686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ecfc-23c6-46e1-8b50-19cc072229c7 None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 8, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:29.136276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:29.150859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85cbb3d1-1ce8-453c-aecf-5c4fd36c0768 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5339570 Aug 31 19:29:29.151542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:29.177561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec6a2-6a9e-493b-a641-b72720358302 req-f604782b-6905-4495-9817-5ecdd71bb2f4 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:29.179409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b41ec6a2-6a9e-493b-a641-b72720358302 req-f604782b-6905-4495-9817-5ecdd71bb2f4 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 945 time: 0.2449386 Aug 31 19:29:29.186162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/b849f1e7-78a0-4e0c-b376-1c8c26b757a4/cf5eadbd-a044-4db9-aa1d-da835b34ef6b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:29.206941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaac87d-1c71-40d3-ac22-41613d13753b req-1694391e-dae4-4dab-91e4-dbcd7b27600a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:29.216236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbaac87d-1c71-40d3-ac22-41613d13753b req-1694391e-dae4-4dab-91e4-dbcd7b27600a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.2148249 Aug 31 19:29:29.231093 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-78057012-d9bc-4b7d-b9fe-d182e3000234 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665229 Aug 31 19:29:29.260182 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.313921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b41ec6a2-6a9e-493b-a641-b72720358302 req-dc9a43fe-b24c-45e5-88ad-65c085102cec tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224847 Aug 31 19:29:29.344830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbaac87d-1c71-40d3-ac22-41613d13753b req-e6fe1c87-355a-4e53-a8f7-786ae44890e0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274745 Aug 31 19:29:29.395353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet c25f2b02-16d5-475a-acb1-d24caf34cc16 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:29.398957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.450000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.493913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9fe36-4ae1-4085-a625-c540c70ebc1a req-14f35ede-fc85-4723-8b6a-2e7679079f98 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:29.495528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dce9fe36-4ae1-4085-a625-c540c70ebc1a req-14f35ede-fc85-4723-8b6a-2e7679079f98 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.0768337 Aug 31 19:29:29.541411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 45ddcca3-eccb-437a-b31b-735f851f8842, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=45ddcca3-eccb-437a-b31b-735f851f8842,segment=NetworkSegment(f7692f05-af44-4894-8957-50a7fa67559c),segment_id=f7692f05-af44-4894-8957-50a7fa67559c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:29.542797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:29:29.553777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.556501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dce9fe36-4ae1-4085-a625-c540c70ebc1a req-a6e429ba-fdb2-4e46-8238-d7c93769d15c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545328 Aug 31 19:29:29.595904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a44d7fee-10f2-4153-94b8-ce38dcf47f8a req-ab61f0b0-b246-44ba-8ee9-4ec832fb7cd5 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533683 Aug 31 19:29:29.640720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:29.664780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.683402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'mac_address': 'fa:16:3e:54:6e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:29:29.687197 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.697051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54ea9eaa-e577-449a-9818-03aa6908997d req-3297f3b1-bac4-49da-841f-e25a9de9d1f7 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0500014 Aug 31 19:29:29.714277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=c25f2b02-16d5-475a-acb1-d24caf34cc16,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:29.724609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.730213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:29.740452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8709a489-3def-42c3-89f7-39e5e59bdf96 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/c25f2b02-16d5-475a-acb1-d24caf34cc16 HTTP/1.1" status: 204 len: 168 time: 0.5855336 Aug 31 19:29:29.743657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=45ddcca3-eccb-437a-b31b-735f851f8842,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:29.785472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:29.850892 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.861833 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.887169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9752effb-0b0d-4428-91b2-2f81cb84f336 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:29.913335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:29.922922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 45ddcca3-eccb-437a-b31b-735f851f8842 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:29.923304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.935230 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:29.946169 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:29.946809 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:29.981332 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:29.995712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Transition to ACTIVE for port object cf5eadbd-a044-4db9-aa1d-da835b34ef6b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:30.002214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:30.005751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 45ddcca3-eccb-437a-b31b-735f851f8842, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=45ddcca3-eccb-437a-b31b-735f851f8842,segment=NetworkSegment(f7692f05-af44-4894-8957-50a7fa67559c),segment_id=f7692f05-af44-4894-8957-50a7fa67559c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:30.006357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.008693 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.019841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.045616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 45ddcca3-eccb-437a-b31b-735f851f8842 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:30.052916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.074478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:30.075231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.142908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d47d9-2b59-4e31-b58c-eb35e6b37a9a None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.183536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:29:30.183918 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:29:30.209653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.259781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9752effb-0b0d-4428-91b2-2f81cb84f336'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:29:30.295096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.341517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port 45ddcca3-eccb-437a-b31b-735f851f8842 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:30.394051 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 8, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.408529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=45ddcca3-eccb-437a-b31b-735f851f8842,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.436772 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:30.447673 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:30.448560 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.515697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:30.548616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.557399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:30.569270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.570458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.731199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:30.736519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.751096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:30.762005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:30.762615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.794416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:30.795837 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.799488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.822529 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:29:30.846577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de6da8-c611-48bb-b7e8-4a396ba77c85 req-2b6afdcb-55cc-4f09-8b14-826132feb642 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:30.852842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5de6da8-c611-48bb-b7e8-4a396ba77c85 req-2b6afdcb-55cc-4f09-8b14-826132feb642 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 945 time: 0.3932960 Aug 31 19:29:30.856976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9836d62c-3158-4c0d-80ee-ed4a716f3090']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.873741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=14e5497e-ad71-4f5c-b3df-ae9d4967bea2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.882113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.902999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aee1-49b0-48d6-8e74-a944362410d7 req-ddd39b87-6dca-4479-a7e9-b51f513f19d3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:30.904820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a592aee1-49b0-48d6-8e74-a944362410d7 req-ddd39b87-6dca-4479-a7e9-b51f513f19d3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.3529897 Aug 31 19:29:30.908331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7692f05-af44-4894-8957-50a7fa67559c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.908706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7692f05-af44-4894-8957-50a7fa67559c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.914681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:30.915214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6660020 Aug 31 19:29:30.923196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:8b:69:2a', 'name': 'tempest-NetworksTestDHCPv6-228574784'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:30.938342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa10ce-2e85-4ddd-b569-80d76d4f3ef7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=12']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:30.947719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:30.977361 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 8, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:30.990044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.003277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5de6da8-c611-48bb-b7e8-4a396ba77c85 req-b30311d9-50ae-4865-990b-307739f485de tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195102 Aug 31 19:29:31.004768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:31.005187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:31.008645 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:31.011832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a592aee1-49b0-48d6-8e74-a944362410d7 req-bd77279e-fff9-4bfe-9bb8-6593089c8096 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949924 Aug 31 19:29:31.096122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814b246-1524-44fc-b72a-78901b366fa8 None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 8, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '4727c348-bdfd-4f86-b234-cace9dcd005c', 'name': '', 'network_id': 'dccadc1d-73ac-48c0-98df-15931a029d4b', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:6e:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:57Z', 'updated_at': '2021-08-31T19:29:27Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'e9bbad45-676b-4c0c-9fcd-9624f59a9d4e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:31.122709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.136740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.144954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:31.151920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/9836d62c-3158-4c0d-80ee-ed4a716f3090 HTTP/1.1" status: 204 len: 168 time: 1.4204297 Aug 31 19:29:31.273526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388b4c4-d53d-481a-b0c8-2d839cc2871c None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:31.314941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45c2cf28-eb0c-4439-8fa1-6c0c86076710 req-70663111-22f3-45c3-ac9c-2aa8f24244d0 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1238396 Aug 31 19:29:31.323077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:31.331566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072effb-8551-4486-8ccd-32d3f0658d5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=9836d62c-3158-4c0d-80ee-ed4a716f3090,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:31.414317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad528ab8-d921-4524-96ea-22c74b434d15 req-9ce1408c-2cfb-4b69-a74b-99cf17f26b0e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:31.416969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad528ab8-d921-4524-96ea-22c74b434d15 req-9ce1408c-2cfb-4b69-a74b-99cf17f26b0e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 944 time: 0.1511972 Aug 31 19:29:31.439898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:31.442611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c2d03b56-a67b-4b3f-b656-f50694ce6ab5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:31.543836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad528ab8-d921-4524-96ea-22c74b434d15 req-708ab484-a834-44d7-81a3-653107cd65c7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127791 Aug 31 19:29:31.658080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.669965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Provisioning for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:31.732056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:31.732434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.801179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:31.801810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:31.810773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port d618569e-f94d-4007-8d7c-15b1d0c31c06 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:31.931966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87264f6-046a-4d9f-a5c6-1e02ac9c817d None None] DHCP port deletion for 9836d62c-3158-4c0d-80ee-ed4a716f3090 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:31.937018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9752effb-0b0d-4428-91b2-2f81cb84f336 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:31.958672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9752effb-0b0d-4428-91b2-2f81cb84f336 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:31.959138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.049086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.148857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.182427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::28a (28ab4167-83d5-4228-ad97-46ade08c33e4/b849f1e7-78a0-4e0c-b376-1c8c26b757a4/d618569e-f94d-4007-8d7c-15b1d0c31c06) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:32.192165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:32.193669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:692a (28ab4167-83d5-4228-ad97-46ade08c33e4/14e5497e-ad71-4f5c-b3df-ae9d4967bea2/d618569e-f94d-4007-8d7c-15b1d0c31c06) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:32.199141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:32.202292 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ca749-453a-41d7-8678-c7fbb6c09b8d" -d '{"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-plugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:32.210472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:32.239064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.243447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:32.258806 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.319989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.321540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 918d5fa1-9c02-4017-91fc-752f0b4061d8 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:32.324224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d09a2-b400-4085-a1da-29d60a7711b2 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=14']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:32.353372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e308261-fd06-4d2b-aa77-16b7a25dcb40 req-24a50ab2-0656-4f3e-a689-f238fcd4db7a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:32.362864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e308261-fd06-4d2b-aa77-16b7a25dcb40 req-24a50ab2-0656-4f3e-a689-f238fcd4db7a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1842082 Aug 31 19:29:32.427891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae31cd-2c62-4330-a0d0-e02dd82a29e1 req-5ae02a4b-66cb-4487-b166-2490ea8db1dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:32.435497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14ae31cd-2c62-4330-a0d0-e02dd82a29e1 req-5ae02a4b-66cb-4487-b166-2490ea8db1dc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 945 time: 0.2162478 Aug 31 19:29:32.482086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-333c9876-4714-4a08-9201-7a59745e4c5f None None] Provisioning complete for port 9752effb-0b0d-4428-91b2-2f81cb84f336 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:32.482596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-333c9876-4714-4a08-9201-7a59745e4c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.484179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:32.503435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e308261-fd06-4d2b-aa77-16b7a25dcb40 req-e504758d-32a5-41cc-a52b-2169f4cd6e84 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390376 Aug 31 19:29:32.520936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:32.521624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.526379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 918d5fa1-9c02-4017-91fc-752f0b4061d8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:32.553094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14ae31cd-2c62-4330-a0d0-e02dd82a29e1 req-26d43803-3f90-43f8-9d78-14f47dbe2cf2 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166458 Aug 31 19:29:32.580797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 918d5fa1-9c02-4017-91fc-752f0b4061d8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:32.581304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.618864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.639850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object d618569e-f94d-4007-8d7c-15b1d0c31c06 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:32.641362 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2efd5e-4603-4ecc-9f73-f9218ebe977a x-openstack-request-id: req-5f2efd5e-4603-4ecc-9f73-f9218ebe977a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:32.642246 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-plugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:32.642995 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f2efd5e-4603-4ecc-9f73-f9218ebe977a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:32.643511 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'code': 200} Aug 31 19:29:32.761293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9de2396-4498-429b-90b6-a9c0acfdb834 req-f93d2353-383e-4417-a384-90d68eb73d74 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0421901 Aug 31 19:29:32.788807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device be327c1d-ba79-462e-844d-68a33e37888d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:32.826293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.839554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9227b-e0fb-44a0-a5c8-ed918b1590b9 req-8556ab41-bc02-422e-83dd-6e82207336ff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:32.841583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49a9227b-e0fb-44a0-a5c8-ed918b1590b9 req-8556ab41-bc02-422e-83dd-6e82207336ff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0724816 Aug 31 19:29:32.887575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10025a-912c-45c9-b371-41d76c815789 req-923a6e72-46f9-4486-b301-73a1b94e651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:32.889184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ad10025a-912c-45c9-b371-41d76c815789 req-923a6e72-46f9-4486-b301-73a1b94e651c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.1801536 Aug 31 19:29:32.918282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49a9227b-e0fb-44a0-a5c8-ed918b1590b9 req-14a6e586-aec9-4236-819b-79758e49c873 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655286 Aug 31 19:29:32.934300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:32.937393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port be327c1d-ba79-462e-844d-68a33e37888d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:32.938415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.948425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:32.955010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:32.961780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:32.962534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.975397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-333c9876-4714-4a08-9201-7a59745e4c5f None None] Provisioning complete for port 918d5fa1-9c02-4017-91fc-752f0b4061d8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:32.976474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-333c9876-4714-4a08-9201-7a59745e4c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.978248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:32.981377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=d618569e-f94d-4007-8d7c-15b1d0c31c06,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:33.006455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:33.006675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b9fbeaa-8d4a-4508-82f1-a9aa46d3501c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0899587 Aug 31 19:29:33.010070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ad10025a-912c-45c9-b371-41d76c815789 req-72399931-977f-4eaa-b539-0802e813678d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097691 Aug 31 19:29:33.012367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 4727c348-bdfd-4f86-b234-cace9dcd005c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:33.013216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.089847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:33.097733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.165061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 4727c348-bdfd-4f86-b234-cace9dcd005c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4727c348-bdfd-4f86-b234-cace9dcd005c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:33.165851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.176285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port d618569e-f94d-4007-8d7c-15b1d0c31c06 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:33.176804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.186098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 4727c348-bdfd-4f86-b234-cace9dcd005c owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:33.291662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e47603-409e-4075-a46b-a4eb2a96a743 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:33.302407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.322135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for d618569e-f94d-4007-8d7c-15b1d0c31c06 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:33.413358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4727c348-bdfd-4f86-b234-cace9dcd005c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:33.460299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.469328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:33.531725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=4727c348-bdfd-4f86-b234-cace9dcd005c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:33.641212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 4727c348-bdfd-4f86-b234-cace9dcd005c {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:29:33.641675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4727c348-bdfd-4f86-b234-cace9dcd005c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 19:29:33.670731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Port 4727c348-bdfd-4f86-b234-cace9dcd005c not found, will not notify nova. {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 19:29:33.671155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3d75660b-342c-4fee-ae07-51109959741f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:33.677527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40acf417-41f7-495a-99b4-96a53f6233a6 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:33.677912 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40acf417-41f7-495a-99b4-96a53f6233a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.778841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.838925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=d618569e-f94d-4007-8d7c-15b1d0c31c06,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:33.871251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbddd5f-45ec-4f24-8ea2-780decd702e0 req-82e7772b-8435-4a83-92c4-0616e91311d0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:33.879872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bbddd5f-45ec-4f24-8ea2-780decd702e0 req-82e7772b-8435-4a83-92c4-0616e91311d0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1418953 Aug 31 19:29:33.924348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3d75660b-342c-4fee-ae07-51109959741f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:33.924746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.936617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef578-0bf4-474f-98d6-c32d97abec5f req-34e39dcd-a750-4ff6-8593-f8416b7b05a2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:33.938236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-421ef578-0bf4-474f-98d6-c32d97abec5f req-34e39dcd-a750-4ff6-8593-f8416b7b05a2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.2367458 Aug 31 19:29:33.939074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.955292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:33.961078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f36dc0d-5bf1-4f03-8a6b-86f6e58b2096 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/d618569e-f94d-4007-8d7c-15b1d0c31c06 HTTP/1.1" status: 204 len: 168 time: 0.9504707 Aug 31 19:29:33.962586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:34.000571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bbddd5f-45ec-4f24-8ea2-780decd702e0 req-0e8fea13-f5ba-4325-825c-d20014692e6b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150160 Aug 31 19:29:34.041386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-421ef578-0bf4-474f-98d6-c32d97abec5f req-6f03e378-e7b1-4594-bbbc-8b332c9cd424 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Aug 31 19:29:34.173501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec601cdc-c81f-4341-bd93-806c0b195a8e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.177221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ec601cdc-c81f-4341-bd93-806c0b195a8e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2133982 Aug 31 19:29:34.188432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46330) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:34.198492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 659543d9-d66b-47ff-9390-cc701de0387e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:34.261776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d64524c4-a760-4c18-9eb9-b50266d4d11a req-9b2683b5-bb69-4920-893d-273a4128a733 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1115842 Aug 31 19:29:34.275180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 659543d9-d66b-47ff-9390-cc701de0387e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:34.275565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.282524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38b110-f070-4c40-a3b6-1a74a0800363 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.288408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a38b110-f070-4c40-a3b6-1a74a0800363 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0989270 Aug 31 19:29:34.290786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:34.354720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6ca7d-0f68-4b71-9599-76f41ba9e04e req-86707ce3-494f-4766-b2cb-d9644b3955b2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.362623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81b6ca7d-0f68-4b71-9599-76f41ba9e04e req-86707ce3-494f-4766-b2cb-d9644b3955b2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1042278 Aug 31 19:29:34.416741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81b6ca7d-0f68-4b71-9599-76f41ba9e04e req-254658bd-012a-4f7b-a457-8ba3be87fb96 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530581 Aug 31 19:29:34.420485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6c289c50-a419-46d7-8811-c414e215225a None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:34.425640 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c289c50-a419-46d7-8811-c414e215225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.518321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeedf10-f643-44b8-bd2e-780ed9f75f61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.520319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeedf10-f643-44b8-bd2e-780ed9f75f61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.521835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeedf10-f643-44b8-bd2e-780ed9f75f61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.526469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:34.526741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2eeedf10-f643-44b8-bd2e-780ed9f75f61 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2345932 Aug 31 19:29:34.581385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:34.617890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:34.633421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 14e5497e-ad71-4f5c-b3df-ae9d4967bea2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:34.639143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.649127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:34.652877 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63566cc-12af-4165-9d86-5a2d48c051ac" -d '{"events": [{"server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "name": "network-vif-plugged", "status": "completed", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:34.695192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f7921c7-b189-4de3-986f-731cabea1168 None None] Could not find standard attr ID for object d618569e-f94d-4007-8d7c-15b1d0c31c06. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:29:34.702559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:34.713510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-34942a4b-ef5d-479d-99e6-0c9e6c6962a7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5568073 Aug 31 19:29:34.713903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:34.714042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:34.722906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:34.723280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.747982 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b3dbf-29f3-471c-9f2f-2fb8532aafb3 x-openstack-request-id: req-da1b3dbf-29f3-471c-9f2f-2fb8532aafb3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:34.748275 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "name": "network-vif-plugged", "status": "completed", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:34.748636 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da1b3dbf-29f3-471c-9f2f-2fb8532aafb3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:34.749025 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'code': 200} Aug 31 19:29:34.754331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.764910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:34.765562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:34.822290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet e9bbad45-676b-4c0c-9fcd-9624f59a9d4e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:34.842810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.881057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.916712 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:34.980696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b91523-f9be-4e61-ab5b-7f64f0008a24 req-f8a7e63d-94ab-4604-9827-9874d52e9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:34.993139 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e2b91523-f9be-4e61-ab5b-7f64f0008a24 req-f8a7e63d-94ab-4604-9827-9874d52e9c77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.1945026 Aug 31 19:29:35.005131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.007509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:35.054234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=14e5497e-ad71-4f5c-b3df-ae9d4967bea2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:35.069688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.074101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b632e370-8895-4dcb-8492-02feefb14304 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/14e5497e-ad71-4f5c-b3df-ae9d4967bea2 HTTP/1.1" status: 204 len: 168 time: 0.5437911 Aug 31 19:29:35.074469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:35.166112 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e2b91523-f9be-4e61-ab5b-7f64f0008a24 req-78b115a1-5146-4101-97bb-bea283183176 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639109 Aug 31 19:29:35.176211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2429089-d822-4b61-aecc-0b99f0783532 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:35.196128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.283816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98befcc7-46e4-4f60-b64a-accedc2013da req-3c6ee4d3-b1a5-4211-ac71-1da89209a127 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:35.301133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98befcc7-46e4-4f60-b64a-accedc2013da req-3c6ee4d3-b1a5-4211-ac71-1da89209a127 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0939710 Aug 31 19:29:35.318450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet b849f1e7-78a0-4e0c-b376-1c8c26b757a4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:35.326401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.342384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.355935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae031e4-071f-4a8f-bb85-4f294c550294 req-99c507e2-56bb-42e6-9b4a-efb15f05f3de tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:35.357640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae031e4-071f-4a8f-bb85-4f294c550294 req-99c507e2-56bb-42e6-9b4a-efb15f05f3de tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.2122703 Aug 31 19:29:35.370473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 45ddcca3-eccb-437a-b31b-735f851f8842 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:35.372042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bbad45-676b-4c0c-9fcd-9624f59a9d4e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:35.376111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.381650 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9f13fac6-4d93-446a-a82a-ae1bc372317f tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/e9bbad45-676b-4c0c-9fcd-9624f59a9d4e HTTP/1.1" status: 204 len: 168 time: 0.6663613 Aug 31 19:29:35.382103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:35.442556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a038d-743a-4dfd-bce9-9698a27e4c3e None None] Network dccadc1d-73ac-48c0-98df-15931a029d4b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:35.443607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98befcc7-46e4-4f60-b64a-accedc2013da req-05950b69-16ce-475f-851f-e8ce8d9c540a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411607 Aug 31 19:29:35.461403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 45ddcca3-eccb-437a-b31b-735f851f8842 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:35.462093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 45ddcca3-eccb-437a-b31b-735f851f8842 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:35.529169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae031e4-071f-4a8f-bb85-4f294c550294 req-e22e12f5-17c5-47fb-88b4-bb0e6a91165d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226866 Aug 31 19:29:35.538977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.553363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.647621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42a76bcc-ab48-4920-9798-35a8b1713753 req-957d990c-dee4-4b07-8297-0c339cadeefb tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0663800 Aug 31 19:29:35.708563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 729e4440-990c-4734-98a8-2d8735c9d49c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:35.708923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.764644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7572cd-c772-46b9-8887-4280174eff57 req-21aab71d-d952-473a-b155-8b19be7339c6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:35.766592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a7572cd-c772-46b9-8887-4280174eff57 req-21aab71d-d952-473a-b155-8b19be7339c6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1055741 Aug 31 19:29:35.856695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:35.892604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a7572cd-c772-46b9-8887-4280174eff57 req-ac7e34e5-77b9-4353-be34-5750cadda61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075664 Aug 31 19:29:36.009264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:36.047393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=b849f1e7-78a0-4e0c-b376-1c8c26b757a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:36.052590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:36.055224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-405cb3b8-7a85-4dcb-9323-13ad116ef5b6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/b849f1e7-78a0-4e0c-b376-1c8c26b757a4 HTTP/1.1" status: 204 len: 168 time: 0.9795258 Aug 31 19:29:36.060346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:36.129522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] DHCP port deletion for dccadc1d-73ac-48c0-98df-15931a029d4b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:36.137892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:33Z', 'revision_number': 9, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:36.224733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:36.259151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:36.260565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:36.416697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 729e4440-990c-4734-98a8-2d8735c9d49c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=729e4440-990c-4734-98a8-2d8735c9d49c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:36.417238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:36.448448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 729e4440-990c-4734-98a8-2d8735c9d49c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:36.482834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Deleting port 729e4440-990c-4734-98a8-2d8735c9d49c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:36.482834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:36.657261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 729e4440-990c-4734-98a8-2d8735c9d49c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:36.692378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:36.773518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port 729e4440-990c-4734-98a8-2d8735c9d49c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:36.775049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:36.776214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-739dd2c1-b828-4c91-8cac-001f4253fde7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7146173 Aug 31 19:29:36.791806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:36.796009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=729e4440-990c-4734-98a8-2d8735c9d49c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:36.931236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b396ee-478e-42ce-ae4a-a4f8bb4bf258 req-eb748712-0716-454b-861e-41e7ae042287 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:36.941536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45b396ee-478e-42ce-ae4a-a4f8bb4bf258 req-eb748712-0716-454b-861e-41e7ae042287 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1597731 Aug 31 19:29:36.950861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:36.962070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb4a4-6f40-40ed-9656-9e48eec906b2 req-7ef0c317-fa11-4ad8-be2d-1b07f129d889 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:36.963683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d08eb4a4-6f40-40ed-9656-9e48eec906b2 req-7ef0c317-fa11-4ad8-be2d-1b07f129d889 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1461699 Aug 31 19:29:37.029212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45b396ee-478e-42ce-ae4a-a4f8bb4bf258 req-414b1f54-b73d-4a83-8a57-026b9aea85d0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Aug 31 19:29:37.029538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.045863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccadc1d-73ac-48c0-98df-15931a029d4b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:37.047679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d08eb4a4-6f40-40ed-9656-9e48eec906b2 req-f0853d40-6a98-446b-abce-92d31b230111 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484362 Aug 31 19:29:37.081729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:37.140239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] For port 729e4440-990c-4734-98a8-2d8735c9d49c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=729e4440-990c-4734-98a8-2d8735c9d49c,segment=NetworkSegment(d58c87f4-b71d-437c-9f84-6c013e3812eb),segment_id=d58c87f4-b71d-437c-9f84-6c013e3812eb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:37.140393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58c87f4-b71d-437c-9f84-6c013e3812eb') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:37.140489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.140568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58c87f4-b71d-437c-9f84-6c013e3812eb') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:37.170163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Calling delete_port for 729e4440-990c-4734-98a8-2d8735c9d49c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:37.181561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.201711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:37.206034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.210072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.224363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf8d04-f30c-434e-9a84-93eac9f6ce01 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:37.230356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:37.231200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36cf8d04-f30c-434e-9a84-93eac9f6ce01 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1092 time: 0.1481154 Aug 31 19:29:37.262459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:37.266308 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.268889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b0162-bda7-46a2-a107-714a1c2d1464 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'b849f1e7-78a0-4e0c-b376-1c8c26b757a4'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'cf5eadbd-a044-4db9-aa1d-da835b34ef6b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:29:37.275613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:37.276160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:37.279669 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:37.295426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7290eb52-5d95-4700-b268-db6a5f50cde7 req-3857260f-ae4a-40c8-8f6c-6cc6b050a08d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.1008458 Aug 31 19:29:37.312814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbdccb-3b19-4199-8c19-68c1bd9134bb req-41a9736b-8f82-4696-8a4b-6ebc729961eb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:37.327817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 729e4440-990c-4734-98a8-2d8735c9d49c {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:29:37.328339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 729e4440-990c-4734-98a8-2d8735c9d49c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:37.334691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15dbdccb-3b19-4199-8c19-68c1bd9134bb req-41a9736b-8f82-4696-8a4b-6ebc729961eb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.2079799 Aug 31 19:29:37.370747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.384869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15dbdccb-3b19-4199-8c19-68c1bd9134bb req-90bfd062-df5a-4f89-9f58-8e26777ebc43 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490465 Aug 31 19:29:37.438237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] Pushing event deleted for resources: {'Port': ['ID=729e4440-990c-4734-98a8-2d8735c9d49c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:37.444382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ffbcc-7249-4e37-bdda-fa038df3108d None None] No DVR routers for this DVR port 729e4440-990c-4734-98a8-2d8735c9d49c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:37.470690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa8b0162-bda7-46a2-a107-714a1c2d1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.581170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84600763-93e6-4094-bc09-fce0481f000c req-10ef8860-acfa-4764-aac1-3019212cb823 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:37.588122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84600763-93e6-4094-bc09-fce0481f000c req-10ef8860-acfa-4764-aac1-3019212cb823 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0982580 Aug 31 19:29:37.594977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:37.604438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'floatingip': {'port_id': '918d5fa1-9c02-4017-91fc-752f0b4061d8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:37.645827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.661251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.666521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/dccadc1d-73ac-48c0-98df-15931a029d4b HTTP/1.1" status: 204 len: 168 time: 2.2834454 Aug 31 19:29:37.670276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:37.689461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.722482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bc7a5-3db1-41f4-92fa-65cf6d92595e None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:37.766362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ed41c-66f1-40f4-881c-77b792ac854b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=dccadc1d-73ac-48c0-98df-15931a029d4b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:37.778326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.797126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:33Z', 'revision_number': 9, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:37.829564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21f636-b267-4ad3-9644-0a0c1f33a29c None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:33Z', 'revision_number': 9, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '659543d9-d66b-47ff-9390-cc701de0387e', 'name': '', 'network_id': '220b61fb-e9fb-4d53-9dac-446951a27fc8', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:75:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:47Z', 'updated_at': '2021-08-31T19:29:21Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': 'b1ddbb8c-143c-4874-8e50-b46cf3d79630', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:37.851243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cd99c5d5-98c1-4400-ba61-2fa08b91e1fd None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:37.851623 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd99c5d5-98c1-4400-ba61-2fa08b91e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:37.869183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:37.932154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:37.937887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:37.942357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.074085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2963183 Aug 31 19:29:38.079988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:38.088259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:38.153107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863f71-9900-45d9-a29a-cc68ce20cf25 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=a07bf1f5-6b16-4836-8765-6b1306032e62,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:38.216784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Update dhcp port {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'fixed_ips': [{'subnet_id': 'a07bf1f5-6b16-4836-8765-6b1306032e62'}], 'binding:host_id': 'n-d-778550-14'}, 'id': 'cf5eadbd-a044-4db9-aa1d-da835b34ef6b'} from n-d-778550-14. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 19:29:38.275244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.358850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.539906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:38.543755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.595273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4727c348-bdfd-4f86-b234-cace9dcd005c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:38.644864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:29:38.684277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4727c348-bdfd-4f86-b234-cace9dcd005c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:38.684660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4727c348-bdfd-4f86-b234-cace9dcd005c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:38.685088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:38.754733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.758361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.90 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/cd47f4db-fc5c-4b69-8571-c070c58a3fc2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:38.775311 n-d-778550-14 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a07bf1f5-6b16-4836-8765-6b1306032e62 (CIDR: 2001:db8::/64) Aug 31 19:29:38.787607 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:29:38.788239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:38.799595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.807556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Allocated IP 2001:db8::2 (28ab4167-83d5-4228-ad97-46ade08c33e4/a07bf1f5-6b16-4836-8765-6b1306032e62/cf5eadbd-a044-4db9-aa1d-da835b34ef6b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:38.821656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dca0fc29-2ca6-4746-b443-6bd803f5872c req-878ed0dd-8e26-4477-aceb-04bd901a0955 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0626528 Aug 31 19:29:38.862289 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58927359-6078-4688-be98-a02b479f7d0d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7752168 Aug 31 19:29:38.871590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.873620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:38.893488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'subnet': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:38.895184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae56920-76d4-4ff8-9fde-5c021609ef94 req-d25f73ee-1b60-4ebe-a5e3-38d7e574312d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:38.897366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ae56920-76d4-4ff8-9fde-5c021609ef94 req-d25f73ee-1b60-4ebe-a5e3-38d7e574312d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.7290485 Aug 31 19:29:38.924569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:38.987617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ae56920-76d4-4ff8-9fde-5c021609ef94 req-5893c34c-2add-498f-8dd3-78b76c6053c6 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826211 Aug 31 19:29:39.016994 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Floating IP 1b9dcd24-7338-4370-87c1-ca03fd90208c associated. External IP: 172.25.3.233, port: 918d5fa1-9c02-4017-91fc-752f0b4061d8. Aug 31 19:29:39.059175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:39.098318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.114696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Transition to ACTIVE for port object cf5eadbd-a044-4db9-aa1d-da835b34ef6b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:39.119779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.259205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa2d47-6f82-408b-a848-b960b0c851d2 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=17']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:39.265864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:29:39.266244 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:29:39.282837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.309509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:39.401996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:39.406112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.469034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:39.488525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.494408 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:39.515268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:39.515866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:39.540181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-181cde0f-8933-49f3-968e-7e673b7c8200 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "PUT /v2.0/floatingips/1b9dcd24-7338-4370-87c1-ca03fd90208c HTTP/1.1" status: 200 len: 992 time: 1.9437280 Aug 31 19:29:39.540780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:39.543402 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27002af9-a1d5-40ad-8127-79a8751701ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:39.575096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.666711 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd0873-d644-4429-a7fe-ee944b7fdaf1 x-openstack-request-id: req-e6cd0873-d644-4429-a7fe-ee944b7fdaf1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:39.667193 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:39.667306 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6cd0873-d644-4429-a7fe-ee944b7fdaf1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:39.668291 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'status': 'completed', 'code': 200} Aug 31 19:29:39.709029 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:39.818641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:39.819348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.869180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=cd47f4db-fc5c-4b69-8571-c070c58a3fc2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:39.872191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:39.884576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:39.887495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:39.891423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:39.965187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002af9-a1d5-40ad-8127-79a8751701ca req-b922e668-7c6f-4fb8-a839-e26a4e879a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:39.967066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-b922e668-7c6f-4fb8-a839-e26a4e879a50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.2492607 Aug 31 19:29:39.984721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=18']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:40.072437 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1b9dcd24-7338-4370-87c1-ca03fd90208c', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:c7:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:08Z', 'updated_at': '2021-08-31T19:29:38Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:40.124444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93f6f9b6-a6b2-402e-adb1-7508c24c4753 req-afe2c64a-c108-4858-b166-a01a4a72a986 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1ba710f-fa34-444d-8b84-5a88f7587d6a HTTP/1.1" status: 200 len: 210 time: 0.0833650 Aug 31 19:29:40.127796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:40.165470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:40.166364 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:40.195398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1322278-4257-4af7-a60b-854330d9038e req-dcff8c60-bc64-4bfe-8ca2-a5aed6b88eee tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:40.203658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1322278-4257-4af7-a60b-854330d9038e req-dcff8c60-bc64-4bfe-8ca2-a5aed6b88eee tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0722375 Aug 31 19:29:40.249167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1322278-4257-4af7-a60b-854330d9038e req-d38060cd-b0fe-4c14-b54d-58e4e91c8e02 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Aug 31 19:29:40.354807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c74515-fc58-4f43-a35d-5edd52dbef22 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:40.370631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 659543d9-d66b-47ff-9390-cc701de0387e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:40.370987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:40.403940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:40.506486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Provisioning for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:40.532429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:40.532810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:40.592430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:40.750791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:40.766401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1b9dcd24-7338-4370-87c1-ca03fd90208c', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:c7:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:08Z', 'updated_at': '2021-08-31T19:29:38Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:40.772566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:40.772862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:40.815134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2c93a987-2442-400e-8f48-133587af4214 None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:40.821506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:40.929610 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf77adc-cb81-4130-ab38-2cd9b4cdaa3d None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '1b9dcd24-7338-4370-87c1-ca03fd90208c', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:c7:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:08Z', 'updated_at': '2021-08-31T19:29:38Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:40.984208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93a987-2442-400e-8f48-133587af4214 None None] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=19']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:41.031233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002af9-a1d5-40ad-8127-79a8751701ca req-ad28df71-16f5-4976-a72d-0f4806d63546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:41.033429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-ad28df71-16f5-4976-a72d-0f4806d63546 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 1.0467224 Aug 31 19:29:41.151256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-69847cd3-2bca-4be2-a017-4de8a005d6cd None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:41.151995 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69847cd3-2bca-4be2-a017-4de8a005d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.210312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 659543d9-d66b-47ff-9390-cc701de0387e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=659543d9-d66b-47ff-9390-cc701de0387e,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:41.210689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.235632 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-b566d736-21d0-4e02-8f91-f0b7fbaa4db6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1000 time: 0.1863110 Aug 31 19:29:41.308521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46480) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:41.321394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 659543d9-d66b-47ff-9390-cc701de0387e owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:41.324020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002af9-a1d5-40ad-8127-79a8751701ca req-2dbfc0d8-7562-4579-96d6-149d3bfb9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:41.325503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-2dbfc0d8-7562-4579-96d6-149d3bfb9e19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.0689569 Aug 31 19:29:41.450762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.482679 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.527907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399568be-80f8-46a9-9046-094900124d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.578906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf344f-21f4-42a6-91f8-1ca2dc5b750f req-254e4231-dc79-4728-bce7-0e22abbe1307 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:41.580924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acaf344f-21f4-42a6-91f8-1ca2dc5b750f req-254e4231-dc79-4728-bce7-0e22abbe1307 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1762407 Aug 31 19:29:41.582339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.585441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:41.586676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/security-groups/bdc409f2-888f-446f-9634-d9ddad6fb5c6 HTTP/1.1" status: 204 len: 168 time: 0.2771370 Aug 31 19:29:41.598343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:41.626743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1434-3055-4a3e-ac84-e6c7380f449c tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc409f2-888f-446f-9634-d9ddad6fb5c6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:41.631510 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-c2bef03d-0621-4fdb-98bb-978e58bb0288 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] show failed (client error): The resource could not be found. Aug 31 19:29:41.632569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c2bef03d-0621-4fdb-98bb-978e58bb0288 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "GET /v2.0/security-groups/bdc409f2-888f-446f-9634-d9ddad6fb5c6 HTTP/1.1" status: 404 len: 347 time: 0.0315850 Aug 31 19:29:41.634901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:29:41.640646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:41.686548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acaf344f-21f4-42a6-91f8-1ca2dc5b750f req-e287e6f1-75e9-4907-8226-30910cbf0838 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826852 Aug 31 19:29:41.786580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002af9-a1d5-40ad-8127-79a8751701ca req-15428fa7-85a5-4f4b-9d5d-1ba8cbb45a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:41.788627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-15428fa7-85a5-4f4b-9d5d-1ba8cbb45a37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4534132 Aug 31 19:29:41.881187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ea011-f771-47b9-afe9-fdd900cccdb7 None None] New status for floating IP 1b9dcd24-7338-4370-87c1-ca03fd90208c: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:29:42.147832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.318897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-46228545-81fe-4fd3-a0e7-e39341650381 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145156 Aug 31 19:29:42.478296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.480469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.486150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.493144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 6f1f766d-843b-4472-b528-97c33ca57f43 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:42.493503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.525951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:42.575442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:42.575850 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.599048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=659543d9-d66b-47ff-9390-cc701de0387e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:42.752860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-27002af9-a1d5-40ad-8127-79a8751701ca req-f78c8b70-55e1-40df-8f18-28f4b9c77a5e service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180624 Aug 31 19:29:42.816763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb44c8-b1af-4a61-9801-fac6edc41247 req-683a38df-c042-446b-8633-72ad6e184b64 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:42.824361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2cb44c8-b1af-4a61-9801-fac6edc41247 req-683a38df-c042-446b-8633-72ad6e184b64 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0672042 Aug 31 19:29:42.864503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.864852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:42.870191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2cb44c8-b1af-4a61-9801-fac6edc41247 req-c06cf594-ec74-4989-a898-8ca7407e007b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 Aug 31 19:29:42.945716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 6f1f766d-843b-4472-b528-97c33ca57f43 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:43.161908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:43.192510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.226113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.240088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.325831 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.360664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.361414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.866216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=cd47f4db-fc5c-4b69-8571-c070c58a3fc2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:43.873641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:43.891827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:43.901879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d14c30-592d-4c7d-9741-e1f3760f5314 None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:43.920295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.927070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:43.927663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:43.930592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Subnet': ['ID=875e72e4-21ed-4998-b40d-bc216333dcaf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:44.026423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.082874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45183848-c84e-498b-980f-4e17a917f785 req-0bb956d9-8a60-48a4-803f-421369766e82 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:44.086899 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1974072 Aug 31 19:29:44.087556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:44.091751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45183848-c84e-498b-980f-4e17a917f785 req-0bb956d9-8a60-48a4-803f-421369766e82 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0986199 Aug 31 19:29:44.125895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Request body: {'port': {'network_id': '28ab4167-83d5-4228-ad97-46ade08c33e4', 'mac_address': 'fa:16:3e:be:0a:fb', 'name': 'tempest-NetworksTestDHCPv6-109315361'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:44.136007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45183848-c84e-498b-980f-4e17a917f785 req-f4a4745d-3372-4938-ba4a-fcb8ecc3ea83 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Aug 31 19:29:44.139071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c5297-6fae-460f-b3bd-e3ef4625092a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=21']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:44.198344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd837b6d-893b-4a99-9040-e8b12e298703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.242798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:44.293080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=6f1f766d-843b-4472-b528-97c33ca57f43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:44.325133 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 8d112d47-f629-4d08-b5ab-a4f444925999 associated. External IP: 172.25.3.90, port: 9752effb-0b0d-4428-91b2-2f81cb84f336. Aug 31 19:29:44.383262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.385733 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.386927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-de4117d3-fc81-46ed-957e-b7677693c527 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/floatingips/1275fe88-a943-467e-ab55-bf0bbadd0d2f HTTP/1.1" status: 204 len: 168 time: 2.7404428 Aug 31 19:29:44.389735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:44.429541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.501779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 6cd7944e-7701-4146-9ffd-f2dd88650673 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:44.502132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.558623 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.609481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:44.614208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Made reservation on behalf of 350b93a0e55640e9bbe7cb994c0651be for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:29:44.623214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3fceac27-3bd4-46c7-95f5-37a2e4008860 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9265645 Aug 31 19:29:44.625650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:44.627222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:44.654031 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:44.657009 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:44.666156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:29:44.729771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.766489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:44.766870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:44.872168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:44.878167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] device_id is not set on port e2f6649c-3648-4530-b0d3-083f76ba530e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:29:45.032849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet b1ddbb8c-143c-4874-8e50-b46cf3d79630 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:45.050749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.153055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.156951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ca2f5b8-62ed-437f-873c-6815ec8584d3 None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:45.157433 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f5b8-62ed-437f-873c-6815ec8584d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.179087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.233119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 6cd7944e-7701-4146-9ffd-f2dd88650673 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:45.236505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router 9fc04455-4bfa-4faa-9c83-75f859c251b1 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:45.238211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:42Z', 'revision_number': 10, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:45.304975 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:45.323535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:45.324215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:45.356660 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.420378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114a11a-51dc-4a4f-8305-3bfc5c902c98 req-2919575e-1bed-4225-82bc-44b500b90d3d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:45.422057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d114a11a-51dc-4a4f-8305-3bfc5c902c98 req-2919575e-1bed-4225-82bc-44b500b90d3d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1909864 Aug 31 19:29:45.447570 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:45.473779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8::3a7 (28ab4167-83d5-4228-ad97-46ade08c33e4/a07bf1f5-6b16-4836-8765-6b1306032e62/e2f6649c-3648-4530-b0d3-083f76ba530e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:45.482256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.506155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d114a11a-51dc-4a4f-8305-3bfc5c902c98 req-5a19edba-235e-4f86-a104-e0e5b6a42a74 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 Aug 31 19:29:45.512602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:afb (28ab4167-83d5-4228-ad97-46ade08c33e4/875e72e4-21ed-4998-b40d-bc216333dcaf/e2f6649c-3648-4530-b0d3-083f76ba530e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:29:45.583095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.614071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=6cd7944e-7701-4146-9ffd-f2dd88650673,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:45.727893 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:42Z', 'revision_number': 10, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:45.758294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee85c34-7994-4ca8-a0a1-1d8ad511ebc8 None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:42Z', 'revision_number': 10, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None, '_interfaces': [{'id': '9a46a915-443f-4cb6-bda3-bd8cf849a537', 'name': '', 'network_id': '3f0db463-9b1d-4bce-bfa2-67420df3e5aa', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'mac_address': 'fa:16:3e:1e:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a7944-425b-4d78-8f35-be7669892974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:40Z', 'updated_at': '2021-08-31T19:28:56Z', 'revision_number': 5, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'subnets': [{'id': '338b0611-8fca-4fb7-aa32-b57dc2ead202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:45.768704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.771821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cae944af-2e58-4524-a579-dc8b1cc2356d tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/ports/6cd7944e-7701-4146-9ffd-f2dd88650673 HTTP/1.1" status: 204 len: 168 time: 1.3809993 Aug 31 19:29:45.774435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:45.847097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.883485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 6c66f597-22e7-49de-a1a8-600272e66bb8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:45.883813 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:45.949266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:45.960111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Sync routers for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:45.971895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:45.972762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:45.999998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.014802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.039152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 6c66f597-22e7-49de-a1a8-600272e66bb8 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:46.040652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.075284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85c0aa09-fda8-458a-b4b1-74ef59933409 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.8164496 Aug 31 19:29:46.094827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:46.097283 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c46c04d-46aa-438d-a521-88efe293dec3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:46.110325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ddbb8c-143c-4874-8e50-b46cf3d79630,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:46.119550 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.121828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc227be1-f818-4c9e-9050-981e815c9f29 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/b1ddbb8c-143c-4874-8e50-b46cf3d79630 HTTP/1.1" status: 204 len: 168 time: 1.4936452 Aug 31 19:29:46.126094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.129398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:46.182576 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a4f38-51b4-466e-a594-63076e4171ae x-openstack-request-id: req-ce7a4f38-51b4-466e-a594-63076e4171ae {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:46.183131 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:46.183735 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce7a4f38-51b4-466e-a594-63076e4171ae {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:46.184511 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'status': 'completed', 'code': 200} Aug 31 19:29:46.311922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Transition to ACTIVE for port object e2f6649c-3648-4530-b0d3-083f76ba530e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:29:46.365641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.431794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd761a-7c60-45ba-981e-287bd14ad473 req-27c337cb-c7a1-4540-bc88-307baf41003f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:46.434017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53cd761a-7c60-45ba-981e-287bd14ad473 req-27c337cb-c7a1-4540-bc88-307baf41003f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0964224 Aug 31 19:29:46.435539 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.470294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-4b3670ed-3be3-4008-9d76-2e19a4b4d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:46.472881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-4b3670ed-3be3-4008-9d76-2e19a4b4d971 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.2493427 Aug 31 19:29:46.512735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35912583-0ecc-4321-a6dc-ff13f53266b2 None None] Network 220b61fb-e9fb-4d53-9dac-446951a27fc8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:46.514885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 659543d9-d66b-47ff-9390-cc701de0387e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:46.533649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=6c66f597-22e7-49de-a1a8-600272e66bb8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:46.543087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 659543d9-d66b-47ff-9390-cc701de0387e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:46.543624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 659543d9-d66b-47ff-9390-cc701de0387e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:46.589633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53cd761a-7c60-45ba-981e-287bd14ad473 req-7f32fe40-6f64-4f18-83c0-94b349efdd36 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398654 Aug 31 19:29:46.618527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.625940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b146fa36-d92f-4139-9893-683bdf995e7e tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/ports/6c66f597-22e7-49de-a1a8-600272e66bb8 HTTP/1.1" status: 204 len: 168 time: 0.8501532 Aug 31 19:29:46.626895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46596) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:46.627321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.654835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:46.659289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:46.740410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting subnet 516f3bfd-9575-4d38-9dfe-725a989d484f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:46.745570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.805933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.814161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-b589c5df-c57d-4267-9870-d1605174ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:46.816847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-b589c5df-c57d-4267-9870-d1605174ebc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.3347106 Aug 31 19:29:46.823514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:29:46.829810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port b3ffee61-8506-4923-9ef2-66edc298d411 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:46.830231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.849220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event updated for resources: {'Port': ['ID=e2f6649c-3648-4530-b0d3-083f76ba530e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:46.857623 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ceec0fac-9b33-40ac-bdcd-b94e58e593ba tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 990 time: 0.1939774 Aug 31 19:29:46.857623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:29:46.860635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:29:46.867168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:46.867836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:46.913721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d720ab-c91a-4fbd-afa0-3b089a0f993f req-6bed747e-248e-4123-a37e-8991f1765304 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:46.923455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66d720ab-c91a-4fbd-afa0-3b089a0f993f req-6bed747e-248e-4123-a37e-8991f1765304 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.2559466 Aug 31 19:29:46.993143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a89bdc28-5662-494e-b4cc-b2660bda5a04 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8757298 Aug 31 19:29:47.000119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:47.005822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-78f6b92d-ab0c-48b1-964a-c16398caa34f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 998 time: 0.1729341 Aug 31 19:29:47.011752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port b3ffee61-8506-4923-9ef2-66edc298d411, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b3ffee61-8506-4923-9ef2-66edc298d411,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:47.012135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.026298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] DHCP port deletion for 220b61fb-e9fb-4d53-9dac-446951a27fc8 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:47.050075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.060724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for b3ffee61-8506-4923-9ef2-66edc298d411 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:47.113246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66d720ab-c91a-4fbd-afa0-3b089a0f993f req-9ab4c6ac-585b-4dc6-99ac-3dd800792273 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833684 Aug 31 19:29:47.127524 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.137219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-d4d32057-d74a-4f1a-bcdd-579499f2c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:47.152722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-d4d32057-d74a-4f1a-bcdd-579499f2c77e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.1375809 Aug 31 19:29:47.254415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Deleting port b3ffee61-8506-4923-9ef2-66edc298d411 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:47.254812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.271078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting port e2f6649c-3648-4530-b0d3-083f76ba530e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:47.272061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.289530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.295528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.325934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port b3ffee61-8506-4923-9ef2-66edc298d411 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:47.326576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] For port b3ffee61-8506-4923-9ef2-66edc298d411, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b3ffee61-8506-4923-9ef2-66edc298d411,segment=NetworkSegment(293c9242-5a47-4283-8045-4ea8a87752f2),segment_id=293c9242-5a47-4283-8045-4ea8a87752f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:47.327464 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.343778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Calling delete_port for b3ffee61-8506-4923-9ef2-66edc298d411 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:47.358174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-6c0433aa-3b9f-460f-8ae3-dd413925b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:47.360321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Subnet': ['ID=516f3bfd-9575-4d38-9dfe-725a989d484f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:47.360790 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-6c0433aa-3b9f-460f-8ae3-dd413925b8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973448 Aug 31 19:29:47.414396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.416672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ea5a3c1-82a1-4542-93cf-c8dcb500e4e5 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/subnets/516f3bfd-9575-4d38-9dfe-725a989d484f HTTP/1.1" status: 204 len: 168 time: 0.7873948 Aug 31 19:29:47.419525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46610) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:47.444848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.453525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.457976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220b61fb-e9fb-4d53-9dac-446951a27fc8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:47.466201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16ef69-f1ba-4392-a634-a864dee23115 None None] Network 7b0a0d68-f904-4281-8c8c-34ba8ad005fd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:47.483613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293c9242-5a47-4283-8045-4ea8a87752f2') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:47.483938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293c9242-5a47-4283-8045-4ea8a87752f2') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:47.495579 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.520508 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.527988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] No DVR routers for this DVR port b3ffee61-8506-4923-9ef2-66edc298d411 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:47.542584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting subnet 941b6597-4a42-4972-895d-8a6d564e7004 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:47.560510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.563528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Calling delete_port for e2f6649c-3648-4530-b0d3-083f76ba530e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:47.590144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8d112d47-f629-4d08-b5ab-a4f444925999', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'mac_address': 'fa:16:3e:54:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeaef37-3f20-4443-8166-72fb13829820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:41Z', 'updated_at': '2021-08-31T19:29:41Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:47.629216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=b3ffee61-8506-4923-9ef2-66edc298d411,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:47.635709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-a26ecf0b-80af-4633-8d76-888bf74b5299 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238527 Aug 31 19:29:47.635709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.672086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:47.684235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:47.688349 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:47.691404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11088a46-07af-494a-9ace-3b120e249c79 None None] Pushing event deleted for resources: {'Port': ['ID=b3ffee61-8506-4923-9ef2-66edc298d411,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:47.694759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.695830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Checking router: 9fc04455-4bfa-4faa-9c83-75f859c251b1 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:47.708615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:47.709263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:47.710971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e93d1cc-594d-4244-83df-9909ec754431 None None] Provisioning for port e2f6649c-3648-4530-b0d3-083f76ba530e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:29:47.773708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e93d1cc-594d-4244-83df-9909ec754431 None None] Provisioning complete for port e2f6649c-3648-4530-b0d3-083f76ba530e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:47.774181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e93d1cc-594d-4244-83df-9909ec754431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.833530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1e93d1cc-594d-4244-83df-9909ec754431 None None] Port e2f6649c-3648-4530-b0d3-083f76ba530e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:29:47.849607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.878364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.880871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/220b61fb-e9fb-4d53-9dac-446951a27fc8 HTTP/1.1" status: 204 len: 168 time: 1.7475548 Aug 31 19:29:47.884543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:47.884746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:47.886055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6f13-4218-4fbf-b48a-35d3b27c30b0 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=220b61fb-e9fb-4d53-9dac-446951a27fc8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:47.907822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:47.942588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:47.957491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] DHCP port deletion for 7b0a0d68-f904-4281-8c8c-34ba8ad005fd request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:48.082946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94f45ca5-dcac-44a0-aaae-5f1c9ed9e82a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 990 time: 0.1934955 Aug 31 19:29:48.102915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.130126 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c46c04d-46aa-438d-a521-88efe293dec3 req-3cc3562c-79ca-49d7-8c5b-f89aa62c7c88 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845562 Aug 31 19:29:48.158520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Subnet': ['ID=941b6597-4a42-4972-895d-8a6d564e7004,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:48.220966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.223725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e5bac-2df0-4c8b-9ff5-f6993bd72521 None None] Network bd56f0b8-b472-4de6-99b2-2498b3cb83ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:48.227936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-79d2b70a-6397-422e-a508-86d85d102f86 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/subnets/941b6597-4a42-4972-895d-8a6d564e7004 HTTP/1.1" status: 204 len: 168 time: 0.7997963 Aug 31 19:29:48.228799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:48.267380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Deleting port 62e26900-7301-4380-997c-6b93ee4d5004 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:48.268037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.308059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.369935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.413089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Port': ['ID=e2f6649c-3648-4530-b0d3-083f76ba530e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:48.495066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62e26900-7301-4380-997c-6b93ee4d5004,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:48.510384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.545131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.550327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c58b684f-c0e8-4016-b552-c663e60d4d6c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e2f6649c-3648-4530-b0d3-083f76ba530e HTTP/1.1" status: 204 len: 168 time: 1.5487704 Aug 31 19:29:48.550985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:48.568489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.576453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b3ffee61-8506-4923-9ef2-66edc298d411 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:48.586379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Calling delete_port for 62e26900-7301-4380-997c-6b93ee4d5004 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:48.638275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1483-6073-4d68-993f-965c31d2643f req-56348222-3225-49ed-8bf7-85f57fe529e5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.640046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33bf1483-6073-4d68-993f-965c31d2643f req-56348222-3225-49ed-8bf7-85f57fe529e5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.3457077 Aug 31 19:29:48.656029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b3ffee61-8506-4923-9ef2-66edc298d411 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:48.656602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b3ffee61-8506-4923-9ef2-66edc298d411 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:48.657172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62e26900-7301-4380-997c-6b93ee4d5004 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:48.717632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a37712-4e6c-41be-beaf-e93bd7cc3a51 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.719490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-01a37712-4e6c-41be-beaf-e93bd7cc3a51 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1565666 Aug 31 19:29:48.727072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:48.776422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port 9a46a915-443f-4cb6-bda3-bd8cf849a537 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:48.776938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.807177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33bf1483-6073-4d68-993f-965c31d2643f req-e6a2baa3-a712-4324-8321-cec84868916c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400933 Aug 31 19:29:48.828542 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.839829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fe2ea-7303-45d2-bc83-f7736045d9ba tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.842054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-359fe2ea-7303-45d2-bc83-f7736045d9ba tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1117628 Aug 31 19:29:48.844307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Deleting port 62e26900-7301-4380-997c-6b93ee4d5004 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:48.844756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.847982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:48.899846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62e26900-7301-4380-997c-6b93ee4d5004,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:48.902819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8d112d47-f629-4d08-b5ab-a4f444925999', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'mac_address': 'fa:16:3e:54:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeaef37-3f20-4443-8166-72fb13829820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:41Z', 'updated_at': '2021-08-31T19:29:41Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:48.936571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port 9a46a915-443f-4cb6-bda3-bd8cf849a537, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9a46a915-443f-4cb6-bda3-bd8cf849a537,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:48.936946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.939195 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:48.957818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for 9a46a915-443f-4cb6-bda3-bd8cf849a537 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:48.962411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4080413-a0b7-4cdb-8992-4a9f6ac111d0 None None] The sync data for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 is: [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8d112d47-f629-4d08-b5ab-a4f444925999', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'mac_address': 'fa:16:3e:54:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeaef37-3f20-4443-8166-72fb13829820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:29:41Z', 'updated_at': '2021-08-31T19:29:41Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:48.966349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f598db8-3697-4558-a879-e7e206766722 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.968157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f598db8-3697-4558-a879-e7e206766722 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.969985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f598db8-3697-4558-a879-e7e206766722 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:48.972095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f598db8-3697-4558-a879-e7e206766722 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1228814 Aug 31 19:29:48.978996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:49.077919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] For port 62e26900-7301-4380-997c-6b93ee4d5004, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62e26900-7301-4380-997c-6b93ee4d5004,segment=NetworkSegment(544bd08d-e6d6-4047-a12b-175cb2a21a8f),segment_id=544bd08d-e6d6-4047-a12b-175cb2a21a8f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:49.078315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.092972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet 875e72e4-21ed-4998-b40d-bc216333dcaf {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:49.098241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:49.154408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Calling delete_port for 62e26900-7301-4380-997c-6b93ee4d5004 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:49.156747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.196376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.206180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] DHCP port deletion for bd56f0b8-b472-4de6-99b2-2498b3cb83ae request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:49.210804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event deleted for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.232320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3dfa74bf-d68d-40eb-8eef-9eb1fcb04474 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 990 time: 0.1330256 Aug 31 19:29:49.252518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] No DVR routers for this DVR port 62e26900-7301-4380-997c-6b93ee4d5004 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:49.254596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf988a2c-f2fe-4857-84cd-61ebbd3a9b46 None None] Pushing event deleted for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.272383 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.319667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=9a46a915-443f-4cb6-bda3-bd8cf849a537,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.339102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Deleting port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:49.339903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.356577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.408692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.449435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] For port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,segment=NetworkSegment(1d0f4046-e8e6-401f-9efb-6fd73c07101c),segment_id=1d0f4046-e8e6-401f-9efb-6fd73c07101c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:49.449836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.469197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Port': ['ID=62e26900-7301-4380-997c-6b93ee4d5004,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.485248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] No DVR routers for this DVR port 62e26900-7301-4380-997c-6b93ee4d5004 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:49.489382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Calling delete_port for e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:49.553369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.582581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.672174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.703217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] Pushing event deleted for resources: {'Port': ['ID=e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.704631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.705104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5a111-e8a7-485d-add6-73e6af277577 None None] No DVR routers for this DVR port e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:49.755416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=875e72e4-21ed-4998-b40d-bc216333dcaf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:49.764817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653a930-93e5-40a5-a84c-d63b7a8fe81a None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:49.765297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.767356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a030ee24-80a5-4e87-8a10-77e30788df85 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/875e72e4-21ed-4998-b40d-bc216333dcaf HTTP/1.1" status: 204 len: 168 time: 0.7872798 Aug 31 19:29:49.789328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.789328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:49.821562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0a0d68-f904-4281-8c8c-34ba8ad005fd']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:49.840746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544bd08d-e6d6-4047-a12b-175cb2a21a8f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:49.841165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544bd08d-e6d6-4047-a12b-175cb2a21a8f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:49.869184 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.881215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Deleting subnet a07bf1f5-6b16-4836-8765-6b1306032e62 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:49.889227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.928544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.948235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:49.949523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:49.953529 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:49.965228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:50.062242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.066686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.073250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:50.085958 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:50.089241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf3c1015-9992-47fe-9633-ffe96a2d7f7a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1089146 Aug 31 19:29:50.090082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:50.100705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:50.101351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.102745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.107868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/networks/7b0a0d68-f904-4281-8c8c-34ba8ad005fd HTTP/1.1" status: 204 len: 168 time: 1.8757615 Aug 31 19:29:50.119676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:50.140336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64807cdc-1680-41d9-82d5-34a854919370 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Network': ['ID=7b0a0d68-f904-4281-8c8c-34ba8ad005fd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:50.182871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting subnet 338b0611-8fca-4fb7-aa32-b57dc2ead202 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:29:50.187362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.239077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:50.250418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46676) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:50.272252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.312134 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.323249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017e307-ea93-4551-b1af-a2b00fd8144e None None] New status for floating IP 8d112d47-f629-4d08-b5ab-a4f444925999: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:29:50.328616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a5e80-5d20-4bc9-9bbb-5bbcde725fa0 req-2b2bf7cd-fd7a-4e7a-b609-6b61396b6994 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:50.334313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56a5e80-5d20-4bc9-9bbb-5bbcde725fa0 req-2b2bf7cd-fd7a-4e7a-b609-6b61396b6994 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.3876517 Aug 31 19:29:50.344118 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:50.355394 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:50.356266 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.468389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.512169 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:50.590839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.610462 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.650010 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511796ab-e467-4946-a77e-eee8fd5b80b0 None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:50.663413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56a5e80-5d20-4bc9-9bbb-5bbcde725fa0 req-99f5f0d1-f443-47d9-acdb-bc5fd9f17a40 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123393 Aug 31 19:29:50.678835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:50.723064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:50.723533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2d5aa9a-b7e6-42b9-8afd-6d07a2fbfb9f not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:50.807617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.821546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd56f0b8-b472-4de6-99b2-2498b3cb83ae']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.824919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.869035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0f4046-e8e6-401f-9efb-6fd73c07101c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.869428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0f4046-e8e6-401f-9efb-6fd73c07101c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:50.878895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Subnet': ['ID=a07bf1f5-6b16-4836-8765-6b1306032e62,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:50.881253 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.886379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-376507c6-72d8-44d7-835c-7c3b4c1c8ddf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/a07bf1f5-6b16-4836-8765-6b1306032e62 HTTP/1.1" status: 204 len: 168 time: 1.1093323 Aug 31 19:29:50.888997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:50.891014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.897318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fe5196c5-f3dd-439b-963d-7d7d3f17e045 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 990 time: 0.6460304 Aug 31 19:29:50.930600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.936047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a8b5a7c-9a1a-4cd9-b314-c1c638fe6d6e tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430958 Aug 31 19:29:50.938081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:50.949395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.957014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:50.958069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:50.961689 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:51.006871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.019778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1e276-f200-4137-b474-cac5f6ecab8b None None] Network 28ab4167-83d5-4228-ad97-46ade08c33e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:51.054461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.055026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Subnet': ['ID=338b0611-8fca-4fb7-aa32-b57dc2ead202,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:51.063577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.066521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40d6d6b6-c748-48c4-80ef-6ab3096a7b44 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/338b0611-8fca-4fb7-aa32-b57dc2ead202 HTTP/1.1" status: 204 len: 168 time: 0.9754517 Aug 31 19:29:51.072438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.093553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0780f7-3838-4c14-89b5-11aa21403b37 None None] Network 3f0db463-9b1d-4bce-bfa2-67420df3e5aa requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:29:51.104830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.130108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] 10.222.0.73 "DELETE /v2.0/networks/bd56f0b8-b472-4de6-99b2-2498b3cb83ae HTTP/1.1" status: 204 len: 168 time: 1.0013266 Aug 31 19:29:51.139914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ae0a-46a5-4930-9fc0-c917b65765c3 tempest-TaggedBootDevicesTest-522109450 tempest-TaggedBootDevicesTest-522109450-project] Pushing event deleted for resources: {'Network': ['ID=bd56f0b8-b472-4de6-99b2-2498b3cb83ae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:51.155807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0663f6b8-0af9-4620-bb7d-a4fae5ed400d None None] Provisioning complete for port cf5eadbd-a044-4db9-aa1d-da835b34ef6b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:29:51.156491 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0663f6b8-0af9-4620-bb7d-a4fae5ed400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.157609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d69b66-c69c-4f95-910b-50fe7b7c1e5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:51.161199 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75d69b66-c69c-4f95-910b-50fe7b7c1e5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2213995 Aug 31 19:29:51.164329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.236573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32659540-1673-4646-884a-e0fff732eb74 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:51.238505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32659540-1673-4646-884a-e0fff732eb74 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0727408 Aug 31 19:29:51.241263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.279962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.310511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a2a4c2e-03ea-4eff-9e26-0362224a1754 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670888 Aug 31 19:29:51.330300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.387483 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c38a67-c571-488c-b888-3fd5621f5859 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.396691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c38a67-c571-488c-b888-3fd5621f5859 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.402588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0c38a67-c571-488c-b888-3fd5621f5859 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e2f6649c-3648-4530-b0d3-083f76ba530e HTTP/1.1" status: 404 len: 333 time: 0.0688548 Aug 31 19:29:51.403397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.428099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Deleting port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:51.428449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.447675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] DHCP port deletion for 28ab4167-83d5-4228-ad97-46ade08c33e4 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:51.500606 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eb65b8-5c2d-4c6b-ad47-2150391892b7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.501091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eb65b8-5c2d-4c6b-ad47-2150391892b7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.507528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2eb65b8-5c2d-4c6b-ad47-2150391892b7 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/875e72e4-21ed-4998-b40d-bc216333dcaf HTTP/1.1" status: 404 len: 337 time: 0.1021585 Aug 31 19:29:51.508235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.551928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] DHCP port deletion for 3f0db463-9b1d-4bce-bfa2-67420df3e5aa request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:29:51.581420 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d7a440-c838-4ed2-b5f9-55656c8d9279 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.581420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d7a440-c838-4ed2-b5f9-55656c8d9279 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.588103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.590272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Deleting port cf5eadbd-a044-4db9-aa1d-da835b34ef6b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:51.590717 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.591216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-76d7a440-c838-4ed2-b5f9-55656c8d9279 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/a07bf1f5-6b16-4836-8765-6b1306032e62 HTTP/1.1" status: 404 len: 337 time: 0.0819027 Aug 31 19:29:51.619436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] For port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:51.619925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.647413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Calling delete_port for d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:51.649630 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-489b4236-e892-43d1-a8ec-8a5464a83503 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.650555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489b4236-e892-43d1-a8ec-8a5464a83503 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.652403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-489b4236-e892-43d1-a8ec-8a5464a83503 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/d618569e-f94d-4007-8d7c-15b1d0c31c06 HTTP/1.1" status: 404 len: 333 time: 0.0633233 Aug 31 19:29:51.655038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.689115 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bacce77-0014-4b33-93da-cc90967ed423 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.689965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bacce77-0014-4b33-93da-cc90967ed423 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.692879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6bacce77-0014-4b33-93da-cc90967ed423 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/14e5497e-ad71-4f5c-b3df-ae9d4967bea2 HTTP/1.1" status: 404 len: 337 time: 0.0367723 Aug 31 19:29:51.694091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] For port cf5eadbd-a044-4db9-aa1d-da835b34ef6b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,segment=NetworkSegment(b6a60365-1ab0-420a-8a6d-ad695f2c71e5),segment_id=b6a60365-1ab0-420a-8a6d-ad695f2c71e5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:51.694596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.696326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.711217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Deleting port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:29:51.711670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.713621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Calling delete_port for cf5eadbd-a044-4db9-aa1d-da835b34ef6b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:51.761519 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-869b8d14-b548-4b60-8d60-f3b18cdb9410 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.762110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869b8d14-b548-4b60-8d60-f3b18cdb9410 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.764106 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-869b8d14-b548-4b60-8d60-f3b18cdb9410 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/b849f1e7-78a0-4e0c-b376-1c8c26b757a4 HTTP/1.1" status: 404 len: 337 time: 0.0664246 Aug 31 19:29:51.766598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.795420 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7a85fa-a21e-4b47-a931-f1afb3e3db48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.796319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7a85fa-a21e-4b47-a931-f1afb3e3db48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.798845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ac7a85fa-a21e-4b47-a931-f1afb3e3db48 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/22513ef3-c2af-48a1-8a02-4ec6cb3a468a HTTP/1.1" status: 404 len: 333 time: 0.0305474 Aug 31 19:29:51.802188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.845893 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-06034503-b722-4cb4-b5ad-1b405a2fa02d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.845893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06034503-b722-4cb4-b5ad-1b405a2fa02d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.847262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06034503-b722-4cb4-b5ad-1b405a2fa02d tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/2975c08f-178f-421f-bdb6-a04e4c2f2077 HTTP/1.1" status: 404 len: 337 time: 0.0429716 Aug 31 19:29:51.853843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.854039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] For port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,segment=NetworkSegment(fd85f75e-1b67-42c9-955c-1b03b637b160),segment_id=fd85f75e-1b67-42c9-955c-1b03b637b160)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:51.854039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:51.889038 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f354870-b8f7-41d1-88a8-6e4c0271410c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.889718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f354870-b8f7-41d1-88a8-6e4c0271410c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.891571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f354870-b8f7-41d1-88a8-6e4c0271410c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/7bb77a64-aecb-42ec-acdb-59f4ef836fcf HTTP/1.1" status: 404 len: 337 time: 0.0394182 Aug 31 19:29:51.894942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.902346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28768e-7e17-4d18-96fe-3cd5ca81c37f req-463ea48d-f367-49a2-828b-41cf2774d7a5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:51.904733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:51.917655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a28768e-7e17-4d18-96fe-3cd5ca81c37f req-463ea48d-f367-49a2-828b-41cf2774d7a5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1129050 Aug 31 19:29:51.920194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Calling delete_port for d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:29:51.967724 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3af3b8-2fd7-4d3d-a341-35e7557b3f5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:51.968609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3af3b8-2fd7-4d3d-a341-35e7557b3f5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:51.971110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d3af3b8-2fd7-4d3d-a341-35e7557b3f5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/3cd9266d-f7e0-46b0-80e6-e0b9824e2f23 HTTP/1.1" status: 404 len: 333 time: 0.0751350 Aug 31 19:29:51.974457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.004815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.018079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.033198 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf37c718-97f7-4684-9cfc-f6b672c70b51 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.033674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf37c718-97f7-4684-9cfc-f6b672c70b51 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.038730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bf37c718-97f7-4684-9cfc-f6b672c70b51 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/d14595fd-9696-4d39-b066-2a9aa66fe3a1 HTTP/1.1" status: 404 len: 337 time: 0.0613613 Aug 31 19:29:52.039359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46746) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.050991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] Pushing event deleted for resources: {'Port': ['ID=cf5eadbd-a044-4db9-aa1d-da835b34ef6b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:52.052579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Port': ['ID=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:52.053675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777aeda0-3460-48e7-9c4f-0a9258209c4c None None] No DVR routers for this DVR port cf5eadbd-a044-4db9-aa1d-da835b34ef6b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:52.064256 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7c1783bb-4578-46ca-9e47-04041ae30e26 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 992 time: 0.1564190 Aug 31 19:29:52.071619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No DVR routers for this DVR port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:52.072256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a28768e-7e17-4d18-96fe-3cd5ca81c37f req-55499cad-a113-4e5f-8c12-c5a086ef2155 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536424 Aug 31 19:29:52.092509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.101376 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cb1cc7-6c2e-4d80-b0fe-942b2279876c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.102163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cb1cc7-6c2e-4d80-b0fe-942b2279876c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.106787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b4cb1cc7-6c2e-4d80-b0fe-942b2279876c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/add2505f-0cdb-45e4-aca9-1b623fa8e0dd HTTP/1.1" status: 404 len: 337 time: 0.0661602 Aug 31 19:29:52.107598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.127735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] Pushing event deleted for resources: {'Port': ['ID=d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:52.141242 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df1853a-15b6-4070-bf9f-837a72382ce2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.142180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df1853a-15b6-4070-bf9f-837a72382ce2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.148071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8df1853a-15b6-4070-bf9f-837a72382ce2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/940c503d-eb0e-4e34-b795-b69b0f3ddcee HTTP/1.1" status: 404 len: 333 time: 0.0389857 Aug 31 19:29:52.149038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.152315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45fdce-8e2b-4075-b0e3-8b5889611ae0 None None] No DVR routers for this DVR port d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:29:52.174429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.185224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0db463-9b1d-4bce-bfa2-67420df3e5aa']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:52.196952 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-374a89b1-b73f-4c30-b013-f4a47e08a9ab tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.197274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd85f75e-1b67-42c9-955c-1b03b637b160') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:52.197589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374a89b1-b73f-4c30-b013-f4a47e08a9ab tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.197709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd85f75e-1b67-42c9-955c-1b03b637b160') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:52.202183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-374a89b1-b73f-4c30-b013-f4a47e08a9ab tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/7db840ae-324d-4c74-b748-468211fb7bbc HTTP/1.1" status: 404 len: 337 time: 0.0518770 Aug 31 19:29:52.202862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.208127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.224777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.231629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:52.231792 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feba242-6fc5-4f79-9440-67277074595f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.232172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.232463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feba242-6fc5-4f79-9440-67277074595f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.235715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3feba242-6fc5-4f79-9440-67277074595f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e5f44b9a-a917-4716-b3ae-85ca4097a9b5 HTTP/1.1" status: 404 len: 333 time: 0.0303042 Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:52.236066 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:52.238372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.275862 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6227e22e-2c54-4160-b1a3-efd7e577b167 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.276460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6227e22e-2c54-4160-b1a3-efd7e577b167 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.280764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6227e22e-2c54-4160-b1a3-efd7e577b167 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/1eeac2db-1441-40f0-ab93-cdd184f52e63 HTTP/1.1" status: 404 len: 337 time: 0.0401354 Aug 31 19:29:52.282478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46760) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.311175 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-de39f379-cc66-4ff2-904b-f5fd1bb5a680 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.312081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de39f379-cc66-4ff2-904b-f5fd1bb5a680 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.314296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de39f379-cc66-4ff2-904b-f5fd1bb5a680 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/493d29ab-8f0e-4582-8fb4-e432357e4b3d HTTP/1.1" status: 404 len: 333 time: 0.0307548 Aug 31 19:29:52.317691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.339411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.354533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.356425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/networks/3f0db463-9b1d-4bce-bfa2-67420df3e5aa HTTP/1.1" status: 204 len: 168 time: 1.2818182 Aug 31 19:29:52.359494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.363337 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e86f37-6689-462d-8a9e-75200e9e8bb8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.363978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e86f37-6689-462d-8a9e-75200e9e8bb8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.365089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:52.368472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-71e86f37-6689-462d-8a9e-75200e9e8bb8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/f2073a1c-cbb4-4c6e-92f7-1750d586ca50 HTTP/1.1" status: 404 len: 337 time: 0.0438683 Aug 31 19:29:52.369000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.378187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e4a9d-69d5-4691-bb3f-c0a5d6996d47 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Pushing event deleted for resources: {'Network': ['ID=3f0db463-9b1d-4bce-bfa2-67420df3e5aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:52.412200 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aebbdf0-153a-43b5-a753-cbb520f519c8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.412952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aebbdf0-153a-43b5-a753-cbb520f519c8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.417158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7aebbdf0-153a-43b5-a753-cbb520f519c8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/98b62ab0-a302-444f-bc7a-a05416ab5586 HTTP/1.1" status: 404 len: 333 time: 0.0446365 Aug 31 19:29:52.420076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.455012 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-351844fd-4b77-4532-ba72-dc4d3f9b9054 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.455486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351844fd-4b77-4532-ba72-dc4d3f9b9054 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.460834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-351844fd-4b77-4532-ba72-dc4d3f9b9054 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/6d42b7f7-6788-4b36-83d1-760d43973ce9 HTTP/1.1" status: 404 len: 337 time: 0.0368850 Aug 31 19:29:52.461090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.505432 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a067429-75f1-4545-a4cb-0464c8573587 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.506401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a067429-75f1-4545-a4cb-0464c8573587 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.511029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1a067429-75f1-4545-a4cb-0464c8573587 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/57906f77-ec56-43a3-bfd0-85aa62a28d78 HTTP/1.1" status: 404 len: 333 time: 0.0489261 Aug 31 19:29:52.515406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.517558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a46a915-443f-4cb6-bda3-bd8cf849a537 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:52.549228 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-096767c3-57a9-4330-9743-731a939d3bb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.549815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096767c3-57a9-4330-9743-731a939d3bb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.555000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-096767c3-57a9-4330-9743-731a939d3bb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/fc3071c1-a9e5-452f-b542-93a65e0d602f HTTP/1.1" status: 404 len: 337 time: 0.0384953 Aug 31 19:29:52.556075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.556568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9a46a915-443f-4cb6-bda3-bd8cf849a537 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:52.557281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9a46a915-443f-4cb6-bda3-bd8cf849a537 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:52.557859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:52.582207 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f030cc58-33c0-44ef-9f9c-b0ffb9b16fa2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.582888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f030cc58-33c0-44ef-9f9c-b0ffb9b16fa2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.587871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f030cc58-33c0-44ef-9f9c-b0ffb9b16fa2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/5081397b-8f1c-4012-8899-b90fcccac98a HTTP/1.1" status: 404 len: 333 time: 0.0307722 Aug 31 19:29:52.588518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.589686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:52.590835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d8b4cd7e-7c48-4f2f-b7bf-b7ac7ad39885 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:52.591796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:52.614200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: cf5eadbd-a044-4db9-aa1d-da835b34ef6b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:29:52.615040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device cf5eadbd-a044-4db9-aa1d-da835b34ef6b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:29:52.623463 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa38427-b91a-4693-9e63-92534a9a5225 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.623968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa38427-b91a-4693-9e63-92534a9a5225 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.628823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aaa38427-b91a-4693-9e63-92534a9a5225 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/4703a917-73c5-414a-859c-1059833bac3d HTTP/1.1" status: 404 len: 337 time: 0.0362906 Aug 31 19:29:52.629649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.656733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:29:52.657361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:29:52.657904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.693410 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7425e21e-26fa-423b-923e-28f82db24fb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.693883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7425e21e-26fa-423b-923e-28f82db24fb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.698036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7425e21e-26fa-423b-923e-28f82db24fb2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/63bd0907-0ea4-4ae5-b014-b80a38dc51b7 HTTP/1.1" status: 404 len: 337 time: 0.0647647 Aug 31 19:29:52.698622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.724084 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9f60ea-fe81-4517-9449-7844f0b063e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.724826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9f60ea-fe81-4517-9449-7844f0b063e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.729199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fa9f60ea-fe81-4517-9449-7844f0b063e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/5d76eb94-17a1-467e-b21a-400f3ffd0fde HTTP/1.1" status: 404 len: 333 time: 0.0267193 Aug 31 19:29:52.732354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.767487 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb4ba8f-4746-47b2-bad9-47c72f843906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.767981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb4ba8f-4746-47b2-bad9-47c72f843906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.772479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1eb4ba8f-4746-47b2-bad9-47c72f843906 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/f4124ab5-027b-4d37-9f45-149f34faacd7 HTTP/1.1" status: 404 len: 337 time: 0.0364947 Aug 31 19:29:52.776888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.807936 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b781df1-5614-4384-ace3-194e28a38f7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.808692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b781df1-5614-4384-ace3-194e28a38f7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.813322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b781df1-5614-4384-ace3-194e28a38f7b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e2098727-0e60-4bfa-b305-ee1af71bd518 HTTP/1.1" status: 404 len: 337 time: 0.0351651 Aug 31 19:29:52.814787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.829776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.833722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:52.841083 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ff83cb-6fbb-4e66-9b30-649056c157cc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.841747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ff83cb-6fbb-4e66-9b30-649056c157cc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.843493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d2ff83cb-6fbb-4e66-9b30-649056c157cc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/915c2a67-63bd-4143-8697-68e1a8675598 HTTP/1.1" status: 404 len: 333 time: 0.0269904 Aug 31 19:29:52.846081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46794) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.874133 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa56730b-f472-4703-9d94-3da573060a49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.874502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa56730b-f472-4703-9d94-3da573060a49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.876622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aa56730b-f472-4703-9d94-3da573060a49 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/9716e5bb-ddf8-487c-b838-40aa9d4edb15 HTTP/1.1" status: 404 len: 337 time: 0.0295897 Aug 31 19:29:52.879964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.933628 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-810c7ba5-ef10-43c4-acad-d56bc40eeb40 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.934094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810c7ba5-ef10-43c4-acad-d56bc40eeb40 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.935851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-810c7ba5-ef10-43c4-acad-d56bc40eeb40 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/960fd72c-5be3-438e-b140-e667c3fb1857 HTTP/1.1" status: 404 len: 337 time: 0.0547173 Aug 31 19:29:52.938421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:52.948228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router de9a7944-425b-4d78-8f35-be7669892974 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:29:52.970213 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49c678b-b71c-4b40-bc3f-16cb9262afe3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:52.970875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49c678b-b71c-4b40-bc3f-16cb9262afe3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:52.974916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a49c678b-b71c-4b40-bc3f-16cb9262afe3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/80618b20-d847-44bb-9b1d-c131cc5b77f6 HTTP/1.1" status: 404 len: 333 time: 0.0332437 Aug 31 19:29:52.978014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.021903 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f9e8ff-c877-4959-8140-f218a24dfded tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.031032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f9e8ff-c877-4959-8140-f218a24dfded tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.034240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5f9e8ff-c877-4959-8140-f218a24dfded tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/d0f27eb7-e05c-43ad-bd2a-61e715acd18d HTTP/1.1" status: 404 len: 337 time: 0.0551388 Aug 31 19:29:53.037297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.047856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:53.060896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.065348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cbd1070d-ae91-45f5-b7a1-6d1f1e2c5394 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 701 time: 0.7050524 Aug 31 19:29:53.066301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.075802 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Sync routers for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:53.076464 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34f0a11-c2e8-4b18-ba9c-de56068fd28f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.076937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34f0a11-c2e8-4b18-ba9c-de56068fd28f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.082370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e34f0a11-c2e8-4b18-ba9c-de56068fd28f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/ba001d9e-2539-415e-a34b-e84195fb3e68 HTTP/1.1" status: 404 len: 337 time: 0.0421119 Aug 31 19:29:53.082989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.085545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:53.086435 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:53.135355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5d1888be-2fcd-4026-b40a-385edea94dee tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 205 time: 0.0676823 Aug 31 19:29:53.135999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.161328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2c1b5f18-1cea-4900-8c46-37fc6fd446d6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7b0916-a230-42be-b603-adbaf5661b24 HTTP/1.1" status: 200 len: 205 time: 0.0745246 Aug 31 19:29:53.165584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.183872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:53.208719 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-36e17995-1e68-4807-9fad-097b69e9eb0b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] delete failed (client error): The resource could not be found. Aug 31 19:29:53.209927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36e17995-1e68-4807-9fad-097b69e9eb0b tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/routers/dd7b0916-a230-42be-b603-adbaf5661b24 HTTP/1.1" status: 404 len: 336 time: 0.0432274 Aug 31 19:29:53.237488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.238639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.243354 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:53.266966 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b547dda5-badb-4389-ba0b-2579a0b945a9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.267434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b547dda5-badb-4389-ba0b-2579a0b945a9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.271662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b547dda5-badb-4389-ba0b-2579a0b945a9 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e12f99a1-b015-4e3d-a428-7df73d901259 HTTP/1.1" status: 404 len: 337 time: 0.0289409 Aug 31 19:29:53.274884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.306646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b7b7c8f0-3bb6-48aa-8ace-301d16ca5af2 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b7a21-d5f1-496f-a37a-a06237664ee4 HTTP/1.1" status: 200 len: 205 time: 0.0296161 Aug 31 19:29:53.313643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.369552 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-f2611232-370e-401a-80f8-b3edf5f12bbe tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] delete failed (client error): The resource could not be found. Aug 31 19:29:53.373160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2611232-370e-401a-80f8-b3edf5f12bbe tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/routers/fc4b7a21-d5f1-496f-a37a-a06237664ee4 HTTP/1.1" status: 404 len: 336 time: 0.0559053 Aug 31 19:29:53.384986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.396268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dea44-57cd-4fe1-9c93-807fa3ba5ba1 req-b805fd1f-4dbe-4346-826b-28d9def3c959 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:53.410713 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Checking router: de9a7944-425b-4d78-8f35-be7669892974 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:53.417307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-696dea44-57cd-4fe1-9c93-807fa3ba5ba1 req-b805fd1f-4dbe-4346-826b-28d9def3c959 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.2064166 Aug 31 19:29:53.430597 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Routers {'de9a7944-425b-4d78-8f35-be7669892974'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:53.431232 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['de9a7944-425b-4d78-8f35-be7669892974'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:53.470418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-696dea44-57cd-4fe1-9c93-807fa3ba5ba1 req-532fdadb-be28-4165-970a-c5f3cad20475 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Aug 31 19:29:53.505729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] Set router de9a7944-425b-4d78-8f35-be7669892974 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:53.513721 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fc1241-75cd-4a51-babe-b5867a5bbeb6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.514425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fc1241-75cd-4a51-babe-b5867a5bbeb6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.516212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1fc1241-75cd-4a51-babe-b5867a5bbeb6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/21646728-dfd8-44e6-9a8f-5e42db9e3ec4 HTTP/1.1" status: 404 len: 337 time: 0.1301177 Aug 31 19:29:53.519343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46834) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.523189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.525531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.568270 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:53.574848 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-502e0ca9-ce66-47b2-ab46-3e08fa928af5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.575331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502e0ca9-ce66-47b2-ab46-3e08fa928af5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.577389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-502e0ca9-ce66-47b2-ab46-3e08fa928af5 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/5ec9cb0c-301c-4d90-a37b-0e19bacb5a2c HTTP/1.1" status: 404 len: 337 time: 0.0570276 Aug 31 19:29:53.579848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.598792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.599577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router de9a7944-425b-4d78-8f35-be7669892974 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:29:53.607107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.607967 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90064072-b2b3-4641-b753-c35ad470fd8c None None] The sync data for ids ['de9a7944-425b-4d78-8f35-be7669892974'] in n-d-778550-14 is: [{'id': 'de9a7944-425b-4d78-8f35-be7669892974', 'name': 'tempest-RoutersTest-router-1532531526', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:37Z', 'updated_at': '2021-08-31T19:29:49Z', 'revision_number': 11, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:53.615889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-30749551-7d03-4e20-a027-84de88591144 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 204 len: 168 time: 0.4787931 Aug 31 19:29:53.616601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.630206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-801323658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:53.634241 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e711a0cc-f722-4bd6-b145-ac6db476e05c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.635997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e711a0cc-f722-4bd6-b145-ac6db476e05c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.640278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e711a0cc-f722-4bd6-b145-ac6db476e05c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/611e57a7-c9e5-4358-8231-b196e2c20478 HTTP/1.1" status: 404 len: 333 time: 0.0571132 Aug 31 19:29:53.640575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.683628 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4f423d-880c-4ad3-99e6-9e16cfa6ece1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.684131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4f423d-880c-4ad3-99e6-9e16cfa6ece1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.684678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.686151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cc4f423d-880c-4ad3-99e6-9e16cfa6ece1 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e109ead1-0457-4d3c-bcf4-40d1dfa5bdfc HTTP/1.1" status: 404 len: 337 time: 0.0443263 Aug 31 19:29:53.687382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.688347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46848) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.731889 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9427a1b-9c2e-4d45-ad8f-7225050d41bc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.732624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9427a1b-9c2e-4d45-ad8f-7225050d41bc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.734764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f9427a1b-9c2e-4d45-ad8f-7225050d41bc tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/05f444d7-10ed-4752-adb8-7833bc230f3d HTTP/1.1" status: 404 len: 333 time: 0.0452445 Aug 31 19:29:53.738250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.769358 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c5d81a-0dc8-40d2-b108-30e1e3ef18e6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.769971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c5d81a-0dc8-40d2-b108-30e1e3ef18e6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.772043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a4c5d81a-0dc8-40d2-b108-30e1e3ef18e6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/2eb7ff2c-b270-454e-bebf-64eb34f4801f HTTP/1.1" status: 404 len: 337 time: 0.0324578 Aug 31 19:29:53.774299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.801536 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-feae5c72-d332-4218-b03b-00ae219a79e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.802602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feae5c72-d332-4218-b03b-00ae219a79e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.804505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-feae5c72-d332-4218-b03b-00ae219a79e3 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/60496eab-2876-444d-a68e-8e40ec717994 HTTP/1.1" status: 404 len: 333 time: 0.0291965 Aug 31 19:29:53.809289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.839776 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc794a4-36b6-498b-b1a5-aeec2d6ffc5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.840541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc794a4-36b6-498b-b1a5-aeec2d6ffc5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.842901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0dc794a4-36b6-498b-b1a5-aeec2d6ffc5c tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/e37a21cf-143c-4e60-8889-019dace590a3 HTTP/1.1" status: 404 len: 337 time: 0.0322874 Aug 31 19:29:53.845696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.877184 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccad082b-66f5-4f3d-87ec-9db729f98793 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.877348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.877922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccad082b-66f5-4f3d-87ec-9db729f98793 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.880846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ccad082b-66f5-4f3d-87ec-9db729f98793 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/3c1628d4-46e5-415b-be26-fe822d168d8f HTTP/1.1" status: 404 len: 333 time: 0.0329444 Aug 31 19:29:53.883340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.883969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46858) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.912341 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:53.914001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-222da897-d6a0-4488-8750-9d8393dc3fbe tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2962763 Aug 31 19:29:53.916525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.922020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:29:53.923725 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-575a649b-7dd6-408b-a57b-2adabdf39767 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.925415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575a649b-7dd6-408b-a57b-2adabdf39767 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.932581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-575a649b-7dd6-408b-a57b-2adabdf39767 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/918e90a9-cd5b-4a2c-a317-0326a49139f7 HTTP/1.1" status: 404 len: 337 time: 0.0451407 Aug 31 19:29:53.936645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:53.967461 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe0a62b-ab0f-4b01-aa44-402381c0295a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:53.968222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe0a62b-ab0f-4b01-aa44-402381c0295a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:53.973369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-afe0a62b-ab0f-4b01-aa44-402381c0295a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/b30e0716-4ede-4bb9-929e-9d555f0913fb HTTP/1.1" status: 404 len: 333 time: 0.0355897 Aug 31 19:29:53.974209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.224750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:54.238463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:54.354272 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b8388e-b57d-4698-815d-8cb71e4beedf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:54.354750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b8388e-b57d-4698-815d-8cb71e4beedf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:54.356520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1b8388e-b57d-4698-815d-8cb71e4beedf tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/ecc65f1a-b891-4b79-8a51-407d0dd12c74 HTTP/1.1" status: 404 len: 337 time: 0.3813384 Aug 31 19:29:54.360088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.390156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Router c92de589-3e1d-4933-8afc-e2c7a93a1c6e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:29:54.391662 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaf8105-1655-42f7-aa5e-57791bba692f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:54.395477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaf8105-1655-42f7-aa5e-57791bba692f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:54.395477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cbaf8105-1655-42f7-aa5e-57791bba692f tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/e59573e2-6d37-478d-a83d-73764b56f918 HTTP/1.1" status: 404 len: 333 time: 0.0338755 Aug 31 19:29:54.397850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.429945 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-279dfcee-2b1e-4f35-9c30-70f0527fead6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:54.430471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279dfcee-2b1e-4f35-9c30-70f0527fead6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:54.432625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-279dfcee-2b1e-4f35-9c30-70f0527fead6 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/a9d732f9-88ad-4fdb-af2b-2fdb40ae432f HTTP/1.1" status: 404 len: 337 time: 0.0336957 Aug 31 19:29:54.435066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.463364 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfab9ea-33d2-4e15-93f1-e0f935033085 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:54.464065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfab9ea-33d2-4e15-93f1-e0f935033085 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:54.469097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3bfab9ea-33d2-4e15-93f1-e0f935033085 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/ports/860a1803-68b6-419f-a6bd-033e88741f5e HTTP/1.1" status: 404 len: 333 time: 0.0314851 Aug 31 19:29:54.469788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.495168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:29:54.498861 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6027a0f2-5956-465f-8810-74e3cfdb7e5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:54.499325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6027a0f2-5956-465f-8810-74e3cfdb7e5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:54.503256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:54.504212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6027a0f2-5956-465f-8810-74e3cfdb7e5a tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/subnets/53f39e9e-43cf-40e0-bb20-0810fb13a2dd HTTP/1.1" status: 404 len: 337 time: 0.0334599 Aug 31 19:29:54.504828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.506068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Sync routers for ids ['c92de589-3e1d-4933-8afc-e2c7a93a1c6e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:29:54.507530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3e8cf4fe-5af2-450b-b72a-03e9ad84df62 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "PUT /v2.0/routers/c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 200 len: 693 time: 0.5899801 Aug 31 19:29:54.508252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.524230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Routers {'c92de589-3e1d-4933-8afc-e2c7a93a1c6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:54.524953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c92de589-3e1d-4933-8afc-e2c7a93a1c6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.624458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:54.661616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Set router c92de589-3e1d-4933-8afc-e2c7a93a1c6e gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:54.737137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92de589-3e1d-4933-8afc-e2c7a93a1c6e', 'name': 'tempest-RoutersTest-router-801323658', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:29:53Z', 'updated_at': '2021-08-31T19:29:54Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.796128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Checking router: c92de589-3e1d-4933-8afc-e2c7a93a1c6e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:29:54.802659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53f323-1bb9-403b-b966-327d59e3f7bb req-efa8ada2-5419-40cf-8ad6-b655091369f0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:54.808939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d53f323-1bb9-403b-b966-327d59e3f7bb req-efa8ada2-5419-40cf-8ad6-b655091369f0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1790810 Aug 31 19:29:54.818945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Routers {'c92de589-3e1d-4933-8afc-e2c7a93a1c6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:29:54.819596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c92de589-3e1d-4933-8afc-e2c7a93a1c6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.909979 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:54.921242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ab4167-83d5-4228-ad97-46ade08c33e4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.924488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23c5d061-e4b4-47e5-8658-baaad55cd9f2 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/routers/c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 200 len: 699 time: 0.4148991 Aug 31 19:29:54.925767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.951003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.953085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a60365-1ab0-420a-8a6d-ad695f2c71e5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:54.959444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58695255-8eb2-4c87-a901-41ec24a3b980 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 200 len: 205 time: 0.0319116 Aug 31 19:29:54.960307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:54.990417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.020222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] Set router c92de589-3e1d-4933-8afc-e2c7a93a1c6e gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:29:55.020660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.028218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:29:55.028835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:29:55.044306 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:29:55.068711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d53f323-1bb9-403b-b966-327d59e3f7bb req-3b6da3a6-d467-4bac-8867-bbfb4b11fce2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Aug 31 19:29:55.090425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.154628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.166830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.172584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] 10.222.0.73 "DELETE /v2.0/networks/28ab4167-83d5-4228-ad97-46ade08c33e4 HTTP/1.1" status: 204 len: 168 time: 0.6645081 Aug 31 19:29:55.178926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92de589-3e1d-4933-8afc-e2c7a93a1c6e', 'name': 'tempest-RoutersTest-router-801323658', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:29:53Z', 'updated_at': '2021-08-31T19:29:54Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:29:55.201904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31926be-a945-43de-b485-32673084b8a8 tempest-NetworksTestDHCPv6-706848475 tempest-NetworksTestDHCPv6-706848475-project] Pushing event deleted for resources: {'Network': ['ID=28ab4167-83d5-4228-ad97-46ade08c33e4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:55.229367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7686904-3108-4b8e-807b-ae293f79866f None None] The sync data for ids ['c92de589-3e1d-4933-8afc-e2c7a93a1c6e'] in n-d-778550-14 is: [{'id': 'c92de589-3e1d-4933-8afc-e2c7a93a1c6e', 'name': 'tempest-RoutersTest-router-801323658', 'tenant_id': '1cf2e33c7e82475093fd81cd42b70344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:29:53Z', 'updated_at': '2021-08-31T19:29:54Z', 'revision_number': 2, 'project_id': '1cf2e33c7e82475093fd81cd42b70344', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:29:55.372963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.376138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.437140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.438109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Fanout notify agent at l3_agent the message router_deleted on router c92de589-3e1d-4933-8afc-e2c7a93a1c6e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:29:55.448569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:55.450722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8fef053-ab21-4ed5-85fb-b0e840058e28 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 204 len: 168 time: 0.4888654 Aug 31 19:29:55.455458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.511167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db6fcc28-dbfd-4b55-8a4b-d16290664662 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 200 len: 205 time: 0.0514662 Aug 31 19:29:55.511167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.559968 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-0077816b-b4d4-49b8-88cd-1defb777e43d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:55.561028 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0077816b-b4d4-49b8-88cd-1defb777e43d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/c92de589-3e1d-4933-8afc-e2c7a93a1c6e HTTP/1.1" status: 404 len: 336 time: 0.0490003 Aug 31 19:29:55.564216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.645643 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7123473-3bc1-4e8b-8d2a-6b818620f39d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:55.646254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7123473-3bc1-4e8b-8d2a-6b818620f39d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:55.650880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.651605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f7123473-3bc1-4e8b-8d2a-6b818620f39d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/c25f2b02-16d5-475a-acb1-d24caf34cc16 HTTP/1.1" status: 404 len: 337 time: 0.0858979 Aug 31 19:29:55.689576 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb33531f-5016-4d73-acdb-21e2a2cfb3d5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:55.690507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb33531f-5016-4d73-acdb-21e2a2cfb3d5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:55.692908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fb33531f-5016-4d73-acdb-21e2a2cfb3d5 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/e9bbad45-676b-4c0c-9fcd-9624f59a9d4e HTTP/1.1" status: 404 len: 337 time: 0.0405052 Aug 31 19:29:55.695674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.710245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.730588 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d58b03-fa2f-4590-9699-d50318907f5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:55.731321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d58b03-fa2f-4590-9699-d50318907f5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:55.733269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3d58b03-fa2f-4590-9699-d50318907f5a tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/b1ddbb8c-143c-4874-8e50-b46cf3d79630 HTTP/1.1" status: 404 len: 337 time: 0.0354981 Aug 31 19:29:55.735750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.766971 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17ebabc-0982-4246-bb27-cec6699d149b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:55.767750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17ebabc-0982-4246-bb27-cec6699d149b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:55.770270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c17ebabc-0982-4246-bb27-cec6699d149b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/338b0611-8fca-4fb7-aa32-b57dc2ead202 HTTP/1.1" status: 404 len: 337 time: 0.0334368 Aug 31 19:29:55.773092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.807684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.808782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6825f01d-2a63-47cf-8536-150a501e8210 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 200 len: 205 time: 0.0343609 Aug 31 19:29:55.913976 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-56e11232-83a5-43ae-a9c3-6e0dd9ef1df8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:55.917518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-56e11232-83a5-43ae-a9c3-6e0dd9ef1df8 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/de9a7944-425b-4d78-8f35-be7669892974 HTTP/1.1" status: 404 len: 336 time: 0.1055825 Aug 31 19:29:55.917953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.972678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d82496f6-4352-4f2b-8df7-aa2e44e68059 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=350b93a0e55640e9bbe7cb994c0651be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580554 Aug 31 19:29:55.972968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:55.980771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4cd9cb21-c990-4f3d-8331-d142c6a16d49 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7eef232-74bc-44a2-9cee-900c2fe4c002 HTTP/1.1" status: 200 len: 205 time: 0.0615566 Aug 31 19:29:55.984175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46950) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.069327 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d4598bc5-ae29-4240-8b7e-8acc0a53c871 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:56.074112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4598bc5-ae29-4240-8b7e-8acc0a53c871 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/f7eef232-74bc-44a2-9cee-900c2fe4c002 HTTP/1.1" status: 404 len: 336 time: 0.0887053 Aug 31 19:29:56.085003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46954) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.137011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:56.161193 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e4d06f-06b9-4704-b622-18f8e012c8f9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:56.161906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e4d06f-06b9-4704-b622-18f8e012c8f9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:56.163936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40e4d06f-06b9-4704-b622-18f8e012c8f9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/91ceecb0-ce5f-4be5-b445-2751adf1baa7 HTTP/1.1" status: 404 len: 337 time: 0.0776711 Aug 31 19:29:56.171914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.224634 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e240ee4-5e49-4207-ba5f-7acf5d953c4b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 200 len: 205 time: 0.0476322 Aug 31 19:29:56.226800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46962) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.227137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:56.299511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:56.303451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:56.304977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2c5897f-f1aa-4fe3-9d7b-3d8b1982bc2e HTTP/1.1" status: 204 len: 168 time: 0.3309627 Aug 31 19:29:56.325811 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-96642e2b-f062-4f52-8eb2-42ed7ed762d7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:56.327695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526150d6-03ea-48c8-bec1-db62bce95882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5897f-f1aa-4fe3-9d7b-3d8b1982bc2e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:56.329611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-96642e2b-f062-4f52-8eb2-42ed7ed762d7 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/65e69716-9b66-4349-97b2-ada27e4cee6f HTTP/1.1" status: 404 len: 336 time: 0.1005914 Aug 31 19:29:56.335655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.384951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f48966cb-3040-4591-95f8-260ae0ad63fd tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec485778-92c0-4780-80ba-33e03ccdef57 HTTP/1.1" status: 200 len: 205 time: 0.0477643 Aug 31 19:29:56.386033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241563a4-30d9-4578-9225-2d303047a4af req-87c30652-a438-433c-87bb-c9399309b81a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:56.387566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.390811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-241563a4-30d9-4578-9225-2d303047a4af req-87c30652-a438-433c-87bb-c9399309b81a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1818292 Aug 31 19:29:56.442653 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a1c9725d-5f6c-47eb-8642-6a6d6ba2ad5b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:56.443518 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a1c9725d-5f6c-47eb-8642-6a6d6ba2ad5b tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/ec485778-92c0-4780-80ba-33e03ccdef57 HTTP/1.1" status: 404 len: 336 time: 0.0550807 Aug 31 19:29:56.448493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.473044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-241563a4-30d9-4578-9225-2d303047a4af req-1cd774fa-08fe-409f-8783-5de4fb356c8d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Aug 31 19:29:56.511700 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd690488-1a19-46be-8e2c-76d0e443559d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:56.512320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd690488-1a19-46be-8e2c-76d0e443559d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:56.515678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd690488-1a19-46be-8e2c-76d0e443559d tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/69e4a60d-788e-4501-95bf-7db611f4c842 HTTP/1.1" status: 404 len: 337 time: 0.0648901 Aug 31 19:29:56.517466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.573251 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1fbb4e32-a6c4-40c9-bd56-eac5df329171 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fb6cd91-5622-47d3-b0ff-27ab6347156b HTTP/1.1" status: 200 len: 205 time: 0.0538580 Aug 31 19:29:56.575799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.626344 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d0f65ff6-d435-41b2-a4b4-73432b051e14 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:56.630149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.630458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0f65ff6-d435-41b2-a4b4-73432b051e14 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/0fb6cd91-5622-47d3-b0ff-27ab6347156b HTTP/1.1" status: 404 len: 336 time: 0.0536404 Aug 31 19:29:56.669486 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc87c5c6-6afe-44ba-894b-51db026bf9b3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:56.669976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc87c5c6-6afe-44ba-894b-51db026bf9b3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:56.674071 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc87c5c6-6afe-44ba-894b-51db026bf9b3 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/8ed2c490-a9cf-4bd1-b29f-d3aeb36627a8 HTTP/1.1" status: 404 len: 337 time: 0.0406723 Aug 31 19:29:56.674870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.709064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b77d7e9a-a6e3-4c0b-8bac-f14b1300fa05 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "GET /v2.0/ports?device_id=afef1008-7bd4-4579-a10a-cbd9ec638153 HTTP/1.1" status: 200 len: 205 time: 0.0310984 Aug 31 19:29:56.711569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.771611 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-27fcfa8d-cf18-482c-9a5e-8815622978c9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] delete failed (client error): The resource could not be found. Aug 31 19:29:56.775405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.775621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-27fcfa8d-cf18-482c-9a5e-8815622978c9 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/routers/afef1008-7bd4-4579-a10a-cbd9ec638153 HTTP/1.1" status: 404 len: 336 time: 0.0627689 Aug 31 19:29:56.815678 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-213fd999-5a46-479d-a2d6-32182b7d7600 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:56.816259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213fd999-5a46-479d-a2d6-32182b7d7600 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:56.824058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:56.831129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-213fd999-5a46-479d-a2d6-32182b7d7600 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/adf71d27-e2c5-4969-ba27-a19aff5176c3 HTTP/1.1" status: 404 len: 337 time: 0.0538816 Aug 31 19:29:56.849217 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-459ecf8d-ac96-4ea2-a938-b1c249aac545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] DELETE failed (client error): The resource could not be found. Aug 31 19:29:56.849689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459ecf8d-ac96-4ea2-a938-b1c249aac545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:29:56.854677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-459ecf8d-ac96-4ea2-a938-b1c249aac545 tempest-RoutersTest-1302270114 tempest-RoutersTest-1302270114-project] 10.222.0.73 "DELETE /v2.0/subnets/b2db6866-293b-4dbf-a5a3-6e31321932cf HTTP/1.1" status: 404 len: 337 time: 0.0330753 Aug 31 19:29:57.129127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.343956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9dcb16e5-db31-4271-a827-1a9b148e443e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cf2e33c7e82475093fd81cd42b70344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135396 Aug 31 19:29:57.346376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.411796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.415083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:57.438876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:57.555873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-29d8cd16-d51c-4886-812b-bc90cfdba1c0 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.557462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-29d8cd16-d51c-4886-812b-bc90cfdba1c0 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1444385 Aug 31 19:29:57.560706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47044) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.565709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-c4c4f6ba-014f-4d9b-97a3-2ed0b7a1af05 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.566678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:57.569817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:57.571134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4c4f6ba-014f-4d9b-97a3-2ed0b7a1af05 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092134 Aug 31 19:29:57.575859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30d4555d-4f42-46a0-971c-68859310a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2271574 Aug 31 19:29:57.576486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.593760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-8a2fc579-1ce0-4bc2-b827-d9d41cf0198d tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.600491 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a2fc579-1ce0-4bc2-b827-d9d41cf0198d tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0104284 Aug 31 19:29:57.601366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.607058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-2ccb5f65-590e-47f0-951f-7a6f15c1f2d6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.611589 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ccb5f65-590e-47f0-951f-7a6f15c1f2d6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079238 Aug 31 19:29:57.616777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.630788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-73d005f1-29b9-47b8-ad89-02c14ef686ae tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.635920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-73d005f1-29b9-47b8-ad89-02c14ef686ae tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0176866 Aug 31 19:29:57.636254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.637800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04bcc8-5bb2-4776-a94e-06699639dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4555d-4f42-46a0-971c-68859310a7e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:57.648024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-a5cf8bc7-0d5b-4dd0-92c1-f1e737462599 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.653523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.657539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a5cf8bc7-0d5b-4dd0-92c1-f1e737462599 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0164633 Aug 31 19:29:57.658475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-2a821faf-e5c3-45e7-af59-ae8814913c42 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.668157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a821faf-e5c3-45e7-af59-ae8814913c42 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0132186 Aug 31 19:29:57.669026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.674510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-e9b5229e-69fc-4fde-a80b-0ecdaf0bc30f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.679346 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9b5229e-69fc-4fde-a80b-0ecdaf0bc30f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091176 Aug 31 19:29:57.680165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.684488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-5e99a739-471e-44b8-bfec-8e57c3f7716c tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.687557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706b10-89fd-4013-9ecb-41bf809404d2 req-7b078210-e485-41f6-a93b-c177351f6ce5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:57.688048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5e99a739-471e-44b8-bfec-8e57c3f7716c tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067506 Aug 31 19:29:57.689376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.694386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-1ea37f09-7b36-4890-8516-f3b7e1dada36 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.697281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba706b10-89fd-4013-9ecb-41bf809404d2 req-7b078210-e485-41f6-a93b-c177351f6ce5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1201632 Aug 31 19:29:57.698331 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ea37f09-7b36-4890-8516-f3b7e1dada36 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073438 Aug 31 19:29:57.699711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.704264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-1553f8eb-e786-4b68-9f6f-80702f14f4c5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.708603 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1553f8eb-e786-4b68-9f6f-80702f14f4c5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079260 Aug 31 19:29:57.709993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.714686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-546c5e10-78c8-40ec-96d0-62ced77dea45 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.718327 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-546c5e10-78c8-40ec-96d0-62ced77dea45 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070853 Aug 31 19:29:57.718981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.724101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-a026a528-90ae-4f23-a51b-8344c93700aa tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.727983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a026a528-90ae-4f23-a51b-8344c93700aa tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075107 Aug 31 19:29:57.728742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.733889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-6000e450-d5d8-481f-b645-8f3feebc9dea tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.737785 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6000e450-d5d8-481f-b645-8f3feebc9dea tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078290 Aug 31 19:29:57.738433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.743921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-9ecffa6f-125f-4fc3-ac4f-51781853c360 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.747523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9ecffa6f-125f-4fc3-ac4f-51781853c360 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080736 Aug 31 19:29:57.748169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.753304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-4b754102-60a9-4d1a-b362-8636455c7fa6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.759271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b754102-60a9-4d1a-b362-8636455c7fa6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078378 Aug 31 19:29:57.759271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.763120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-ee6869d1-359b-4745-bf9f-e98593f9d89a tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.766530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ee6869d1-359b-4745-bf9f-e98593f9d89a tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074608 Aug 31 19:29:57.767105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.771408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-97db3ac0-4570-41f9-96a7-f42e0846b464 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.774729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-97db3ac0-4570-41f9-96a7-f42e0846b464 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043736 Aug 31 19:29:57.774999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.778898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-e7207b8a-546e-4288-94a1-1f23c6116340 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.782328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e7207b8a-546e-4288-94a1-1f23c6116340 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040669 Aug 31 19:29:57.782658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.785669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba706b10-89fd-4013-9ecb-41bf809404d2 req-38b88aac-f93f-4d6b-ae98-f33f712b479e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853045 Aug 31 19:29:57.789003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-b10581fe-473e-442f-a738-513998d13ec5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.790355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b10581fe-473e-442f-a738-513998d13ec5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064001 Aug 31 19:29:57.792964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47088) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.806428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-e484db27-c42e-4d58-ac69-029a0cdad84e tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.810408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e484db27-c42e-4d58-ac69-029a0cdad84e tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0156119 Aug 31 19:29:57.810619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47090) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.817659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-9c0d4758-f7e8-4b61-ba0e-90a05a50a109 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.821667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.826659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-5b85d468-41f1-4f2d-822c-640d6c4359e6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.827380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c0d4758-f7e8-4b61-ba0e-90a05a50a109 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0155127 Aug 31 19:29:57.831842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.832147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5b85d468-41f1-4f2d-822c-640d6c4359e6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0088925 Aug 31 19:29:57.837263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-a4e0c1bb-5c7e-4406-b18b-8465076f6e53 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.838384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4e0c1bb-5c7e-4406-b18b-8465076f6e53 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054424 Aug 31 19:29:57.841336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.847684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-9eb127e4-17e5-4a7c-9665-02c8dec010c2 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.850916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9eb127e4-17e5-4a7c-9665-02c8dec010c2 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084674 Aug 31 19:29:57.851424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.857577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-d1051d97-db59-4670-88f6-b4281282e5e8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.858529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1051d97-db59-4670-88f6-b4281282e5e8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051417 Aug 31 19:29:57.861010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.866740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-a1f215eb-8f1e-4ca4-ae5f-07bbc2b0a1ed tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.870431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.870689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a1f215eb-8f1e-4ca4-ae5f-07bbc2b0a1ed tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079439 Aug 31 19:29:57.877139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-8bf6151f-b55b-42d7-bd7d-3bd2b1b6e2da tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.880616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8bf6151f-b55b-42d7-bd7d-3bd2b1b6e2da tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066450 Aug 31 19:29:57.880926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.886223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-5317fde2-7f7f-4f14-a912-23f5deb5d1f5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.889493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5317fde2-7f7f-4f14-a912-23f5deb5d1f5 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053966 Aug 31 19:29:57.890136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.894883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-a47f1c12-8570-4ead-a941-9dac0a4fa7c8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.898317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a47f1c12-8570-4ead-a941-9dac0a4fa7c8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071769 Aug 31 19:29:57.898474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.903215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-2304583a-48ee-49d2-b42b-0ccb1f07cc8b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.904401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2304583a-48ee-49d2-b42b-0ccb1f07cc8b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047898 Aug 31 19:29:57.906570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.911107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-18dd9db8-4cc0-48dd-85ce-35a09a094b93 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.914387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18dd9db8-4cc0-48dd-85ce-35a09a094b93 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047622 Aug 31 19:29:57.914387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.918692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-4bae25fd-64db-4acc-bb4c-625d1035b534 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.919670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4bae25fd-64db-4acc-bb4c-625d1035b534 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044358 Aug 31 19:29:57.921819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.926590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-3b2e9fe7-b79b-460e-bd77-a6a3cd96690c tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.927542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3b2e9fe7-b79b-460e-bd77-a6a3cd96690c tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048785 Aug 31 19:29:57.929858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.934642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-1d934e45-5594-4047-8648-c58c04d708f8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.935747 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d934e45-5594-4047-8648-c58c04d708f8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048563 Aug 31 19:29:57.938280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.943801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-b93caadf-cc3c-4e17-b01f-c807f06397bd tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.947042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b93caadf-cc3c-4e17-b01f-c807f06397bd tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054138 Aug 31 19:29:57.947267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.951423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-dd83d736-620a-4562-a89a-b45f77cb67e2 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.954512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd83d736-620a-4562-a89a-b45f77cb67e2 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040717 Aug 31 19:29:57.954717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.959838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-08da99a3-5354-4a3e-bb9e-b879d368f458 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.960841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-08da99a3-5354-4a3e-bb9e-b879d368f458 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052345 Aug 31 19:29:57.963783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47126) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.970550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-93c80c5f-3c45-4edf-823b-4beb2f8a9c83 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.972205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-93c80c5f-3c45-4edf-823b-4beb2f8a9c83 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070667 Aug 31 19:29:57.975358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.980744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-3d2eca85-c761-4d59-8f67-502c1d48257f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.984246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3d2eca85-c761-4d59-8f67-502c1d48257f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073495 Aug 31 19:29:57.984794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.989796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-73ae8fc5-d69b-4c16-b09a-2157b1628194 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.993095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-73ae8fc5-d69b-4c16-b09a-2157b1628194 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049875 Aug 31 19:29:57.993232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:57.997880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-7dd05edf-bbd2-4395-bc66-3cf6343bcfc0 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:57.998828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7dd05edf-bbd2-4395-bc66-3cf6343bcfc0 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047941 Aug 31 19:29:58.001474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47134) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.006284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-2253fa8b-7e80-43c9-bd8c-c12dba85c05e tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.010036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2253fa8b-7e80-43c9-bd8c-c12dba85c05e tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073318 Aug 31 19:29:58.010284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.014662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-8480e2b1-31c5-46be-92f4-5d678cf5cab6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.015599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8480e2b1-31c5-46be-92f4-5d678cf5cab6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043662 Aug 31 19:29:58.017813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.023162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-9a7a38de-5014-4646-a783-244fdfbf2e1f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.024137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a7a38de-5014-4646-a783-244fdfbf2e1f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048325 Aug 31 19:29:58.026375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.030361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-3f2ce618-3bf8-4788-8199-357929bc9a04 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.031285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3f2ce618-3bf8-4788-8199-357929bc9a04 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040624 Aug 31 19:29:58.033802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.038440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-4d5c176c-0f0f-49a4-ad48-639f6ace7832 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.041606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d5c176c-0f0f-49a4-ad48-639f6ace7832 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043209 Aug 31 19:29:58.042038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47144) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.046667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-dc600f27-dbd7-44c2-a208-63f44ba62e41 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.051259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc600f27-dbd7-44c2-a208-63f44ba62e41 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045025 Aug 31 19:29:58.051604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47148) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.056715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-ad904389-b021-44a3-b261-de0c67a8654f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.058029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ad904389-b021-44a3-b261-de0c67a8654f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050366 Aug 31 19:29:58.060795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47152) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.068079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-4bda395a-c3d2-4db3-bdf7-12d96b4c2f1f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.073988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.075400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4bda395a-c3d2-4db3-bdf7-12d96b4c2f1f tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0124495 Aug 31 19:29:58.084888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-f8ccc241-dae2-44ed-aadc-e072977be2f6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.085848 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8ccc241-dae2-44ed-aadc-e072977be2f6 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054736 Aug 31 19:29:58.088673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.093343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-72f88304-dc6b-479f-8757-987a0c5d5971 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.095687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-72f88304-dc6b-479f-8757-987a0c5d5971 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046878 Aug 31 19:29:58.098570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.106642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-30188c8a-c655-4cec-98be-00e9179c0081 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.111025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-30188c8a-c655-4cec-98be-00e9179c0081 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053596 Aug 31 19:29:58.112458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.117980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-80b1ce00-2e74-472e-82a0-cd058bda2a3a tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.123236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-80b1ce00-2e74-472e-82a0-cd058bda2a3a tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057399 Aug 31 19:29:58.123789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.129272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-f0a9a8ef-d39c-4583-9dfb-e674d39afca7 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.131769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f0a9a8ef-d39c-4583-9dfb-e674d39afca7 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053084 Aug 31 19:29:58.133271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.139781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-03628ff5-a3c8-44d7-8eb7-20490a2a9f9b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.142938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-03628ff5-a3c8-44d7-8eb7-20490a2a9f9b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058827 Aug 31 19:29:58.143516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.148554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-3a993161-ec1c-4787-ae94-b1372a03c3c4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.155629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.155880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a993161-ec1c-4787-ae94-b1372a03c3c4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108578 Aug 31 19:29:58.161534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-c3483c50-4949-4517-b439-9d6858ccb132 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.162492 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c3483c50-4949-4517-b439-9d6858ccb132 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058544 Aug 31 19:29:58.165381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47174) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.169990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-ff0eb8d7-7880-46b1-bada-e42c7b2b9fc8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.170745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff0eb8d7-7880-46b1-bada-e42c7b2b9fc8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043991 Aug 31 19:29:58.173144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.178018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-2514d8b7-81a4-4982-8c25-658ccbcabeac tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.178972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2514d8b7-81a4-4982-8c25-658ccbcabeac tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049651 Aug 31 19:29:58.181344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.185460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-041b13b1-7f32-42f8-bb28-3a5a83f11fb4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.186407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-041b13b1-7f32-42f8-bb28-3a5a83f11fb4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041792 Aug 31 19:29:58.188856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.194744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-ae4c2a1e-ff05-4d87-88d2-38bae38caebe tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.195908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae4c2a1e-ff05-4d87-88d2-38bae38caebe tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059233 Aug 31 19:29:58.198421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.202724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-c48c0783-4120-47d0-8080-bfae42918303 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.204921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c48c0783-4120-47d0-8080-bfae42918303 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054219 Aug 31 19:29:58.207674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47186) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.214077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-55ec6865-4a40-47f7-9a48-a23880a961d8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.215044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-55ec6865-4a40-47f7-9a48-a23880a961d8 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060604 Aug 31 19:29:58.219908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.221811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-534d2a8c-3885-4f89-a172-e173f267cf28 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.222727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-534d2a8c-3885-4f89-a172-e173f267cf28 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043082 Aug 31 19:29:58.225280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.230983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-1fd9b79b-a579-45f8-93fa-6425f34c30d9 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.232012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1fd9b79b-a579-45f8-93fa-6425f34c30d9 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0057914 Aug 31 19:29:58.234729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.241226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-8f78c949-1b9f-4397-a584-f063509c23e7 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.244892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.245453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f78c949-1b9f-4397-a584-f063509c23e7 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092654 Aug 31 19:29:58.251575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [None req-f8ac5d97-5af7-40a7-89f7-c988813621c4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.255762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f8ac5d97-5af7-40a7-89f7-c988813621c4 tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067632 Aug 31 19:29:58.256570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.265929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [None req-c5d71f6d-6156-4a3c-b3f5-b536af109d4b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:29:58.266894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c5d71f6d-6156-4a3c-b3f5-b536af109d4b tempest-ExtensionsTestJSON-1327888460 tempest-ExtensionsTestJSON-1327888460-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091984 Aug 31 19:29:58.394073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:29:58.414860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:29:58.696880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:58.771415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:29:58.774108 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a3133-b37a-48ef-865d-5d25a7c17de2" -d '{"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-unplugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:29:58.798683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:58.811093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:58.817897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:58.822990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'port_id': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'mac_address': 'fa:16:3e:bc:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b195966-6833-43f4-94ad-69c373977805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:29:58.836665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.913944 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec7f0c-f826-4a37-a2a2-ab02eaaa7f1e x-openstack-request-id: req-b6ec7f0c-f826-4a37-a2a2-ab02eaaa7f1e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:29:58.914231 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-unplugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:29:58.914486 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6ec7f0c-f826-4a37-a2a2-ab02eaaa7f1e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:29:58.914881 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'code': 200} Aug 31 19:29:58.915467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:58.964444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:29:58.979321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:58.987448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062349 Aug 31 19:29:58.988110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:59.020372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:59.024093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:29:59.041126 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.050366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.050977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.051512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.052028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.052517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.053019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.059170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.059803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.060292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.060785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.061287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.061781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:29:59.130083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546227-4005-4d97-8b4e-dbc4f901be44 req-4f1eb645-f084-4419-b274-42731b6ea040 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:29:59.141103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54546227-4005-4d97-8b4e-dbc4f901be44 req-4f1eb645-f084-4419-b274-42731b6ea040 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 944 time: 0.1851990 Aug 31 19:29:59.166998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:59.169127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1731c81e-5437-41c5-a5e7-c8f19f38c945 tempest-NetworksApiDiscovery-25749471 tempest-NetworksApiDiscovery-25749471-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1795526 Aug 31 19:29:59.229511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54546227-4005-4d97-8b4e-dbc4f901be44 req-ecd16788-bc4d-4970-a1fe-ae5daefdec45 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873270 Aug 31 19:29:59.235188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:29:59.313566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ec4b-8ae0-4dbb-b9fa-967cb784470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.563109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ec4b-8ae0-4dbb-b9fa-967cb784470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.568512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ec4b-8ae0-4dbb-b9fa-967cb784470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.603073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47256) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:59.616646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ed5ec4b-8ae0-4dbb-b9fa-967cb784470e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30b5755bdb9241aab04fc395609b4f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7755110 Aug 31 19:29:59.661106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ec4b-8ae0-4dbb-b9fa-967cb784470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66185c71-af6a-47eb-8402-875421a3f16b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:59.704672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.733200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:29:59.734176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.824312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.828225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:29:59.832520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66185c71-af6a-47eb-8402-875421a3f16b HTTP/1.1" status: 204 len: 168 time: 0.2283132 Aug 31 19:29:59.841040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22443a73-455a-4f07-8885-ab3f4e752753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66185c71-af6a-47eb-8402-875421a3f16b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:29:59.934461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5655229-2ad6-4123-b644-0e7081419970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.054890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5655229-2ad6-4123-b644-0e7081419970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.059906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5655229-2ad6-4123-b644-0e7081419970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.101149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a5655229-2ad6-4123-b644-0e7081419970 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcafe091b11747c1957f04ebe29c5440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665428 Aug 31 19:30:00.104280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:00.107207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5655229-2ad6-4123-b644-0e7081419970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d503a34-a013-4bc0-b39d-63e0ca2100af,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:00.172654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.200122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.259247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.263237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.265004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d503a34-a013-4bc0-b39d-63e0ca2100af HTTP/1.1" status: 204 len: 168 time: 0.1595006 Aug 31 19:30:00.275756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f06e6c-005e-432c-95c8-4b439f71ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d503a34-a013-4bc0-b39d-63e0ca2100af,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:00.393834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11273f9-de41-436c-aa7c-160ae7caf1fa req-00e7ca24-ba49-40b2-97ef-1c8fa3d6d0b0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:00.398191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b11273f9-de41-436c-aa7c-160ae7caf1fa req-00e7ca24-ba49-40b2-97ef-1c8fa3d6d0b0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 945 time: 0.0688541 Aug 31 19:30:00.424118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:00.500169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b11273f9-de41-436c-aa7c-160ae7caf1fa req-97508357-3fdc-455c-97dc-7e67a5d1ccc3 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873096 Aug 31 19:30:00.505136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:00.505587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.595852 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.647604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:00.651574 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:00.728880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:00.916305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:00.918793 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624393e9-4b38-4352-a68c-e23b86449f00" -d '{"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-plugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:00.968122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:00.981200 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cdd3b3-f359-4ce2-a490-6ff14f332404 x-openstack-request-id: req-d8cdd3b3-f359-4ce2-a490-6ff14f332404 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:00.982017 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-plugged", "status": "completed", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:00.983281 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8cdd3b3-f359-4ce2-a490-6ff14f332404 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:00.983947 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'code': 200} Aug 31 19:30:01.160106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1379401964'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:01.196827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Made reservation on behalf of 51d81885e9e94e589854593fab8a926e for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:01.203555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.251872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.376471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480b57-2703-4ee0-aed6-6b8dbd8b867b req-82113183-4e0f-4ed6-afb7-98123afad41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:01.379248 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f480b57-2703-4ee0-aed6-6b8dbd8b867b req-82113183-4e0f-4ed6-afb7-98123afad41c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 1098 time: 0.1215987 Aug 31 19:30:01.415081 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.420574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.431335 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f480b57-2703-4ee0-aed6-6b8dbd8b867b req-e8c355b5-7c25-428c-894b-a47694b3b23f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Aug 31 19:30:01.438230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:01.474448 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.474747 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Added segment 739464bc-a670-4540-bd4b-8fcea411da53 of type vlan for network 701858fc-6c5a-46e4-9247-6f4e369d29a2 Aug 31 19:30:01.477122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554e9938-53bc-490a-b0a7-c666ee5328a4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:01.532929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.598466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.605478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:01.606334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:01.680278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:01.744776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'Network': ['ID=701858fc-6c5a-46e4-9247-6f4e369d29a2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:01.759174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:01.776927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ba97369d-bf9f-4f56-9c53-649ee7041aff tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8071573 Aug 31 19:30:01.778098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:01.789741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Request body: {'subnet': {'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:01.817156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96970d-5dbd-4979-a6aa-888148d5d68d req-9a196856-4df9-404e-a830-06f3b4bd11e2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:01.818762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c96970d-5dbd-4979-a6aa-888148d5d68d req-9a196856-4df9-404e-a830-06f3b4bd11e2 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.1561406 Aug 31 19:30:01.897079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c96970d-5dbd-4979-a6aa-888148d5d68d req-af237cb6-be47-439c-be91-bf362a7d69b8 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Aug 31 19:30:01.992747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Made reservation on behalf of 51d81885e9e94e589854593fab8a926e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:01.997269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:02.403146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:02.499775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Checking segment: {'id': '739464bc-a670-4540-bd4b-8fcea411da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:02.500147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Network hostable DHCP agents. Network: 701858fc-6c5a-46e4-9247-6f4e369d29a2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:02.557380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:02.568310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'Subnet': ['ID=a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:02.590131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 701858fc-6c5a-46e4-9247-6f4e369d29a2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:02.598425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:02.599039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:02.605508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe1fd8-fdb7-4c75-bb52-c6cc076f2df2 None None] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:02.671695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7093ff7f-1614-426d-8601-fe11dbb18e97 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8912544 Aug 31 19:30:02.673522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:02.686731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Request body: {'port': {'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1610310123'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:02.790034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-701858fc-6c5a-46e4-9247-6f4e369d29a2', 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2', 'tenant_id': '51d81885e9e94e589854593fab8a926e', 'fixed_ips': [{'subnet_id': 'a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:02.791863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:02.840202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:02.979142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Made reservation on behalf of 51d81885e9e94e589854593fab8a926e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:03.003588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.077857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] device_id is not set on port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:30:03.234905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Allocated IP 2001:db8::2 (701858fc-6c5a-46e4-9247-6f4e369d29a2/a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4/10d0a226-f077-4636-993d-565c7d1ea78c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:03.277488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d5ee-7013-4018-b642-4ce2a90a8d8e req-ebf3bdc3-7c33-4971-b0f7-05b0bcdc9f7f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:03.279704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c50d5ee-7013-4018-b642-4ce2a90a8d8e req-ebf3bdc3-7c33-4971-b0f7-05b0bcdc9f7f tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0854208 Aug 31 19:30:03.337989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c50d5ee-7013-4018-b642-4ce2a90a8d8e req-3a83a1c9-ffb3-43e2-9360-54de8339e396 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490851 Aug 31 19:30:03.376052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Deleting port 03d282a7-0f85-41d6-9f56-bfca1ab64416 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:03.376237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.463958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] For port 03d282a7-0f85-41d6-9f56-bfca1ab64416, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=03d282a7-0f85-41d6-9f56-bfca1ab64416,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:03.465068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.483127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Calling delete_port for 03d282a7-0f85-41d6-9f56-bfca1ab64416 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:03.493025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:03.510659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378586f-89cb-46a8-a1f1-f6fa29ac3a21 req-c90826aa-0174-4b3d-acf7-40d2cc64b1c7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:03.520639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6378586f-89cb-46a8-a1f1-f6fa29ac3a21 req-c90826aa-0174-4b3d-acf7-40d2cc64b1c7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.0985684 Aug 31 19:30:03.525621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.547108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Transition to ACTIVE for port object 10d0a226-f077-4636-993d-565c7d1ea78c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:03.565480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Transition to ACTIVE for port object 10d0a226-f077-4636-993d-565c7d1ea78c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:03.569761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6378586f-89cb-46a8-a1f1-f6fa29ac3a21 req-d059126d-a00b-438f-ad8a-81233bcb0ebf tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Aug 31 19:30:03.584813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.650617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Allocated IP 2001:db8::2b3 (701858fc-6c5a-46e4-9247-6f4e369d29a2/a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4/ed04d7b0-28bf-48a7-b8dd-23363fdbe340) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:03.699830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Pushing event updated for resources: {'Port': ['ID=10d0a226-f077-4636-993d-565c7d1ea78c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:03.714788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:03.724386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:03.729440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:03.799146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30cb6b54-4c4d-4e65-813a-94bc6208f8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.845016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.868258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Attempting to bind port 10d0a226-f077-4636-993d-565c7d1ea78c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:03.868875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Attempting to bind port 10d0a226-f077-4636-993d-565c7d1ea78c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '739464bc-a670-4540-bd4b-8fcea411da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:03.869261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Attempting to bind port 10d0a226-f077-4636-993d-565c7d1ea78c on network 701858fc-6c5a-46e4-9247-6f4e369d29a2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:03.885435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d282a7-0f85-41d6-9f56-bfca1ab64416,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:03.891311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:03.892695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Checking segment: {'id': '739464bc-a670-4540-bd4b-8fcea411da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:03.893796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.894858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Bound using segment: {'id': '739464bc-a670-4540-bd4b-8fcea411da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:03.895349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Bound port: 10d0a226-f077-4636-993d-565c7d1ea78c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739464bc-a670-4540-bd4b-8fcea411da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:03.897504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.931966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:03.957194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Transition to ACTIVE for port object ed04d7b0-28bf-48a7-b8dd-23363fdbe340 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:04.026486 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30cb6b54-4c4d-4e65-813a-94bc6208f8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.032533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30cb6b54-4c4d-4e65-813a-94bc6208f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.068301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-30cb6b54-4c4d-4e65-813a-94bc6208f8a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=342718a8e37f44528cb024e053703955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742362 Aug 31 19:30:04.071484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] For port 10d0a226-f077-4636-993d-565c7d1ea78c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:04.071904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.076963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:04.087579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] For port 10d0a226-f077-4636-993d-565c7d1ea78c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10d0a226-f077-4636-993d-565c7d1ea78c,segment=NetworkSegment(739464bc-a670-4540-bd4b-8fcea411da53),segment_id=739464bc-a670-4540-bd4b-8fcea411da53)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:04.098784 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.192476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.208872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a51a-acae-4782-a30b-34bf079968cc None None] Pushing event updated for resources: {'Port': ['ID=10d0a226-f077-4636-993d-565c7d1ea78c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:04.320677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'Port': ['ID=ed04d7b0-28bf-48a7-b8dd-23363fdbe340,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:04.331996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb6b54-4c4d-4e65-813a-94bc6208f8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d88f8-1419-4d12-9e75-3d03198e72d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:04.357965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:04.374742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:04.407122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.412036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:04.422759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:04.423517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.469515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.490753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1a2743fc-a3d1-4852-9097-afd799c66889 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8066659 Aug 31 19:30:04.491679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47458) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:04.497538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Request body: {'port': {'network_id': '701858fc-6c5a-46e4-9247-6f4e369d29a2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1024121934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:04.497538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] bootfile-name is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:04.497538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] tftp-server is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:04.497936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] server-ip-address is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:04.506092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Router 42d431cf-f938-4853-8dd2-a0c08d01c027 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:30:04.619096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-0dcb7b89-eb5d-4160-b9dd-e14660f9e9fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:04.620547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-0dcb7b89-eb5d-4160-b9dd-e14660f9e9fc tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.3720460 Aug 31 19:30:04.644557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-42aa07ab-3120-4c99-ad62-7b0e87e80838 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/quotas/adf5628c26eb43d3b68844d1bfb454bc HTTP/1.1" status: 200 len: 375 time: 0.0178573 Aug 31 19:30:04.647372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.654416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.655757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf1d88f8-1419-4d12-9e75-3d03198e72d1 HTTP/1.1" status: 204 len: 168 time: 0.5666173 Aug 31 19:30:04.704609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129d57-3c19-4265-b98c-290fe67178a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d88f8-1419-4d12-9e75-3d03198e72d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:04.746088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-9a7fac0d-9e3d-4070-bba0-172d01f9a9ac tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858891 Aug 31 19:30:04.752099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-7b4fa68d-e12f-497c-a56e-f6519f1c3bec tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:30:04.756222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-7b4fa68d-e12f-497c-a56e-f6519f1c3bec tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089898 Aug 31 19:30:04.809448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Made reservation on behalf of 51d81885e9e94e589854593fab8a926e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:04.812986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:04.832769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:30:04.843028 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eace6f56-f7ff-4c54-a83e-089b13acb3b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/42d431cf-f938-4853-8dd2-a0c08d01c027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614807 Aug 31 19:30:04.843679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:04.844584 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Sync routers for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:30:04.848270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] device_id is not set on port 43228491-0716-43f0-9204-ce343cecb678 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:30:04.859373 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:04.861579 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:04.945547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-908b70e4-aa97-4060-b7cc-c74d1f56b5fd service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797469 Aug 31 19:30:05.065486 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:30:05.091931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:05.115157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd6c3b-cc68-4495-a016-052d7fa07f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.144658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-70c09968-e070-44f1-a918-cbfd1f8218f5 service neutron] 10.222.0.73 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912210 Aug 31 19:30:05.313350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd6c3b-cc68-4495-a016-052d7fa07f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.325682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd6c3b-cc68-4495-a016-052d7fa07f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.370095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:30:03Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:05.429375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd6c3b-cc68-4495-a016-052d7fa07f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfad32f3-4769-45a6-89d9-9dfa1e52b649,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:05.456172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-04bd6c3b-cc68-4495-a016-052d7fa07f80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c96511a66d5f49bbb839d44a2b7fddc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625052 Aug 31 19:30:05.459077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:05.475137 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Checking router: 42d431cf-f938-4853-8dd2-a0c08d01c027 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:30:05.484124 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Routers {'42d431cf-f938-4853-8dd2-a0c08d01c027'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:05.484760 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:29:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['42d431cf-f938-4853-8dd2-a0c08d01c027'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:05.533214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7d4d772-23ca-4aa7-bd86-71f055a31257 req-2866d830-760b-4e1d-b30d-4a3ed026d73b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.0631428 Aug 31 19:30:05.552207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.602755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.646205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] Set router 42d431cf-f938-4853-8dd2-a0c08d01c027 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:30:05.696448 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.699024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:05.703453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cfad32f3-4769-45a6-89d9-9dfa1e52b649 HTTP/1.1" status: 204 len: 168 time: 0.2430110 Aug 31 19:30:05.729094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8a568-f4fe-45d3-9cd5-4cbf1637ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfad32f3-4769-45a6-89d9-9dfa1e52b649,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:05.845429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4546d22-f7b6-465e-a34c-61153a8a372e None None] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:05.887069 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.053192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966daea4-8dba-4267-af95-407b7cebae70 req-f1932e2b-0a5d-450a-a81f-169da2da82c0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:06.053192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-966daea4-8dba-4267-af95-407b7cebae70 req-f1932e2b-0a5d-450a-a81f-169da2da82c0 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7c78bf2-6348-4851-b8e4-d8bfe74bb990 HTTP/1.1" status: 200 len: 946 time: 0.6403644 Aug 31 19:30:06.055073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:30:03Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:06.055073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a2b4e-d602-4673-b625-0d96e261e628 None None] The sync data for ids ['42d431cf-f938-4853-8dd2-a0c08d01c027'] in n-d-778550-14 is: [{'id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'name': 'tempest-TaggedBootDevicesTest-1171271536-router', 'tenant_id': 'e22927fa1ae54749b22f44bbc53020c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:18:38Z', 'updated_at': '2021-08-31T19:30:03Z', 'revision_number': 5, 'project_id': 'e22927fa1ae54749b22f44bbc53020c8', 'gw_port': {'id': '57c13687-8dd2-42a8-9b06-8d8fd43bfe59', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d431cf-f938-4853-8dd2-a0c08d01c027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:18:39Z', 'updated_at': '2021-08-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:30:06.057249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Allocated IP 2001:db8::1bf (701858fc-6c5a-46e4-9247-6f4e369d29a2/a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4/43228491-0716-43f0-9204-ce343cecb678) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:06.073161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a4114b35-d876-43c2-ac05-da5864a19c63 None None] Provisioning for port 10d0a226-f077-4636-993d-565c7d1ea78c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:06.148813 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-79a9dd4b-bf9d-4519-afdf-f6cf51813654 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4134436 Aug 31 19:30:06.195886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.655913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-be2847ee-81c7-4271-9b9f-f5b764d045f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:06.657937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-be2847ee-81c7-4271-9b9f-f5b764d045f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.3222578 Aug 31 19:30:06.672594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10d0a226-f077-4636-993d-565c7d1ea78c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:06.701476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.718153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Deleting port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:06.718540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.749727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b1ca640-4b19-4674-91d7-b4ac04e23897 req-6d7097c3-2946-408c-8319-906412f237e4 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.0832539 Aug 31 19:30:06.765924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Deleting port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:06.766663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.813578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 10d0a226-f077-4636-993d-565c7d1ea78c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:06.834839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 10d0a226-f077-4636-993d-565c7d1ea78c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:06.835317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:06.853101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Transition to ACTIVE for port object 43228491-0716-43f0-9204-ce343cecb678 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:06.922942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Provisioning complete for port 10d0a226-f077-4636-993d-565c7d1ea78c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:06.924527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.036951 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.145912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-b07c7ec9-126e-486d-b9e8-43fdac0d1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.147369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-b07c7ec9-126e-486d-b9e8-43fdac0d1adc service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.3746722 Aug 31 19:30:07.158174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 10d0a226-f077-4636-993d-565c7d1ea78c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10d0a226-f077-4636-993d-565c7d1ea78c,segment=NetworkSegment(739464bc-a670-4540-bd4b-8fcea411da53),segment_id=739464bc-a670-4540-bd4b-8fcea411da53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:07.170107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.192595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.209223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 03d282a7-0f85-41d6-9f56-bfca1ab64416 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:07.258695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] For port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:07.259080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.262557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] For port 57c13687-8dd2-42a8-9b06-8d8fd43bfe59, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:07.263105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.270658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.289273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 03d282a7-0f85-41d6-9f56-bfca1ab64416 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:07.289999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 03d282a7-0f85-41d6-9f56-bfca1ab64416 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:07.310355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Calling delete_port for 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:07.353499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Calling delete_port for 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:07.359189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-2930d0a8-202d-4b8a-995b-8e97e71cdb75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1002 time: 0.1992550 Aug 31 19:30:07.376598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=10d0a226-f077-4636-993d-565c7d1ea78c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:07.415016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:30:07.415923 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:30:07.465064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'Port': ['ID=43228491-0716-43f0-9204-ce343cecb678,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:07.488897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:07.598977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:07.611377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:07.617764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.618554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:07.706364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-9ac58c5c-2125-4c5a-aaeb-d64f3252b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.710051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-9ac58c5c-2125-4c5a-aaeb-d64f3252b892 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.3261540 Aug 31 19:30:07.735931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-271d7d8f-bf54-4808-b42b-d3e83be62fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2479177 Aug 31 19:30:07.748506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:07.815517 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:30:07.873051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf0a94-edd4-4cda-a439-86be1c24ecac tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.882882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf0a94-edd4-4cda-a439-86be1c24ecac tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.890748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf0a94-edd4-4cda-a439-86be1c24ecac tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:07.897826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47566) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:07.898206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8aaf0a94-edd4-4cda-a439-86be1c24ecac tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1482284 Aug 31 19:30:07.964046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-776a0f4e-d73d-4e3a-816e-65874a18c231 req-46723871-30f8-41fa-aa25-a3bc80344c6b tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.1027038 Aug 31 19:30:08.034502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-efd34c63-cbf9-4306-9713-5eaafc730964 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:08.036444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-efd34c63-cbf9-4306-9713-5eaafc730964 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 814 time: 0.6449006 Aug 31 19:30:08.045445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-e80645b0-7455-4674-a736-e5ceb5b9ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:08.047257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-e80645b0-7455-4674-a736-e5ceb5b9ccb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3131192 Aug 31 19:30:08.064135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Provisioning for port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:08.072605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Provisioning complete for port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:08.074046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.110506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Request body: {'port': {'device_id': '3531011e-837d-45af-908d-bbdb52abab08', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'admin_state_up': True, 'tenant_id': 'adf5628c26eb43d3b68844d1bfb454bc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:08.153806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30c6de1b-63ad-4b45-9649-cf13fe65468d None None] Port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:08.280172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Provisioning for port 43228491-0716-43f0-9204-ce343cecb678 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:08.291813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Provisioning complete for port 43228491-0716-43f0-9204-ce343cecb678 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:08.294204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.317892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.322169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.355018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Port 43228491-0716-43f0-9204-ce343cecb678 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:08.372509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Provisioning complete for port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:08.373026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.405681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Pushing event deleted for resources: {'Port': ['ID=57c13687-8dd2-42a8-9b06-8d8fd43bfe59,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:08.436638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:08.465225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:08.465637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:08.493221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event deleted for resources: {'Port': ['ID=12d494ee-9f34-48ba-8fb0-1f6ceb05a94f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:08.493456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe63ad-c6e6-44b6-9c7a-c35cedfa5f98 None None] Port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:08.563118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Deleting port 43228491-0716-43f0-9204-ce343cecb678 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:08.563581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.570349 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-b48701c5-f7a4-4739-a2e0-153089d8cffe service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768248 Aug 31 19:30:08.571130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] No DVR routers for this DVR port 12d494ee-9f34-48ba-8fb0-1f6ceb05a94f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:08.649996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10d0a226-f077-4636-993d-565c7d1ea78c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:08.721066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 10d0a226-f077-4636-993d-565c7d1ea78c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:08.721904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.960573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:08.962534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-966daea4-8dba-4267-af95-407b7cebae70 req-450e4936-7f3a-455f-bed7-e9f235de3222 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "DELETE /v2.0/ports/12d494ee-9f34-48ba-8fb0-1f6ceb05a94f HTTP/1.1" status: 204 len: 173 time: 2.9371250 Aug 31 19:30:08.966704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-deleted', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:08.968997 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b9b50-27da-421d-98b8-bcd9c10aca5f" -d '{"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-deleted", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:09.064182 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a8903-05cb-43dd-8510-8ae52f33bb89 x-openstack-request-id: req-613a8903-05cb-43dd-8510-8ae52f33bb89 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:09.064505 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c78bf2-6348-4851-b8e4-d8bfe74bb990", "name": "network-vif-deleted", "tag": "12d494ee-9f34-48ba-8fb0-1f6ceb05a94f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:09.064960 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-613a8903-05cb-43dd-8510-8ae52f33bb89 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:09.065683 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c78bf2-6348-4851-b8e4-d8bfe74bb990', 'name': 'network-vif-deleted', 'tag': '12d494ee-9f34-48ba-8fb0-1f6ceb05a94f', 'status': 'completed', 'code': 200} Aug 31 19:30:09.118731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.134744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6c0da60-3733-4e84-b6e4-a837ce794fa4 req-8ed2d134-f3c9-466a-bb1e-20ba17a39ba5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.0424817 Aug 31 19:30:09.213368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Made reservation on behalf of adf5628c26eb43d3b68844d1bfb454bc for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:09.217263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.272845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.282915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.286281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.314355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Calling delete_port for 43228491-0716-43f0-9204-ce343cecb678 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:09.448881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.449670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d431cf-f938-4853-8dd2-a0c08d01c027 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:30:09.467274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.468576 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2e538145-fcda-4e68-839c-d85aa30bd90d admin admin] 10.222.0.73 "DELETE /v2.0/routers/42d431cf-f938-4853-8dd2-a0c08d01c027 HTTP/1.1" status: 204 len: 168 time: 4.6225266 Aug 31 19:30:09.472114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:09.539822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Deleting subnet 6c5c7705-d8de-44bc-88df-919d7039b9a5 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:09.548036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.556779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43f65ba6-d37c-4536-aa8f-db5480733969 req-a8690410-b144-4552-b174-d15e9e068f03 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912437 Aug 31 19:30:09.648100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.773894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.781063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Allocated IP 172.20.0.14 (f74aaf4e-2eab-4020-a654-1d7d41c9873c/9b195966-6833-43f4-94ad-69c373977805/16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:09.860545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.885312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.901104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event deleted for resources: {'Port': ['ID=43228491-0716-43f0-9204-ce343cecb678,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:09.925197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5c7705-d8de-44bc-88df-919d7039b9a5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:09.927772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:09.932531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f35f7b9-fa01-456a-89b4-ef7af0369144 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6c5c7705-d8de-44bc-88df-919d7039b9a5 HTTP/1.1" status: 204 len: 168 time: 0.4589531 Aug 31 19:30:09.933483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:09.956536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a42f52-9dbc-4c80-b544-312d6a99f339 None None] Network 1077a2ff-19dd-430a-870e-426ef82e7556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:10.041463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.048635 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-60b7322c-e8af-444d-b093-c7bfb2519ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "DELETE /v2.0/ports/43228491-0716-43f0-9204-ce343cecb678 HTTP/1.1" status: 204 len: 168 time: 2.1355867 Aug 31 19:30:10.051000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.052577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:10.057706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Request body: {'port': {'name': 'tempest-new-port-name-762057945', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:10.058104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] bootfile-name is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:10.058440 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] tftp-server is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:10.064180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] server-ip-address is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 19:30:10.198213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.230298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.307212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] DHCP port deletion for 1077a2ff-19dd-430a-870e-426ef82e7556 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:10.342921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Deleting port 572c1900-6f5c-455b-935f-eaab53fad811 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:10.343406 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.348368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.384989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd0e3732-414e-4bc3-8e7d-90567f345a44 req-2d8e9d3b-d665-4f99-b77e-b00db5696c92 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.1074204 Aug 31 19:30:10.418450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Network f74aaf4e-2eab-4020-a654-1d7d41c9873c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:10.421766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:10.426222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:10.484444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Deleting port 572c1900-6f5c-455b-935f-eaab53fad811 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:10.484841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.507202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] For port 572c1900-6f5c-455b-935f-eaab53fad811, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=572c1900-6f5c-455b-935f-eaab53fad811,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:10.507537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.524505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event updated for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:10.534759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Calling delete_port for 572c1900-6f5c-455b-935f-eaab53fad811 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:10.595432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:10.597218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.600798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] For port 572c1900-6f5c-455b-935f-eaab53fad811, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=572c1900-6f5c-455b-935f-eaab53fad811,segment=NetworkSegment(a6e9f993-7ed4-4ea1-9239-5ab519e66d7e),segment_id=a6e9f993-7ed4-4ea1-9239-5ab519e66d7e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:10.601196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.618224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Calling delete_port for 572c1900-6f5c-455b-935f-eaab53fad811 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:10.629460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:10.646872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2bd606bb-b586-4888-80d8-e4eeb67c9852 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5979483 Aug 31 19:30:10.655015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:10.655601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 57c13687-8dd2-42a8-9b06-8d8fd43bfe59 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:10.655942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 572c1900-6f5c-455b-935f-eaab53fad811 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:10.670275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Request body: {'port': {'device_id': '3531011e-837d-45af-908d-bbdb52abab08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:10.683914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.690411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.707706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] In _notify_port_updated(), no bound segment for port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 on network 701858fc-6c5a-46e4-9247-6f4e369d29a2 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:30:10.725641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:10.726358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.727957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "PUT /v2.0/ports/ed04d7b0-28bf-48a7-b8dd-23363fdbe340 HTTP/1.1" status: 200 len: 1129 time: 0.6741731 Aug 31 19:30:10.753783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:10.766155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.805403 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.835785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0456f6-f3a6-4546-abab-ee6396d6b8df tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:10.837451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fe0456f6-f3a6-4546-abab-ee6396d6b8df tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "GET /v2.0/ports/ed04d7b0-28bf-48a7-b8dd-23363fdbe340 HTTP/1.1" status: 200 len: 1129 time: 0.0826390 Aug 31 19:30:10.841881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:10.857660 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.872878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:10.907182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] Pushing event deleted for resources: {'Port': ['ID=572c1900-6f5c-455b-935f-eaab53fad811,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:10.911893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] No DVR routers for this DVR port 572c1900-6f5c-455b-935f-eaab53fad811 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:10.928960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2524b-c276-4af6-819f-0aeeca7585f3 None None] No DVR routers for this DVR port 572c1900-6f5c-455b-935f-eaab53fad811 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:10.974601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63868-e4b0-4d8f-8ee0-58e0734ac9b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event updated for resources: {'Port': ['ID=ed04d7b0-28bf-48a7-b8dd-23363fdbe340,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.132423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Pushing event deleted for resources: {'Port': ['ID=572c1900-6f5c-455b-935f-eaab53fad811,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.145644 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.147756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:11.156128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.161728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1077a2ff-19dd-430a-870e-426ef82e7556']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:11.172316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Transition to ACTIVE for port object 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:11.177390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.179536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1eab4a1e-18f1-4b7c-86f1-23ed0c7b9c7d None None] Provisioning complete for port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:11.180081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1eab4a1e-18f1-4b7c-86f1-23ed0c7b9c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.185629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:11.185936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e9f993-7ed4-4ea1-9239-5ab519e66d7e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:11.202288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.212711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Deleting port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:11.213239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.238982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1eab4a1e-18f1-4b7c-86f1-23ed0c7b9c7d None None] Port ed04d7b0-28bf-48a7-b8dd-23363fdbe340 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:11.277590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Pushing event updated for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.296823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.308337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:11.308738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:11.310385 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:11.325283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Attempting to bind port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:11.325711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Attempting to bind port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:11.326131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Attempting to bind port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:11.330942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:30:11.331408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Attempting to bind port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 on network f74aaf4e-2eab-4020-a654-1d7d41c9873c {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:11.336554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:11.336974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Checking segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:11.337430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Bound using segment: {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:11.337922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Bound port: 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebc62b-071e-4313-a4c3-734298a7d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:11.338376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.390857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.393402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.415412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.417362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1077a2ff-19dd-430a-870e-426ef82e7556 HTTP/1.1" status: 204 len: 168 time: 1.4829323 Aug 31 19:30:11.424816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a1e8-19c8-4a96-a55c-efd03a0e9171 admin admin] Pushing event deleted for resources: {'Network': ['ID=1077a2ff-19dd-430a-870e-426ef82e7556,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.427149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Calling delete_port for ed04d7b0-28bf-48a7-b8dd-23363fdbe340 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:11.436737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:11.443422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:11.449184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.511104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:11.511702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.513128 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] 10.222.0.82 "PUT /v2.0/ports/16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 HTTP/1.1" status: 200 len: 1093 time: 0.8534927 Aug 31 19:30:11.513575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:11.515970 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58452496-9142-42de-982d-6087eb619ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:11.527554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d54fdd0-d05b-47ea-8ddb-df97779cdb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.535146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a4d3-79b4-4262-a46c-a6915bb9445a service neutron] Pushing event updated for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.640910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a2834-088c-4130-91c9-c3808cc104df req-829757fb-9c2a-48da-bc63-f37d07796378 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:11.651057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a10a2834-088c-4130-91c9-c3808cc104df req-829757fb-9c2a-48da-bc63-f37d07796378 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 944 time: 0.1234591 Aug 31 19:30:11.659403 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f73dcc-8c21-4565-a69a-664756e522fe x-openstack-request-id: req-f6f73dcc-8c21-4565-a69a-664756e522fe {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:11.665805 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:11.666734 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6f73dcc-8c21-4565-a69a-664756e522fe {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:11.667385 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22', 'status': 'completed', 'code': 200} Aug 31 19:30:11.687617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-378325d0-8098-4310-934e-23e9f4c4ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:11.689375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-378325d0-8098-4310-934e-23e9f4c4ef76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 1096 time: 0.0693038 Aug 31 19:30:11.758719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47676) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:11.762318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a10a2834-088c-4130-91c9-c3808cc104df req-14f7255d-2d92-4864-93c3-04884b22518c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019173 Aug 31 19:30:11.774075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-3719ce7d-9b2c-42bf-86ff-3cbe9d6dbc2b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 HTTP/1.1" status: 200 len: 217 time: 0.0754869 Aug 31 19:30:11.834409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.839876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-696fe74f-da04-4ccc-b414-7c80e5f1d255 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e22927fa1ae54749b22f44bbc53020c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764732 Aug 31 19:30:11.842376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:11.881899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event deleted for resources: {'Port': ['ID=ed04d7b0-28bf-48a7-b8dd-23363fdbe340,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:11.906564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-4770c9a3-f8d6-4b25-82cd-87834d1589f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:11.908581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-4770c9a3-f8d6-4b25-82cd-87834d1589f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.1208136 Aug 31 19:30:11.922597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.929333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f1f1084e-a8ed-420b-b3fb-181e8bbb35cb tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "DELETE /v2.0/ports/ed04d7b0-28bf-48a7-b8dd-23363fdbe340 HTTP/1.1" status: 204 len: 168 time: 1.0613422 Aug 31 19:30:11.929333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:11.963382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-ba790169-5e26-4e90-9595-19f712eee3ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478082 Aug 31 19:30:11.991425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Deleting subnet a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:11.994193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:11.998072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.052974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.105686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.162479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.203858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-ddc782d5-1bc1-4fc7-8dbb-7601b4f42678 service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327681 Aug 31 19:30:12.240943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.299312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:12.302305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.305068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2fed8998-88c2-48b5-a418-b3878929273a tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "DELETE /v2.0/subnets/a7cb3e39-6f63-48e5-bcac-e52cd5eecfb4 HTTP/1.1" status: 204 len: 168 time: 0.3755476 Aug 31 19:30:12.306821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:12.334618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9931b7d-82b6-4231-a5cd-f98f65030b72 None None] Network 701858fc-6c5a-46e4-9247-6f4e369d29a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:12.348137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.352068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.356602 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/357bfd7b-3f53-453e-8e35-025e12cd7eb1 HTTP/1.1" status: 204 len: 168 time: 0.5129099 Aug 31 19:30:12.378798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf668a-ba6e-4c7f-816c-41532fdb7008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357bfd7b-3f53-453e-8e35-025e12cd7eb1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:12.483890 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7898658d-e119-4ddb-929f-98a9d31d04a2 req-ea98d692-8349-48db-9aaa-ffea0f6e0f0c service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727447 Aug 31 19:30:12.579878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.693148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] DHCP port deletion for 701858fc-6c5a-46e4-9247-6f4e369d29a2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:12.712096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452496-9142-42de-982d-6087eb619ce4 req-a9096b98-791c-427f-8804-7bd5fb5221cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:12.721770 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-a9096b98-791c-427f-8804-7bd5fb5221cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 1096 time: 0.1823928 Aug 31 19:30:12.723378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Deleting port 10d0a226-f077-4636-993d-565c7d1ea78c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:12.726128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.813213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Deleting port 10d0a226-f077-4636-993d-565c7d1ea78c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:12.817062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.853703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] For port 10d0a226-f077-4636-993d-565c7d1ea78c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10d0a226-f077-4636-993d-565c7d1ea78c,segment=NetworkSegment(739464bc-a670-4540-bd4b-8fcea411da53),segment_id=739464bc-a670-4540-bd4b-8fcea411da53)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:12.857955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:12.904607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Calling delete_port for 10d0a226-f077-4636-993d-565c7d1ea78c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:12.919416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452496-9142-42de-982d-6087eb619ce4 req-631d18ed-c838-4e18-99a4-d89f05193b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:12.922042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-631d18ed-c838-4e18-99a4-d89f05193b12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 200 len: 915 time: 0.1945815 Aug 31 19:30:12.993234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-e5171464-c2a4-4dbc-87ea-300b00400e40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 HTTP/1.1" status: 200 len: 217 time: 0.0606441 Aug 31 19:30:12.994367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] For port 10d0a226-f077-4636-993d-565c7d1ea78c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10d0a226-f077-4636-993d-565c7d1ea78c,segment=NetworkSegment(739464bc-a670-4540-bd4b-8fcea411da53),segment_id=739464bc-a670-4540-bd4b-8fcea411da53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:12.998492 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:13.078963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452496-9142-42de-982d-6087eb619ce4 req-003b9ee7-85c2-41eb-a1f9-6e6adfa3326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:13.084408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-003b9ee7-85c2-41eb-a1f9-6e6adfa3326e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 200 len: 854 time: 0.0839465 Aug 31 19:30:13.086898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Calling delete_port for 10d0a226-f077-4636-993d-565c7d1ea78c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:13.150977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-3e3c3327-d41e-45cd-bd83-544ae47bc389 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f74aaf4e-2eab-4020-a654-1d7d41c9873c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584075 Aug 31 19:30:13.279444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833413e1-07d3-495e-8709-0756c63bda65 req-e1d2f931-dd33-48ad-895b-21e396330ade tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:13.288965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-833413e1-07d3-495e-8709-0756c63bda65 req-e1d2f931-dd33-48ad-895b-21e396330ade tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 944 time: 0.1757860 Aug 31 19:30:13.378539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-833413e1-07d3-495e-8709-0756c63bda65 req-dfba88da-45d4-488e-8eba-b80790bf6e41 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884056 Aug 31 19:30:13.381367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:13.393963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:13.483021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] No DVR routers for this DVR port 10d0a226-f077-4636-993d-565c7d1ea78c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:13.498263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-d86c1d45-98f1-4161-a237-e8b23592f667 service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385479 Aug 31 19:30:13.499044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] Pushing event deleted for resources: {'Port': ['ID=10d0a226-f077-4636-993d-565c7d1ea78c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:13.513358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e837a91-466e-4ba9-9923-51845e9343cb None None] No DVR routers for this DVR port 10d0a226-f077-4636-993d-565c7d1ea78c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:13.532921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event deleted for resources: {'Port': ['ID=10d0a226-f077-4636-993d-565c7d1ea78c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:13.737840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-58452496-9142-42de-982d-6087eb619ce4 req-532426c8-2348-462d-ba49-896f3034b4eb service neutron] 10.222.0.82 "GET /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309852 Aug 31 19:30:13.977897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-6498c7f9-72d5-46ca-a33e-0cdc626d020f tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:13.979498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-6498c7f9-72d5-46ca-a33e-0cdc626d020f tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.5725615 Aug 31 19:30:13.984844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.033998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701858fc-6c5a-46e4-9247-6f4e369d29a2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:14.061348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739464bc-a670-4540-bd4b-8fcea411da53') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:14.061924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739464bc-a670-4540-bd4b-8fcea411da53') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:14.122340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-fdf0f594-a56c-4cbd-9280-9766132eb4d2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.135987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.199570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8037b991-8a69-431f-afb8-b3c07715a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.207293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.219369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:14.221201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:14.231800 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:14.340566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.364591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.366819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] 10.222.0.73 "DELETE /v2.0/networks/701858fc-6c5a-46e4-9247-6f4e369d29a2 HTTP/1.1" status: 204 len: 168 time: 2.0589807 Aug 31 19:30:14.386111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a45b9-4852-4dfa-b54b-4abc6e0f5edd tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326 tempest-ExtraDHCPOptionsIpV6TestJSON-1964349326-project] Pushing event deleted for resources: {'Network': ['ID=701858fc-6c5a-46e4-9247-6f4e369d29a2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:14.391251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:14.444251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:30:14.546203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-fdf0f594-a56c-4cbd-9280-9766132eb4d2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.554510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-fdf0f594-a56c-4cbd-9280-9766132eb4d2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.665985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10d0a226-f077-4636-993d-565c7d1ea78c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:14.668641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0f594-a56c-4cbd-9280-9766132eb4d2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d847f-d788-4afc-9359-2704bb3c039c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:14.672203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1594811486-network', 'tenant_id': 'e33fda865adf4cdea764fa2c665997cc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:14.698191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2307ecb-dbaa-4243-9697-23be99fa2fba req-fdf0f594-a56c-4cbd-9280-9766132eb4d2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6613519 Aug 31 19:30:14.723081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 10d0a226-f077-4636-993d-565c7d1ea78c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:14.723429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10d0a226-f077-4636-993d-565c7d1ea78c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:14.739624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.741023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Made reservation on behalf of e33fda865adf4cdea764fa2c665997cc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:14.745082 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.748889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.773370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.786752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a90f39-89e5-4ee1-b26e-0509464c3e0f req-d06d764b-6358-4d1f-a9fb-aeee2e521444 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:14.789506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a90f39-89e5-4ee1-b26e-0509464c3e0f req-d06d764b-6358-4d1f-a9fb-aeee2e521444 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 944 time: 0.1271315 Aug 31 19:30:14.837185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:14.856747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22', 'network_id': 'f74aaf4e-2eab-4020-a654-1d7d41c9873c', 'port_id': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22', 'mac_address': 'fa:16:3e:2c:ec:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b195966-6833-43f4-94ad-69c373977805', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:30:14.900718 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:14.919223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22a90f39-89e5-4ee1-b26e-0509464c3e0f req-30a473f4-e2e9-41fe-8fb7-fd98047cb174 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137993 Aug 31 19:30:14.933900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:14.938381 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:14.962557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:14.979193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.011026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.023627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.056174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be483-0b4a-4574-ab6d-9869658cecdf req-1bddecf0-d5a7-4811-9d7f-e29b7f5918bd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:15.057798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c36be483-0b4a-4574-ab6d-9869658cecdf req-1bddecf0-d5a7-4811-9d7f-e29b7f5918bd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0651569 Aug 31 19:30:15.074257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:15.087110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:15.096708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.098324 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Added segment b338f1b7-311b-4364-9b3e-8b45b1706a71 of type vlan for network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a Aug 31 19:30:15.104994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:15.148824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c36be483-0b4a-4574-ab6d-9869658cecdf req-86f96715-3aac-4228-9786-d014a4c38b9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839431 Aug 31 19:30:15.164296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.177383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:15.182805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:30:15.254982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc05d1d3-f794-4935-94ac-dd437b923351 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51d81885e9e94e589854593fab8a926e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142259 Aug 31 19:30:15.257040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:15.262969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.264487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:15.266890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.375797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.411704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.438622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.467760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] Pushing event updated for resources: {'Network': ['ID=278556ae-4e99-45a7-a4d5-b1e36f3bf72a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:15.480481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-42b8daa0-b9df-4f25-a0c8-e749deba343f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 992 time: 0.3019121 Aug 31 19:30:15.482065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:15.500627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6b3db254-94f0-4a52-8946-4490349c27f2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1052299 Aug 31 19:30:15.500875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.501174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:15.505643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.511542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/554e9938-53bc-490a-b0a7-c666ee5328a4 HTTP/1.1" status: 204 len: 168 time: 0.2479002 Aug 31 19:30:15.511748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Request body: {'subnet': {'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1594811486-subnet', 'tenant_id': 'e33fda865adf4cdea764fa2c665997cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:15.525671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e80e7d-c81f-4964-b68a-dd799cb13933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554e9938-53bc-490a-b0a7-c666ee5328a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:15.557980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Made reservation on behalf of e33fda865adf4cdea764fa2c665997cc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:15.561783 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.834108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-c3430b9f-c242-45f8-b95c-76a170e81599 req-0dcf8823-c38a-4796-a4e6-ea0c9950a710 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:30:15.835300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3430b9f-c242-45f8-b95c-76a170e81599 req-0dcf8823-c38a-4796-a4e6-ea0c9950a710 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082667 Aug 31 19:30:15.850779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.869953 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:15.929091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36931b5-26e7-440a-8a2b-941243bca883,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:15.947319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Checking segment: {'id': 'b338f1b7-311b-4364-9b3e-8b45b1706a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:15.947731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Network hostable DHCP agents. Network: 278556ae-4e99-45a7-a4d5-b1e36f3bf72a, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:15.969513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:15.984016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 278556ae-4e99-45a7-a4d5-b1e36f3bf72a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:15.995339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:15.995958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2280e61-913a-40e4-bbf1-2919bdfe81f1 None None] Network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:15.996104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:16.018825 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf9a5d59-9a10-4330-8257-27a777e50a0b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5164034 Aug 31 19:30:16.207177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751545-a4af-42b0-b44b-c141197ebdc6 req-13c60931-fda8-40b6-a76c-732ab8ff8fed tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:16.217612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1751545-a4af-42b0-b44b-c141197ebdc6 req-13c60931-fda8-40b6-a76c-732ab8ff8fed tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 945 time: 0.0978546 Aug 31 19:30:16.291508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1751545-a4af-42b0-b44b-c141197ebdc6 req-34c7cc80-6db2-43e0-a83b-c3ee34c61a95 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727899 Aug 31 19:30:16.313166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad20067-6adf-4079-bf74-6949fd3cf436 None None] Network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:16.444084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:16.646844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:16.654204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:16.654656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:16.797948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:16.850489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb46c-64aa-4f7b-8a2d-f4310aa4c955 req-290804f5-4659-48ff-b86a-eb656e946e7a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:16.852123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21afb46c-64aa-4f7b-8a2d-f4310aa4c955 req-290804f5-4659-48ff-b86a-eb656e946e7a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1089301 Aug 31 19:30:16.868205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:16.870477 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd31370-cb37-44aa-b98c-94b78091164e" -d '{"events": [{"server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "name": "network-vif-plugged", "status": "completed", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:16.885873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:16.890969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:16.909677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-5e0facf9-d674-40cd-90ae-aaee863abb70 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:16.917195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-5e0facf9-d674-40cd-90ae-aaee863abb70 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/networks?id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a HTTP/1.1" status: 200 len: 814 time: 0.3028028 Aug 31 19:30:16.935681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-7e20c789-30b4-440b-beb5-fe8fd8eab1e5 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/quotas/e33fda865adf4cdea764fa2c665997cc HTTP/1.1" status: 200 len: 375 time: 0.0172513 Aug 31 19:30:16.963156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:16.974578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-6b48ec5e-2591-4775-b111-96e04e92cbaa tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e33fda865adf4cdea764fa2c665997cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380681 Aug 31 19:30:16.982949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.050477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21afb46c-64aa-4f7b-8a2d-f4310aa4c955 req-b57c0bf7-2a30-4387-a4fd-525a2834c80f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904945 Aug 31 19:30:17.071979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:17.119695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-3b2bba54-37fa-4cbc-afe0-f748dfb1760d service neutron] 10.222.0.73 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433587 Aug 31 19:30:17.162271 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e8d7a-37e8-47cc-b459-2615d71805eb x-openstack-request-id: req-657e8d7a-37e8-47cc-b459-2615d71805eb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:17.162560 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "name": "network-vif-plugged", "status": "completed", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:17.162811 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-657e8d7a-37e8-47cc-b459-2615d71805eb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:17.163225 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22', 'code': 200} Aug 31 19:30:17.197448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-365418573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:17.227080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.232300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.304536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-dff83177-3858-4c92-a4e3-370ef8d3dba8 service neutron] 10.222.0.73 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780272 Aug 31 19:30:17.315413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-b9e476b3-5b4e-4e04-8847-e9416ebe1e72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5507841 Aug 31 19:30:17.369406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.383086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69410bf9-f3a9-4df4-95a5-691a448e0393 req-740cc9ff-e6b8-4e12-a148-82c0e48b9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:17.392921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69410bf9-f3a9-4df4-95a5-691a448e0393 req-740cc9ff-e6b8-4e12-a148-82c0e48b9f72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 1098 time: 0.1491747 Aug 31 19:30:17.393980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.476303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.477586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-893bb45f-29c2-4611-a2de-cf4a419bb19e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4045825 Aug 31 19:30:17.488080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:17.505888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-330237979'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:17.530027 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69410bf9-f3a9-4df4-95a5-691a448e0393 req-9d8c87d3-c1db-4db1-b7e9-99fc48f15bf4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150241 Aug 31 19:30:17.587113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:17.602560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.632984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80617df-90de-423a-9f68-6f2f4e33989f req-2543a2c3-16c2-4495-a35e-75c47325367a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:17.634758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e80617df-90de-423a-9f68-6f2f4e33989f req-2543a2c3-16c2-4495-a35e-75c47325367a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.2326536 Aug 31 19:30:17.655221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb34833f-9654-4c5b-b9e2-77a80c14b0ae req-d795c107-4d29-425d-a491-810699f2b9f5 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 210 time: 0.1013298 Aug 31 19:30:17.674975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.846247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.860109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.919054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:17.938168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e80617df-90de-423a-9f68-6f2f4e33989f req-f8645db5-23c1-4beb-a4f4-f97c71d8d615 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728131 Aug 31 19:30:17.956249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47184ce-b706-461f-84bf-2051eb94d5d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:17.965148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:17.965512 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Added segment d0442803-829d-4498-8a01-3806d32238c4 of type vlan for network a4b8ccab-f62b-4ad0-ba55-f850424fe18d Aug 31 19:30:18.082499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:18.148998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:18.160082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:18.161746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:18.301145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:18.306819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8169231 Aug 31 19:30:18.307386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'subnet': {'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:18.417773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2cfe4-7a9f-4461-ab79-c67697f32110 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Network': ['ID=a4b8ccab-f62b-4ad0-ba55-f850424fe18d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:18.434045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:18.502636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3611b8d-b23b-4623-80c6-0645567d766f req-1fa77a69-e72c-446d-bba2-b3f69194f487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:18.513980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3611b8d-b23b-4623-80c6-0645567d766f req-1fa77a69-e72c-446d-bba2-b3f69194f487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.2381094 Aug 31 19:30:18.542766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:18.547299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:18.593884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3611b8d-b23b-4623-80c6-0645567d766f req-9ef8dda4-44a0-472b-98bc-939182863c94 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789919 Aug 31 19:30:18.872347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fa866a6-dad9-47fc-9ef5-cd970d77b4fe req-b8fe3381-7c66-49ca-a6e7-4c1248e9d7db tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 210 time: 0.0754979 Aug 31 19:30:18.913660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.017826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Subnet': ['ID=84eb5c33-41ad-488e-a546-479e2284f2f9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:19.020426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Checking segment: {'id': 'd0442803-829d-4498-8a01-3806d32238c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:19.020796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network hostable DHCP agents. Network: a4b8ccab-f62b-4ad0-ba55-f850424fe18d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:19.056877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:19.092390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, a4b8ccab-f62b-4ad0-ba55-f850424fe18d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:19.097873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.099036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.138550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:19.138764 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63081916-cc41-42eb-843f-4441e14d57bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8359661 Aug 31 19:30:19.158023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'network': {'name': 'tempest-router-network01--160269677'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:19.183961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7961e-b386-4009-9a25-d68c0eb2ff9a req-a3ded26c-c81a-443d-b123-3a4f0ae60f46 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.185557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c0c6c-b81e-4ed8-8c74-72b2e458d5f2 None None] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:19.203163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daf7961e-b386-4009-9a25-d68c0eb2ff9a req-a3ded26c-c81a-443d-b123-3a4f0ae60f46 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.1522892 Aug 31 19:30:19.312574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:19.317422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.357295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daf7961e-b386-4009-9a25-d68c0eb2ff9a req-f6c2bd8f-830c-46ff-b0be-9e79ef32cb8c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527376 Aug 31 19:30:19.359704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-dbf83253-af05-4873-bef1-069900908590 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.364159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-dbf83253-af05-4873-bef1-069900908590 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.67 "GET /v2.0/networks?id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a HTTP/1.1" status: 200 len: 814 time: 0.2108850 Aug 31 19:30:19.376250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-2a1609fb-d1ff-47fa-84c5-921501baa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.380575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-2a1609fb-d1ff-47fa-84c5-921501baa8ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.1727774 Aug 31 19:30:19.410056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Request body: {'port': {'device_id': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a', 'admin_state_up': True, 'tenant_id': 'e33fda865adf4cdea764fa2c665997cc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:19.427569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:19.474194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.474419 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Added segment 32609f78-67d3-4d77-8772-50370a7b5310 of type vlan for network fe853707-05aa-4b79-a5b8-bfe3fee10386 Aug 31 19:30:19.557342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.608565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-698938ce-769a-4c51-a441-5eb30bc2e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.610123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-698938ce-769a-4c51-a441-5eb30bc2e081 service neutron] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.2177911 Aug 31 19:30:19.666552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.672275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.672880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.700974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Made reservation on behalf of e33fda865adf4cdea764fa2c665997cc for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:19.712087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.753855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-a4b8ccab-f62b-4ad0-ba55-f850424fe18d', 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d', 'tenant_id': 'dc1299eef8464859823a4727738df12f', 'fixed_ips': [{'subnet_id': '84eb5c33-41ad-488e-a546-479e2284f2f9'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:19.754701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.812978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e607-7e4f-469f-bebc-28acbfb06c88 req-c29acaed-502e-4f84-b975-923a595a0148 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:19.815914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a69e607-7e4f-469f-bebc-28acbfb06c88 req-c29acaed-502e-4f84-b975-923a595a0148 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.2820129 Aug 31 19:30:19.879225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7395256 Aug 31 19:30:19.881795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:19.889288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'network': {'name': 'tempest-router-network02--1890995805'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:19.890674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-0968f6aa-8122-4d30-a662-69886bebfdc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 1000 time: 0.2712271 Aug 31 19:30:19.896168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9095-91fd-4d72-9f6c-bf1291e0b16f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Network': ['ID=fe853707-05aa-4b79-a5b8-bfe3fee10386,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:19.917435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:19.936376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Allocated IP 172.20.0.8 (278556ae-4e99-45a7-a4d5-b1e36f3bf72a/e36931b5-26e7-440a-8a2b-941243bca883/218598a8-1b7e-4702-8335-264a98056b16) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:19.950592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:19.954237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:19.987811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a69e607-7e4f-469f-bebc-28acbfb06c88 req-e4158872-c89e-4ed9-b011-79a3697bef32 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538596 Aug 31 19:30:20.015327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Allocated IP 2001:db8::2 (a4b8ccab-f62b-4ad0-ba55-f850424fe18d/84eb5c33-41ad-488e-a546-479e2284f2f9/bafe3088-7a6e-4b5a-9c24-98985609b17f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:20.021046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4e976-2f38-41fa-96b7-6a4ff9a7980a req-ac8741ab-1698-46bc-9e2c-753c43fb79ed tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.024657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:20.030686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bb4e976-2f38-41fa-96b7-6a4ff9a7980a req-ac8741ab-1698-46bc-9e2c-753c43fb79ed tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.2724125 Aug 31 19:30:20.045770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-658fe788-d9d4-46dd-a530-ea77349c0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.046918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-658fe788-d9d4-46dd-a530-ea77349c0b4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.1340854 Aug 31 19:30:20.062808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.063187 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Added segment 9a08d2b6-58bf-42c0-bf10-71ea45f45385 of type vlan for network 60e26b7d-b717-41c9-8dc0-134d9255a057 Aug 31 19:30:20.121382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bb4e976-2f38-41fa-96b7-6a4ff9a7980a req-0f16c4be-ce82-468b-8717-04735546b1d5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834446 Aug 31 19:30:20.171040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.185374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e852c321-619b-4e20-bff1-11a263a563cd req-e36db636-e374-48fc-af69-47250a70bc81 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 210 time: 0.0613043 Aug 31 19:30:20.194876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-2b43a403-02b1-4772-95f4-c5b8b7b13e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.200696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-2b43a403-02b1-4772-95f4-c5b8b7b13e55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319940 Aug 31 19:30:20.232447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.239069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.239696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.255321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.292836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.323388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Transition to ACTIVE for port object bafe3088-7a6e-4b5a-9c24-98985609b17f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:20.360843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Transition to ACTIVE for port object bafe3088-7a6e-4b5a-9c24-98985609b17f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:20.372839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.383530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47978) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:20.384449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5009396 Aug 31 19:30:20.401111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'subnet': {'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:20.403953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0802cd-dac7-4685-96e9-f6b36a8eeae8 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Network': ['ID=60e26b7d-b717-41c9-8dc0-134d9255a057,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:20.415522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.435270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:20.470722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:20.481638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:20.483986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Pushing event updated for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:20.488141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:20.509186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:20.523222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:20.527479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:20.533809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Pushing event updated for resources: {'Port': ['ID=bafe3088-7a6e-4b5a-9c24-98985609b17f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:20.599414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.600340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.622921 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-80f8f9ff-c3a1-4899-aa57-b4ad951c47af tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2243772 Aug 31 19:30:20.639069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Request body: {'port': {'device_id': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:20.640259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-1f1d568e-8e02-4dd7-a323-fe8541cfe1ee service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310312 Aug 31 19:30:20.651121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Attempting to bind port bafe3088-7a6e-4b5a-9c24-98985609b17f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:20.651661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Attempting to bind port bafe3088-7a6e-4b5a-9c24-98985609b17f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd0442803-829d-4498-8a01-3806d32238c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:20.651916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Attempting to bind port bafe3088-7a6e-4b5a-9c24-98985609b17f on network a4b8ccab-f62b-4ad0-ba55-f850424fe18d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:20.667910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:20.668306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Checking segment: {'id': 'd0442803-829d-4498-8a01-3806d32238c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:20.668721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.669120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Bound using segment: {'id': 'd0442803-829d-4498-8a01-3806d32238c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:20.669592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Bound port: bafe3088-7a6e-4b5a-9c24-98985609b17f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0442803-829d-4498-8a01-3806d32238c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a4b8ccab-f62b-4ad0-ba55-f850424fe18d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:20.669984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.717234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.764170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7b51-196f-4639-aac0-cff4e0e86e2e req-0ec1eb30-f290-4270-85c3-9c3813127477 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:20.771559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b2a7b51-196f-4639-aac0-cff4e0e86e2e req-0ec1eb30-f290-4270-85c3-9c3813127477 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.2564833 Aug 31 19:30:20.784987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] For port bafe3088-7a6e-4b5a-9c24-98985609b17f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:20.789563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] For port bafe3088-7a6e-4b5a-9c24-98985609b17f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bafe3088-7a6e-4b5a-9c24-98985609b17f,segment=NetworkSegment(d0442803-829d-4498-8a01-3806d32238c4),segment_id=d0442803-829d-4498-8a01-3806d32238c4)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:20.795949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.841921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:20.845581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:20.882198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7b2a7b51-196f-4639-aac0-cff4e0e86e2e req-050b288d-a5eb-444a-bd48-03b504eff81a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096532 Aug 31 19:30:20.947069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-98226b78-804b-4865-bf11-15f8583b7909 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983255 Aug 31 19:30:20.963179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70874-3b44-471c-b8b6-b6ce32996539 None None] Pushing event updated for resources: {'Port': ['ID=bafe3088-7a6e-4b5a-9c24-98985609b17f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:21.215923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5aee-9fbb-43c5-88ff-3623737e77b3 req-f6442f00-ccc6-4c80-bd39-c2a4e681cfda tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:21.218279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c58a5aee-9fbb-43c5-88ff-3623737e77b3 req-f6442f00-ccc6-4c80-bd39-c2a4e681cfda tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.1303596 Aug 31 19:30:21.259885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:21.327669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c58a5aee-9fbb-43c5-88ff-3623737e77b3 req-b31b0dba-776a-43c9-b1db-c7c922e10f08 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939095 Aug 31 19:30:21.355895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Subnet': ['ID=d412e55a-d723-4dd0-bf71-d5d60d24784a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:21.452836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Checking segment: {'id': '32609f78-67d3-4d77-8772-50370a7b5310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:21.453606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network hostable DHCP agents. Network: fe853707-05aa-4b79-a5b8-bfe3fee10386, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:21.528667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766d849-507f-4c3b-82f2-fe6674415fed req-921f50ee-7c39-4052-8a67-aa7784791835 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:21.530770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9766d849-507f-4c3b-82f2-fe6674415fed req-921f50ee-7c39-4052-8a67-aa7784791835 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1169975 Aug 31 19:30:21.545652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:21.573694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, fe853707-05aa-4b79-a5b8-bfe3fee10386) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:21.583691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8abf99-35de-49f0-8675-2eba0387ec5a None None] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:21.593365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c205-f761-4359-907f-5ee676442b2e req-3fce1dd7-182c-4b1a-b1c9-66904fb9d73c tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:21.600829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f359c205-f761-4359-907f-5ee676442b2e req-3fce1dd7-182c-4b1a-b1c9-66904fb9d73c tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 931 time: 0.1310933 Aug 31 19:30:21.612466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:21.613077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:21.631687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9766d849-507f-4c3b-82f2-fe6674415fed req-b9a1483c-7e0e-457a-ac16-6ad8a3470d89 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937970 Aug 31 19:30:21.652155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0efa9f7f-1647-45fe-bdb9-8b2eaf6db6bc tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2635369 Aug 31 19:30:21.652854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:21.679999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f359c205-f761-4359-907f-5ee676442b2e req-56a72f3b-c3f1-4479-a640-666e237921e7 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Aug 31 19:30:21.687869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'subnet': {'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:21.881109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-fe853707-05aa-4b79-a5b8-bfe3fee10386', 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386', 'tenant_id': 'dc1299eef8464859823a4727738df12f', 'fixed_ips': [{'subnet_id': 'd412e55a-d723-4dd0-bf71-d5d60d24784a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:21.882046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:21.938825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:21.948915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.007437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15db54-fae0-4909-bf5d-6dcfccc67a8c req-880cb121-9e8d-48b8-bee4-181d7b83421d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.021912 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e15db54-fae0-4909-bf5d-6dcfccc67a8c req-880cb121-9e8d-48b8-bee4-181d7b83421d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.1192231 Aug 31 19:30:22.122876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e15db54-fae0-4909-bf5d-6dcfccc67a8c req-305eb618-cfb3-4018-a49e-6f1f0b80e729 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997705 Aug 31 19:30:22.177136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218598a8-1b7e-4702-8335-264a98056b16 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:22.209406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.212944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Allocated IP 2001:db8::2 (fe853707-05aa-4b79-a5b8-bfe3fee10386/d412e55a-d723-4dd0-bf71-d5d60d24784a/dec8fbde-00eb-4e8d-9ca2-08fe0169381c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:22.239377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Transition to ACTIVE for port object 218598a8-1b7e-4702-8335-264a98056b16 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:22.299198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.322258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2dd0-7415-47a0-82fb-1c0fbe882016 req-f54ee2dc-e9b1-467b-84dd-410d3524ea0c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.324516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-112f2dd0-7415-47a0-82fb-1c0fbe882016 req-f54ee2dc-e9b1-467b-84dd-410d3524ea0c tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.1028118 Aug 31 19:30:22.326441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.442777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-112f2dd0-7415-47a0-82fb-1c0fbe882016 req-ce8d549b-8e8d-4f88-a80e-87fe082c0e21 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110981 Aug 31 19:30:22.480088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Subnet': ['ID=d0a85f4d-de10-4523-aacf-850e3076aa2a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:22.527274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.538694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Transition to ACTIVE for port object dec8fbde-00eb-4e8d-9ca2-08fe0169381c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:22.545173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Pushing event updated for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:22.560408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Transition to ACTIVE for port object dec8fbde-00eb-4e8d-9ca2-08fe0169381c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:22.571901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed230b91-e989-4093-ae49-8b5918cdb375 None None] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:22.582012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Checking segment: {'id': '9a08d2b6-58bf-42c0-bf10-71ea45f45385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:22.582392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network hostable DHCP agents. Network: 60e26b7d-b717-41c9-8dc0-134d9255a057, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:22.586487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Attempting to bind port 218598a8-1b7e-4702-8335-264a98056b16 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:22.586487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Attempting to bind port 218598a8-1b7e-4702-8335-264a98056b16 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b338f1b7-311b-4364-9b3e-8b45b1706a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:22.586487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Attempting to bind port 218598a8-1b7e-4702-8335-264a98056b16 on network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:22.590675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.591617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Port 218598a8-1b7e-4702-8335-264a98056b16 on network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:30:22.591976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Attempting to bind port 218598a8-1b7e-4702-8335-264a98056b16 on network 278556ae-4e99-45a7-a4d5-b1e36f3bf72a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:22.622057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:22.622555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Checking segment: {'id': 'b338f1b7-311b-4364-9b3e-8b45b1706a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:22.622805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Bound using segment: {'id': 'b338f1b7-311b-4364-9b3e-8b45b1706a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:22.623198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Bound port: 218598a8-1b7e-4702-8335-264a98056b16, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b338f1b7-311b-4364-9b3e-8b45b1706a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:22.623563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.654619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:22.697473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bafe3088-7a6e-4b5a-9c24-98985609b17f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:22.717794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 60e26b7d-b717-41c9-8dc0-134d9255a057) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:22.749627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.750247 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.754491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103619c-259b-4405-ba58-81199b57606d None None] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:22.821834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:22.824843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=218598a8-1b7e-4702-8335-264a98056b16,segment=NetworkSegment(b338f1b7-311b-4364-9b3e-8b45b1706a71),segment_id=b338f1b7-311b-4364-9b3e-8b45b1706a71)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:22.830381 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0c73e8f5-4897-46bc-8986-6a610c78e35e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1750627 Aug 31 19:30:22.832934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.847698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:22.851944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01940411-bfdb-4dbf-bfce-ab7176818c5a None None] Provisioning for port bafe3088-7a6e-4b5a-9c24-98985609b17f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:22.863558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:22.872286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:22.899682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:22.912160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba33ad-e805-4ec4-8624-52989e02393d req-c27f9cd9-85ae-4b87-9237-0fcc525e4c00 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.912336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.913167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:22.916050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] 10.222.0.67 "PUT /v2.0/ports/218598a8-1b7e-4702-8335-264a98056b16 HTTP/1.1" status: 200 len: 1092 time: 2.2845626 Aug 31 19:30:22.921779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ba33ad-e805-4ec4-8624-52989e02393d req-c27f9cd9-85ae-4b87-9237-0fcc525e4c00 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1239474 Aug 31 19:30:22.927584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39e5de-62d6-43d9-a094-467c7f4afec4 service neutron] Pushing event updated for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:22.936057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825086b8-37ed-4d6c-97e8-0935ead0ff90 req-84748c38-7ca2-42d0-b8ec-f8de82ccb075 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:22.938478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-825086b8-37ed-4d6c-97e8-0935ead0ff90 req-84748c38-7ca2-42d0-b8ec-f8de82ccb075 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 943 time: 0.1381795 Aug 31 19:30:22.944747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'tag': '218598a8-1b7e-4702-8335-264a98056b16'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:22.955657 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b" -d '{"events": [{"name": "network-changed", "server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "tag": "218598a8-1b7e-4702-8335-264a98056b16"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:22.988897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Pushing event updated for resources: {'Port': ['ID=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:23.021066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Attempting to bind port dec8fbde-00eb-4e8d-9ca2-08fe0169381c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:23.021444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Attempting to bind port dec8fbde-00eb-4e8d-9ca2-08fe0169381c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '32609f78-67d3-4d77-8772-50370a7b5310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:23.021824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Attempting to bind port dec8fbde-00eb-4e8d-9ca2-08fe0169381c on network fe853707-05aa-4b79-a5b8-bfe3fee10386 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:23.027031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bafe3088-7a6e-4b5a-9c24-98985609b17f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:23.033490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:23.033877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Checking segment: {'id': '32609f78-67d3-4d77-8772-50370a7b5310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:23.034289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.034691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Bound using segment: {'id': '32609f78-67d3-4d77-8772-50370a7b5310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:23.035180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Bound port: dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32609f78-67d3-4d77-8772-50370a7b5310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fe853707-05aa-4b79-a5b8-bfe3fee10386'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:23.035610 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.037612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90ba33ad-e805-4ec4-8624-52989e02393d req-c263b202-e12e-4670-92bd-4fe9d085e768 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146626 Aug 31 19:30:23.060778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bafe3088-7a6e-4b5a-9c24-98985609b17f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:23.061155 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.094655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-825086b8-37ed-4d6c-97e8-0935ead0ff90 req-3d0e1fd9-52d6-4619-aa4d-3c231a83b507 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217146 Aug 31 19:30:23.268546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-60e26b7d-b717-41c9-8dc0-134d9255a057', 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057', 'tenant_id': 'dc1299eef8464859823a4727738df12f', 'fixed_ips': [{'subnet_id': 'd0a85f4d-de10-4523-aacf-850e3076aa2a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:23.269594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.305469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] For port dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:23.308769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] For port dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,segment=NetworkSegment(32609f78-67d3-4d77-8772-50370a7b5310),segment_id=32609f78-67d3-4d77-8772-50370a7b5310)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:23.319359 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec2e67c-7d71-4802-84b9-f7767297759b x-openstack-request-id: req-eec2e67c-7d71-4802-84b9-f7767297759b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:23.319922 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "tag": "218598a8-1b7e-4702-8335-264a98056b16", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:23.320578 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eec2e67c-7d71-4802-84b9-f7767297759b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:23.321297 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'tag': '218598a8-1b7e-4702-8335-264a98056b16', 'status': 'completed', 'code': 200} Aug 31 19:30:23.340632 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.388422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-322be699-3aac-41c8-8b51-2d92a3c122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:23.390077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-322be699-3aac-41c8-8b51-2d92a3c122cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e33fda865adf4cdea764fa2c665997cc&device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 1095 time: 0.2603114 Aug 31 19:30:23.471499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df0a12-54c1-4c96-b1cc-80d0f905fff9 req-d5e8a1b7-c119-4bb8-a8cf-588344faad58 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:23.473262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98df0a12-54c1-4c96-b1cc-80d0f905fff9 req-d5e8a1b7-c119-4bb8-a8cf-588344faad58 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.0846658 Aug 31 19:30:23.487672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-094f6f2c-ce33-489e-b09f-9afbadc4647f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218598a8-1b7e-4702-8335-264a98056b16 HTTP/1.1" status: 200 len: 217 time: 0.0553679 Aug 31 19:30:23.606151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98df0a12-54c1-4c96-b1cc-80d0f905fff9 req-026d00a3-a9e6-4630-abeb-16c875ebb0a7 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231942 Aug 31 19:30:23.674890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.685048 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:23.691927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c73e-0649-44d1-a781-b9dd68a5c53d None None] Pushing event updated for resources: {'Port': ['ID=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:23.801029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bafe3088-7a6e-4b5a-9c24-98985609b17f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bafe3088-7a6e-4b5a-9c24-98985609b17f,segment=NetworkSegment(d0442803-829d-4498-8a01-3806d32238c4),segment_id=d0442803-829d-4498-8a01-3806d32238c4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:23.808914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Allocated IP 2001:db8::2 (60e26b7d-b717-41c9-8dc0-134d9255a057/d0a85f4d-de10-4523-aacf-850e3076aa2a/08f882e5-dd5e-4552-97f0-c6ac584c14a5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:23.815510 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.006435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bafe3088-7a6e-4b5a-9c24-98985609b17f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:24.021119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f8489a2c-61b5-45ca-82fc-9291811ebfdb None None] Provisioning complete for port bafe3088-7a6e-4b5a-9c24-98985609b17f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:24.021545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8489a2c-61b5-45ca-82fc-9291811ebfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.060747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-703ebd7a-7844-4027-9847-618ee901de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:24.062278 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-703ebd7a-7844-4027-9847-618ee901de7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e36931b5-26e7-440a-8a2b-941243bca883 HTTP/1.1" status: 200 len: 854 time: 0.5680366 Aug 31 19:30:24.124833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-07b9586f-2154-48f0-bf2e-e907432e4982 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490170 Aug 31 19:30:24.144518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Allocated IP 2001:db8::1 (fe853707-05aa-4b79-a5b8-bfe3fee10386/d412e55a-d723-4dd0-bf71-d5d60d24784a/2c41ad6e-bff2-4d73-899e-5299460a06e8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:24.183028 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.193925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Transition to ACTIVE for port object 08f882e5-dd5e-4552-97f0-c6ac584c14a5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:24.236462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Transition to ACTIVE for port object 08f882e5-dd5e-4552-97f0-c6ac584c14a5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:24.258291 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.288160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dfa45-d036-4f06-a2d9-62e75bbc7f51 req-159030f5-72fb-4468-9c89-d81c71525365 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:24.290054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-4604f2ea-2a8c-4d24-a24c-3dfe476f483a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:24.292017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-4604f2ea-2a8c-4d24-a24c-3dfe476f483a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.2286129 Aug 31 19:30:24.302288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d9dfa45-d036-4f06-a2d9-62e75bbc7f51 req-159030f5-72fb-4468-9c89-d81c71525365 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1609712 Aug 31 19:30:24.326783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:24.358624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:24.362245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:24.384467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-55144b75-2e81-444c-8c07-802ea6c9ac3e service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483141 Aug 31 19:30:24.389834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d9dfa45-d036-4f06-a2d9-62e75bbc7f51 req-1e088811-3fe2-4204-a60b-28aa6728abda tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865736 Aug 31 19:30:24.409577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5bb3-396a-4368-b9f3-3969672b3f2a req-b46aa424-9057-4988-a770-580d5f8fe447 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:24.411267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-415b5bb3-396a-4368-b9f3-3969672b3f2a req-b46aa424-9057-4988-a770-580d5f8fe447 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 943 time: 0.1818478 Aug 31 19:30:24.526697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Pushing event updated for resources: {'Port': ['ID=08f882e5-dd5e-4552-97f0-c6ac584c14a5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:24.529724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-415b5bb3-396a-4368-b9f3-3969672b3f2a req-38483932-e3bf-4d05-8182-311f3271c8b9 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067822 Aug 31 19:30:24.599440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Attempting to bind port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:24.602496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Attempting to bind port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '9a08d2b6-58bf-42c0-bf10-71ea45f45385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:24.603162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Attempting to bind port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 on network 60e26b7d-b717-41c9-8dc0-134d9255a057 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:24.625219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:24.625865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Checking segment: {'id': '9a08d2b6-58bf-42c0-bf10-71ea45f45385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:24.626371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.626784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Bound using segment: {'id': '9a08d2b6-58bf-42c0-bf10-71ea45f45385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:24.627289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Bound port: 08f882e5-dd5e-4552-97f0-c6ac584c14a5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a08d2b6-58bf-42c0-bf10-71ea45f45385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '60e26b7d-b717-41c9-8dc0-134d9255a057'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:24.627711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.787658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.804156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] For port 08f882e5-dd5e-4552-97f0-c6ac584c14a5, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:24.808577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] For port 08f882e5-dd5e-4552-97f0-c6ac584c14a5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=08f882e5-dd5e-4552-97f0-c6ac584c14a5,segment=NetworkSegment(9a08d2b6-58bf-42c0-bf10-71ea45f45385),segment_id=9a08d2b6-58bf-42c0-bf10-71ea45f45385)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:24.817036 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f360fccb-fe0a-4a95-98fa-838eac0178bc req-824b3018-1d79-4712-b845-95b3e5a5672f service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247818 Aug 31 19:30:24.818034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:24.819938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.884015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a2b56-fdf8-4c19-9ffb-901d9818a525 req-91dbf306-14f8-4dbf-8d01-68d50f1f3936 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:24.892301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-317a2b56-fdf8-4c19-9ffb-901d9818a525 req-91dbf306-14f8-4dbf-8d01-68d50f1f3936 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.1358604 Aug 31 19:30:24.901746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Deleting port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:24.902282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:24.944531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Transition to ACTIVE for port object 2c41ad6e-bff2-4d73-899e-5299460a06e8 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:25.006735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-317a2b56-fdf8-4c19-9ffb-901d9818a525 req-cb8eacf1-8ff2-4bf1-ba3b-bdde6701080a tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081560 Aug 31 19:30:25.083130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-270b1b96-9b0c-4e64-8eda-6ea437d2aedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.149324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-9befa9f0-96c9-4827-957b-5be1f54ea107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:25.154854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-9befa9f0-96c9-4827-957b-5be1f54ea107 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e33fda865adf4cdea764fa2c665997cc&device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 1095 time: 0.2782862 Aug 31 19:30:25.158834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8fbde-00eb-4e8d-9ca2-08fe0169381c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:25.253698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580b00b-3e60-4764-84dc-aaf3185718de None None] Pushing event updated for resources: {'Port': ['ID=08f882e5-dd5e-4552-97f0-c6ac584c14a5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:25.275361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de7764-be61-4e15-930c-af7b083b0e34 None None] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:25.313175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.360263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port dec8fbde-00eb-4e8d-9ca2-08fe0169381c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:25.368245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] For port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,segment=NetworkSegment(abebc62b-071e-4313-a4c3-734298a7d3df),segment_id=abebc62b-071e-4313-a4c3-734298a7d3df)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:25.368630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.424943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Calling delete_port for 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:25.457791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bafe3088-7a6e-4b5a-9c24-98985609b17f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:25.462495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Provisioning for port dec8fbde-00eb-4e8d-9ca2-08fe0169381c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:25.485255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:25.491834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Port': ['ID=2c41ad6e-bff2-4d73-899e-5299460a06e8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:25.503557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:25.527840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Provisioning complete for port dec8fbde-00eb-4e8d-9ca2-08fe0169381c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:25.528497 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.534918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:25.535485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.576005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.578919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.580471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.581045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.581755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.582349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.584458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.585689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.586443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.588094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.588683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.589362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:25.627801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1984e-4b92-4fe9-9b09-e86f6db95dd3 req-fc5f6a82-4fd5-4b34-8092-9da24a72b4c4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:25.637492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fe1984e-4b92-4fe9-9b09-e86f6db95dd3 req-fc5f6a82-4fd5-4b34-8092-9da24a72b4c4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1472781 Aug 31 19:30:25.640661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bafe3088-7a6e-4b5a-9c24-98985609b17f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:25.641043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.706612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fe1984e-4b92-4fe9-9b09-e86f6db95dd3 req-fe1ff98d-257d-4537-97c8-5928b0109bfe tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673318 Aug 31 19:30:25.771603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.812188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-8421db80-274d-4ce8-88bb-c869f7ddc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:25.814588 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-8421db80-274d-4ce8-88bb-c869f7ddc7be service neutron] 10.222.0.67 "GET /v2.0/networks?id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a HTTP/1.1" status: 200 len: 915 time: 0.6256838 Aug 31 19:30:25.862546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17de8-2e06-448a-9b40-a62a9773db98 req-55cbeba0-b13c-4358-bdc9-5db4c9379d3a tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:25.864496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1c17de8-2e06-448a-9b40-a62a9773db98 req-55cbeba0-b13c-4358-bdc9-5db4c9379d3a tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 943 time: 0.0791523 Aug 31 19:30:25.878140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] For port dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,segment=NetworkSegment(32609f78-67d3-4d77-8772-50370a7b5310),segment_id=32609f78-67d3-4d77-8772-50370a7b5310)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:25.886832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.930430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-d2022f86-34ad-4807-bae4-0558a411974c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218598a8-1b7e-4702-8335-264a98056b16 HTTP/1.1" status: 200 len: 217 time: 0.0956674 Aug 31 19:30:25.936253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1c17de8-2e06-448a-9b40-a62a9773db98 req-51c5421e-25d1-4fec-9e2c-93de3e717f96 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Aug 31 19:30:25.989601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491fc30-fac0-47a6-ada2-d2036bd38ade None None] Pushing event updated for resources: {'Port': ['ID=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:26.095581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-f17fdae2-ca95-423d-9654-3a054ba26bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:26.097962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-f17fdae2-ca95-423d-9654-3a054ba26bfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e36931b5-26e7-440a-8a2b-941243bca883 HTTP/1.1" status: 200 len: 854 time: 0.1591294 Aug 31 19:30:26.129889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Provisioning for port 2c41ad6e-bff2-4d73-899e-5299460a06e8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:26.138268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Provisioning complete for port 2c41ad6e-bff2-4d73-899e-5299460a06e8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:26.139140 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.177113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8579702-8adf-4ae5-a59b-f4d76dbbec6a req-a2c34865-7e0a-4e80-a2bb-2494b66d576d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:26.185946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8579702-8adf-4ae5-a59b-f4d76dbbec6a req-a2c34865-7e0a-4e80-a2bb-2494b66d576d tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 946 time: 0.0877008 Aug 31 19:30:26.230586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Port 2c41ad6e-bff2-4d73-899e-5299460a06e8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:26.242843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Provisioning complete for port dec8fbde-00eb-4e8d-9ca2-08fe0169381c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:26.243269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-270b1b96-9b0c-4e64-8eda-6ea437d2aedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.243469 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7883f195-6b37-415b-b408-6f1afe6dc615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.271599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8579702-8adf-4ae5-a59b-f4d76dbbec6a req-525d7234-9ee3-411f-9606-825011e48d9e tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/security-groups?id=d44824f7-425b-463c-8ef6-f2393c55c668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844097 Aug 31 19:30:26.512102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-26762a33-bf76-44f8-8198-b93552173990 None None] Provisioning complete for port 2c41ad6e-bff2-4d73-899e-5299460a06e8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:26.512480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26762a33-bf76-44f8-8198-b93552173990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.515686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:26.565125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:26.565634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:26.585937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-26762a33-bf76-44f8-8198-b93552173990 None None] Port 2c41ad6e-bff2-4d73-899e-5299460a06e8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:26.590098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.619042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-b9055d24-7719-48e3-9377-d0491c434800 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3942029 Aug 31 19:30:26.619633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-270b1b96-9b0c-4e64-8eda-6ea437d2aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.643502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.643988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b123904-6801-4c93-b806-8b949d5f64b2 None None] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:26.668399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Pushing event deleted for resources: {'Port': ['ID=16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:26.709258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 08f882e5-dd5e-4552-97f0-c6ac584c14a5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:26.757060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eab59b14-962f-4e6c-a69a-539527909ca3 None None] Provisioning for port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:26.805740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] No DVR routers for this DVR port 16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:26.819101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-270b1b96-9b0c-4e64-8eda-6ea437d2aedd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=681d253e4cca4afe9d93dffac8866508&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9804838 Aug 31 19:30:26.819928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:26.821022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.821920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3f2d25be-41fe-45e7-bd5a-7e8774be8031 req-a310d0c7-c9f5-4053-b1c3-373e91553d38 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.82 "DELETE /v2.0/ports/16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22 HTTP/1.1" status: 204 len: 173 time: 2.5213475 Aug 31 19:30:26.822348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:26.824347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'name': 'network-vif-deleted', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:26.826421 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea000a-4449-4228-bd1a-7dc3be3f6478" -d '{"events": [{"server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "name": "network-vif-deleted", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:26.833925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:26.834402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:26.871584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0b2a-9902-4043-b757-9c11768b9643 req-61a7978d-e512-4116-8a6c-fa4aa746dc0c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:26.873326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0dca0b2a-9902-4043-b757-9c11768b9643 req-61a7978d-e512-4116-8a6c-fa4aa746dc0c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0967629 Aug 31 19:30:26.939485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0dca0b2a-9902-4043-b757-9c11768b9643 req-f6aac7a3-8ddb-4040-b156-d79c75567b80 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506096 Aug 31 19:30:26.979744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.012937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.013250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.043010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b1b96-9b0c-4e64-8eda-6ea437d2aedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073f383-aaef-487c-8759-0a4fd5eab9b4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.070380 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf762436-b3f3-42b1-b488-09e93cf4409a x-openstack-request-id: req-cf762436-b3f3-42b1-b488-09e93cf4409a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:27.070674 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3531011e-837d-45af-908d-bbdb52abab08", "name": "network-vif-deleted", "tag": "16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:27.070919 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf762436-b3f3-42b1-b488-09e93cf4409a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:27.071356 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3531011e-837d-45af-908d-bbdb52abab08', 'name': 'network-vif-deleted', 'tag': '16f994e1-3c6f-4dc5-ba1a-84b19a6a7b22', 'status': 'completed', 'code': 200} Aug 31 19:30:27.075546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 08f882e5-dd5e-4552-97f0-c6ac584c14a5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=08f882e5-dd5e-4552-97f0-c6ac584c14a5,segment=NetworkSegment(9a08d2b6-58bf-42c0-bf10-71ea45f45385),segment_id=9a08d2b6-58bf-42c0-bf10-71ea45f45385)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:27.081269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.082371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8fbde-00eb-4e8d-9ca2-08fe0169381c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:27.112192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7769-1ff1-4b4d-acae-2c70abf1d48e req-5a9700f4-eb6e-40eb-b9d1-b3b07ef79556 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:27.113976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b18b7769-1ff1-4b4d-acae-2c70abf1d48e req-5a9700f4-eb6e-40eb-b9d1-b3b07ef79556 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 943 time: 0.0760696 Aug 31 19:30:27.128008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.133450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.134605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3073f383-aaef-487c-8759-0a4fd5eab9b4 HTTP/1.1" status: 204 len: 168 time: 0.3119719 Aug 31 19:30:27.159814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf27e7-1e21-4454-8674-65c6261bdfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073f383-aaef-487c-8759-0a4fd5eab9b4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.210423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-1c692003-c11e-40ee-a870-767b14a82b5f service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634007 Aug 31 19:30:27.222287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b18b7769-1ff1-4b4d-acae-2c70abf1d48e req-b17fbcdc-849a-4978-b2a7-6ed24da11c84 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845423 Aug 31 19:30:27.248720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=08f882e5-dd5e-4552-97f0-c6ac584c14a5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.287843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dec8fbde-00eb-4e8d-9ca2-08fe0169381c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:27.288448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.342139 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b5d4bcc8-6d14-432c-bb76-d9e43ef0e49b req-41deacff-1b3c-4b14-9ae2-1d3d6bf785c0 service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221251 Aug 31 19:30:27.417590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.427074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.427936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.456734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-50baba59-f72c-4861-a22f-491c544bc638 None None] Provisioning complete for port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:27.466255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50baba59-f72c-4861-a22f-491c544bc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.476496 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-171178cb-38ee-4ce0-91a9-b2a0f722fe43 req-975f7707-7cfc-46e0-aac3-4c12ac22a6f5 tempest-ServerDiskConfigTestJSON-606070449 tempest-ServerDiskConfigTestJSON-606070449-project] 10.222.0.73 "GET /v2.0/ports?device_id=3531011e-837d-45af-908d-bbdb52abab08 HTTP/1.1" status: 200 len: 210 time: 0.0576055 Aug 31 19:30:27.527562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 218598a8-1b7e-4702-8335-264a98056b16 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:30:27.553551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Port': ['ID=2c41ad6e-bff2-4d73-899e-5299460a06e8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.618260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:27.624568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:27.714029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:27.725782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=218598a8-1b7e-4702-8335-264a98056b16,segment=NetworkSegment(b338f1b7-311b-4364-9b3e-8b45b1706a71),segment_id=b338f1b7-311b-4364-9b3e-8b45b1706a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:27.737755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.740756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '218598a8-1b7e-4702-8335-264a98056b16', 'network_id': '278556ae-4e99-45a7-a4d5-b1e36f3bf72a', 'port_id': '218598a8-1b7e-4702-8335-264a98056b16', 'mac_address': 'fa:16:3e:12:ed:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36931b5-26e7-440a-8a2b-941243bca883', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:30:27.792272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.797401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Router 9e2aba2d-b28f-4b66-9d66-c65382b35444 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:30:27.812162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218598a8-1b7e-4702-8335-264a98056b16 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:27.851873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=218598a8-1b7e-4702-8335-264a98056b16,segment=NetworkSegment(b338f1b7-311b-4364-9b3e-8b45b1706a71),segment_id=b338f1b7-311b-4364-9b3e-8b45b1706a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:27.856747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.916651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.925745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.933767 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:27.990959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:30:27.993970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3418100-ae73-4d70-b222-1efff986e482,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:27.999365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-12a7cc8d-8ae5-4f66-9e98-bcdf8d100772 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820951 Aug 31 19:30:28.002194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:28.004460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] Sync routers for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:30:28.016069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=267b51e3dfa34687bf0b450a01e0a16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008506 Aug 31 19:30:28.018709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.019725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.019856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:28.020636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.021182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.021730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.022290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.022834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.023387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.023984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.024539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.025088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.025708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7703a6-b2d6-4d1c-8a47-fed3f614cc95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:28.051886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:28.055179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:28.093019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.102659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:28.104791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d10918cb-53a1-4d67-8375-1c1a1236a2d0 None None] Provisioning complete for port 2c41ad6e-bff2-4d73-899e-5299460a06e8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:28.105261 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d10918cb-53a1-4d67-8375-1c1a1236a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.116468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.134730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['218598a8-1b7e-4702-8335-264a98056b16'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:30:28.161025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba42646-de47-497e-b8b6-72c5c0db82ae req-186cc4b9-6dc7-44c8-bd7e-8ce476db395b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:28.162544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ba42646-de47-497e-b8b6-72c5c0db82ae req-186cc4b9-6dc7-44c8-bd7e-8ce476db395b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0971212 Aug 31 19:30:28.175077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.177891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.179230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3418100-ae73-4d70-b222-1efff986e482 HTTP/1.1" status: 204 len: 168 time: 0.1583405 Aug 31 19:30:28.189388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56f1f0-3434-4050-91bc-64c88b24efaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3418100-ae73-4d70-b222-1efff986e482,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:28.190353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d10918cb-53a1-4d67-8375-1c1a1236a2d0 None None] Port 2c41ad6e-bff2-4d73-899e-5299460a06e8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:28.193273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:28.193915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:28.253083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:28.254799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d8dcc-0906-45e3-a9d5-d1180e832420 None None] The sync data for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:30:28.321910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ba42646-de47-497e-b8b6-72c5c0db82ae req-bc29fc5f-359c-4007-a14d-a411a6dd2821 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500018 Aug 31 19:30:28.481084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790b68c-1b9d-4d88-ac21-90df4362e6fd req-5d1df2f7-c12c-47dd-a5d7-bb565397502c tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:28.489179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c790b68c-1b9d-4d88-ac21-90df4362e6fd req-5d1df2f7-c12c-47dd-a5d7-bb565397502c tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 944 time: 0.1491671 Aug 31 19:30:28.565467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c790b68c-1b9d-4d88-ac21-90df4362e6fd req-a2b8db40-3c1e-4d37-80c3-35da34c77416 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Aug 31 19:30:28.600318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 08f882e5-dd5e-4552-97f0-c6ac584c14a5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:28.722024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:28.722627 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.724608 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-dc8e1667-8e31-4151-ada1-fad55488c614 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:30:28.732437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:28.741463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc8e1667-8e31-4151-ada1-fad55488c614 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7340400 Aug 31 19:30:28.747012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:28.774270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57500550-9251-4a7e-8918-16951b1b122a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.841152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:28.907704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Deleting subnet 9b195966-6833-43f4-94ad-69c373977805 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:28.914324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:28.987775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.259536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.389522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.431407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57500550-9251-4a7e-8918-16951b1b122a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.451792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57500550-9251-4a7e-8918-16951b1b122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.529578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 218598a8-1b7e-4702-8335-264a98056b16 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:29.551026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-57500550-9251-4a7e-8918-16951b1b122a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6264a59d6434e60977d51d56c0da7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026707 Aug 31 19:30:29.558316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48140) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:29.573543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.590948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57500550-9251-4a7e-8918-16951b1b122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db265538-cf13-4eab-9799-c6674d65290c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:29.606672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 218598a8-1b7e-4702-8335-264a98056b16 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:29.619855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 218598a8-1b7e-4702-8335-264a98056b16 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:29.622055 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.627057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port 2c41ad6e-bff2-4d73-899e-5299460a06e8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:29.627423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.671677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b195966-6833-43f4-94ad-69c373977805,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:29.703497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.706957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-77f75d90-ace8-4957-999a-7c744c8b9ef8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9b195966-6833-43f4-94ad-69c373977805 HTTP/1.1" status: 204 len: 168 time: 0.8645778 Aug 31 19:30:29.732808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48144) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:29.748659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.770597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.777198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218598a8-1b7e-4702-8335-264a98056b16'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:29.781825 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0291393-0547-46e5-99c2-07d6ccc8f678" -d '{"events": [{"server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "name": "network-vif-plugged", "status": "completed", "tag": "218598a8-1b7e-4702-8335-264a98056b16"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:29.786806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.794144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for 2c41ad6e-bff2-4d73-899e-5299460a06e8 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:29.828735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=218598a8-1b7e-4702-8335-264a98056b16,segment=NetworkSegment(b338f1b7-311b-4364-9b3e-8b45b1706a71),segment_id=b338f1b7-311b-4364-9b3e-8b45b1706a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:29.837588 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:29.900378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ee0e-f241-416a-a675-fbd1be528ad1 req-15c10cf4-f98d-497b-abd0-15fb41856bbd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:29.909984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8511ee0e-f241-416a-a675-fbd1be528ad1 req-15c10cf4-f98d-497b-abd0-15fb41856bbd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.4182029 Aug 31 19:30:29.922627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:29.959617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.010342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.037588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dee1e3-852c-4635-a7a9-5fa2bbc23a95 req-c2b9d831-dc2f-4fe3-ad7b-5e5442ed3270 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:30.039343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50dee1e3-852c-4635-a7a9-5fa2bbc23a95 req-c2b9d831-dc2f-4fe3-ad7b-5e5442ed3270 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 944 time: 0.3154426 Aug 31 19:30:30.055309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.068285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8511ee0e-f241-416a-a675-fbd1be528ad1 req-5e394a83-8505-4a1d-895a-76cb4d448086 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436317 Aug 31 19:30:30.095135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=2c41ad6e-bff2-4d73-899e-5299460a06e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:30.137417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.144980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.144980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db265538-cf13-4eab-9799-c6674d65290c HTTP/1.1" status: 204 len: 168 time: 0.5838487 Aug 31 19:30:30.166750 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a1dc9-9ddb-477b-a47f-29013137a8b7 x-openstack-request-id: req-916a1dc9-9ddb-477b-a47f-29013137a8b7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:30.168345 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "name": "network-vif-plugged", "status": "completed", "tag": "218598a8-1b7e-4702-8335-264a98056b16", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:30.168621 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-916a1dc9-9ddb-477b-a47f-29013137a8b7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:30.169345 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218598a8-1b7e-4702-8335-264a98056b16', 'code': 200} Aug 31 19:30:30.258715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.300104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e53cd-9e67-4ab6-bad9-00042f440bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db265538-cf13-4eab-9799-c6674d65290c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:30.312698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.340975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50dee1e3-852c-4635-a7a9-5fa2bbc23a95 req-449c0204-0556-469d-9c48-89c28cd6c8ef tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715018 Aug 31 19:30:30.354374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74aaf4e-2eab-4020-a654-1d7d41c9873c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.368337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abebc62b-071e-4313-a4c3-734298a7d3df') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.368987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abebc62b-071e-4313-a4c3-734298a7d3df') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.387953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.405473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.420664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:30.421347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:30.422882 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:30.545258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.551757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:30.555075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f74aaf4e-2eab-4020-a654-1d7d41c9873c HTTP/1.1" status: 204 len: 168 time: 0.8208792 Aug 31 19:30:30.574674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32132bc9-f0b1-4c8e-9645-5dbe9400c593 admin admin] Pushing event deleted for resources: {'Network': ['ID=f74aaf4e-2eab-4020-a654-1d7d41c9873c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:30.643896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7744b3-bc49-4020-b234-0c9abff1da4f req-7a14cbf6-70f8-4f4c-a1a6-29e3b1f3b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:30.646021 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b7744b3-bc49-4020-b234-0c9abff1da4f req-7a14cbf6-70f8-4f4c-a1a6-29e3b1f3b9f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 1097 time: 0.4084346 Aug 31 19:30:30.655452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Router 9e2aba2d-b28f-4b66-9d66-c65382b35444 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:30:30.699115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b7744b3-bc49-4020-b234-0c9abff1da4f req-3688366c-d78e-488b-8811-c07d6816f73e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Aug 31 19:30:30.797986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:30:30.805299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1033bc83-be29-482f-95c9-b4b81ae0ac4a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716279 Aug 31 19:30:30.809072 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] Sync routers for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:30:30.809565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:30.828151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:30.835662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:30.837266 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.882166 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5b5f238a-8127-4629-8e82-33eaf7a8e3a9 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] delete failed (client error): The resource could not be found. Aug 31 19:30:30.883273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5b5f238a-8127-4629-8e82-33eaf7a8e3a9 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1418306329 HTTP/1.1" status: 404 len: 335 time: 0.0732701 Aug 31 19:30:30.890186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48168) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:30.893261 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.898888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c6439f07-fa7d-4c2d-8483-5337cc83a445 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e2aba2d-b28f-4b66-9d66-c65382b35444'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:30.907107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:30.908923 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.932478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7a3a6225-4da1-4d93-8cd6-1997ab8a9bc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=adf5628c26eb43d3b68844d1bfb454bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953090 Aug 31 19:30:30.936272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:30.952497 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:30.953521 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297065c3-4acf-4973-af2d-9c1c6248ab2a None None] The sync data for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:30:31.055371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.109972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.187981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6439f07-fa7d-4c2d-8483-5337cc83a445 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.216368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.223442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.230396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d44824f7-425b-463c-8ef6-f2393c55c668 HTTP/1.1" status: 204 len: 168 time: 0.2907097 Aug 31 19:30:31.256776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d953ed-12ba-4019-a385-e9a0395dbd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44824f7-425b-463c-8ef6-f2393c55c668,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:31.280974 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-c6439f07-fa7d-4c2d-8483-5337cc83a445 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] update failed (client error): The resource could not be found. Aug 31 19:30:31.285861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6439f07-fa7d-4c2d-8483-5337cc83a445 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444 HTTP/1.1" status: 404 len: 339 time: 0.3908648 Aug 31 19:30:31.286395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:31.294284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1755771905'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:31.354706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:31.359392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0151a-2643-494b-90e7-5db64354dd5d req-f9c1aa1d-770e-4696-a585-e2f1a5b6d88d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:31.361477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06d0151a-2643-494b-90e7-5db64354dd5d req-f9c1aa1d-770e-4696-a585-e2f1a5b6d88d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1672864 Aug 31 19:30:31.367091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.415808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:31.429067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.429896 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Added segment bd030b8f-6e6a-4ad5-a332-5354c67701c3 of type vlan for network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e Aug 31 19:30:31.466234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06d0151a-2643-494b-90e7-5db64354dd5d req-81e639e6-db3e-4c5c-9478-a4d006536d67 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868130 Aug 31 19:30:31.505886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.551536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.568453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:31.569667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:31.661830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635219-0b20-41a2-97e5-b0689d466c8b req-f01ec180-c801-40c5-a5f6-7d45ebcdbece tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:31.670137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e635219-0b20-41a2-97e5-b0689d466c8b req-f01ec180-c801-40c5-a5f6-7d45ebcdbece tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1062315 Aug 31 19:30:31.727676 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4395034 Aug 31 19:30:31.738670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:31.742805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e635219-0b20-41a2-97e5-b0689d466c8b req-8bbfad7b-c990-4788-b1b5-5016786258b5 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680504 Aug 31 19:30:31.757775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'subnet': {'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:31.796180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dea4f-51b0-4a9a-98d5-e0261fbbc944 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Network': ['ID=bbd8f7e2-4ea1-436a-a48c-7673427d3a5e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:31.808975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:31.951573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Made reservation on behalf of dc1299eef8464859823a4727738df12f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:31.955494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:32.254768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:32.362315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Subnet': ['ID=b27d73a4-eca7-412c-8a75-0258b9e3e2ee,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:32.368529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Checking segment: {'id': 'bd030b8f-6e6a-4ad5-a332-5354c67701c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:32.369017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network hostable DHCP agents. Network: bbd8f7e2-4ea1-436a-a48c-7673427d3a5e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:32.448536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:32.463674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bbd8f7e2-4ea1-436a-a48c-7673427d3a5e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:32.470073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:32.471131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:32.472076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522edc9a-9a3f-4769-bd88-a791146dd371 None None] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:32.492159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5a708692-e773-41fb-951d-cb8b3ac2384a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7519822 Aug 31 19:30:32.494325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:32.504644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e4fab89c-c0b5-4062-ad08-18fb7023c04c tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:32.542795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:32.786527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f625c-60bf-4d1d-acbf-10163bce0f98 req-d03489f2-6f21-4aa7-a965-08c891b86e47 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:32.798626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-186f625c-60bf-4d1d-acbf-10163bce0f98 req-d03489f2-6f21-4aa7-a965-08c891b86e47 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1291964 Aug 31 19:30:32.869258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4fab89c-c0b5-4062-ad08-18fb7023c04c tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:32.910531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-593863074-network', 'tenant_id': 'f35d497b3bb94fc89625b87cb44b41ed'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:32.951890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bbd8f7e2-4ea1-436a-a48c-7673427d3a5e', 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e', 'tenant_id': 'dc1299eef8464859823a4727738df12f', 'fixed_ips': [{'subnet_id': 'b27d73a4-eca7-412c-8a75-0258b9e3e2ee'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:32.953288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:32.979450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Made reservation on behalf of f35d497b3bb94fc89625b87cb44b41ed for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:32.981802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.028768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.055921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-186f625c-60bf-4d1d-acbf-10163bce0f98 req-ee501a99-4692-461e-8fc1-9a451baa7b57 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563407 Aug 31 19:30:33.105510 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-e4fab89c-c0b5-4062-ad08-18fb7023c04c tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:30:33.106590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4fab89c-c0b5-4062-ad08-18fb7023c04c tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444 HTTP/1.1" status: 400 len: 364 time: 0.6097276 Aug 31 19:30:33.110413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:33.115029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbae039-a64f-4f61-9329-75bfcc98578d req-16ebc467-7a20-4a6c-bdde-ee4344403eb6 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:33.123917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bbae039-a64f-4f61-9329-75bfcc98578d req-16ebc467-7a20-4a6c-bdde-ee4344403eb6 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1611888 Aug 31 19:30:33.202279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bbae039-a64f-4f61-9329-75bfcc98578d req-9d8c72bb-a9b8-4bd4-8a53-5c5b51ab09b7 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774341 Aug 31 19:30:33.213734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Allocated IP 2001:db8:1::2 (bbd8f7e2-4ea1-436a-a48c-7673427d3a5e/b27d73a4-eca7-412c-8a75-0258b9e3e2ee/e7aba2e3-db30-4a54-bf61-a23eda31ff30) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:33.306410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.311692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.334837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:33.388950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.389311 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Added segment 12e926be-cdba-451c-aa21-96468473cfd9 of type vlan for network 59699f22-d16e-4d9a-a717-df68d9e175e0 Aug 31 19:30:33.390671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70baba-2654-4e06-9afb-398439d2fd61,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:33.472462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.522457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.523826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:33.525101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.561968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0170290 Aug 31 19:30:33.565061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:33.578808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.589538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Transition to ACTIVE for port object e7aba2e3-db30-4a54-bf61-a23eda31ff30 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:33.648531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Request body: {'subnet': {'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-593863074-subnet', 'tenant_id': 'f35d497b3bb94fc89625b87cb44b41ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:33.664548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Transition to ACTIVE for port object e7aba2e3-db30-4a54-bf61-a23eda31ff30 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:33.679507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.752458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:33.755978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:33.759343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:33.769903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Pushing event updated for resources: {'Port': ['ID=e7aba2e3-db30-4a54-bf61-a23eda31ff30,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:33.886758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Attempting to bind port e7aba2e3-db30-4a54-bf61-a23eda31ff30 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:33.887157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Attempting to bind port e7aba2e3-db30-4a54-bf61-a23eda31ff30 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'bd030b8f-6e6a-4ad5-a332-5354c67701c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:33.887530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Attempting to bind port e7aba2e3-db30-4a54-bf61-a23eda31ff30 on network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:33.903511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:33.904010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Checking segment: {'id': 'bd030b8f-6e6a-4ad5-a332-5354c67701c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:33.904318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.904696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Bound using segment: {'id': 'bd030b8f-6e6a-4ad5-a332-5354c67701c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:33.905276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Bound port: e7aba2e3-db30-4a54-bf61-a23eda31ff30, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd030b8f-6e6a-4ad5-a332-5354c67701c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd8f7e2-4ea1-436a-a48c-7673427d3a5e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:33.905752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.918038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Made reservation on behalf of f35d497b3bb94fc89625b87cb44b41ed for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:33.930263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:33.972418 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-6f2d35b7-b073-4bb9-8351-35ecef4938e4 service neutron] show failed (client error): The resource could not be found. Aug 31 19:30:33.973716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-6f2d35b7-b073-4bb9-8351-35ecef4938e4 service neutron] 10.222.0.67 "GET /v2.0/ports/9752effb-0b0d-4428-91b2-2f81cb84f336/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.2616379 Aug 31 19:30:34.014537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f72b4-206f-4738-a6dc-441d12219614 admin admin] Pushing event updated for resources: {'Network': ['ID=59699f22-d16e-4d9a-a717-df68d9e175e0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:34.060815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed82246-5c60-4cb8-95b3-afbe2738383a req-15e25138-1bda-4493-afe2-e9c5075e778b tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:34.073020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ed82246-5c60-4cb8-95b3-afbe2738383a req-15e25138-1bda-4493-afe2-e9c5075e778b tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.2692435 Aug 31 19:30:34.073753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] For port e7aba2e3-db30-4a54-bf61-a23eda31ff30, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:34.078796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] For port e7aba2e3-db30-4a54-bf61-a23eda31ff30, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7aba2e3-db30-4a54-bf61-a23eda31ff30,segment=NetworkSegment(bd030b8f-6e6a-4ad5-a332-5354c67701c3),segment_id=bd030b8f-6e6a-4ad5-a332-5354c67701c3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:34.095324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 59699f22-d16e-4d9a-a717-df68d9e175e0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:34.176694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ed82246-5c60-4cb8-95b3-afbe2738383a req-79458164-d19e-4bf9-a236-9e096870e5c9 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013734 Aug 31 19:30:34.473511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:34.490996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-665a6853-c30f-4bca-9c79-c3e1a57c3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:34.493043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-665a6853-c30f-4bca-9c79-c3e1a57c3781 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e33fda865adf4cdea764fa2c665997cc&device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 1097 time: 0.3886931 Aug 31 19:30:34.529356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:34.565254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d831b76-33a8-49f9-bcdc-3cb82222f684,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:34.575542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:34.586716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46862-01e4-4123-a4a0-db474ee74038 req-e66ad076-c91a-4d5a-b997-fbf4d8259dbc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:34.588345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95d46862-01e4-4123-a4a0-db474ee74038 req-e66ad076-c91a-4d5a-b997-fbf4d8259dbc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.2556012 Aug 31 19:30:34.599314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Checking segment: {'id': '12e926be-cdba-451c-aa21-96468473cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:34.599969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Network hostable DHCP agents. Network: 59699f22-d16e-4d9a-a717-df68d9e175e0, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:34.641221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadea8b-204c-4297-a43c-f8a636a0fd1d None None] Pushing event updated for resources: {'Port': ['ID=e7aba2e3-db30-4a54-bf61-a23eda31ff30,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:34.683894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95d46862-01e4-4123-a4a0-db474ee74038 req-eefd87c3-503b-4e8b-b721-288c01ad26c6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854752 Aug 31 19:30:34.716547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Network 59699f22-d16e-4d9a-a717-df68d9e175e0 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:34.730963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 59699f22-d16e-4d9a-a717-df68d9e175e0) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:34.739293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:34.742250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:34.750593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7bc537-a227-4d91-9412-5e0b8b162636 None None] Network 59699f22-d16e-4d9a-a717-df68d9e175e0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:34.784789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-878fcb26-22d1-44b3-a6a7-56bdfda3483f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1459093 Aug 31 19:30:34.802895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-4e96dbee-8502-49f0-b2ed-71f63629d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:34.805804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-4e96dbee-8502-49f0-b2ed-71f63629d4db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 1097 time: 0.3944323 Aug 31 19:30:34.825569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:35.050989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-a9e5b87d-ddd3-48f3-b856-398209926a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:35.057264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-a9e5b87d-ddd3-48f3-b856-398209926a0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a HTTP/1.1" status: 200 len: 915 time: 0.5433295 Aug 31 19:30:35.109807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161e127-c639-41bc-bf06-f25b6e2236b9 None None] Network 59699f22-d16e-4d9a-a717-df68d9e175e0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:35.120712 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:35.289704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-224f8d20-6fe0-4cc9-89d4-5179d5ca2983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218598a8-1b7e-4702-8335-264a98056b16 HTTP/1.1" status: 200 len: 217 time: 0.1924736 Aug 31 19:30:35.457896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121935fc-ac74-4a1a-b6ca-61b25fe2c1f2 req-1ca6334c-60ce-4c90-8249-0ddacdb5fe0d tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:35.462996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-121935fc-ac74-4a1a-b6ca-61b25fe2c1f2 req-1ca6334c-60ce-4c90-8249-0ddacdb5fe0d tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1299491 Aug 31 19:30:35.560068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-121935fc-ac74-4a1a-b6ca-61b25fe2c1f2 req-dca406c7-855e-4364-8e52-a68ce757c4fc tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786629 Aug 31 19:30:35.744514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:35.836810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Allocated IP 2001:db8::1 (a4b8ccab-f62b-4ad0-ba55-f850424fe18d/84eb5c33-41ad-488e-a546-479e2284f2f9/71bb8611-0195-43ba-8c13-222a6ebc525c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:35.875147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-6ba3cfbe-8b57-4cc3-8561-967ab31a8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:35.880863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-6ba3cfbe-8b57-4cc3-8561-967ab31a8895 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e36931b5-26e7-440a-8a2b-941243bca883 HTTP/1.1" status: 200 len: 854 time: 0.5748167 Aug 31 19:30:35.988755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:35.989599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-a721ab89-3c36-4c1b-a098-998d9c0141ef tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:36.006118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-a721ab89-3c36-4c1b-a098-998d9c0141ef tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/networks?id=59699f22-d16e-4d9a-a717-df68d9e175e0 HTTP/1.1" status: 200 len: 821 time: 0.3439548 Aug 31 19:30:36.032906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-24df58f5-7c83-4597-9002-d248f5e11a42 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/quotas/f35d497b3bb94fc89625b87cb44b41ed HTTP/1.1" status: 200 len: 375 time: 0.0242970 Aug 31 19:30:36.053622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a84af-05d2-47d6-8772-a9ef52a0302b req-d2bd6daa-5b94-4a94-9f0b-3e750b52375c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:36.065473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4a84af-05d2-47d6-8772-a9ef52a0302b req-d2bd6daa-5b94-4a94-9f0b-3e750b52375c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.2224872 Aug 31 19:30:36.153334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-081c48db-8116-41d8-8d1f-940ec14503b4 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f35d497b3bb94fc89625b87cb44b41ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171348 Aug 31 19:30:36.186394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-0a5090d7-7a31-4c64-9c64-e8c500668afb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=278556ae-4e99-45a7-a4d5-b1e36f3bf72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2917068 Aug 31 19:30:36.421004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b4a84af-05d2-47d6-8772-a9ef52a0302b req-2fc0db4f-ac6f-4cb2-bc8a-eed9d8647e21 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491979 Aug 31 19:30:36.449906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-2a236495-d579-4908-8b9f-ffa30bb6d852 service neutron] 10.222.0.73 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868333 Aug 31 19:30:36.465740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:36.481168 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c2d93-78bb-4b75-a1bc-3255cfd2e69f" -d '{"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-unplugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:36.500737 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:36.555595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad5a9b-aee8-4e7b-bec3-c913b9b97e2d None None] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:36.733418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7aba2e3-db30-4a54-bf61-a23eda31ff30 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:36.860326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-b9fbdc01-8742-4f13-a307-7b8997db4c05 service neutron] 10.222.0.73 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319824 Aug 31 19:30:36.893104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:36.921736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Transition to ACTIVE for port object 71bb8611-0195-43ba-8c13-222a6ebc525c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:36.957497 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf84b7-4510-44b9-90ce-36594fefdea5 x-openstack-request-id: req-d7bf84b7-4510-44b9-90ce-36594fefdea5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:36.957796 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-unplugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:36.958052 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7bf84b7-4510-44b9-90ce-36594fefdea5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:36.958464 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'code': 200} Aug 31 19:30:36.969937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee17d8dc-e335-4a64-8cd0-e3e7391615b0 None None] Provisioning for port e7aba2e3-db30-4a54-bf61-a23eda31ff30 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:36.971589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Transition to ACTIVE for port object 9752effb-0b0d-4428-91b2-2f81cb84f336 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:36.994797 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-4a243e94-ae77-49cc-b0df-b77dc8c12ac3 service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693169 Aug 31 19:30:37.055311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e7617-fc3d-49e8-8ba1-9e96b54d946c req-fa2546a2-d0c3-49fd-91d5-dec250af1f97 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:37.060594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e47e7617-fc3d-49e8-8ba1-9e96b54d946c req-fa2546a2-d0c3-49fd-91d5-dec250af1f97 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.2467885 Aug 31 19:30:37.094566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e7aba2e3-db30-4a54-bf61-a23eda31ff30 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:37.113515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e7aba2e3-db30-4a54-bf61-a23eda31ff30 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:37.114261 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:37.198259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:37.212324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13f18319-8a90-4d70-9096-23b477b96b2f req-58cb50a7-060e-45cc-baab-cd710ac1ae81 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.1315930 Aug 31 19:30:37.247504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e47e7617-fc3d-49e8-8ba1-9e96b54d946c req-72d837ae-ef5b-4150-a957-40515e50657c tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783500 Aug 31 19:30:37.352686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:37.417011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:37.443406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e7aba2e3-db30-4a54-bf61-a23eda31ff30, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7aba2e3-db30-4a54-bf61-a23eda31ff30,segment=NetworkSegment(bd030b8f-6e6a-4ad5-a332-5354c67701c3),segment_id=bd030b8f-6e6a-4ad5-a332-5354c67701c3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:37.450546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:37.545473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:37.613987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6ef121c-2763-4d29-b855-f2323c9fbca3 req-9b739f5d-9ce1-40b2-8287-13a06b862669 service neutron] 10.222.0.67 "GET /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190574 Aug 31 19:30:37.682183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8728f-1570-4813-9da7-cdd17b148b39 req-86caf20e-36fd-452e-8538-a5a6b68ef516 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:37.700538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56a8728f-1570-4813-9da7-cdd17b148b39 req-86caf20e-36fd-452e-8538-a5a6b68ef516 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.1686938 Aug 31 19:30:37.858283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:37.862969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e7aba2e3-db30-4a54-bf61-a23eda31ff30,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:37.932379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56a8728f-1570-4813-9da7-cdd17b148b39 req-df8692dc-8956-47a1-abe0-52a7e855474b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208383 Aug 31 19:30:37.934541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:37.983309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-19703e6b-aaa6-4dc7-8972-bbd4fd7382af None None] Provisioning complete for port e7aba2e3-db30-4a54-bf61-a23eda31ff30 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:37.984019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19703e6b-aaa6-4dc7-8972-bbd4fd7382af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.062230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Port': ['ID=71bb8611-0195-43ba-8c13-222a6ebc525c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:38.089461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:38.108261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:38.122732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:38.123312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.127665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] No DVR routers for this DVR port 9752effb-0b0d-4428-91b2-2f81cb84f336 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:38.366137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3eacec87-327d-46b0-8bd5-42e1f4a43ded req-d5469f7b-f65c-4955-ba6c-b1ae1e52caf2 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.0706885 Aug 31 19:30:38.540512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2a85a-bea9-427d-a06a-8ffb2ea4da0b req-781f77de-63ab-41f6-bfc4-c016cdbe2dd0 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:38.559298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bf2a85a-bea9-427d-a06a-8ffb2ea4da0b req-781f77de-63ab-41f6-bfc4-c016cdbe2dd0 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1681325 Aug 31 19:30:38.675132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bf2a85a-bea9-427d-a06a-8ffb2ea4da0b req-bf2400a7-f793-4a98-b140-9fdb861f3096 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148956 Aug 31 19:30:38.679152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7aba2e3-db30-4a54-bf61-a23eda31ff30 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:38.739488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:38.740170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:38.740446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:38.748378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.752384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:30:38.752926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Attempting to bind port 9752effb-0b0d-4428-91b2-2f81cb84f336 on network 598c3153-d37a-4c21-92f5-175778d615b2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:38.768625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:38.769236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Checking segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:38.770443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Bound using segment: {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:38.771237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Bound port: 9752effb-0b0d-4428-91b2-2f81cb84f336, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4147d7d-a723-459a-9426-e903977ca256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:38.772715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.780541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fcf32bb-0f6a-4ce2-8ad4-67097cad3254 None None] Provisioning for port 71bb8611-0195-43ba-8c13-222a6ebc525c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:38.791157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fcf32bb-0f6a-4ce2-8ad4-67097cad3254 None None] Provisioning complete for port 71bb8611-0195-43ba-8c13-222a6ebc525c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:38.793288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1fcf32bb-0f6a-4ce2-8ad4-67097cad3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.892190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e7aba2e3-db30-4a54-bf61-a23eda31ff30 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:38.892822 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:38.929916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf32bb-0f6a-4ce2-8ad4-67097cad3254 None None] Port 71bb8611-0195-43ba-8c13-222a6ebc525c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:39.246296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c805-d54e-4d01-8916-5f4618651ea0 req-ac91f435-1805-41f4-80c3-e29872c27df1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:39.255949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7f1c805-d54e-4d01-8916-5f4618651ea0 req-ac91f435-1805-41f4-80c3-e29872c27df1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.1381435 Aug 31 19:30:39.338229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7f1c805-d54e-4d01-8916-5f4618651ea0 req-ad3fe468-4ff0-4033-9f86-04098f6e4e1a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729761 Aug 31 19:30:39.482086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:39.516074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-267174ef-c749-40c1-8aa3-ec2d27b70261 req-0331da4d-03fb-44cb-b012-2c1d87614f71 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.0500805 Aug 31 19:30:39.556699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:39.597471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:39.662038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:39.662689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:39.664125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] 10.222.0.82 "PUT /v2.0/ports/9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 1092 time: 4.8444495 Aug 31 19:30:39.668640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:39.682157 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4b45c-1083-4101-b731-16e90aec024d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:39.793207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef31bbc-6cea-4bf4-880c-1198a3f85b10 service neutron] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:39.806845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-34f146aa-3e35-445c-a1b5-570ab5623044 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:39.808798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-34f146aa-3e35-445c-a1b5-570ab5623044 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.82 "GET /v2.0/networks?id=59699f22-d16e-4d9a-a717-df68d9e175e0 HTTP/1.1" status: 200 len: 821 time: 0.3358061 Aug 31 19:30:39.926521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fec5b-28bf-450a-a969-2c12c6298fcb req-f492f8a2-14ef-4884-a135-d8571a5ab5b1 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:39.949075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b30fec5b-28bf-450a-a969-2c12c6298fcb req-f492f8a2-14ef-4884-a135-d8571a5ab5b1 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1380670 Aug 31 19:30:39.961334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Request body: {'port': {'device_id': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0', 'admin_state_up': True, 'tenant_id': 'f35d497b3bb94fc89625b87cb44b41ed'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:39.991431 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fc833b-2315-44e7-98be-76390d565532 x-openstack-request-id: req-a2fc833b-2315-44e7-98be-76390d565532 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:39.992012 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:39.992451 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2fc833b-2315-44e7-98be-76390d565532 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:39.993039 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'status': 'completed', 'code': 200} Aug 31 19:30:40.050796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b30fec5b-28bf-450a-a969-2c12c6298fcb req-ec84a3d3-9791-46b5-85cf-ad04de491e1d tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007230 Aug 31 19:30:40.280916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-11e4cea6-addd-4fb5-9a40-79dfbbfeb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.283838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-11e4cea6-addd-4fb5-9a40-79dfbbfeb18a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1095 time: 0.2867014 Aug 31 19:30:40.285920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7b155ee2-1bcb-4546-8fac-37e22bee7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.287987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-7b155ee2-1bcb-4546-8fac-37e22bee7361 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1095 time: 0.5374033 Aug 31 19:30:40.293672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:40.337808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:40.339919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:40.541798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event updated for resources: {'Port': ['ID=71bb8611-0195-43ba-8c13-222a6ebc525c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:40.544338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Made reservation on behalf of f35d497b3bb94fc89625b87cb44b41ed for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:40.549728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:40.590329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b225af-88bd-4a3d-bf53-5a580d91faab req-6720214c-018c-4108-8dcf-679fb70da3bf tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.597360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3b225af-88bd-4a3d-bf53-5a580d91faab req-6720214c-018c-4108-8dcf-679fb70da3bf tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.1762695 Aug 31 19:30:40.736532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3b225af-88bd-4a3d-bf53-5a580d91faab req-0da03964-3ae4-453c-b5b5-85c3ac683391 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330826 Aug 31 19:30:40.738767 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a306b6c6-3e79-47ef-9eea-4c8aee9ec08f req-6e38b132-2e83-4d00-82af-1c34d328447c tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.0980458 Aug 31 19:30:40.858060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-c0fa3ab0-ed25-450d-bdd5-0d2dd552c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.860548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-c0fa3ab0-ed25-450d-bdd5-0d2dd552c84c service neutron] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.5612884 Aug 31 19:30:40.920761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdcf6-15b6-45ed-9a53-780124012a33 req-64a28c83-0b79-453e-9d13-50fbbf5ab306 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.930944 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecbbdcf6-15b6-45ed-9a53-780124012a33 req-64a28c83-0b79-453e-9d13-50fbbf5ab306 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1093118 Aug 31 19:30:40.955346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-3367b692-4b5c-4e70-a521-80bf6864bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:40.956931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-3367b692-4b5c-4e70-a521-80bf6864bea1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.6483834 Aug 31 19:30:40.982695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecbbdcf6-15b6-45ed-9a53-780124012a33 req-ea892aae-c0b6-4235-9840-8abb1c85e9a7 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Aug 31 19:30:41.077708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-aa295629-08cf-42a1-9bd9-e9f0e899f517 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 998 time: 0.2025170 Aug 31 19:30:41.089478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:41.104695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:41.149009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Allocated IP 172.20.0.10 (59699f22-d16e-4d9a-a717-df68d9e175e0/0d831b76-33a8-49f9-bcdc-3cb82222f684/70722754-581c-4fb7-a347-7aef58bc42ec) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:41.169775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-30f101cd-8fe4-4be5-9322-368272ed5c60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 998 time: 0.1767204 Aug 31 19:30:41.371203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-b9774f58-a02f-4172-a0ee-a65ee1694250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:41.373885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-b9774f58-a02f-4172-a0ee-a65ee1694250 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.2805872 Aug 31 19:30:41.528439 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f3942b-4907-44d6-8303-ab4b88cfa205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:41.568694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-1b375967-8938-4d42-985b-e1c650e5f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:41.570810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-1b375967-8938-4d42-985b-e1c650e5f77e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.3519564 Aug 31 19:30:41.634970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da1fbd90-a3f3-43dd-b245-0d317da983d7 None None] Provisioning complete for port 71bb8611-0195-43ba-8c13-222a6ebc525c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:41.635358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da1fbd90-a3f3-43dd-b245-0d317da983d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:41.644293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Router 9e2aba2d-b28f-4b66-9d66-c65382b35444 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:30:41.673109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-53302ab8-932f-4d54-a751-8ce06b04e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:41.674779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-53302ab8-932f-4d54-a751-8ce06b04e4e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2852359 Aug 31 19:30:41.697898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-da1fbd90-a3f3-43dd-b245-0d317da983d7 None None] Port 71bb8611-0195-43ba-8c13-222a6ebc525c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:41.744487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:42.052998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-075c5969-04f9-4142-94ea-7cad718e5f67 req-1760618c-a829-4078-b272-019889a0b983 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.1149294 Aug 31 19:30:42.102716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-cc5c449a-0e85-4bf5-8da9-04c305e33a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:42.107604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-cc5c449a-0e85-4bf5-8da9-04c305e33a30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5276320 Aug 31 19:30:42.109861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:30:42.143000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] Sync routers for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:30:42.174749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:42.175950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:42.192325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf42b0e2-4fe6-4afe-ac02-87a0ecc63f39 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0808570 Aug 31 19:30:42.198730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:42.210019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:42.277490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:42.309376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:42.317353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:42.389186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-743a161b-a41a-4206-895b-121ec8eab08f tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:42.391907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-743a161b-a41a-4206-895b-121ec8eab08f tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.67 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.2753189 Aug 31 19:30:42.408313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a172d4-91f8-4d26-9426-0278a35bcca9 req-6f3f00b3-06ba-4559-8176-1f92bd0ebfae tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:42.410306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5a172d4-91f8-4d26-9426-0278a35bcca9 req-6f3f00b3-06ba-4559-8176-1f92bd0ebfae tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 945 time: 0.1906991 Aug 31 19:30:42.418428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:42.419109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a8458-643c-48e9-9695-6ee024903c73 None None] The sync data for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:30:42.442630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d098-c2aa-407c-a46a-b17d055e026a req-f18c0317-3158-4e5e-9bba-7ebf0e1d3048 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:42.454678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4107d098-c2aa-407c-a46a-b17d055e026a req-f18c0317-3158-4e5e-9bba-7ebf0e1d3048 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.4570158 Aug 31 19:30:42.548748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4107d098-c2aa-407c-a46a-b17d055e026a req-4f1f43f6-cc83-4872-980d-be246504bf13 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905387 Aug 31 19:30:42.631366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5a172d4-91f8-4d26-9426-0278a35bcca9 req-2e599b69-caba-40e4-b2ee-9e4a9d0ece58 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059329 Aug 31 19:30:42.772762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Deleting port 218598a8-1b7e-4702-8335-264a98056b16 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:42.773236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:42.943850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] For port 218598a8-1b7e-4702-8335-264a98056b16, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=218598a8-1b7e-4702-8335-264a98056b16,segment=NetworkSegment(b338f1b7-311b-4364-9b3e-8b45b1706a71),segment_id=b338f1b7-311b-4364-9b3e-8b45b1706a71)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:42.944299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:42.952561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Pushing event updated for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:42.976096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Calling delete_port for 218598a8-1b7e-4702-8335-264a98056b16 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:42.988502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-642d9d55-b542-4650-b23d-bd3990c4f046 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:43.116219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Network 59699f22-d16e-4d9a-a717-df68d9e175e0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:43.146125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:43.158532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['218598a8-1b7e-4702-8335-264a98056b16'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:30:43.159099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:43.167941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:43.245796 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-642d9d55-b542-4650-b23d-bd3990c4f046 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 19:30:43.251247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-642d9d55-b542-4650-b23d-bd3990c4f046 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444 HTTP/1.1" status: 409 len: 329 time: 0.9820886 Aug 31 19:30:43.253373 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-c2de44e9-fe44-4852-ab69-84b0499a5994 service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1023462 Aug 31 19:30:43.257889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:43.262951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Pushing event deleted for resources: {'Port': ['ID=218598a8-1b7e-4702-8335-264a98056b16,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:43.319280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] No DVR routers for this DVR port 218598a8-1b7e-4702-8335-264a98056b16 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:43.331538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba04d7-3bb2-40f3-80c0-8094fabf3402 req-faae74a5-0d91-4687-b97d-fddd88ae126f tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:43.340540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25ba04d7-3bb2-40f3-80c0-8094fabf3402 req-faae74a5-0d91-4687-b97d-fddd88ae126f tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 932 time: 0.1911366 Aug 31 19:30:43.345173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-f526151d-c82c-453a-bb71-ffae4a80ca53 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6510520 Aug 31 19:30:43.372510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:43.377569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bada11d4-9acf-4ffb-ae94-cd31dde01e96 req-1ed8bc76-43cf-41db-ae55-933e9202c9cd tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.67 "DELETE /v2.0/ports/218598a8-1b7e-4702-8335-264a98056b16 HTTP/1.1" status: 204 len: 173 time: 0.9659355 Aug 31 19:30:43.396218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'name': 'network-vif-deleted', 'tag': '218598a8-1b7e-4702-8335-264a98056b16'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:43.401815 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c4e33-1ac7-4bc9-90d4-2e694ccf37f4" -d '{"events": [{"server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "name": "network-vif-deleted", "tag": "218598a8-1b7e-4702-8335-264a98056b16"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:43.417941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:43.418803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:43.441031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-25ba04d7-3bb2-40f3-80c0-8094fabf3402 req-79755dcf-5718-4f85-95bb-5aebc237108e tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992947 Aug 31 19:30:43.485573 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e75573d-cb12-4908-924b-d10699a38657 x-openstack-request-id: req-9e75573d-cb12-4908-924b-d10699a38657 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:43.486318 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b895efe2-2101-4ca9-8bed-dbfaf8601cc0", "name": "network-vif-deleted", "tag": "218598a8-1b7e-4702-8335-264a98056b16", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:43.486999 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e75573d-cb12-4908-924b-d10699a38657 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:43.487585 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b895efe2-2101-4ca9-8bed-dbfaf8601cc0', 'name': 'network-vif-deleted', 'tag': '218598a8-1b7e-4702-8335-264a98056b16', 'status': 'completed', 'code': 200} Aug 31 19:30:43.603339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-e1d2743a-2429-4b9a-8361-196734cfd2c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7472606 Aug 31 19:30:43.626499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Request body: {'port': {'device_id': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:43.769906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0b2de-89d9-47f3-b45a-d99b71dfa23b req-7d651418-7874-4e09-8a2a-9a16eaffa974 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:43.771833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbb0b2de-89d9-47f3-b45a-d99b71dfa23b req-7d651418-7874-4e09-8a2a-9a16eaffa974 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.1191068 Aug 31 19:30:43.847778 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-47f7f014-9a6d-4d72-abbb-60d026743f1d service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982050 Aug 31 19:30:43.848042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2a6b716-8446-4356-889a-8c3bf62f0541 req-50669d2f-b965-440a-b441-151bc6622a53 tempest-InstanceActionsTestJSON-1127023834 tempest-InstanceActionsTestJSON-1127023834-project] 10.222.0.73 "GET /v2.0/ports?device_id=b895efe2-2101-4ca9-8bed-dbfaf8601cc0 HTTP/1.1" status: 200 len: 210 time: 0.0712347 Aug 31 19:30:43.911853 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbb0b2de-89d9-47f3-b45a-d99b71dfa23b req-10fd42f6-389f-40f6-a5c8-468e5767ab36 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224515 Aug 31 19:30:43.951065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:43.956712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dabfd2fc-5bf3-474d-8bb2-96af64060292 req-f2e3d084-ac2e-4942-9a09-b8caace32044 service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084483 Aug 31 19:30:44.139432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-69abeb2a-0026-472e-8063-558c0f048d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:44.140549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-69abeb2a-0026-472e-8063-558c0f048d79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1095 time: 0.1263740 Aug 31 19:30:44.195003 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71c38df3-20ff-411f-b74f-e78d3e492f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.433936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-bc46b333-45b2-4c69-a019-52323105dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:44.435397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-bc46b333-45b2-4c69-a019-52323105dfad service neutron] 10.222.0.82 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.2631474 Aug 31 19:30:44.469896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.544593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.582280 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-115fa053-0718-4205-bb67-bf790f4473a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 998 time: 0.1347740 Aug 31 19:30:44.643853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f373ab-7259-4463-b681-d0e60ea9b463 req-07610a1b-dc0b-44b2-9346-9a90c845a0c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:44.647957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00f373ab-7259-4463-b681-d0e60ea9b463 req-07610a1b-dc0b-44b2-9346-9a90c845a0c9 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 932 time: 0.0887754 Aug 31 19:30:44.666777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70722754-581c-4fb7-a347-7aef58bc42ec {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:44.699755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.707798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.710760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00f373ab-7259-4463-b681-d0e60ea9b463 req-09170326-f5b1-4474-a237-cf8e52691021 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550296 Aug 31 19:30:44.756050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-b8e037d9-7764-4838-8b3e-357199a5f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:44.757539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-b8e037d9-7764-4838-8b3e-357199a5f1c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.1558578 Aug 31 19:30:44.816667 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:30:44.827033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Transition to ACTIVE for port object 70722754-581c-4fb7-a347-7aef58bc42ec will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:44.837487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.919824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b45c-1083-4101-b731-16e90aec024d req-d23139c3-7af0-4a64-b465-a0da570a2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:44.921346 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-d23139c3-7af0-4a64-b465-a0da570a2bff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330907 Aug 31 19:30:44.959524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:45.063819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:45.126871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Deleting subnet e36931b5-26e7-440a-8a2b-941243bca883 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:45.149393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.198667 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-bb3af45a-572d-4f5b-ad1a-a561822df366 service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329419 Aug 31 19:30:45.208698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.234641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Attempting to bind port 70722754-581c-4fb7-a347-7aef58bc42ec on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:45.235515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Attempting to bind port 70722754-581c-4fb7-a347-7aef58bc42ec by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '12e926be-cdba-451c-aa21-96468473cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:45.235871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Attempting to bind port 70722754-581c-4fb7-a347-7aef58bc42ec on network 59699f22-d16e-4d9a-a717-df68d9e175e0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:45.270824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31404-b070-43fa-a83e-dd87e69fab61 req-2487b320-c34a-4eb3-b8ad-2d2f2e92ddf8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:45.272940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08d31404-b070-43fa-a83e-dd87e69fab61 req-2487b320-c34a-4eb3-b8ad-2d2f2e92ddf8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.1969957 Aug 31 19:30:45.276863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Port 70722754-581c-4fb7-a347-7aef58bc42ec on network 59699f22-d16e-4d9a-a717-df68d9e175e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:30:45.277554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Attempting to bind port 70722754-581c-4fb7-a347-7aef58bc42ec on network 59699f22-d16e-4d9a-a717-df68d9e175e0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:45.296049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:45.296518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Checking segment: {'id': '12e926be-cdba-451c-aa21-96468473cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:45.296775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Bound using segment: {'id': '12e926be-cdba-451c-aa21-96468473cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:45.297225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Bound port: 70722754-581c-4fb7-a347-7aef58bc42ec, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e926be-cdba-451c-aa21-96468473cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:45.297759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.325492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.371114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.477210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71b4b45c-1083-4101-b731-16e90aec024d req-4c35b733-6f48-421a-8945-371531a80a47 service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696850 Aug 31 19:30:45.506849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08d31404-b070-43fa-a83e-dd87e69fab61 req-684578e8-1ea6-4527-b284-311bbb3a4de8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243774 Aug 31 19:30:45.509529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:45.515424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=70722754-581c-4fb7-a347-7aef58bc42ec,segment=NetworkSegment(12e926be-cdba-451c-aa21-96468473cfd9),segment_id=12e926be-cdba-451c-aa21-96468473cfd9)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:45.541197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port 71bb8611-0195-43ba-8c13-222a6ebc525c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:45.541695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.554312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.576663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.610935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 218598a8-1b7e-4702-8335-264a98056b16 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:45.651136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:45.651933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.653457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/70722754-581c-4fb7-a347-7aef58bc42ec HTTP/1.1" status: 200 len: 1093 time: 2.0332294 Aug 31 19:30:45.655843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:45.658837 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:45.662096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36931b5-26e7-440a-8a2b-941243bca883,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:45.671778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.677066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e7c3366-fb23-4dde-bd33-d73c99e3535a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e36931b5-26e7-440a-8a2b-941243bca883 HTTP/1.1" status: 204 len: 168 time: 0.7129393 Aug 31 19:30:45.677369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48550) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:45.735309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 218598a8-1b7e-4702-8335-264a98056b16 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:45.736185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 218598a8-1b7e-4702-8335-264a98056b16 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:45.778461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.808780 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b1c8e-bc3e-45b5-94e5-17ca3d1c2db6 x-openstack-request-id: req-206b1c8e-bc3e-45b5-94e5-17ca3d1c2db6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:45.809408 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:45.811398 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-206b1c8e-bc3e-45b5-94e5-17ca3d1c2db6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:45.812023 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec', 'status': 'completed', 'code': 200} Aug 31 19:30:45.851549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10dd65-a803-4e15-b3fd-2128c40ea6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:45.877117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.940677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.971723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278556ae-4e99-45a7-a4d5-b1e36f3bf72a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:45.985736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341744-403c-4c80-9b99-47c88217cdd6 req-7ca1acdc-0437-405b-9560-04304cd3d0cf tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:45.988089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65341744-403c-4c80-9b99-47c88217cdd6 req-7ca1acdc-0437-405b-9560-04304cd3d0cf tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 944 time: 0.1529284 Aug 31 19:30:46.005267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b338f1b7-311b-4364-9b3e-8b45b1706a71') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:46.005915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b338f1b7-311b-4364-9b3e-8b45b1706a71') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:46.033748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.064933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.091255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65341744-403c-4c80-9b99-47c88217cdd6 req-d86eacb7-49eb-4295-bcc9-753d673c89fa tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879614 Aug 31 19:30:46.092753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:46.093403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:46.096702 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:46.255210 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.272577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.278267 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] 10.222.0.73 "DELETE /v2.0/networks/278556ae-4e99-45a7-a4d5-b1e36f3bf72a HTTP/1.1" status: 204 len: 168 time: 0.5974944 Aug 31 19:30:46.358530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b242cb2-f2cc-421a-83eb-1a54bdbc8b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=278556ae-4e99-45a7-a4d5-b1e36f3bf72a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:46.380110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.396106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for 71bb8611-0195-43ba-8c13-222a6ebc525c owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:46.470823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-4479606a-df37-4bd2-912d-00fd18ed9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:46.472508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-4479606a-df37-4bd2-912d-00fd18ed9b37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f35d497b3bb94fc89625b87cb44b41ed&device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 1096 time: 0.6585605 Aug 31 19:30:46.523265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48578) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:46.561706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-f4706e07-1b31-4543-8d77-1e4d28b73b55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70722754-581c-4fb7-a347-7aef58bc42ec HTTP/1.1" status: 200 len: 217 time: 0.0802844 Aug 31 19:30:46.571872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-03e3d6e1-25af-49b5-98cd-bc6d5d902c49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e33fda865adf4cdea764fa2c665997cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471869 Aug 31 19:30:46.578461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:46.626972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-7a4f1c47-c6e0-42f4-ac0c-b016ce1ae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:46.628516 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-7a4f1c47-c6e0-42f4-ac0c-b016ce1ae653 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d831b76-33a8-49f9-bcdc-3cb82222f684 HTTP/1.1" status: 200 len: 861 time: 0.0547919 Aug 31 19:30:46.643805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:30:46.666957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-d4de9264-ab16-4ae1-a4c8-81b9b9c826de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=59699f22-d16e-4d9a-a717-df68d9e175e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316737 Aug 31 19:30:46.702782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bcf20-ca0a-48b9-b47c-d315ff98391f req-0685f127-7712-4508-bcdf-9f27294df085 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:46.705229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b24bcf20-ca0a-48b9-b47c-d315ff98391f req-0685f127-7712-4508-bcdf-9f27294df085 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 943 time: 0.0743883 Aug 31 19:30:46.706390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.729035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.778885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.823758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:46.836571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'port_id': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'mac_address': 'fa:16:3e:54:6e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:30:46.841761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b24bcf20-ca0a-48b9-b47c-d315ff98391f req-ff49ec5a-d685-495c-a24d-0dd9202ab481 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676022 Aug 31 19:30:46.841957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=71bb8611-0195-43ba-8c13-222a6ebc525c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:46.871867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.887745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.889050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378 HTTP/1.1" status: 204 len: 168 time: 0.3087013 Aug 31 19:30:46.905859 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:46.931072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9752effb-0b0d-4428-91b2-2f81cb84f336 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:46.931371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d10eab-ec58-4bf3-b94b-a10f60dabb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf1c7f-6fa9-44ce-ba4c-a78978bcc378,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:46.982607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:47.006683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:47.082880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:47.177609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:47.225927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9752effb-0b0d-4428-91b2-2f81cb84f336'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:30:47.268489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:47.471532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-edca4cba-6498-4ad4-b376-e7b232279a8b service neutron] 10.222.0.82 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939911 Aug 31 19:30:47.523753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273ffb4-7329-4aef-9dd6-67ed75a406a8 req-28fc60a3-baf7-4bf6-9506-d9c5d576aeb3 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:47.525388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b273ffb4-7329-4aef-9dd6-67ed75a406a8 req-28fc60a3-baf7-4bf6-9506-d9c5d576aeb3 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 944 time: 0.2815704 Aug 31 19:30:47.572383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979d0ec7-b1de-47fb-8065-79ab2096c6ee req-cd991b96-801d-41e0-9955-57a067bf64d3 service neutron] 10.222.0.82 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Aug 31 19:30:47.593261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f71168-f0ab-4233-b228-978c0b9b722d req-5305c480-568f-4bbc-a554-984bed30e4a1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:47.631154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f71168-f0ab-4233-b228-978c0b9b722d req-5305c480-568f-4bbc-a554-984bed30e4a1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 944 time: 0.2435901 Aug 31 19:30:47.704042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-7d48b11b-d74f-4996-86a1-9e98e3ec60d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:47.707382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-7d48b11b-d74f-4996-86a1-9e98e3ec60d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820&tenant_id=282b17f5f92c42659102d556fbf3568a&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 944 time: 0.4222233 Aug 31 19:30:47.710035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b273ffb4-7329-4aef-9dd6-67ed75a406a8 req-42b7db59-9fee-4637-9b2a-96a333e7f28e tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740181 Aug 31 19:30:47.766542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f71168-f0ab-4233-b228-978c0b9b722d req-615ca695-06f4-4843-b5f3-9cf25c2482a5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245062 Aug 31 19:30:47.836922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-fb6dc631-441f-426c-9085-b68fb5c6750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:47.838625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-fb6dc631-441f-426c-9085-b68fb5c6750a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f35d497b3bb94fc89625b87cb44b41ed&device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 1096 time: 0.1860945 Aug 31 19:30:47.851278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Router 9e2aba2d-b28f-4b66-9d66-c65382b35444 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:30:48.006307 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-bdc237e5-746e-4ec0-9e28-3ae00aacdddd service neutron] delete failed (client error): The resource could not be found. Aug 31 19:30:48.007393 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-bdc237e5-746e-4ec0-9e28-3ae00aacdddd service neutron] 10.222.0.67 "DELETE /v2.0/ports/9752effb-0b0d-4428-91b2-2f81cb84f336/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.2384546 Aug 31 19:30:48.020807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:30:48.027750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33a9c466-a27c-4302-8c08-7b9965b6bb0e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7685459 Aug 31 19:30:48.030763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:48.035759 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] Sync routers for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:30:48.048994 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:48.049851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:48.077426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-ca4aa6b4-be7a-463b-9adf-c443fa43c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.079658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-ca4aa6b4-be7a-463b-9adf-c443fa43c82d service neutron] 10.222.0.82 "GET /v2.0/networks?id=59699f22-d16e-4d9a-a717-df68d9e175e0 HTTP/1.1" status: 200 len: 922 time: 0.2271736 Aug 31 19:30:48.104075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:48.127355 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] Routers {'9e2aba2d-b28f-4b66-9d66-c65382b35444'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:48.128553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9e2aba2d-b28f-4b66-9d66-c65382b35444'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:48.139176 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b39cedd5-57c3-4904-9041-6b8916a41a2e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] show failed (client error): The resource could not be found. Aug 31 19:30:48.140355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b39cedd5-57c3-4904-9041-6b8916a41a2e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1257885080 HTTP/1.1" status: 404 len: 335 time: 0.1080177 Aug 31 19:30:48.145183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:48.146095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-742819af-9baf-4364-a34b-1d37f43da359 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70722754-581c-4fb7-a347-7aef58bc42ec HTTP/1.1" status: 200 len: 217 time: 0.0582633 Aug 31 19:30:48.150176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d53aaad0-6754-4099-ba8c-19b0a23031f7 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:48.179133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:48.180005 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746d61-38c8-46a7-8b21-22ad9162b4dc None None] The sync data for ids ['9e2aba2d-b28f-4b66-9d66-c65382b35444'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:30:48.200481 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d53aaad0-6754-4099-ba8c-19b0a23031f7 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] update failed (client error): The resource could not be found. Aug 31 19:30:48.201543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d53aaad0-6754-4099-ba8c-19b0a23031f7 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-655802911 HTTP/1.1" status: 404 len: 334 time: 0.0552747 Aug 31 19:30:48.208168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:48.256872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-133858d7-c14f-4ba2-bc04-b20aca07c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.258571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-133858d7-c14f-4ba2-bc04-b20aca07c67c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1096 time: 0.1215734 Aug 31 19:30:48.299376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:48.300214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-7db5829b-adec-4b88-a848-41fea544336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.302522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-7db5829b-adec-4b88-a848-41fea544336f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d831b76-33a8-49f9-bcdc-3cb82222f684 HTTP/1.1" status: 200 len: 861 time: 0.1235116 Aug 31 19:30:48.360901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting subnet b27d73a4-eca7-412c-8a75-0258b9e3e2ee {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:48.365790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.372375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-249bfbba-c5af-4f65-8fc6-392be79e731c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=59699f22-d16e-4d9a-a717-df68d9e175e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 31 19:30:48.444423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.466322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-dbf1c0f1-889c-454f-8f5e-f5f572f6df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.468405 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-dbf1c0f1-889c-454f-8f5e-f5f572f6df52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.1991699 Aug 31 19:30:48.535067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-251815699-network', 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:48.567224 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-6265e2a4-3e86-4b0e-a746-9930ebb4fb95 service neutron] 10.222.0.82 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850414 Aug 31 19:30:48.608694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Made reservation on behalf of 1862c0ffae0f4f38977a737f8d7f757a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:48.610966 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.638377 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-26f99583-e066-4616-8930-a507c9a7d26c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 999 time: 0.1609197 Aug 31 19:30:48.655124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.685786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.697492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:48.743734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-03bb5649-fa0e-42e3-9ec5-a3fd95441701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.760877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-03bb5649-fa0e-42e3-9ec5-a3fd95441701 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.1109362 Aug 31 19:30:48.838897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e7a0b9c4-d7a0-4abb-a3b4-083211228a7a req-2527caf7-67b3-415b-ac18-7a64d7e6b2f0 service neutron] 10.222.0.82 "GET /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591143 Aug 31 19:30:48.850221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 9752effb-0b0d-4428-91b2-2f81cb84f336 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:48.859208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 9752effb-0b0d-4428-91b2-2f81cb84f336 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:48.859592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:48.877194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-6467d17b-ae26-48d6-862b-047c3a9c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:48.878863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-6467d17b-ae26-48d6-862b-047c3a9c55f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028464 Aug 31 19:30:49.007801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-ec01d7ed-1447-4ada-a1e5-791dca9c42c6 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201792 Aug 31 19:30:49.038835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.105910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:49.107593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:49.113931 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1cae0-8e05-422d-b34c-6922628109a0" -d '{"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-plugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:49.118731 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.177127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab0f0066-2f95-46e6-b37a-8f1b1a53a6a8 req-a2a1eb75-e100-46ed-bca3-b6a5908c0044 service neutron] 10.222.0.67 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596420 Aug 31 19:30:49.245914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:49.343867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed1670-dce6-49ef-b831-b7b7c3db8a3b req-580d7815-0872-407e-89fb-4f30ef492d90 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:49.345983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36ed1670-dce6-49ef-b831-b7b7c3db8a3b req-580d7815-0872-407e-89fb-4f30ef492d90 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1524782 Aug 31 19:30:49.374158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cb1ee-2244-4e7b-a3c1-d2a8306fcb05 req-7e4778fc-7798-4de3-b2c2-097c125c6cf2 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:49.376209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe5cb1ee-2244-4e7b-a3c1-d2a8306fcb05 req-7e4778fc-7798-4de3-b2c2-097c125c6cf2 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 944 time: 0.1962833 Aug 31 19:30:49.410212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.472020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Subnet': ['ID=b27d73a4-eca7-412c-8a75-0258b9e3e2ee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:49.474079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.476618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2cc3a98-07c6-4b39-9176-89842023856e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/subnets/b27d73a4-eca7-412c-8a75-0258b9e3e2ee HTTP/1.1" status: 204 len: 168 time: 1.2672379 Aug 31 19:30:49.479664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:49.492298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e9c31-c336-4476-be68-7c50f354e900 None None] Network bbd8f7e2-4ea1-436a-a48c-7673427d3a5e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:49.536307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36ed1670-dce6-49ef-b831-b7b7c3db8a3b req-8d4cd285-c8ab-497c-84e0-49c9677cdad6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579871 Aug 31 19:30:49.576940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.596886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe5cb1ee-2244-4e7b-a3c1-d2a8306fcb05 req-3d9c8809-c289-4198-aa56-7fd7e4f198b4 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928849 Aug 31 19:30:49.604163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.706858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.714235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:49.743860 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f19032-0cb5-46de-b871-059e9327e697 x-openstack-request-id: req-93f19032-0cb5-46de-b871-059e9327e697 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:49.744795 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-plugged", "status": "completed", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:49.758250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.758789 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Added segment 028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b of type vlan for network 35afee08-fa2b-4926-a644-8157f6f413cc Aug 31 19:30:49.759662 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93f19032-0cb5-46de-b871-059e9327e697 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:49.760247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:49.760633 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'code': 200} Aug 31 19:30:49.860306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.867511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port e7aba2e3-db30-4a54-bf61-a23eda31ff30 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:49.867890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.928670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.929393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:49.930099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.954179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] DHCP port deletion for bbd8f7e2-4ea1-436a-a48c-7673427d3a5e request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:49.975060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] For port e7aba2e3-db30-4a54-bf61-a23eda31ff30, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7aba2e3-db30-4a54-bf61-a23eda31ff30,segment=NetworkSegment(bd030b8f-6e6a-4ad5-a332-5354c67701c3),segment_id=bd030b8f-6e6a-4ad5-a332-5354c67701c3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:49.976961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.005507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7041392 Aug 31 19:30:50.008939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:50.010159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for e7aba2e3-db30-4a54-bf61-a23eda31ff30 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:50.016001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Request body: {'subnet': {'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-251815699-subnet', 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:50.026546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Deleting port e7aba2e3-db30-4a54-bf61-a23eda31ff30 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:50.027173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.035510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fde2f-41ee-49f1-948c-74882984c8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=35afee08-fa2b-4926-a644-8157f6f413cc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:50.051405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 35afee08-fa2b-4926-a644-8157f6f413cc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:50.052565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Made reservation on behalf of 1862c0ffae0f4f38977a737f8d7f757a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:50.055194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.155360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.180521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] No DVR routers for this DVR port e7aba2e3-db30-4a54-bf61-a23eda31ff30 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:50.211818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] For port e7aba2e3-db30-4a54-bf61-a23eda31ff30, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e7aba2e3-db30-4a54-bf61-a23eda31ff30,segment=NetworkSegment(bd030b8f-6e6a-4ad5-a332-5354c67701c3),segment_id=bd030b8f-6e6a-4ad5-a332-5354c67701c3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:50.212792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.212977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=e7aba2e3-db30-4a54-bf61-a23eda31ff30,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:50.232536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Calling delete_port for e7aba2e3-db30-4a54-bf61-a23eda31ff30 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:50.327498 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.329502 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.363728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd8f7e2-4ea1-436a-a48c-7673427d3a5e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:50.378386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd030b8f-6e6a-4ad5-a332-5354c67701c3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:50.378817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd030b8f-6e6a-4ad5-a332-5354c67701c3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:50.393302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.403377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] Pushing event deleted for resources: {'Port': ['ID=e7aba2e3-db30-4a54-bf61-a23eda31ff30,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:50.412172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eaa39a-7cea-4a7a-b01c-efa28b9c40c9 None None] No DVR routers for this DVR port e7aba2e3-db30-4a54-bf61-a23eda31ff30 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:50.416276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.430569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:50.431462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:50.436823 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:50.441134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.507011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:50.525160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Checking segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:50.525734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Network hostable DHCP agents. Network: 35afee08-fa2b-4926-a644-8157f6f413cc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:50.562370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Network 35afee08-fa2b-4926-a644-8157f6f413cc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:50.565057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.580889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.581073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 35afee08-fa2b-4926-a644-8157f6f413cc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:50.587320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/networks/bbd8f7e2-4ea1-436a-a48c-7673427d3a5e HTTP/1.1" status: 204 len: 168 time: 1.1013949 Aug 31 19:30:50.588659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:50.590159 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.593721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:50.608352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd9cfa-8250-4bed-a7db-536716898b84 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Network': ['ID=bbd8f7e2-4ea1-436a-a48c-7673427d3a5e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:50.615814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7aba2e3-db30-4a54-bf61-a23eda31ff30 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:50.656172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e7aba2e3-db30-4a54-bf61-a23eda31ff30 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:50.656649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e7aba2e3-db30-4a54-bf61-a23eda31ff30 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:50.658209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d94de-b82f-46b4-8d00-d0e20340c58b None None] Network 35afee08-fa2b-4926-a644-8157f6f413cc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:50.741371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bb6d8b5-8bb1-4daf-be13-000291a97462 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7221334 Aug 31 19:30:50.745018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 70722754-581c-4fb7-a347-7aef58bc42ec details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:30:50.793864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting subnet d0a85f4d-de10-4523-aacf-850e3076aa2a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:50.801028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.862707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9aaa9a-3d11-4830-bd92-ea8ff0de90ea req-3feb04f2-c55b-4ce3-8b8b-8ab611a4dd38 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:50.863664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a9aaa9a-3d11-4830-bd92-ea8ff0de90ea req-3feb04f2-c55b-4ce3-8b8b-8ab611a4dd38 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1805711 Aug 31 19:30:50.875373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe06df-6dad-4bcb-ba4a-ab9844922f7e req-ebb5439e-ce14-4914-a075-88fee0c9bb78 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:50.876939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28fe06df-6dad-4bcb-ba4a-ab9844922f7e req-ebb5439e-ce14-4914-a075-88fee0c9bb78 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 944 time: 0.1550374 Aug 31 19:30:50.897971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=70722754-581c-4fb7-a347-7aef58bc42ec,segment=NetworkSegment(12e926be-cdba-451c-aa21-96468473cfd9),segment_id=12e926be-cdba-451c-aa21-96468473cfd9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:50.929227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:50.931934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '70722754-581c-4fb7-a347-7aef58bc42ec', 'network_id': '59699f22-d16e-4d9a-a717-df68d9e175e0', 'port_id': '70722754-581c-4fb7-a347-7aef58bc42ec', 'mac_address': 'fa:16:3e:70:9e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d831b76-33a8-49f9-bcdc-3cb82222f684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:30:51.051227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a9aaa9a-3d11-4830-bd92-ea8ff0de90ea req-54250434-0fbd-441a-b781-15263af80236 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730940 Aug 31 19:30:51.060007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28fe06df-6dad-4bcb-ba4a-ab9844922f7e req-0123ec86-a120-4982-a780-ad0432571421 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726232 Aug 31 19:30:51.127998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.154493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:51.195521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70722754-581c-4fb7-a347-7aef58bc42ec {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:51.209133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.268165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d94bc2d6-aacb-420f-b420-c81df49273f2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 200 len: 992 time: 0.1083028 Aug 31 19:30:51.296818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=70722754-581c-4fb7-a347-7aef58bc42ec,segment=NetworkSegment(12e926be-cdba-451c-aa21-96468473cfd9),segment_id=12e926be-cdba-451c-aa21-96468473cfd9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:51.304714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-35afee08-fa2b-4926-a644-8157f6f413cc', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a', 'fixed_ips': [{'subnet_id': 'a9b69b6f-98c7-40b2-9b0e-26a97a40e98e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:51.305587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.311987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.366775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.387411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:51.418741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2085e9-975f-4fcb-876e-bed0eaaa3697 None None] Network 60e26b7d-b717-41c9-8dc0-134d9255a057 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:51.441635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.445596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/subnets/d0a85f4d-de10-4523-aacf-850e3076aa2a HTTP/1.1" status: 204 len: 168 time: 0.8473043 Aug 31 19:30:51.446865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39136-9cce-480c-b067-da6ad721f89a tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a85f4d-de10-4523-aacf-850e3076aa2a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:51.449477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:51.531254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting subnet d412e55a-d723-4dd0-bf71-d5d60d24784a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:51.539592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.650729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.669086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['70722754-581c-4fb7-a347-7aef58bc42ec'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:30:51.713677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-c4226307-cb91-4511-ad6c-5d8304b2fa8f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:51.717588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-c4226307-cb91-4511-ad6c-5d8304b2fa8f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 0.2105961 Aug 31 19:30:51.740244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-aa83620a-2c3e-4678-87a0-55167e2b0adb tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/quotas/1862c0ffae0f4f38977a737f8d7f757a HTTP/1.1" status: 200 len: 375 time: 0.0169325 Aug 31 19:30:51.746762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.782277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-167346cc-f281-4771-ae32-8018e14b53b9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338001 Aug 31 19:30:51.835875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.897207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:51.899442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/subnets/d412e55a-d723-4dd0-bf71-d5d60d24784a HTTP/1.1" status: 204 len: 168 time: 0.4484801 Aug 31 19:30:51.900682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a33a9-8c65-40cf-afeb-64e46c88093b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Subnet': ['ID=d412e55a-d723-4dd0-bf71-d5d60d24784a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:51.903370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:51.928935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-40e33730-2563-417b-ba05-0b5b5496a282 service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337440 Aug 31 19:30:52.016791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.031687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d15b0-d1b6-4a3a-820e-47ee79322bc8 None None] Network fe853707-05aa-4b79-a5b8-bfe3fee10386 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:52.067759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-68bad909-637c-4284-9f39-1f6078dcf1fc service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309371 Aug 31 19:30:52.122685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:52.128894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.154101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Allocated IP 172.20.0.2 (35afee08-fa2b-4926-a644-8157f6f413cc/a9b69b6f-98c7-40b2-9b0e-26a97a40e98e/c32c099c-0dd4-4ab8-b88e-13db9b0f1dca) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:52.277032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] For port 08f882e5-dd5e-4552-97f0-c6ac584c14a5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=08f882e5-dd5e-4552-97f0-c6ac584c14a5,segment=NetworkSegment(9a08d2b6-58bf-42c0-bf10-71ea45f45385),segment_id=9a08d2b6-58bf-42c0-bf10-71ea45f45385)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:52.277698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.321085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for 08f882e5-dd5e-4552-97f0-c6ac584c14a5 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:52.342020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b465a4-f434-49b6-9ad2-cda01c6f8ba5 req-8d4dd7a4-d07b-4af7-aade-c47f8f7df861 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:52.366921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66b465a4-f434-49b6-9ad2-cda01c6f8ba5 req-8d4dd7a4-d07b-4af7-aade-c47f8f7df861 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 945 time: 0.1342366 Aug 31 19:30:52.474257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66b465a4-f434-49b6-9ad2-cda01c6f8ba5 req-fe926844-2039-4200-9b64-71b2a5b3a231 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006153 Aug 31 19:30:52.517020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.587773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=08f882e5-dd5e-4552-97f0-c6ac584c14a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:52.599317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] No DVR routers for this DVR port 08f882e5-dd5e-4552-97f0-c6ac584c14a5 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:52.640501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e6328-66a7-42fd-ba4a-b68836144fde None None] DHCP port deletion for 60e26b7d-b717-41c9-8dc0-134d9255a057 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:52.807584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.817601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-828ca07d-cd7c-4d2c-a331-3b415794e2d1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:52.820029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-828ca07d-cd7c-4d2c-a331-3b415794e2d1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 0.1655385 Aug 31 19:30:52.845955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.849984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-b5f652f3-af2d-47fd-999f-87430b6c828e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/quotas/1862c0ffae0f4f38977a737f8d7f757a HTTP/1.1" status: 200 len: 375 time: 0.0208673 Aug 31 19:30:52.854377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Transition to ACTIVE for port object c32c099c-0dd4-4ab8-b88e-13db9b0f1dca will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:52.872591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e26b7d-b717-41c9-8dc0-134d9255a057']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:52.892575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a08d2b6-58bf-42c0-bf10-71ea45f45385') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:52.892876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a08d2b6-58bf-42c0-bf10-71ea45f45385') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:52.894470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] DHCP port deletion for fe853707-05aa-4b79-a5b8-bfe3fee10386 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:52.901872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-5028684f-2def-4a9a-a746-bd0697d75145 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463877 Aug 31 19:30:52.916241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Transition to ACTIVE for port object c32c099c-0dd4-4ab8-b88e-13db9b0f1dca will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:52.923607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.942770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.950982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:52.951497 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:52.955166 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:52.998899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.052293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-6ca10b2b-1030-4e3d-bae0-c7d11dbb28ea service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493990 Aug 31 19:30:53.067269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.108861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.114384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/networks/60e26b7d-b717-41c9-8dc0-134d9255a057 HTTP/1.1" status: 204 len: 168 time: 1.2098246 Aug 31 19:30:53.115949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff40d43-713b-4a07-9827-184512bbb876 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Network': ['ID=60e26b7d-b717-41c9-8dc0-134d9255a057,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:53.120235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:53.157557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Network 35afee08-fa2b-4926-a644-8157f6f413cc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:53.169859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:53.183175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:53.192433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Pushing event updated for resources: {'Port': ['ID=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:53.200067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Deleting port dec8fbde-00eb-4e8d-9ca2-08fe0169381c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:53.200208 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.230796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-e3f1c030-65bc-42c7-8ad0-24ad0b717f09 service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777046 Aug 31 19:30:53.241171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.384368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port dec8fbde-00eb-4e8d-9ca2-08fe0169381c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:53.384981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.441946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] For port dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,segment=NetworkSegment(32609f78-67d3-4d77-8772-50370a7b5310),segment_id=32609f78-67d3-4d77-8772-50370a7b5310)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:53.442358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.448736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Attempting to bind port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:53.449122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Attempting to bind port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:53.449496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Attempting to bind port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:53.492100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:53.497061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Checking segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:53.498604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.499675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Bound using segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:53.501172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Bound port: c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:53.501787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.519411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Calling delete_port for dec8fbde-00eb-4e8d-9ca2-08fe0169381c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:53.560689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] For port dec8fbde-00eb-4e8d-9ca2-08fe0169381c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,segment=NetworkSegment(32609f78-67d3-4d77-8772-50370a7b5310),segment_id=32609f78-67d3-4d77-8772-50370a7b5310)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:53.561066 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.577403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for dec8fbde-00eb-4e8d-9ca2-08fe0169381c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:53.746065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1bc0c-47de-4a05-80ae-62e78c9588d8 req-4e05c00c-e94c-47a4-b457-f96e791f7e23 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:53.755355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5b1bc0c-47de-4a05-80ae-62e78c9588d8 req-4e05c00c-e94c-47a4-b457-f96e791f7e23 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 945 time: 0.1363082 Aug 31 19:30:53.779088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.890006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5b1bc0c-47de-4a05-80ae-62e78c9588d8 req-44f2ac92-ffff-4ba8-a9e1-b7493ba87e05 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275167 Aug 31 19:30:53.892585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:53.900190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.912660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] No DVR routers for this DVR port dec8fbde-00eb-4e8d-9ca2-08fe0169381c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:53.942883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] For port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:53.946472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] For port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:53.955404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.038287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-a529b1d0-1b2c-4da0-9f96-20b84fb7cf23 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:54.047782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-a529b1d0-1b2c-4da0-9f96-20b84fb7cf23 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 0.2891004 Aug 31 19:30:54.071727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] Pushing event deleted for resources: {'Port': ['ID=dec8fbde-00eb-4e8d-9ca2-08fe0169381c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:54.098097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-9a5f53c3-721a-46e9-835e-67a6bfbfb97e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/quotas/1862c0ffae0f4f38977a737f8d7f757a HTTP/1.1" status: 200 len: 375 time: 0.0493045 Aug 31 19:30:54.168701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.193893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe853707-05aa-4b79-a5b8-bfe3fee10386']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:54.230370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-ede7d785-bb9d-4144-be59-9f5d6cede67d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312709 Aug 31 19:30:54.236280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b922fb-ebfa-4ddb-a6f0-ee656cb9676c None None] Pushing event updated for resources: {'Port': ['ID=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:54.245451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d0063-5f4a-42fe-8e23-9ce9ea676fb6 None None] No DVR routers for this DVR port dec8fbde-00eb-4e8d-9ca2-08fe0169381c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:54.448666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-338a6a76-a0a1-46b9-a243-4f8387de191b service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173023 Aug 31 19:30:54.652675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-a81bbd9d-de35-4a09-94ca-d8f7ad006fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030368 Aug 31 19:30:54.743205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 70722754-581c-4fb7-a347-7aef58bc42ec up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:54.817214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32609f78-67d3-4d77-8772-50370a7b5310') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:54.818274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32609f78-67d3-4d77-8772-50370a7b5310') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:54.821112 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c32c099c-0dd4-4ab8-b88e-13db9b0f1dca up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:54.873810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.910994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 70722754-581c-4fb7-a347-7aef58bc42ec completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:54.920727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.921847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 70722754-581c-4fb7-a347-7aef58bc42ec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:54.922838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.937620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:54.976271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:54.976271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:54.979625 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:55.042554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cced8eb9-53dd-4415-9947-5593615592d2 req-385e42f4-64a0-4421-ba1a-cdbb577bc052 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 210 time: 0.0867202 Aug 31 19:30:55.100924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.129826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.143257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/networks/fe853707-05aa-4b79-a5b8-bfe3fee10386 HTTP/1.1" status: 204 len: 168 time: 2.0206716 Aug 31 19:30:55.145645 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.147812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 08f882e5-dd5e-4552-97f0-c6ac584c14a5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:55.148482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:55.151784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939fdfe-314e-48ec-93d6-c4d8d6cdfc76 req-23c87dfe-0b48-4107-88f1-23970d15f97b tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:55.166076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e939fdfe-314e-48ec-93d6-c4d8d6cdfc76 req-23c87dfe-0b48-4107-88f1-23970d15f97b tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 945 time: 0.1208730 Aug 31 19:30:55.200795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 08f882e5-dd5e-4552-97f0-c6ac584c14a5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:55.201073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 08f882e5-dd5e-4552-97f0-c6ac584c14a5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:55.201497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8fbde-00eb-4e8d-9ca2-08fe0169381c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:55.233544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e939fdfe-314e-48ec-93d6-c4d8d6cdfc76 req-1f44bead-1d1a-4534-bfb7-52990e88b287 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Aug 31 19:30:55.260365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:30:55.264033 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f177116-0591-447b-a776-9a81bf733a9a" -d '{"events": [{"server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "name": "network-vif-plugged", "status": "completed", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:30:55.271973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: dec8fbde-00eb-4e8d-9ca2-08fe0169381c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:55.272679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8fbde-00eb-4e8d-9ca2-08fe0169381c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:55.311473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e28c5-5eb7-4b70-8208-9ab1a4dbad5e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Network': ['ID=fe853707-05aa-4b79-a5b8-bfe3fee10386,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:55.330181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=70722754-581c-4fb7-a347-7aef58bc42ec,segment=NetworkSegment(12e926be-cdba-451c-aa21-96468473cfd9),segment_id=12e926be-cdba-451c-aa21-96468473cfd9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:55.343189 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.355491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting subnet 84eb5c33-41ad-488e-a546-479e2284f2f9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:30:55.373785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.407455 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ee194-088c-4bb9-874e-39fe2ee36d1e x-openstack-request-id: req-5e8ee194-088c-4bb9-874e-39fe2ee36d1e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:30:55.418628 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "name": "network-vif-plugged", "status": "completed", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:30:55.418986 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e8ee194-088c-4bb9-874e-39fe2ee36d1e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:30:55.419427 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec', 'code': 200} Aug 31 19:30:55.459807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-506e2cf0-92c8-4aea-b7ee-d2a6b9c331cf tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:55.461409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-506e2cf0-92c8-4aea-b7ee-d2a6b9c331cf tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 1.2571054 Aug 31 19:30:55.487272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:55.510420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Request body: {'port': {'device_id': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'admin_state_up': True, 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:55.511507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-2bd3787e-37a9-4f25-b195-1a13aae3e82c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:55.513558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-2bd3787e-37a9-4f25-b195-1a13aae3e82c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 0.1889741 Aug 31 19:30:55.535808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Request body: {'port': {'device_id': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'admin_state_up': True, 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:55.700104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.734342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Made reservation on behalf of 1862c0ffae0f4f38977a737f8d7f757a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:55.743199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.777408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bbdd-15dc-4b5c-8efa-ebfbedeb0efc req-3bdc473b-a401-4016-bd9a-f42904eaa3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:55.779114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4568bbdd-15dc-4b5c-8efa-ebfbedeb0efc req-3bdc473b-a401-4016-bd9a-f42904eaa3d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 1098 time: 0.2725275 Aug 31 19:30:55.852477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Made reservation on behalf of 1862c0ffae0f4f38977a737f8d7f757a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:55.856003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.926643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4568bbdd-15dc-4b5c-8efa-ebfbedeb0efc req-9768c52d-5ba3-49be-9846-93acc99960ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278689 Aug 31 19:30:55.978299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:55.979360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba3458-3562-4a53-bad2-201db5e4e634 None None] Network 35afee08-fa2b-4926-a644-8157f6f413cc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:56.048780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Provisioning for port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:56.076878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Provisioning complete for port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:56.077513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.122903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.149164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Allocated IP 172.20.0.14 (35afee08-fa2b-4926-a644-8157f6f413cc/a9b69b6f-98c7-40b2-9b0e-26a97a40e98e/f913e3c7-c0cc-4495-a992-3aac7d90a5c4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:56.160192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.164992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd7987-2ac9-4a5a-a815-3ac81c8c88d3 None None] Network a4b8ccab-f62b-4ad0-ba55-f850424fe18d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:56.188481 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/subnets/84eb5c33-41ad-488e-a546-479e2284f2f9 HTTP/1.1" status: 204 len: 168 time: 1.0293920 Aug 31 19:30:56.194791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:56.240552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-022bcb58-66d9-464b-b044-6ca083f71b44 req-082bfe2e-0f6c-416a-802d-d8e00b98945f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 210 time: 0.0621986 Aug 31 19:30:56.474896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.477105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.484483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c1aab-8795-4936-b119-c8368a085a5b tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Subnet': ['ID=84eb5c33-41ad-488e-a546-479e2284f2f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:56.520200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] For port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:56.525429 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.608862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] DHCP port deletion for a4b8ccab-f62b-4ad0-ba55-f850424fe18d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:30:56.609401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Deleting port bafe3088-7a6e-4b5a-9c24-98985609b17f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:56.609950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.634279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cde58-974e-4b6a-ae73-bb60db8e5425 req-17fb274e-f32d-4bad-994b-c0211f5e3294 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:56.639504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1cde58-974e-4b6a-ae73-bb60db8e5425 req-17fb274e-f32d-4bad-994b-c0211f5e3294 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.2752211 Aug 31 19:30:56.688651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43657c7-826c-4e60-8e2f-83007c94acd9 None None] Pushing event updated for resources: {'Port': ['ID=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:56.759375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Deleting port bafe3088-7a6e-4b5a-9c24-98985609b17f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:30:56.759923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.773959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] For port bafe3088-7a6e-4b5a-9c24-98985609b17f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bafe3088-7a6e-4b5a-9c24-98985609b17f,segment=NetworkSegment(d0442803-829d-4498-8a01-3806d32238c4),segment_id=d0442803-829d-4498-8a01-3806d32238c4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:56.774347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.804499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Calling delete_port for bafe3088-7a6e-4b5a-9c24-98985609b17f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:56.876373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f1cde58-974e-4b6a-ae73-bb60db8e5425 req-8008816f-2697-4abc-9593-a01e66dd0f05 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257862 Aug 31 19:30:56.879609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.938003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Transition to ACTIVE for port object f913e3c7-c0cc-4495-a992-3aac7d90a5c4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:56.973424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] For port bafe3088-7a6e-4b5a-9c24-98985609b17f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bafe3088-7a6e-4b5a-9c24-98985609b17f,segment=NetworkSegment(d0442803-829d-4498-8a01-3806d32238c4),segment_id=d0442803-829d-4498-8a01-3806d32238c4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:30:56.974512 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.007766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Calling delete_port for bafe3088-7a6e-4b5a-9c24-98985609b17f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:30:57.032257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.157285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Network 35afee08-fa2b-4926-a644-8157f6f413cc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:57.178813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:57.188933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:57.190413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22412c9f-f6ab-4e07-8d72-d912b0a1689c None None] Provisioning complete for port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:57.190826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22412c9f-f6ab-4e07-8d72-d912b0a1689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.286651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event updated for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:57.332358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:57.333022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.362400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-37477ca6-6b83-490f-94c7-9b51a7e976c9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8317277 Aug 31 19:30:57.376342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Request body: {'port': {'device_id': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:57.384176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Allocated IP 172.20.0.3 (35afee08-fa2b-4926-a644-8157f6f413cc/a9b69b6f-98c7-40b2-9b0e-26a97a40e98e/86d028d8-a056-4071-926b-2b317c77ac87) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:57.409164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-b9422d37-4710-444b-b82b-3cae835f390b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:57.414276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-b9422d37-4710-444b-b82b-3cae835f390b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.82 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 815 time: 0.6048944 Aug 31 19:30:57.435325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.446046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Request body: {'port': {'device_id': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'admin_state_up': True, 'tenant_id': '1862c0ffae0f4f38977a737f8d7f757a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:57.498234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] Pushing event deleted for resources: {'Port': ['ID=bafe3088-7a6e-4b5a-9c24-98985609b17f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:57.522949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9946ddcc-79d2-4564-89bd-ebe11a5b6c17 req-9fbb6f9f-e8f1-4151-b8c3-cdf4fec2c4ff tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 210 time: 0.1036992 Aug 31 19:30:57.524267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0eebb0-f31e-4c19-a5a7-ecee8fe1e95b None None] No DVR routers for this DVR port bafe3088-7a6e-4b5a-9c24-98985609b17f on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:57.560359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.569812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.622515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Port': ['ID=bafe3088-7a6e-4b5a-9c24-98985609b17f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:57.632598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] No DVR routers for this DVR port bafe3088-7a6e-4b5a-9c24-98985609b17f on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:30:57.636902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63c3bdff-9c52-4362-9bd3-f8bb86d3fe8f None None] Provisioning for port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:57.646844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63c3bdff-9c52-4362-9bd3-f8bb86d3fe8f None None] Provisioning complete for port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:57.647231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-63c3bdff-9c52-4362-9bd3-f8bb86d3fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.768728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-63c3bdff-9c52-4362-9bd3-f8bb86d3fe8f None None] Port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:57.824901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.841344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b8ccab-f62b-4ad0-ba55-f850424fe18d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:57.869079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0442803-829d-4498-8a01-3806d32238c4') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:57.869079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0442803-829d-4498-8a01-3806d32238c4') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:57.896936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.896936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.923353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Transition to ACTIVE for port object 86d028d8-a056-4071-926b-2b317c77ac87 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:57.926378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.929586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Made reservation on behalf of 1862c0ffae0f4f38977a737f8d7f757a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:57.933078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.950383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:30:57.950802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:30:57.954680 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:30:58.083322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.094449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.098899 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/networks/a4b8ccab-f62b-4ad0-ba55-f850424fe18d HTTP/1.1" status: 204 len: 168 time: 1.8908057 Aug 31 19:30:58.100357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:58.137388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6dac4-79e4-4574-a786-c5a296972624 tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Pushing event deleted for resources: {'Network': ['ID=a4b8ccab-f62b-4ad0-ba55-f850424fe18d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:58.144490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.194654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ea9f3230-2d74-4ae2-be08-6e3a3e8f604e tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e2aba2d-b28f-4b66-9d66-c65382b35444 HTTP/1.1" status: 200 len: 205 time: 0.0764301 Aug 31 19:30:58.210116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48902) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:58.239510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Network 35afee08-fa2b-4926-a644-8157f6f413cc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:58.242949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:58.247870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event updated for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:58.251033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:58.332735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.405282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:58.409090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.459419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-380b2157-5f32-4444-837a-54cb1ff5e584 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9726248 Aug 31 19:30:58.475960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Request body: {'port': {'device_id': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:58.536768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e843-863e-485a-a658-cb54b68d4029 req-eb744818-d3a2-42dc-90fe-7d60cf5ad8d1 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:58.545462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f600e843-863e-485a-a658-cb54b68d4029 req-eb744818-d3a2-42dc-90fe-7d60cf5ad8d1 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.5159380 Aug 31 19:30:58.666278 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.668867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c32c099c-0dd4-4ab8-b88e-13db9b0f1dca up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:30:58.753452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-123d2bd4-8417-41b1-b1a8-ca46ffcc623f None None] Provisioning for port 86d028d8-a056-4071-926b-2b317c77ac87 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:30:58.760276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-123d2bd4-8417-41b1-b1a8-ca46ffcc623f None None] Provisioning complete for port 86d028d8-a056-4071-926b-2b317c77ac87 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:58.760658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-123d2bd4-8417-41b1-b1a8-ca46ffcc623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.799121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad120dc3-2338-4f2e-aace-9eac38c170d7 req-4ca6ea28-5a3c-4519-9182-277e1f283ed4 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 210 time: 0.1159058 Aug 31 19:30:58.843677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:30:58.849289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.904791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f913e3c7-c0cc-4495-a992-3aac7d90a5c4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:30:58.942413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-123d2bd4-8417-41b1-b1a8-ca46ffcc623f None None] Port 86d028d8-a056-4071-926b-2b317c77ac87 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:30:58.946069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.957915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f600e843-863e-485a-a658-cb54b68d4029 req-03ec16c5-add4-428e-8026-95451a32df6b tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094770 Aug 31 19:30:58.980325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.998157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.003152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Transition to ACTIVE for port object f913e3c7-c0cc-4495-a992-3aac7d90a5c4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:59.073601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.119037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.119897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2aba2d-b28f-4b66-9d66-c65382b35444 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:30:59.127866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bafe3088-7a6e-4b5a-9c24-98985609b17f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:30:59.165854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.171598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-558ca02d-683a-4918-9f37-370d04191e2f tempest-RoutersNegativeIpV6Test-1754454641 tempest-RoutersNegativeIpV6Test-1754454641-project] 10.222.0.73 "DELETE /v2.0/routers/9e2aba2d-b28f-4b66-9d66-c65382b35444 HTTP/1.1" status: 204 len: 168 time: 0.9550338 Aug 31 19:30:59.173740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bafe3088-7a6e-4b5a-9c24-98985609b17f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:30:59.174066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bafe3088-7a6e-4b5a-9c24-98985609b17f not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:30:59.238466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Pushing event updated for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:59.242894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Allocated IP 172.20.0.5 (35afee08-fa2b-4926-a644-8157f6f413cc/a9b69b6f-98c7-40b2-9b0e-26a97a40e98e/0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:59.541491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Attempting to bind port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:59.542282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Attempting to bind port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:59.542636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Attempting to bind port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:59.570340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 on network 35afee08-fa2b-4926-a644-8157f6f413cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:30:59.571587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Attempting to bind port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:59.590774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:59.591673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Checking segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:59.591673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Bound using segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:59.591885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Bound port: f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:59.592304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.681874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.727211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Transition to ACTIVE for port object 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:59.739496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:59.862388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:59.933761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1470f0-3156-406d-b41d-3b1ee04c2ed6 req-264775c2-3881-4f3e-95df-f479b25ba5f2 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:59.935607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a1470f0-3156-406d-b41d-3b1ee04c2ed6 req-264775c2-3881-4f3e-95df-f479b25ba5f2 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.1787226 Aug 31 19:30:59.975592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:00.002442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:00.023938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.028557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Network 35afee08-fa2b-4926-a644-8157f6f413cc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:00.092416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:00.093229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.094758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] 10.222.0.67 "PUT /v2.0/ports/f913e3c7-c0cc-4495-a992-3aac7d90a5c4 HTTP/1.1" status: 200 len: 1093 time: 2.7236302 Aug 31 19:31:00.101085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:00.119569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:00.130123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:00.133546 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35474f9c-c60a-43ac-821a-e3c045df837d" -d '{"events": [{"name": "network-changed", "server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:00.152263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da9dc-238c-46d7-aa12-a7af38e2a4a2 req-9249d275-2b39-49ab-90ca-edf41ae881dc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:00.167030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-455da9dc-238c-46d7-aa12-a7af38e2a4a2 req-9249d275-2b39-49ab-90ca-edf41ae881dc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 931 time: 0.2302134 Aug 31 19:31:00.168893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e809ad2-4a12-4076-a6ac-899325d2229d service neutron] Pushing event updated for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:00.214449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event updated for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:00.222689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a1470f0-3156-406d-b41d-3b1ee04c2ed6 req-f632af28-9144-4681-9ed5-5f37d04b1121 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397394 Aug 31 19:31:00.340281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:00.340966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.357412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f75c7280-bd86-4bbc-84b8-42c09296b625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc1299eef8464859823a4727738df12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110945 Aug 31 19:31:00.367522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:00.445283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-1064d80d-6857-4115-8eea-6680c1330480 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0205684 Aug 31 19:31:00.477078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Request body: {'port': {'device_id': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:00.508698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.676870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d028d8-a056-4071-926b-2b317c77ac87 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:00.682464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.706646 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ae48e-bc51-4892-a8ad-ed8f358ff2fc x-openstack-request-id: req-153ae48e-bc51-4892-a8ad-ed8f358ff2fc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:00.706646 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:00.707337 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-153ae48e-bc51-4892-a8ad-ed8f358ff2fc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:00.707337 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4', 'status': 'completed', 'code': 200} Aug 31 19:31:00.725813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.762115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-21079136-4391-436d-a176-30376b8f9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:00.763277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-21079136-4391-436d-a176-30376b8f9fa8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 1096 time: 0.5761962 Aug 31 19:31:00.778433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-455da9dc-238c-46d7-aa12-a7af38e2a4a2 req-0b7c23b4-e74a-4e52-bd2d-d5e31a9ba747 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103816 Aug 31 19:31:00.820645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-cfd25d62-d39d-464e-a99b-a4f70cd626c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4 HTTP/1.1" status: 200 len: 217 time: 0.0410650 Aug 31 19:31:00.844752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.851445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Transition to ACTIVE for port object 86d028d8-a056-4071-926b-2b317c77ac87 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:00.894422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:00.971494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-70168f61-c639-494d-b46c-aa1bc3e177c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:00.981150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-70168f61-c639-494d-b46c-aa1bc3e177c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.1502473 Aug 31 19:31:01.011887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f6d4b9b-6332-40d7-89f7-e1b4ce19f5b7 None None] Provisioning for port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:01.024507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f6d4b9b-6332-40d7-89f7-e1b4ce19f5b7 None None] Provisioning complete for port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:01.024894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4b9b-6332-40d7-89f7-e1b4ce19f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:01.029997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:01.038304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:01.046347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c47184ce-b706-461f-84bf-2051eb94d5d1 HTTP/1.1" status: 204 len: 168 time: 0.6777272 Aug 31 19:31:01.123464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d4b9b-6332-40d7-89f7-e1b4ce19f5b7 None None] Port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:01.143039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-6ac647ef-248b-4e85-8463-b4b052f8fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:01.145434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-6ac647ef-248b-4e85-8463-b4b052f8fb6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589258 Aug 31 19:31:01.169307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578fad8-6d7a-4693-87d1-635d2b91be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47184ce-b706-461f-84bf-2051eb94d5d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:01.173498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Pushing event updated for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:01.395445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-989cf85c-ee89-496d-8b68-b5c6f2f747f6 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:01.396998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-989cf85c-ee89-496d-8b68-b5c6f2f747f6 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.82 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.4481423 Aug 31 19:31:01.462246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Attempting to bind port 86d028d8-a056-4071-926b-2b317c77ac87 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:01.462735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Attempting to bind port 86d028d8-a056-4071-926b-2b317c77ac87 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:01.463137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Attempting to bind port 86d028d8-a056-4071-926b-2b317c77ac87 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:01.480003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Port 86d028d8-a056-4071-926b-2b317c77ac87 on network 35afee08-fa2b-4926-a644-8157f6f413cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:31:01.480342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Attempting to bind port 86d028d8-a056-4071-926b-2b317c77ac87 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:01.526967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e685-c298-44cf-ab1d-98205a8b2008 req-086d554f-4513-4e71-aa70-88335ecee080 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:01.532099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:01.532382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Checking segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:01.532770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Bound using segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:01.533294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Bound port: 86d028d8-a056-4071-926b-2b317c77ac87, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:01.533668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:01.533923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d76e685-c298-44cf-ab1d-98205a8b2008 req-086d554f-4513-4e71-aa70-88335ecee080 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.1485167 Aug 31 19:31:01.612915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-599626bf-7301-49c5-9941-5f1125ecdf50 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557776 Aug 31 19:31:01.726790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d76e685-c298-44cf-ab1d-98205a8b2008 req-32d2c32b-778f-4940-8c41-e575f0fea232 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822822 Aug 31 19:31:01.924374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d50e9a8-a594-47c0-921c-005bdc8894bf req-3c7a871f-1b95-4ee1-b88b-5e59717c4b62 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973323 Aug 31 19:31:02.048389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb644674-22da-40a1-8386-150f26471112 req-23667271-4ae7-4021-9653-d3547a125c70 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.055935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb644674-22da-40a1-8386-150f26471112 req-23667271-4ae7-4021-9653-d3547a125c70 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 931 time: 0.1856995 Aug 31 19:31:02.110463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:02.143656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Deleting port 70722754-581c-4fb7-a347-7aef58bc42ec {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:02.144181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.157836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=86d028d8-a056-4071-926b-2b317c77ac87,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:02.184784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb644674-22da-40a1-8386-150f26471112 req-eaca73ea-b121-4dd9-b602-1593504718a5 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239390 Aug 31 19:31:02.199129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474f9c-c60a-43ac-821a-e3c045df837d req-2a4ddd47-f358-4521-b16d-cb9347a1bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.213019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-2a4ddd47-f358-4521-b16d-cb9347a1bba8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 1096 time: 0.2294896 Aug 31 19:31:02.236054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.308128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.308759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.323601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] 10.222.0.67 "PUT /v2.0/ports/86d028d8-a056-4071-926b-2b317c77ac87 HTTP/1.1" status: 200 len: 1092 time: 3.8556271 Aug 31 19:31:02.325817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:02.328811 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035408d-4c7e-48ce-8660-d1bd712919e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "tag": "86d028d8-a056-4071-926b-2b317c77ac87"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:02.366447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:02.374566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.387942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Transition to ACTIVE for port object 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:02.410403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.420080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474f9c-c60a-43ac-821a-e3c045df837d req-e565a0bd-7124-472a-b6e9-4cda559ee94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.426167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-e565a0bd-7124-472a-b6e9-4cda559ee94f service neutron] 10.222.0.67 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 916 time: 0.2002211 Aug 31 19:31:02.482363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] For port 70722754-581c-4fb7-a347-7aef58bc42ec, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=70722754-581c-4fb7-a347-7aef58bc42ec,segment=NetworkSegment(12e926be-cdba-451c-aa21-96468473cfd9),segment_id=12e926be-cdba-451c-aa21-96468473cfd9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:02.482754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:02.509642 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1a277-defb-471a-a569-6413a83ec137 service neutron] Pushing event updated for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:02.525747 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a752530-55ef-406c-9553-31b6cb46260f x-openstack-request-id: req-0a752530-55ef-406c-9553-31b6cb46260f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:02.525747 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "tag": "86d028d8-a056-4071-926b-2b317c77ac87", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:02.527226 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a752530-55ef-406c-9553-31b6cb46260f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:02.527226 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87', 'status': 'completed', 'code': 200} Aug 31 19:31:02.581996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-8d4c1ced-9a7b-4c4b-a124-30dd252ef9b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4 HTTP/1.1" status: 200 len: 217 time: 0.1524174 Aug 31 19:31:02.590229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Calling delete_port for 70722754-581c-4fb7-a347-7aef58bc42ec owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:02.666448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-6c5a6934-154c-48e8-aa28-58aeae208743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.669066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-6c5a6934-154c-48e8-aa28-58aeae208743 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 1095 time: 0.2760959 Aug 31 19:31:02.696353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Pushing event updated for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:02.726243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474f9c-c60a-43ac-821a-e3c045df837d req-8a6ac2ff-09a2-4a94-b4df-1e43b7f374ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.730909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-8a6ac2ff-09a2-4a94-b4df-1e43b7f374ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.1387932 Aug 31 19:31:02.757740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:02.815603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474f9c-c60a-43ac-821a-e3c045df837d req-c25524b8-fe1b-4992-8c44-9cdd5ee904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.818063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-c25524b8-fe1b-4992-8c44-9cdd5ee904b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796168 Aug 31 19:31:02.858066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-229c36e9-27a2-4203-8fcd-76a9d7fb9d99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d028d8-a056-4071-926b-2b317c77ac87 HTTP/1.1" status: 200 len: 217 time: 0.1553457 Aug 31 19:31:02.929694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-6f08919d-b342-4277-ae7a-a94a9aecd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:02.931119 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-6f08919d-b342-4277-ae7a-a94a9aecd181 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.0722685 Aug 31 19:31:02.988329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-a9e979e5-008f-4812-85d9-ef2e1ff42f2d service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610391 Aug 31 19:31:03.018758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Attempting to bind port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:03.019102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Attempting to bind port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:03.019444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Attempting to bind port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:03.035761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-53b68a0d-94a7-429a-876e-31dc686a9b7b tempest-ServiceProvidersTest-1326687218 tempest-ServiceProvidersTest-1326687218-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2766509 Aug 31 19:31:03.044942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 on network 35afee08-fa2b-4926-a644-8157f6f413cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:31:03.045284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Attempting to bind port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 on network 35afee08-fa2b-4926-a644-8157f6f413cc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:03.076050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:03.076452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Checking segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:03.077390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Bound using segment: {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:03.077899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Bound port: 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:03.078434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.092903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-5f11659d-e87a-4353-a30d-c1fa5c0b9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.095043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-5f11659d-e87a-4353-a30d-c1fa5c0b9bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540096 Aug 31 19:31:03.237350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35474f9c-c60a-43ac-821a-e3c045df837d req-678c2394-4f2b-41a1-b323-59f2fefcf835 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124050 Aug 31 19:31:03.255113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-b6844ea7-9ece-478e-b8de-faa9a20cf422 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497819 Aug 31 19:31:03.284774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d992b4-d1db-48c1-847f-6e6adc82f16c req-38ca5106-71e4-4cb4-bf02-931158aa4952 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.296230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22d992b4-d1db-48c1-847f-6e6adc82f16c req-38ca5106-71e4-4cb4-bf02-931158aa4952 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 946 time: 0.3068504 Aug 31 19:31:03.399150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22d992b4-d1db-48c1-847f-6e6adc82f16c req-855e5759-4704-4d89-8c0e-19bc24e1f1b6 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e70baba-2654-4e06-9afb-398439d2fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950773 Aug 31 19:31:03.434050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.437271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2a83a-be2a-4006-aa21-662823efd5f5 req-b298894b-d4f7-44ef-998b-50f847be54f8 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.439177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0b2a83a-be2a-4006-aa21-662823efd5f5 req-b298894b-d4f7-44ef-998b-50f847be54f8 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 943 time: 0.1016731 Aug 31 19:31:03.490824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0b2a83a-be2a-4006-aa21-662823efd5f5 req-7025e3f8-c6b9-4509-8271-29359e58fa2c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Aug 31 19:31:03.519557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Pushing event deleted for resources: {'Port': ['ID=70722754-581c-4fb7-a347-7aef58bc42ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:03.524045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:03.560165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:03.568307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:03.569886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] No DVR routers for this DVR port 70722754-581c-4fb7-a347-7aef58bc42ec on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:31:03.574651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.576772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af3f8e2-1e12-4964-a493-d11b487563bb req-6b50c038-8815-4408-ac61-5dd72ae40004 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.82 "DELETE /v2.0/ports/70722754-581c-4fb7-a347-7aef58bc42ec HTTP/1.1" status: 204 len: 173 time: 2.1639512 Aug 31 19:31:03.580981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.597534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ea6c63b5-63c0-4b52-b02c-36997a786de6 req-96436f6d-8a53-4ceb-b3d6-7d8e8e62ee32 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137558 Aug 31 19:31:03.622691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.623480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.625697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] 10.222.0.82 "PUT /v2.0/ports/0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 HTTP/1.1" status: 200 len: 1092 time: 3.1565828 Aug 31 19:31:03.747582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f913e3c7-c0cc-4495-a992-3aac7d90a5c4 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:31:03.798154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f8a9dd-dc27-40e1-8c21-8037ba1abf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:03.811826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bc1f6-8f3f-4114-b6b0-d63b2746215f service neutron] Pushing event updated for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:03.902397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-9fc0783f-2d1b-4598-9cbc-e49cf294bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.908483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-9fc0783f-2d1b-4598-9cbc-e49cf294bb65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 1095 time: 0.2201803 Aug 31 19:31:03.916014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-7ac35280-d137-4702-b32e-ce32268de60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:03.923584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-7ac35280-d137-4702-b32e-ce32268de60d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 1095 time: 0.1998093 Aug 31 19:31:03.933724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:03.961675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'port_id': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4', 'mac_address': 'fa:16:3e:f1:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b69b6f-98c7-40b2-9b0e-26a97a40e98e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:31:04.014007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-264c2176-3e7e-4639-b845-ab2f078bea8d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 HTTP/1.1" status: 200 len: 217 time: 0.0833344 Aug 31 19:31:04.046053 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f8a9dd-dc27-40e1-8c21-8037ba1abf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.054680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62f8a9dd-dc27-40e1-8c21-8037ba1abf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.089227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.105143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f913e3c7-c0cc-4495-a992-3aac7d90a5c4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:04.134956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:04.140243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.140717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-62f8a9dd-dc27-40e1-8c21-8037ba1abf97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a1cf56a55594a63a68af911886b6995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785615 Aug 31 19:31:04.142195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8a9dd-dc27-40e1-8c21-8037ba1abf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc71bd0-42ca-4dc7-a21d-b8b18a1f4eba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:04.145521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:04.189526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-660dcd75-6c62-4fee-af17-c0be4294e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.191523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-660dcd75-6c62-4fee-af17-c0be4294e9f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.1740649 Aug 31 19:31:04.204736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.218348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:04.233183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.238759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.241525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.241896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.244121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.244475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.245726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.246075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.246412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.246746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.247074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.247401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.247749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:04.293321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-5b01f54f-9275-48ba-98d7-8027e6299d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.296264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-5b01f54f-9275-48ba-98d7-8027e6299d98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954037 Aug 31 19:31:04.305248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-115c2608-6ae4-43ae-90d4-a200a1bf9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.307039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-115c2608-6ae4-43ae-90d4-a200a1bf9319 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 916 time: 0.3783746 Aug 31 19:31:04.323885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.326720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:04.331003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbc71bd0-42ca-4dc7-a21d-b8b18a1f4eba HTTP/1.1" status: 204 len: 168 time: 0.1813722 Aug 31 19:31:04.340200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86afcc-810e-4ac7-a92b-055ab62febfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc71bd0-42ca-4dc7-a21d-b8b18a1f4eba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:04.416822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f913e3c7-c0cc-4495-a992-3aac7d90a5c4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:04.433041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-710058c0-17cd-432d-a5ab-1db87a8f4ac4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d028d8-a056-4071-926b-2b317c77ac87 HTTP/1.1" status: 200 len: 217 time: 0.0981832 Aug 31 19:31:04.522350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-91be887a-d40e-42c3-8129-85c6929b27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.524353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-91be887a-d40e-42c3-8129-85c6929b27fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.0821223 Aug 31 19:31:04.529904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'name': 'network-vif-deleted', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec'}, {'name': 'network-changed', 'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:04.532803 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28" -d '{"events": [{"server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "name": "network-vif-deleted", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec"}, {"name": "network-changed", "server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:04.561443 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-43d16cc6-c05c-4edf-ad9d-24f19ce48637 service neutron] 10.222.0.82 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530160 Aug 31 19:31:04.650765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2672997-3802-41ec-b5be-94dda45e2a67 req-eb53a4d5-8831-4dcd-89f6-f17a75c4b2c4 tempest-InstanceActionsNegativeTestJSON-1717599800 tempest-InstanceActionsNegativeTestJSON-1717599800-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e59390-fed9-4b6f-af0d-b7c3e4314229 HTTP/1.1" status: 200 len: 210 time: 0.0437467 Aug 31 19:31:04.741074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6252d2c-4dd2-400d-ac9c-bbeb37612f89 req-75631750-ea84-4d62-9c3a-3dc18055ad53 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.744556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6252d2c-4dd2-400d-ac9c-bbeb37612f89 req-75631750-ea84-4d62-9c3a-3dc18055ad53 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 943 time: 0.0912440 Aug 31 19:31:04.792775 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01593a2c-29cc-403d-87da-3d5ec126942b x-openstack-request-id: req-01593a2c-29cc-403d-87da-3d5ec126942b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:04.793115 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e59390-fed9-4b6f-af0d-b7c3e4314229", "name": "network-vif-deleted", "tag": "70722754-581c-4fb7-a347-7aef58bc42ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:04.793539 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01593a2c-29cc-403d-87da-3d5ec126942b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:04.794330 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e59390-fed9-4b6f-af0d-b7c3e4314229', 'name': 'network-vif-deleted', 'tag': '70722754-581c-4fb7-a347-7aef58bc42ec', 'status': 'completed', 'code': 200} Aug 31 19:31:04.795209 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7', 'status': 'completed', 'code': 200} Aug 31 19:31:04.813321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-ec686347-3195-48e7-9e19-a142ed6e3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:04.818581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-ec686347-3195-48e7-9e19-a142ed6e3a82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809391 Aug 31 19:31:04.821603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 70722754-581c-4fb7-a347-7aef58bc42ec no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:04.840028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6252d2c-4dd2-400d-ac9c-bbeb37612f89 req-db66cfdf-907f-45ff-821f-ad4a191b5857 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878150 Aug 31 19:31:04.868963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 70722754-581c-4fb7-a347-7aef58bc42ec {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:31:04.869226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 70722754-581c-4fb7-a347-7aef58bc42ec not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:04.972404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b5cfed4-35c0-41e9-9b01-343e792617a0 req-72fe5ee4-497f-479e-9de1-072d6f26a387 service neutron] 10.222.0.82 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755558 Aug 31 19:31:05.024555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-6fb302ad-a1b3-4b2b-ba34-2dfce71fc8ed service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817267 Aug 31 19:31:05.165366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-9468e588-fcc0-479d-8420-9230439f4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:05.166920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-9468e588-fcc0-479d-8420-9230439f4d1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 1095 time: 0.1308551 Aug 31 19:31:05.205170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d035408d-4c7e-48ce-8660-d1bd712919e0 req-0e95b72f-78d3-4f78-809d-4f8f46a3dbd1 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701102 Aug 31 19:31:05.297328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-1371c3d4-5364-492c-a0ea-21ffa83911ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:05.298837 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-1371c3d4-5364-492c-a0ea-21ffa83911ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 916 time: 0.1195295 Aug 31 19:31:05.368385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-3191ab17-16f4-4e25-9046-e43f59c49c46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 HTTP/1.1" status: 200 len: 217 time: 0.0596373 Aug 31 19:31:05.438460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-cfe751d5-44bc-4c6d-8f2e-1234c37eb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:05.440426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-cfe751d5-44bc-4c6d-8f2e-1234c37eb2c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.0638185 Aug 31 19:31:05.496734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-18791d45-a9ad-44ca-a6df-35f11f370274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:05.498403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-18791d45-a9ad-44ca-a6df-35f11f370274 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495379 Aug 31 19:31:05.536047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:05.684304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-523aa26c-72a2-4ff9-b193-e12c42e7cdfc tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-209906791', 'prefixes': ['172.20.0.0/16']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:05.688995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-0b52d6a0-233d-4034-aa31-c2404842debc service neutron] 10.222.0.82 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827006 Aug 31 19:31:05.730941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:05.770729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 86d028d8-a056-4071-926b-2b317c77ac87 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:31:05.773825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f913e3c7-c0cc-4495-a992-3aac7d90a5c4 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:05.807058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1394fc30-3eb1-4177-8a0d-24a5df0d9d28 req-1378a885-b951-441c-a20d-a926663307ab service neutron] 10.222.0.82 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088858 Aug 31 19:31:05.849586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:05.863327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-523aa26c-72a2-4ff9-b193-e12c42e7cdfc tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] Notify callbacks [] for subnetpool, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:05.864754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-523aa26c-72a2-4ff9-b193-e12c42e7cdfc tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3267891 Aug 31 19:31:05.867756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:05.886119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Deleting subnet 0d831b76-33a8-49f9-bcdc-3cb82222f684 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:31:05.897890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:05.898692 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:05.916289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:05.916543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6491918-b08f-43a5-9bea-a401ec9f7adc tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "GET /v2.0/subnetpools/74951e6e-923a-45c8-968b-098fe2b8769d HTTP/1.1" status: 200 len: 731 time: 0.0472505 Aug 31 19:31:05.917153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:05.925207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-45c6ab24-79db-4818-8ebe-a082c44dfbd6 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1258828182'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:05.980738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=86d028d8-a056-4071-926b-2b317c77ac87,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:06.038033 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.079523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.080027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:06.083571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:06.086621 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74607acf-73f2-43de-a804-beb7afa374bb" -d '{"events": [{"server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:06.089275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45c6ab24-79db-4818-8ebe-a082c44dfbd6 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.091222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.093836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-45c6ab24-79db-4818-8ebe-a082c44dfbd6 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "PUT /v2.0/subnetpools/74951e6e-923a-45c8-968b-098fe2b8769d HTTP/1.1" status: 200 len: 684 time: 0.1749804 Aug 31 19:31:06.094542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.096306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '86d028d8-a056-4071-926b-2b317c77ac87', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'port_id': '86d028d8-a056-4071-926b-2b317c77ac87', 'mac_address': 'fa:16:3e:d6:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b69b6f-98c7-40b2-9b0e-26a97a40e98e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:31:06.156762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f4a4-5197-4831-95b1-b0d511655184 req-a004d459-0bd1-4fe5-9667-441893fed57b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:06.158302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53d2f4a4-5197-4831-95b1-b0d511655184 req-a004d459-0bd1-4fe5-9667-441893fed57b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 943 time: 0.1614926 Aug 31 19:31:06.213935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.225405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f590c7-77e5-41f1-b24e-a11e96b6a2bd tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.232239 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b9f590c7-77e5-41f1-b24e-a11e96b6a2bd tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "DELETE /v2.0/subnetpools/74951e6e-923a-45c8-968b-098fe2b8769d HTTP/1.1" status: 204 len: 168 time: 0.1365855 Aug 31 19:31:06.235849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.246033 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170ba381-095d-40cf-a9cc-d3d84f26e9d2 x-openstack-request-id: req-170ba381-095d-40cf-a9cc-d3d84f26e9d2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:06.246772 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:06.247310 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-170ba381-095d-40cf-a9cc-d3d84f26e9d2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:06.248039 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4', 'code': 200} Aug 31 19:31:06.267275 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1b7ada29-ef2c-40cb-8e78-f564d5c2bc00 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] show failed (client error): The resource could not be found. Aug 31 19:31:06.268633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1b7ada29-ef2c-40cb-8e78-f564d5c2bc00 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "GET /v2.0/subnetpools/74951e6e-923a-45c8-968b-098fe2b8769d HTTP/1.1" status: 404 len: 346 time: 0.0310555 Aug 31 19:31:06.271428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.336372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.340765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53d2f4a4-5197-4831-95b1-b0d511655184 req-a18742bf-4d71-4ce8-b6fc-8bf4bc651c08 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681743 Aug 31 19:31:06.349950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:06.356513 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1097d360-5fe4-4e11-a12c-9ea63e0d0e10 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] delete failed (client error): The resource could not be found. Aug 31 19:31:06.357938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1097d360-5fe4-4e11-a12c-9ea63e0d0e10 tempest-SubnetPoolsTestJSON-1725695426 tempest-SubnetPoolsTestJSON-1725695426-project] 10.222.0.73 "DELETE /v2.0/subnetpools/74951e6e-923a-45c8-968b-098fe2b8769d HTTP/1.1" status: 404 len: 346 time: 0.0853457 Aug 31 19:31:06.368743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d028d8-a056-4071-926b-2b317c77ac87 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:06.394277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=86d028d8-a056-4071-926b-2b317c77ac87,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:06.399967 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.416039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.428093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b73e4-1123-4362-98b2-1dca5101afe3 req-6ae09730-a67a-471b-aee2-0d4a23031ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:06.429796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734b73e4-1123-4362-98b2-1dca5101afe3 req-6ae09730-a67a-471b-aee2-0d4a23031ae3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.1198306 Aug 31 19:31:06.444838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.448713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0d831b76-33a8-49f9-bcdc-3cb82222f684 HTTP/1.1" status: 204 len: 168 time: 0.7159755 Aug 31 19:31:06.450992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.511896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dba83-b23e-46d3-9917-c24b21ef8582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d831b76-33a8-49f9-bcdc-3cb82222f684,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:06.564086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:06.570343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734b73e4-1123-4362-98b2-1dca5101afe3 req-2497909b-85f2-41ca-b7bf-4e0e60a3c1dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329360 Aug 31 19:31:06.590744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.633896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['86d028d8-a056-4071-926b-2b317c77ac87'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:06.685955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.703297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59699f22-d16e-4d9a-a717-df68d9e175e0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:06.717047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e926be-cdba-451c-aa21-96468473cfd9') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:06.717341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e926be-cdba-451c-aa21-96468473cfd9') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:06.731981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.748329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.754849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:31:06.755370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:31:06.757036 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:31:06.786287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:31:06.796526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.827188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.851566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.851566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] 10.222.0.73 "DELETE /v2.0/networks/59699f22-d16e-4d9a-a717-df68d9e175e0 HTTP/1.1" status: 204 len: 168 time: 0.3940599 Aug 31 19:31:06.866140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dfb57-c510-4741-9c8e-9749fb78644c admin admin] Pushing event deleted for resources: {'Network': ['ID=59699f22-d16e-4d9a-a717-df68d9e175e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:06.931817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:06.946451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7', 'network_id': '35afee08-fa2b-4926-a644-8157f6f413cc', 'port_id': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7', 'mac_address': 'fa:16:3e:70:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b69b6f-98c7-40b2-9b0e-26a97a40e98e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:31:07.028854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d444c8f-f7a0-4f28-93c7-04f4ad5cd0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.104444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-d98e3020-cc9d-47a7-b623-70b6ed5405eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840008 Aug 31 19:31:07.105760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:07.232575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-738b16d1-1705-497a-92aa-957d45effedf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f35d497b3bb94fc89625b87cb44b41ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255758 Aug 31 19:31:07.236894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:07.247940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-129e95d3-93f7-4901-9253-f76f7b7b1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:07.250808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-129e95d3-93f7-4901-9253-f76f7b7b1498 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.0837212 Aug 31 19:31:07.309611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d444c8f-f7a0-4f28-93c7-04f4ad5cd0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.314492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d444c8f-f7a0-4f28-93c7-04f4ad5cd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.388292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d444c8f-f7a0-4f28-93c7-04f4ad5cd0da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37cf8cc2fc254f3daf82ca39c14c0769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899043 Aug 31 19:31:07.388928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:07.389598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444c8f-f7a0-4f28-93c7-04f4ad5cd0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ea9c7-7008-45e6-af31-6996dc6c5146,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:07.391170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-4befdf88-ac4d-4b47-873b-822e1f0b425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:07.392847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-4befdf88-ac4d-4b47-873b-822e1f0b425b service neutron] 10.222.0.82 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.1209123 Aug 31 19:31:07.401870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.440988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:07.524922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:07.532190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.549625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.582751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-1f5bdca7-f30a-4e19-b882-08120fcc5a10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 1000 time: 0.1800842 Aug 31 19:31:07.654919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.678841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.686675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:07.740831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9084a1-633f-4459-b0db-25ec5ad73098 req-55abda46-1e26-48a0-a0dc-83951091f16f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:07.742594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc9084a1-633f-4459-b0db-25ec5ad73098 req-55abda46-1e26-48a0-a0dc-83951091f16f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 944 time: 0.1951830 Aug 31 19:31:07.749091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.767562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:07.794176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc9084a1-633f-4459-b0db-25ec5ad73098 req-915ca417-86c8-4364-a48b-0f6ed37ece4a tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Aug 31 19:31:07.794294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-10e6692f-17a7-484e-84cb-7b813bb87df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:07.796010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-10e6692f-17a7-484e-84cb-7b813bb87df7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.1883316 Aug 31 19:31:07.809239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.813820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.815543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e52ea9c7-7008-45e6-af31-6996dc6c5146 HTTP/1.1" status: 204 len: 168 time: 0.3997374 Aug 31 19:31:07.828963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 86d028d8-a056-4071-926b-2b317c77ac87 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:07.835738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf630-0aea-4ea3-83b9-4d5761b403f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ea9c7-7008-45e6-af31-6996dc6c5146,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:07.888772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-9979c997-3212-4426-b740-25882c7764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:07.892620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-9979c997-3212-4426-b740-25882c7764cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840549 Aug 31 19:31:07.969668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.973288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.979128 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e70baba-2654-4e06-9afb-398439d2fd61 HTTP/1.1" status: 204 len: 168 time: 0.7408817 Aug 31 19:31:07.990011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 86d028d8-a056-4071-926b-2b317c77ac87 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:08.006405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 86d028d8-a056-4071-926b-2b317c77ac87 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:08.006769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:08.013470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef3961-6cf3-4c41-98d0-2d419d5f693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70baba-2654-4e06-9afb-398439d2fd61,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:08.098210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-59f8a33d-7027-41f9-9759-f2b61dddaa7b service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898172 Aug 31 19:31:08.363231 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5f0b32e-076c-4664-86e7-e523d2e07240 req-a55d48d7-89f9-454d-999a-b6ae1b1d981a service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557383 Aug 31 19:31:08.368971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:08.435554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:08.438413 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0a194-f4cd-4339-8c33-31fc07232565" -d '{"events": [{"server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "name": "network-vif-plugged", "status": "completed", "tag": "86d028d8-a056-4071-926b-2b317c77ac87"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:08.497529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=86d028d8-a056-4071-926b-2b317c77ac87,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:08.503101 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:08.542769 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70eef6-a373-49de-a002-cfabfe314778 x-openstack-request-id: req-9f70eef6-a373-49de-a002-cfabfe314778 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:08.542977 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "name": "network-vif-plugged", "status": "completed", "tag": "86d028d8-a056-4071-926b-2b317c77ac87", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:08.543231 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f70eef6-a373-49de-a002-cfabfe314778 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:08.543618 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87', 'code': 200} Aug 31 19:31:08.599837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:08.676484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47059-19df-4873-a0f6-cc945531b590 req-9768a56f-c3c1-428e-b121-273a404c1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:08.679272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66f47059-19df-4873-a0f6-cc945531b590 req-9768a56f-c3c1-428e-b121-273a404c1884 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 1097 time: 0.0581520 Aug 31 19:31:08.740770 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66f47059-19df-4873-a0f6-cc945531b590 req-541d3121-4104-4bd2-977a-26e22530aa7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Aug 31 19:31:08.803485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:08.876835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:08.890169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:08.892171 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.054523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.078586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9054d9-f01d-43ab-9987-1ecc3a2186e0 req-4f82be51-b9d0-4cb4-a2a6-e30346861bfc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:09.090386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b9054d9-f01d-43ab-9987-1ecc3a2186e0 req-4f82be51-b9d0-4cb4-a2a6-e30346861bfc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 944 time: 0.1421719 Aug 31 19:31:09.120238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:09.130629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.207752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b9054d9-f01d-43ab-9987-1ecc3a2186e0 req-40d94eee-cd34-4b87-b33b-8590926d9064 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156542 Aug 31 19:31:09.253526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:09.417251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:09.585774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-837886377-network', 'tenant_id': '66307696dd9f45d888547ce3df058792'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:09.626062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:09.629359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.643601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.792707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.799507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.828912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:31:09.849315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.849659 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Added segment a788d9a7-947e-4878-b52c-7e4770d45ae3 of type vlan for network 6df8abff-1271-40f6-9903-111118d7d6bf Aug 31 19:31:09.860122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:09.932558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.962085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.963129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:09.963759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.026521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] Pushing event updated for resources: {'Network': ['ID=6df8abff-1271-40f6-9903-111118d7d6bf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:10.038946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce1a8335-936f-4d95-a2dc-b3b0d1644fba admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6198378 Aug 31 19:31:10.042489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:10.043455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 6df8abff-1271-40f6-9903-111118d7d6bf details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:31:10.048530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Request body: {'subnet': {'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-837886377-subnet', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:10.110905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:10.112795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.371423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.440850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8dcc-b594-409f-96fa-f56d94ecddb0 req-1db8fe5f-77f0-46f5-be6c-d10e6747b813 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:10.455558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ded8dcc-b594-409f-96fa-f56d94ecddb0 req-1db8fe5f-77f0-46f5-be6c-d10e6747b813 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1418192 Aug 31 19:31:10.503622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:10.504421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Network hostable DHCP agents. Network: 6df8abff-1271-40f6-9903-111118d7d6bf, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:31:10.508082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f216b751-e4e0-4222-abed-c2688c0b2310,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:10.536050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Network 6df8abff-1271-40f6-9903-111118d7d6bf is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:31:10.545511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:10.547940 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca3e87-a405-4b5f-bd19-7f3f41b9b3e1" -d '{"events": [{"server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "name": "network-vif-plugged", "status": "completed", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:10.566577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 6df8abff-1271-40f6-9903-111118d7d6bf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:10.573521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:10.576248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.588892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfc0ae-c00a-496a-b7fe-0c8fad65e9ee None None] Network 6df8abff-1271-40f6-9903-111118d7d6bf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:10.604162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ded8dcc-b594-409f-96fa-f56d94ecddb0 req-508e2663-eb9f-4a8d-b54f-dc37ab1a184e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473422 Aug 31 19:31:10.621345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:10.622702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db89d6ab-0144-4912-852c-754b784b3771 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5789585 Aug 31 19:31:10.637384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:10.700002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.701332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.813447 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732f909-b0af-43a7-bd55-b520c2231043 x-openstack-request-id: req-b732f909-b0af-43a7-bd55-b520c2231043 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:10.813883 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "name": "network-vif-plugged", "status": "completed", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:10.814243 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b732f909-b0af-43a7-bd55-b520c2231043 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:10.815182 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7', 'code': 200} Aug 31 19:31:10.825332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.931710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-6df8abff-1271-40f6-9903-111118d7d6bf', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:31:10.932701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:10.996403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab4d-f810-4303-a1aa-632fc224cf01 req-42e84e6d-e9a8-43e9-83ab-35c13bd0493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:11.002153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56e3ab4d-f810-4303-a1aa-632fc224cf01 req-42e84e6d-e9a8-43e9-83ab-35c13bd0493f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 1097 time: 0.1740746 Aug 31 19:31:11.021179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.094406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-56e3ab4d-f810-4303-a1aa-632fc224cf01 req-0fdc1c97-c525-4234-8d63-fd31becff42c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875449 Aug 31 19:31:11.193967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:11.260848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Allocated IP 172.20.0.2 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/94d5a78e-fe24-468e-8e93-5b49fe07d6ee) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:11.321101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.364370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.442525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a906190-1514-41ed-8ab2-5631ff6319be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.509769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Allocated IP 172.25.3.171 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/949f4228-d735-4ae6-b428-d0f6a1ba4bcd) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:11.542258 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46b223ba-b0b6-494e-a8a1-240587c2e2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.560703 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.569046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a906190-1514-41ed-8ab2-5631ff6319be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.570518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Transition to ACTIVE for port object 94d5a78e-fe24-468e-8e93-5b49fe07d6ee will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:11.573453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a906190-1514-41ed-8ab2-5631ff6319be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.588376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Transition to ACTIVE for port object 94d5a78e-fe24-468e-8e93-5b49fe07d6ee will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:11.596146 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.615772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a906190-1514-41ed-8ab2-5631ff6319be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1ef40fc58fa4bd49767acead22abef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206822 Aug 31 19:31:11.616655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a906190-1514-41ed-8ab2-5631ff6319be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a8b047-a19c-4a9b-bcc4-3e28dfce7010,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:11.619262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:11.641057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:11.646879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:11.651044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:11.681541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.684876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Pushing event updated for resources: {'Port': ['ID=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:11.722619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.730679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Attempting to bind port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:11.731416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Attempting to bind port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:11.731972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Attempting to bind port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:11.738108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:11.738482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:11.738886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.739550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:11.740075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Bound port: 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:11.740695 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.744593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.802068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.819764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.821040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.822665 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7a8b047-a19c-4a9b-bcc4-3e28dfce7010 HTTP/1.1" status: 204 len: 168 time: 0.2024283 Aug 31 19:31:11.842192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304c14d-e92a-4858-8574-5c794fbf73d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a8b047-a19c-4a9b-bcc4-3e28dfce7010,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:11.846172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] For port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:11.850727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] For port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:11.863547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.941819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf60ce9-1329-4081-813c-8cb31738c333 None None] Pushing event updated for resources: {'Port': ['ID=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:11.956206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:11.974585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Pushing event updated for resources: {'Port': ['ID=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:11.979718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:11.998101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e5bef-5eea-4d57-8516-66e0af40fa7b req-e80b7091-ea17-46c8-80c7-3e767bfc9c7e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:12.011428 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf4e5bef-5eea-4d57-8516-66e0af40fa7b req-e80b7091-ea17-46c8-80c7-3e767bfc9c7e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.2302237 Aug 31 19:31:12.013867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:12.384020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:12.400640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58682599-65b4-41c5-aca6-023c76b8a447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.431255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf4e5bef-5eea-4d57-8516-66e0af40fa7b req-847d8fd2-d7b3-4ba6-b7b1-50d5aef13d5b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185364 Aug 31 19:31:12.574666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.650155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58682599-65b4-41c5-aca6-023c76b8a447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.657791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58682599-65b4-41c5-aca6-023c76b8a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.757944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58682599-65b4-41c5-aca6-023c76b8a447 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54ce8ee73cb04a77a6be01d3ed34c958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721478 Aug 31 19:31:12.758846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:12.759735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682599-65b4-41c5-aca6-023c76b8a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5433726-d304-4b9e-8dc7-1b36d18e8923,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:12.803489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 94d5a78e-fe24-468e-8e93-5b49fe07d6ee up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:12.850064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.878413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.904318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.939523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:12.951464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.957856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.961665 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5433726-d304-4b9e-8dc7-1b36d18e8923 HTTP/1.1" status: 204 len: 168 time: 0.1820824 Aug 31 19:31:13.002414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce2110-47c0-4090-85a2-3df570acafb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5433726-d304-4b9e-8dc7-1b36d18e8923,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:13.168891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:31:13.323336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:13.333871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Sync routers for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:13.349357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:13.349610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:13.350066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:30:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:13.353968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1367bdba-011d-4e6c-8e7b-ccbe47cc3c31 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7304304 Aug 31 19:31:13.354584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:13.556707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b10056-ad64-4553-90c9-72b172d763aa None None] Network 6df8abff-1271-40f6-9903-111118d7d6bf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:13.666239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273df8d-7532-4044-963a-57dcccc9204d req-1f5e7fe6-62d7-44cd-9daf-39403478e7dd tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:13.671046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9273df8d-7532-4044-963a-57dcccc9204d req-1f5e7fe6-62d7-44cd-9daf-39403478e7dd tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1023202 Aug 31 19:31:13.676315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Provisioning for port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:13.719726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Provisioning complete for port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:13.725856 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:13.770597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9273df8d-7532-4044-963a-57dcccc9204d req-6d31c005-11a4-41ff-8ed9-102003af488a tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893166 Aug 31 19:31:13.849616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:14.028051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289c800-ba0f-4292-ab94-0045d0adf3d8 req-6382fd0f-dee1-4ebb-9d4c-c388d7ddb382 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:14.029658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8289c800-ba0f-4292-ab94-0045d0adf3d8 req-6382fd0f-dee1-4ebb-9d4c-c388d7ddb382 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1199958 Aug 31 19:31:14.144783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8289c800-ba0f-4292-ab94-0045d0adf3d8 req-561ad9c5-147b-4c18-a193-5bd823534372 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037774 Aug 31 19:31:14.271776 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.464344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33786-aa93-42c8-a9b0-23ee21671040 req-9ac170a7-a6c9-4ddd-9616-2a6ea80aef94 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:14.465936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9f33786-aa93-42c8-a9b0-23ee21671040 req-9ac170a7-a6c9-4ddd-9616-2a6ea80aef94 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.1835475 Aug 31 19:31:14.603240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9f33786-aa93-42c8-a9b0-23ee21671040 req-b1bd775e-b98c-4677-991c-31cfb95e3707 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211655 Aug 31 19:31:14.699016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.735425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] For port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:14.737817 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.743016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c5481f4-4205-4e21-8f52-f1be7b06a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.760829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.806689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.836191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:12Z', 'revision_number': 3, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:14.885984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Checking router: 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:14.887164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Updating router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:14.896025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e373eb0-ef2b-4d66-9eeb-fe3588313125 None None] Pushing event updated for resources: {'Port': ['ID=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:14.986366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.160825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Allocated IP 172.20.0.1 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/a9440292-77f9-49d0-b7b9-840a760bc1f2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:15.183916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9affe64-78c2-4ca2-8920-61f39a1b083c req-03dea469-1f52-4e64-b84c-254f9daa42fb tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:15.189974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9affe64-78c2-4ca2-8920-61f39a1b083c req-03dea469-1f52-4e64-b84c-254f9daa42fb tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.0734649 Aug 31 19:31:15.288412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9affe64-78c2-4ca2-8920-61f39a1b083c req-4a0b80b8-3dea-415e-a475-a7f8ea5823b8 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916097 Aug 31 19:31:15.385960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.432143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Transition to ACTIVE for port object a9440292-77f9-49d0-b7b9-840a760bc1f2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:15.502213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.556017 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.558873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6316f782-b7de-4c58-b20f-1d79f5c01cf2 None None] Provisioning complete for port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:15.559238 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6316f782-b7de-4c58-b20f-1d79f5c01cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.644641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:15.649846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:15.657945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:15.693656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Pushing event updated for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:15.746746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.820782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.841293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Transition to ACTIVE for port object 949f4228-d735-4ae6-b428-d0f6a1ba4bcd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:15.857092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.915957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce9b6-f1f0-4eb4-9036-192ffcb1fc17 None None] Pushing event updated for resources: {'Port': ['ID=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:15.933222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da69744-8c4d-4d09-8175-eaa24dd191c9 req-61a69fee-f31a-4f14-b037-61ff32615561 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:15.948388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5da69744-8c4d-4d09-8175-eaa24dd191c9 req-61a69fee-f31a-4f14-b037-61ff32615561 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1332235 Aug 31 19:31:15.962918 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.994489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5da69744-8c4d-4d09-8175-eaa24dd191c9 req-78d8b339-8f61-41bd-8764-5e86bbbf7167 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Aug 31 19:31:16.002364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Attempting to bind port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:16.002994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Attempting to bind port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:16.003564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Attempting to bind port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:16.011082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:16.011808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:16.012621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.013202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:16.013866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Bound port: 949f4228-d735-4ae6-b428-d0f6a1ba4bcd, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:16.014444 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.069972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.138810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] For port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:16.143873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] For port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:16.145195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fba256bf-043e-4a0d-a68d-3c33ae97a4ca None None] Provisioning for port a9440292-77f9-49d0-b7b9-840a760bc1f2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:16.149726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fba256bf-043e-4a0d-a68d-3c33ae97a4ca None None] Provisioning complete for port a9440292-77f9-49d0-b7b9-840a760bc1f2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:16.150107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fba256bf-043e-4a0d-a68d-3c33ae97a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.152514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.270375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce9b6-f1f0-4eb4-9036-192ffcb1fc17 None None] Pushing event updated for resources: {'Port': ['ID=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:16.382999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fba256bf-043e-4a0d-a68d-3c33ae97a4ca None None] Port a9440292-77f9-49d0-b7b9-840a760bc1f2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:16.387594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:16.392708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:16.445834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.460072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.568048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a1b2-b3f0-4d6a-ba37-892a3f666e09 req-9c8240e1-bcd0-49e4-83fb-8958b9d8938e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:16.574741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a1b2-b3f0-4d6a-ba37-892a3f666e09 req-9c8240e1-bcd0-49e4-83fb-8958b9d8938e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:16.581983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a1b2-b3f0-4d6a-ba37-892a3f666e09 req-9c8240e1-bcd0-49e4-83fb-8958b9d8938e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:16.586488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f671a1b2-b3f0-4d6a-ba37-892a3f666e09 req-9c8240e1-bcd0-49e4-83fb-8958b9d8938e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05&device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3&device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 2417 time: 0.0798042 Aug 31 19:31:16.641907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f671a1b2-b3f0-4d6a-ba37-892a3f666e09 req-2fbdbfc3-b484-4f34-a311-b46a7c024888 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Aug 31 19:31:16.647381 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.690525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 94d5a78e-fe24-468e-8e93-5b49fe07d6ee up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:16.709997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49866) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:16.720102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:16.740135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Pushing event updated for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:16.830939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:16.837355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:16.922511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd203-2c17-4eee-b2da-9cf837b712aa req-1d61bdcc-c624-4c40-b464-c636b7669db7 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:16.939282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aafd203-2c17-4eee-b2da-9cf837b712aa req-1d61bdcc-c624-4c40-b464-c636b7669db7 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.0976763 Aug 31 19:31:16.947001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:16.947607 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.027489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cd-c0be-4d41-b2da-9dcda6f21a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.072150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.098556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:17.116234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aafd203-2c17-4eee-b2da-9cf837b712aa req-0b06b5fa-8f32-46be-9e60-b8c75a71cd66 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750207 Aug 31 19:31:17.235549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:15Z', 'revision_number': 1, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:17.305820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cd-c0be-4d41-b2da-9dcda6f21a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.310291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cd-c0be-4d41-b2da-9dcda6f21a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.338569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:17.354016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca2b56a5-6c6b-4bc5-89f0-c04cdd18493b admin admin] 10.222.0.73 "PUT /v2.0/routers/0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9988406 Aug 31 19:31:17.357777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ce011cd-c0be-4d41-b2da-9dcda6f21a4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22ffd081e94340df980a3d042f0ae613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434453 Aug 31 19:31:17.357777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:17.364713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d8c8eef6-12b2-44ce-9a01-2103f076e663 None None] Provisioning complete for port a9440292-77f9-49d0-b7b9-840a760bc1f2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:17.365259 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8c8eef6-12b2-44ce-9a01-2103f076e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.382933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0073c7-de3d-47b5-886f-c30265adaa05 None None] The sync data for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 is: [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:15Z', 'revision_number': 1, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:17.455044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce011cd-c0be-4d41-b2da-9dcda6f21a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f957d2-aa45-44a4-80ef-0e54bd39b442,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:17.456246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8eef6-12b2-44ce-9a01-2103f076e663 None None] Port a9440292-77f9-49d0-b7b9-840a760bc1f2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:17.538301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.587622 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.689614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.696545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.700898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28f957d2-aa45-44a4-80ef-0e54bd39b442 HTTP/1.1" status: 204 len: 168 time: 0.3425193 Aug 31 19:31:17.738997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dd7b8-b46e-4430-bfff-8aebdf1ec615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f957d2-aa45-44a4-80ef-0e54bd39b442,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:17.846795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310c02d-9950-4015-b38f-b9bf77920e27 req-7c0ecc78-8be1-4fde-a702-e49d1122fc6d tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:17.850402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9310c02d-9950-4015-b38f-b9bf77920e27 req-7c0ecc78-8be1-4fde-a702-e49d1122fc6d tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.1209571 Aug 31 19:31:17.951375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9310c02d-9950-4015-b38f-b9bf77920e27 req-49cc0c57-9604-4787-affe-8fb64dd388a1 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894468 Aug 31 19:31:17.966533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:18.283581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:18.299461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7091b8e4-f7fa-4f20-b251-e52af2a2f1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:18.534762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7091b8e4-f7fa-4f20-b251-e52af2a2f1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:18.546478 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7091b8e4-f7fa-4f20-b251-e52af2a2f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:18.614245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091b8e4-f7fa-4f20-b251-e52af2a2f1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a526c3-f915-4b07-80e7-b8b5784f3bc7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:18.666190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7091b8e4-f7fa-4f20-b251-e52af2a2f1a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5274683525e4e58b724fd032b137d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782945 Aug 31 19:31:18.666880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:18.755785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 949f4228-d735-4ae6-b428-d0f6a1ba4bcd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:18.804769 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:18.867307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:18.872446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:18.876242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:18.876984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.025074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.027396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.028499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.040397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16a526c3-f915-4b07-80e7-b8b5784f3bc7 HTTP/1.1" status: 204 len: 168 time: 0.3701065 Aug 31 19:31:19.055976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:19.061293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.066998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4ba62-c1a1-41f1-8ba9-a56accef53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a526c3-f915-4b07-80e7-b8b5784f3bc7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:19.112144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port cd47f4db-fc5c-4b69-8571-c070c58a3fc2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:19.115269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.143655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:19.351397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.351845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.376877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for cd47f4db-fc5c-4b69-8571-c070c58a3fc2 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:19.632052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:19.642468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689042592', 'description': 'tempest-description--1185471321'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:19.676705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.710601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.834710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=cd47f4db-fc5c-4b69-8571-c070c58a3fc2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:19.847391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.848690 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 8d112d47-f629-4d08-b5ab-a4f444925999 disassociated (deleted). External IP: 172.25.3.90, port: 9752effb-0b0d-4428-91b2-2f81cb84f336. Aug 31 19:31:19.859975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.868767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.955524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.962049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3288074 Aug 31 19:31:19.965579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:19.978583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'security_group_rule': {'security_group_id': 'd6697efd-5b41-4652-95ee-d8164f2d77e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:20.019601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5240dab-b735-4024-bcca-cfbcd9232eb1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6697efd-5b41-4652-95ee-d8164f2d77e8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:20.034687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.129450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905da77-9f86-4ebe-8025-814ed5062949 req-daabfd9a-faf3-4f27-be21-bf6539af253c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:20.131070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4905da77-9f86-4ebe-8025-814ed5062949 req-daabfd9a-faf3-4f27-be21-bf6539af253c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.0795987 Aug 31 19:31:20.150815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.154599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.178353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58964ab2-e52b-4466-ba6e-0be830b76796,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:20.190843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.194878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8efe1d35-736f-466d-b411-bd06d1037965 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245965 Aug 31 19:31:20.200274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:20.207725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'security_group_rule': {'security_group_id': 'd6697efd-5b41-4652-95ee-d8164f2d77e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:20.254947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4905da77-9f86-4ebe-8025-814ed5062949 req-06f3b010-4302-42ca-9637-d1e6cfc08bce tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147389 Aug 31 19:31:20.264501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.373636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.378428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.388419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router 9fc04455-4bfa-4faa-9c83-75f859c251b1 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:20.402620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd109b1-76c4-4d30-b8ec-77613bde92a0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:20.415853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.420240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-553b7009-0910-418b-860f-a1a31281c8ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188091 Aug 31 19:31:20.422463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:20.428545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:20.466354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.590949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:20.602089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Sync routers for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:20.616908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.621071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:20.622010 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:20.676872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 949f4228-d735-4ae6-b428-d0f6a1ba4bcd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:20.718213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.723265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67d614db-db4c-4fc8-ad16-3b94f1bfcffd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/floatingips/8d112d47-f629-4d08-b5ab-a4f444925999 HTTP/1.1" status: 204 len: 168 time: 2.7506919 Aug 31 19:31:20.725238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:20.730852 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3922e379-a4f4-4172-9a7f-ebba087a76af" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:20.856716 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f2ee76-751d-4492-a7e5-5609c743be0c x-openstack-request-id: req-c2f2ee76-751d-4492-a7e5-5609c743be0c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:20.857375 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:20.857944 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2f2ee76-751d-4492-a7e5-5609c743be0c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:20.858736 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'status': 'completed', 'code': 200} Aug 31 19:31:20.895222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:20.899873 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:21.160497 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:21.181566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Sync routers for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:21.197552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709909-3c1c-4268-a93e-2d5e7bf8f61d req-beb11dd5-1004-44f3-aa01-f52f8236e27b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:21.206691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1709909-3c1c-4268-a93e-2d5e7bf8f61d req-beb11dd5-1004-44f3-aa01-f52f8236e27b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0862284 Aug 31 19:31:21.273745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1709909-3c1c-4268-a93e-2d5e7bf8f61d req-8a563636-ad9d-4f30-82e5-ab7a4cd4b5c6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641546 Aug 31 19:31:21.279535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.25.3.21 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/cefddb18-1b5e-4c94-9a97-ee3bbb009c34) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:21.286191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:21.286947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:21.490154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fb25-ade3-468e-9db4-bed43fe17fb8 req-838e2535-f5b9-4b61-9b51-407e6fc74144 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:21.502005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b292fb25-ade3-468e-9db4-bed43fe17fb8 req-838e2535-f5b9-4b61-9b51-407e6fc74144 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1032882 Aug 31 19:31:21.513108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:21.559663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-d6b13c86-d6d9-4aa6-bf04-d4008679e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:21.564039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-d6b13c86-d6d9-4aa6-bf04-d4008679e302 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 1097 time: 0.6802087 Aug 31 19:31:21.579523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:21.596777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b292fb25-ade3-468e-9db4-bed43fe17fb8 req-08bde33f-1e02-4587-822a-b6281537aa91 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938478 Aug 31 19:31:21.755224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:21.817670 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Checking router: 9fc04455-4bfa-4faa-9c83-75f859c251b1 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:21.840281 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:31:21.848859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:21.852869 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:21.854573 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:22.003675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:22.007216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:22.014459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:22.033477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-31391b0f-8ef1-4c63-bb08-e0a084f6e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:22.035852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-31391b0f-8ef1-4c63-bb08-e0a084f6e342 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 200 len: 898 time: 0.4637663 Aug 31 19:31:22.037156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 2, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:22.081929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=cefddb18-1b5e-4c94-9a97-ee3bbb009c34,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:22.097106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Checking router: 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:22.097468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Updating router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 port a9440292-77f9-49d0-b7b9-840a760bc1f2 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:22.097681 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:22.124396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:22.157501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-7f4c9429-6521-4d6c-a68e-bc68adff8872 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 200 len: 217 time: 0.0802584 Aug 31 19:31:22.239486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-8525736a-9c05-4eac-a907-7949d26470a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:22.241389 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-8525736a-9c05-4eac-a907-7949d26470a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 200 len: 834 time: 0.0706453 Aug 31 19:31:22.606562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567c2a9-7317-4b26-a0f3-9f4232fad666 req-0ca6ba89-bc70-4061-a787-9838b784c449 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:22.610688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2567c2a9-7317-4b26-a0f3-9f4232fad666 req-0ca6ba89-bc70-4061-a787-9838b784c449 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.1410892 Aug 31 19:31:22.707938 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:22.765279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2567c2a9-7317-4b26-a0f3-9f4232fad666 req-34337ac9-1246-4eaf-9541-5684c7b9eebc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425967 Aug 31 19:31:22.786840 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a89eb-c076-4427-ab9c-f615636bcb2d None None] The sync data for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 is: [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:29:11Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c2d03b56-a67b-4b3f-b656-f50694ce6ab5', 'name': '', 'network_id': '598c3153-d37a-4c21-92f5-175778d615b2', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:d6:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:29:10Z', 'updated_at': '2021-08-31T19:29:26Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:22.855175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:22.868571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Transition to ACTIVE for port object a9440292-77f9-49d0-b7b9-840a760bc1f2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:22.876027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:22.902793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4445a0-7638-4595-b301-2fddc53c6ff9 req-4bb351b8-f1e0-4532-ae63-45f5b3a2b116 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:22.904537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a4445a0-7638-4595-b301-2fddc53c6ff9 req-4bb351b8-f1e0-4532-ae63-45f5b3a2b116 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1363087 Aug 31 19:31:22.955755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:22.960305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338db6f-d237-4081-8c3f-3fc0d25920db None None] Pushing event updated for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:23.007062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a4445a0-7638-4595-b301-2fddc53c6ff9 req-1473d17f-898c-4fc4-b484-a336536d7af1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913813 Aug 31 19:31:23.063462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Attempting to bind port a9440292-77f9-49d0-b7b9-840a760bc1f2 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:23.064068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Attempting to bind port a9440292-77f9-49d0-b7b9-840a760bc1f2 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:23.064227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Attempting to bind port a9440292-77f9-49d0-b7b9-840a760bc1f2 on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:23.070319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:23.070706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:23.071119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:23.071518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:23.072017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Bound port: a9440292-77f9-49d0-b7b9-840a760bc1f2, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:23.078362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:23.151304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:23.243409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f53fd-85b8-4413-9542-b270234d393c req-3ac54508-f198-4c98-8b22-c19508bc464d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:23.253526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] For port a9440292-77f9-49d0-b7b9-840a760bc1f2, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:23.254510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c10f53fd-85b8-4413-9542-b270234d393c req-3ac54508-f198-4c98-8b22-c19508bc464d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.2801130 Aug 31 19:31:23.257748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] For port a9440292-77f9-49d0-b7b9-840a760bc1f2, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a9440292-77f9-49d0-b7b9-840a760bc1f2,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:23.263134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:23.273981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-fae4da2e-d472-4687-af25-49c2ad2369c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:23.279357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-fae4da2e-d472-4687-af25-49c2ad2369c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598c3153-d37a-4c21-92f5-175778d615b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3071361 Aug 31 19:31:23.325071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338db6f-d237-4081-8c3f-3fc0d25920db None None] Pushing event updated for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:23.339912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:23.341007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:23.422552 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f0d98-c94a-4883-a06b-fcb4792e808d None None] New status for floating IP 8d112d47-f629-4d08-b5ab-a4f444925999: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:31:23.469358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:23.864150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50042) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:23.952157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:23Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:23.990691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa5b2-e6a8-4d7f-93a1-d208ccab221c req-3ea66594-c0cf-4be4-b2d8-f583929ff15d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:23.999597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d67aa5b2-e6a8-4d7f-93a1-d208ccab221c req-3ea66594-c0cf-4be4-b2d8-f583929ff15d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 945 time: 0.0924966 Aug 31 19:31:24.017439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-a612c607-b9a7-4956-adfa-e6427dd6ea94 service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542120 Aug 31 19:31:24.059313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f511ad-7bbc-402d-b679-1e0d856948aa None None] The sync data for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 is: [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:23Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:24.092292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d67aa5b2-e6a8-4d7f-93a1-d208ccab221c req-d4017253-5e4b-4a4d-9925-d3c9add779a1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913179 Aug 31 19:31:24.122323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.151614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.301772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad00a-d1ce-4922-9079-83f098455bdc req-563bc436-a588-44ff-8ef7-5070aa7fa970 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:24.312795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f70ad00a-d1ce-4922-9079-83f098455bdc req-563bc436-a588-44ff-8ef7-5070aa7fa970 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1211321 Aug 31 19:31:24.317164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2990fe20-d982-47e1-abf1-74b6cf29cc12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f734b493265a438ba42b3d8fa7a74749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513535 Aug 31 19:31:24.319562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:24.380210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 9752effb-0b0d-4428-91b2-2f81cb84f336 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:24.382362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.417657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=cefddb18-1b5e-4c94-9a97-ee3bbb009c34,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:24.451683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f70ad00a-d1ce-4922-9079-83f098455bdc req-25bd6d7a-d4f0-44db-9772-f2dc5c54c972 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378589 Aug 31 19:31:24.477623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.485099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.520235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.526423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.537114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6bb15497-10f7-4547-aadb-50b0f18dbf47 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1034489 Aug 31 19:31:24.554453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3922e379-a4f4-4172-9a7f-ebba087a76af req-7a407a82-cf15-4cac-9f98-aa89b5fc0fdc service neutron] 10.222.0.82 "GET /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361278 Aug 31 19:31:24.608338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 9752effb-0b0d-4428-91b2-2f81cb84f336, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9752effb-0b0d-4428-91b2-2f81cb84f336,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:24.612891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.657143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 9752effb-0b0d-4428-91b2-2f81cb84f336 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:24.707604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.714483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.720761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec60031f-8dff-42e9-ac7b-984b68bf4428 HTTP/1.1" status: 204 len: 168 time: 0.3996041 Aug 31 19:31:24.760416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333411d-4202-4eff-9a98-27de95b44092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60031f-8dff-42e9-ac7b-984b68bf4428,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:24.767149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a9440292-77f9-49d0-b7b9-840a760bc1f2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:24.877554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:24.976322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-ac819c01-7256-4491-a5ea-60cf60dca8cc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1689042592&fields=id&tenant_id=66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 267 time: 0.1093943 Aug 31 19:31:25.010516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.050458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=9752effb-0b0d-4428-91b2-2f81cb84f336,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:25.116740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No active binding found for port 9752effb-0b0d-4428-91b2-2f81cb84f336 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:31:25.117324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9752effb-0b0d-4428-91b2-2f81cb84f336 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:25.129535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a9440292-77f9-49d0-b7b9-840a760bc1f2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:25.142891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a9440292-77f9-49d0-b7b9-840a760bc1f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:25.143561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.193852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] No DVR routers for this DVR port 9752effb-0b0d-4428-91b2-2f81cb84f336 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:31:25.199842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.208975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c10f53fd-85b8-4413-9542-b270234d393c req-fd74d8aa-97f3-4ef5-ab87-f6bbe4fd035b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "DELETE /v2.0/ports/9752effb-0b0d-4428-91b2-2f81cb84f336 HTTP/1.1" status: 204 len: 173 time: 1.9192824 Aug 31 19:31:25.210304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-deleted', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:25.216990 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d30472-e8fe-4e09-8323-005fb511c54d" -d '{"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-deleted", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:25.305597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-0d24d38f-5472-422c-a5dc-042aab4e3d6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:25.316711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-0d24d38f-5472-422c-a5dc-042aab4e3d6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.3354754 Aug 31 19:31:25.363447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69fe8ba0-78ac-43f5-915c-f9eaf29a46b9 req-2491b100-465d-490e-a407-37b3142466ef tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddeaef37-3f20-4443-8166-72fb13829820 HTTP/1.1" status: 200 len: 210 time: 0.1047850 Aug 31 19:31:25.394528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-080951aa-4da5-459c-aa77-6653b834ec83 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/quotas/66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 375 time: 0.0692089 Aug 31 19:31:25.481521 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f95aa4-1d7a-4299-b1c6-22eef998785c x-openstack-request-id: req-b6f95aa4-1d7a-4299-b1c6-22eef998785c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:25.481903 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaef37-3f20-4443-8166-72fb13829820", "name": "network-vif-deleted", "tag": "9752effb-0b0d-4428-91b2-2f81cb84f336", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:25.482182 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6f95aa4-1d7a-4299-b1c6-22eef998785c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:25.482594 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaef37-3f20-4443-8166-72fb13829820', 'name': 'network-vif-deleted', 'tag': '9752effb-0b0d-4428-91b2-2f81cb84f336', 'status': 'completed', 'code': 200} Aug 31 19:31:25.502793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-45020a35-cdb7-4ce9-b3f0-eb6a0c3259e0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142454 Aug 31 19:31:25.534042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-e4ba53af-e28d-4175-9040-8bc712e63394 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:25.543479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-e4ba53af-e28d-4175-9040-8bc712e63394 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373898 Aug 31 19:31:25.666791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.696118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-823cdfaf-d2ab-4d63-936e-b67fade46037 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515675 Aug 31 19:31:25.728200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a9440292-77f9-49d0-b7b9-840a760bc1f2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a9440292-77f9-49d0-b7b9-840a760bc1f2,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:25.757455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.912915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:25.931074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb2f38-b7fa-4638-9537-91391249c418 req-8a18f361-87ad-4296-9f23-86435498457b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:25.939957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbbb2f38-b7fa-4638-9537-91391249c418 req-8a18f361-87ad-4296-9f23-86435498457b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.2713628 Aug 31 19:31:26.044259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbbb2f38-b7fa-4638-9537-91391249c418 req-85a16c48-390c-4d07-8311-812c1f0eeb62 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030686 Aug 31 19:31:26.047309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-d81ed74c-23a1-49de-aaaf-ecd002bcf7ca service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987978 Aug 31 19:31:26.295369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ac1a9da-e56e-43df-81e4-25628ccea81b req-b6c9ffb9-a965-4254-a614-e83b3d36f368 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 210 time: 0.0440917 Aug 31 19:31:26.451219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:26.683017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a9440292-77f9-49d0-b7b9-840a760bc1f2 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:26.772366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a9440292-77f9-49d0-b7b9-840a760bc1f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:26.772938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:27.289794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d772-e4f8-4973-b0c7-136bc6ac66a8 req-6870437f-944d-4b30-82cc-31b1e3f2fb6e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:27.301937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d83d772-e4f8-4973-b0c7-136bc6ac66a8 req-6870437f-944d-4b30-82cc-31b1e3f2fb6e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1136694 Aug 31 19:31:27.400970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d83d772-e4f8-4973-b0c7-136bc6ac66a8 req-818d6550-282b-4cec-8e3e-f770af405b19 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979829 Aug 31 19:31:27.406702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:27.528747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba8eb1c8-a0d0-4426-a7db-a4042c4f6d7d req-5dcdcc20-e8d5-4fb4-a58b-9be74133aed9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 210 time: 0.0785787 Aug 31 19:31:28.019603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-920a3f97-2369-4559-a341-2ed4c9b62419 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:28.021198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-920a3f97-2369-4559-a341-2ed4c9b62419 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.2168694 Aug 31 19:31:28.096816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port c2d03b56-a67b-4b3f-b656-f50694ce6ab5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:28.097127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.109039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-4ff6e156-e726-4dff-b44a-d4e389c37c04 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 380 time: 0.0727515 Aug 31 19:31:28.128773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'device_id': '01712141-67ba-40a2-8287-4f41a6935e67', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'admin_state_up': True, 'tenant_id': '66307696dd9f45d888547ce3df058792', 'security_groups': ['d6697efd-5b41-4652-95ee-d8164f2d77e8']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:28.172275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:28.308409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port c2d03b56-a67b-4b3f-b656-f50694ce6ab5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:28.308819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.377066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.378044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for c2d03b56-a67b-4b3f-b656-f50694ce6ab5 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:28.457442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:31:28.457442 n-d-778550-14 neutron-server[94817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 19:31:28.457442 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id': '66307696dd9f45d888547ce3df058792', 'id': '782c2de3-d2d8-4a34-bff7-9575357ad51e', 'expiration': datetime.datetime(2021, 8, 31, 19, 33, 28, 408234)}] Aug 31 19:31:28.457442 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:31:28.457913 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:31:28.538242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.538242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.614627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02543997-1fe0-41de-905d-3c0e7cc83f0e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:28.703676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af35256ac45b4311b35b7394f3791af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302372 Aug 31 19:31:28.708099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:28.721502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-548e90d7-a433-4123-997e-9df347ea3bd2 req-8db1a44f-2eed-4c5a-af22-d8e201516e7f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 210 time: 0.0372908 Aug 31 19:31:28.722905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.723456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.723831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.724169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.724551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.724888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.725340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.725675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.726209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.726546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.726869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.727474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880bdb04-488f-48c4-b190-986484b55593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.751536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1368ee4-8adf-4c50-8def-c6b7d3c3784c req-f28ce76f-1203-435b-994b-6a63fa6cb322 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:28.762104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1368ee4-8adf-4c50-8def-c6b7d3c3784c req-f28ce76f-1203-435b-994b-6a63fa6cb322 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.2292352 Aug 31 19:31:28.768153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.820135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1368ee4-8adf-4c50-8def-c6b7d3c3784c req-60842c19-3e3f-43c5-81f8-755843eafb3d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Aug 31 19:31:28.897965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=c2d03b56-a67b-4b3f-b656-f50694ce6ab5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:28.911274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.911883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.912227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.912561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.912892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.913223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.913552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.913877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.914204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.914526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.914847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:28.915412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:29.011496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:29.015887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.053037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.078389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.222921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.226357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.227687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02543997-1fe0-41de-905d-3c0e7cc83f0e HTTP/1.1" status: 204 len: 168 time: 0.5186207 Aug 31 19:31:29.248297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.275152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37be7-6ba9-4405-af57-c06b13196416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02543997-1fe0-41de-905d-3c0e7cc83f0e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:29.395917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.20.0.10 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/f4756d8d-73fa-46c4-9c3f-94cf9e203408) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:29.820337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:29.897845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f28da8b-f1ab-47d5-8105-66b4e54b1cc0 req-0d07fe66-19e5-4fb2-ba71-8fb7e4297be6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 210 time: 0.0426304 Aug 31 19:31:29.899135 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-521b76b3-3962-4256-9d2e-5fda7d5e427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.086119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.100523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfa12-e03b-4a6f-ae08-2daf9fb170af req-77a23314-f641-460d-8130-c0be668e89bc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:30.102471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a33cfa12-e03b-4a6f-ae08-2daf9fb170af req-77a23314-f641-460d-8130-c0be668e89bc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1450062 Aug 31 19:31:30.113391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router 9fc04455-4bfa-4faa-9c83-75f859c251b1 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:30.114572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Transition to ACTIVE for port object f4756d8d-73fa-46c4-9c3f-94cf9e203408 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:30.133416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-521b76b3-3962-4256-9d2e-5fda7d5e427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.138408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-521b76b3-3962-4256-9d2e-5fda7d5e427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.234455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-521b76b3-3962-4256-9d2e-5fda7d5e427b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=868067b50c114989baa938cdc3396559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118438 Aug 31 19:31:30.235463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b76b3-3962-4256-9d2e-5fda7d5e427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269616e2-6e95-4712-a7bc-5e02f8956194,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:30.241629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:30.257278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a33cfa12-e03b-4a6f-ae08-2daf9fb170af req-aef39adb-c249-40a7-b74f-a26b755460e2 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430130 Aug 31 19:31:30.330189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.410321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:30.426520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:30.431464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:30.435394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:30.438110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.445145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6aa6347-6aa9-4f3f-8efa-5618daa718b4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/9fc04455-4bfa-4faa-9c83-75f859c251b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9903963 Aug 31 19:31:30.445962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50210) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:30.449469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Sync routers for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:30.473972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:30.489944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:30.492209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:30.527789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.555406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:30.556172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.591666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3b00e423-f8bb-46e0-a32b-8607bd75c6b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4674518 Aug 31 19:31:30.617265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Request body: {'port': {'device_id': '01712141-67ba-40a2-8287-4f41a6935e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:30.680323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting subnet 4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:31:30.688578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.708935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.720394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.724582 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/269616e2-6e95-4712-a7bc-5e02f8956194 HTTP/1.1" status: 204 len: 168 time: 0.4790070 Aug 31 19:31:30.753865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce983942-1f45-4983-a876-a6efe970d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269616e2-6e95-4712-a7bc-5e02f8956194,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:30.779022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:30.832179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:30.849048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.061233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f14fd13-af75-4f40-8afe-59117e4366fe None None] Provisioning for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:31.077579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f14fd13-af75-4f40-8afe-59117e4366fe None None] Provisioning complete for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:31.078338 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0f14fd13-af75-4f40-8afe-59117e4366fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.146128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.183377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c4ec-9990-47e6-a802-169698d4ed92 req-98b74699-2923-4539-848d-0b07a3a147c8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:31.188457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3573c4ec-9990-47e6-a802-169698d4ed92 req-98b74699-2923-4539-848d-0b07a3a147c8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 932 time: 0.1169970 Aug 31 19:31:31.220951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0f14fd13-af75-4f40-8afe-59117e4366fe None None] Port f4756d8d-73fa-46c4-9c3f-94cf9e203408 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:31.269796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:31.359344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3573c4ec-9990-47e6-a802-169698d4ed92 req-9d8b8ffc-7e91-4a82-a167-2f1a0639a218 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581891 Aug 31 19:31:31.385545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.402210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Checking router: 9fc04455-4bfa-4faa-9c83-75f859c251b1 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:31.417617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:31.429720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Routers {'9fc04455-4bfa-4faa-9c83-75f859c251b1'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:31.438154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9fc04455-4bfa-4faa-9c83-75f859c251b1'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:31.438500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:31.441725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.467184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Transition to ACTIVE for port object f4756d8d-73fa-46c4-9c3f-94cf9e203408 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:31.475897 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.488959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.493929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27fb0357-8501-4864-8341-d15c00c6cf03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/subnets/4ddd1d0f-ed37-450a-8b52-5ee9b6fb84ef HTTP/1.1" status: 204 len: 168 time: 1.0468647 Aug 31 19:31:31.495408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:31.554379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee39c51-0e2a-4af7-b23c-6f5bfb825572 None None] Network 598c3153-d37a-4c21-92f5-175778d615b2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:31.609435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fd973-cd6c-46b2-b243-b39f96e7752a req-8baaaa30-fb5c-4af0-b450-937608a3c9c6 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:31.611063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd8fd973-cd6c-46b2-b243-b39f96e7752a req-8baaaa30-fb5c-4af0-b450-937608a3c9c6 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1654961 Aug 31 19:31:31.621421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:31.757202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd8fd973-cd6c-46b2-b243-b39f96e7752a req-383d8e4f-a748-475c-b896-ce62e0fcf4ad tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191123 Aug 31 19:31:31.792003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Attempting to bind port f4756d8d-73fa-46c4-9c3f-94cf9e203408 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:31.792344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Attempting to bind port f4756d8d-73fa-46c4-9c3f-94cf9e203408 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:31.792676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Attempting to bind port f4756d8d-73fa-46c4-9c3f-94cf9e203408 on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:31.803507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Port f4756d8d-73fa-46c4-9c3f-94cf9e203408 on network 6df8abff-1271-40f6-9903-111118d7d6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:31:31.805080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Attempting to bind port f4756d8d-73fa-46c4-9c3f-94cf9e203408 on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:31.811929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.819893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:31.825554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:31.826134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:31.827822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Bound port: f4756d8d-73fa-46c4-9c3f-94cf9e203408, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:31.829068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.991440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:31.999412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:32.005279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.018814 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.106665 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:32.108337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.111034 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 1093 time: 1.5070488 Aug 31 19:31:32.111841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:32.121411 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88420df7-b4fe-4d84-a03d-b71b13824422" -d '{"events": [{"name": "network-changed", "server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:32.142688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] Set router 9fc04455-4bfa-4faa-9c83-75f859c251b1 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:32.156191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 3d75660b-342c-4fee-ae07-51109959741f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:32.156807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.266011 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f9437c-ebe8-47fa-b0b4-cd21b81bc105 x-openstack-request-id: req-b3f9437c-ebe8-47fa-b0b4-cd21b81bc105 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:32.266353 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:32.266580 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3f9437c-ebe8-47fa-b0b4-cd21b81bc105 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:32.266951 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'status': 'completed', 'code': 200} Aug 31 19:31:32.367806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 3d75660b-342c-4fee-ae07-51109959741f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3d75660b-342c-4fee-ae07-51109959741f,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:32.367806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.369569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27c1a7-afeb-424b-8afd-61cdd66a2fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:32.406428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:32.410199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 3d75660b-342c-4fee-ae07-51109959741f owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:32.411618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-8bca14c8-9132-4361-b7e5-268835e9d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:32.415385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-8bca14c8-9132-4361-b7e5-268835e9d27c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1096 time: 0.2319522 Aug 31 19:31:32.595495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-343d3370-c907-40dd-bd91-1f8466c5d87f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 217 time: 0.1577032 Aug 31 19:31:32.606616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:32.665042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3dd4-7a70-4734-8d29-e28f7038feba req-20b577cd-650a-45a5-8ae3-eed8736f3e1b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:32.666551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1ea3dd4-7a70-4734-8d29-e28f7038feba req-20b577cd-650a-45a5-8ae3-eed8736f3e1b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 944 time: 0.1274037 Aug 31 19:31:32.698176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] DHCP port deletion for 598c3153-d37a-4c21-92f5-175778d615b2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:31:32.701382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d2c91-1a15-42d2-922e-ac6dae42d48b None None] The sync data for ids ['9fc04455-4bfa-4faa-9c83-75f859c251b1'] in n-d-778550-14 is: [{'id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768621139', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '3d75660b-342c-4fee-ae07-51109959741f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '3d75660b-342c-4fee-ae07-51109959741f', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc04455-4bfa-4faa-9c83-75f859c251b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:52Z', 'updated_at': '2021-08-31T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:32.704493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a74218-173a-4b39-928d-c5db176649b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.725109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-a6a95d41-c07f-4a16-8ff6-dc8bfeb6fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:32.726587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-a6a95d41-c07f-4a16-8ff6-dc8bfeb6fbd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1247957 Aug 31 19:31:32.818131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3ca84b4d-46b8-4d44-a810-79a080f83eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:32.819988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-3ca84b4d-46b8-4d44-a810-79a080f83eab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826788 Aug 31 19:31:32.841671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Deleting port be327c1d-ba79-462e-844d-68a33e37888d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:32.842612 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:32.945908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1ea3dd4-7a70-4734-8d29-e28f7038feba req-34c9c2ca-14bb-47ad-ba0a-811b2dbb8d0d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119732 Aug 31 19:31:32.983917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] For port be327c1d-ba79-462e-844d-68a33e37888d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=be327c1d-ba79-462e-844d-68a33e37888d,segment=NetworkSegment(b4147d7d-a723-459a-9426-e903977ca256),segment_id=b4147d7d-a723-459a-9426-e903977ca256)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:32.984632 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.010186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Calling delete_port for be327c1d-ba79-462e-844d-68a33e37888d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:33.038380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a74218-173a-4b39-928d-c5db176649b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.063102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a91aa-710e-48e7-a56d-c5bcea4b5404 req-606d7072-287d-4b94-807d-fc76011db92d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:33.066448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf4a91aa-710e-48e7-a56d-c5bcea4b5404 req-606d7072-287d-4b94-807d-fc76011db92d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1357138 Aug 31 19:31:33.075858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a74218-173a-4b39-928d-c5db176649b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.121910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf4a91aa-710e-48e7-a56d-c5bcea4b5404 req-8769d71d-01ae-43ed-ba85-3dd3c4fa1486 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Aug 31 19:31:33.127831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.173612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a74218-173a-4b39-928d-c5db176649b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16125f7-e31d-41de-9562-f6ebb6e0a707,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:33.180954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-35a74218-173a-4b39-928d-c5db176649b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3983d61d0fa744638027f201d3d7e6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603643 Aug 31 19:31:33.181172 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-1a155f7c-4c13-4f8d-9e24-14468cca711c service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515003 Aug 31 19:31:33.181571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:33.201878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.226329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=3d75660b-342c-4fee-ae07-51109959741f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:33.268254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] Pushing event deleted for resources: {'Port': ['ID=be327c1d-ba79-462e-844d-68a33e37888d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:33.273673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94181ce2-4da3-43a8-b588-ded76347f6c9 None None] No DVR routers for this DVR port be327c1d-ba79-462e-844d-68a33e37888d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:31:33.324921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.346744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.362066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a00821c8-1c61-47ff-bbd8-5f222e1cc03f req-16dec004-b531-499e-9a06-04262189b047 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718709 Aug 31 19:31:33.385546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.463554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.466114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.468426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e16125f7-e31d-41de-9562-f6ebb6e0a707 HTTP/1.1" status: 204 len: 168 time: 0.2844632 Aug 31 19:31:33.486766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10458034-b99d-4ee3-9bdb-61ed0dd604b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16125f7-e31d-41de-9562-f6ebb6e0a707,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:33.501709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-0e24c4db-bddb-4d57-8d40-fbf0f0deaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:33.504379 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-0e24c4db-bddb-4d57-8d40-fbf0f0deaa0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1096 time: 0.0743198 Aug 31 19:31:33.555093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.558245 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.614520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.616959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc04455-4bfa-4faa-9c83-75f859c251b1 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:31:33.636685 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.643298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-99d5da90-376d-42ec-bf5f-dac736c084d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/routers/9fc04455-4bfa-4faa-9c83-75f859c251b1 HTTP/1.1" status: 204 len: 168 time: 2.1443527 Aug 31 19:31:33.643579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:33.667159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-9d638c13-ab44-4812-b041-97384297dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:33.668800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-9d638c13-ab44-4812-b041-97384297dfa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1522484 Aug 31 19:31:33.754373 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-22b8482e-7e19-48b5-a865-deaea7dcdeae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 217 time: 0.0766332 Aug 31 19:31:33.775628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.869266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-eada984d-ee70-4fe7-85ef-a94dde2b678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:33.870765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-eada984d-ee70-4fe7-85ef-a94dde2b678a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1045096 Aug 31 19:31:33.919077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:33.928725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-c475c4f8-4874-49e1-ad5c-26330e87a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:33.929893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-c475c4f8-4874-49e1-ad5c-26330e87a8e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495470 Aug 31 19:31:33.935546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598c3153-d37a-4c21-92f5-175778d615b2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:33.977679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4147d7d-a723-459a-9426-e903977ca256') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:33.977994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4147d7d-a723-459a-9426-e903977ca256') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:34.002022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.024251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.035908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:31:34.036482 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.119189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-800ef5e2-7495-4259-bc79-ce2963fb35a7 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809242 Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:31:34.146504 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:31:34.164936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.213470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.219550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/networks/598c3153-d37a-4c21-92f5-175778d615b2 HTTP/1.1" status: 204 len: 168 time: 0.5724571 Aug 31 19:31:34.225935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:34.278626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9e29-a025-4582-a810-deceefde702d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Network': ['ID=598c3153-d37a-4c21-92f5-175778d615b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:34.310919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-88420df7-b4fe-4d84-a03d-b71b13824422 req-6ed92c49-c5d4-4898-9c0b-7cb66806e746 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819015 Aug 31 19:31:34.359677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcc6f3-34a0-400e-a8fd-f443b5132e4d req-5845c107-56c7-4493-b544-0fdf5f70c340 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:34.361245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98dcc6f3-34a0-400e-a8fd-f443b5132e4d req-5845c107-56c7-4493-b544-0fdf5f70c340 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 944 time: 0.2133062 Aug 31 19:31:34.427802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c19b9-0e26-4f38-ae6b-ee42130d5700 req-dac540d8-afc0-4a4e-9e9a-a4574ccb2f5d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:34.429779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f62c19b9-0e26-4f38-ae6b-ee42130d5700 req-dac540d8-afc0-4a4e-9e9a-a4574ccb2f5d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1696756 Aug 31 19:31:34.473164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.484786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98dcc6f3-34a0-400e-a8fd-f443b5132e4d req-5f6a8cad-8ceb-41c1-940c-9fb24e315637 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084509 Aug 31 19:31:34.515701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f62c19b9-0e26-4f38-ae6b-ee42130d5700 req-8dfa8838-e638-428a-a53c-dd6d65d6151c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702083 Aug 31 19:31:34.537510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.650616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.651568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c2d03b56-a67b-4b3f-b656-f50694ce6ab5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:34.656444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:34.661061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d HTTP/1.1" status: 204 len: 168 time: 0.4138045 Aug 31 19:31:34.678101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c2d03b56-a67b-4b3f-b656-f50694ce6ab5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:31:34.678673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c2d03b56-a67b-4b3f-b656-f50694ce6ab5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:34.679271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3d75660b-342c-4fee-ae07-51109959741f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:34.713266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3d75660b-342c-4fee-ae07-51109959741f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:31:34.714387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3d75660b-342c-4fee-ae07-51109959741f not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:34.714654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device be327c1d-ba79-462e-844d-68a33e37888d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:34.723421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff85fd6-1a98-4081-89b0-d4dc9436d68f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e6134-1e4a-4c50-9007-6c5cda2f2a8d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:34.763109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: be327c1d-ba79-462e-844d-68a33e37888d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:31:34.763763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device be327c1d-ba79-462e-844d-68a33e37888d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:34.913444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:34.918548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213099426', 'description': 'tempest-secgroup-smoke-213099426 description', 'project_id': '282b17f5f92c42659102d556fbf3568a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:34.949668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.063398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.067590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.100400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.101637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1870875 Aug 31 19:31:35.104618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:35.109770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:35.138402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a59b2-09a4-428f-8b5e-8d9462091420 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc6cb6-2de0-4486-b885-486f477ce741,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:35.156698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.244760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.248857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.273264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80e8e01-d6e4-44d9-a9df-88c6cf3da46e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:35.281534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.283191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7d425ca-ffbe-4925-ba03-9da86ed9300b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774693 Aug 31 19:31:35.286213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:35.291896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:35.334290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.411675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.427628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.446828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688880d-aac2-4833-8818-3b5939baac47,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:35.453080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.454454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d838f46d-2fd8-4f6a-b138-f65c5053b10e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668851 Aug 31 19:31:35.457448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:35.462718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:35.499726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.571013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.575596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.620964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9d890c-8cd5-4585-8036-c7a0f82ba60d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:35.625865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.630180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-56fd30e7-86be-40e0-bd47-d0406ee90925 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715765 Aug 31 19:31:35.630830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:35.635524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:35.669544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.727836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f77f-2734-4e5e-9716-c35fad875645 req-cb99f692-7568-48a2-bb35-1317b946a46f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:35.749233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57f2f77f-2734-4e5e-9716-c35fad875645 req-cb99f692-7568-48a2-bb35-1317b946a46f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1479037 Aug 31 19:31:35.816231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.846713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592b530-f02d-4968-8121-3e456c3304d3 req-31525171-9a5b-41fc-aa9d-892362110198 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:35.847684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.848818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4592b530-f02d-4968-8121-3e456c3304d3 req-31525171-9a5b-41fc-aa9d-892362110198 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 944 time: 0.2116513 Aug 31 19:31:35.876620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57f2f77f-2734-4e5e-9716-c35fad875645 req-bf502e8e-38fe-445b-9ab2-2eac9982be1d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223998 Aug 31 19:31:35.881649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e619db05-a029-4e41-af2d-cd53a6b73f32,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:35.900081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:35.904970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e8259da3-5cdf-4675-833d-3deef976d34e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2730839 Aug 31 19:31:35.908102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:35.913480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:35.940890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:31:35.988500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4592b530-f02d-4968-8121-3e456c3304d3 req-39bd4b75-3483-4ba4-84b4-8fb4dbc8e402 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093848 Aug 31 19:31:35.994076 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:31:36.012765 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.095544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.105832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.139149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974e27fb-fccc-4476-9c04-da3186f6f04e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:36.159018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.162461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b615030-8761-4bbc-9946-bfc5a5ff17cc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504313 Aug 31 19:31:36.162953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:36.167974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:36.173209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': '1fdc6cb6-2de0-4486-b885-486f477ce741', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:36.207008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:31:36.217635 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:31:36.224762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.272495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.332259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:36.362637 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.363947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:36.367088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.370392 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.386601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bd7470-e73f-4755-a51a-f5c77fe11d41,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:36.409677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.411375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff355c70-91a6-45c0-a1e4-80f41f6a5887 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2469172 Aug 31 19:31:36.415265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:36.424392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'network': {'name': 'tempest-network-smoke--181851040', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:36.466279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:36.475932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.476115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:36.510144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:31:36.521054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.522709 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Added segment 028a7872-b162-4d0f-a128-a05dea28d8b4 of type vlan for network b1f90deb-b3d4-45ff-9504-aa351b5b4185 Aug 31 19:31:36.610040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.632040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4756d8d-73fa-46c4-9c3f-94cf9e203408'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:36.643752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.651328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:36.651978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.740781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Network': ['ID=b1f90deb-b3d4-45ff-9504-aa351b5b4185,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:36.753310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:31:36.759343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ee9a3633-49ac-4c7b-8a0f-8fdc0911e60e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3388853 Aug 31 19:31:36.759551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:36.766154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'admin_state_up': True, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:36.792814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.793912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:36.859942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.064115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.094186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ddbc-2c53-43c0-be4d-99b6894b997d req-8e3e2d74-d6a6-4f55-9701-e5d00421c230 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:37.098930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0495ddbc-2c53-43c0-be4d-99b6894b997d req-8e3e2d74-d6a6-4f55-9701-e5d00421c230 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1366119 Aug 31 19:31:37.184677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0495ddbc-2c53-43c0-be4d-99b6894b997d req-70a3e50f-48e6-4946-af2a-1b592db0f720 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 Aug 31 19:31:37.204009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5ebc-a967-4bc1-9ab5-8b68341999da req-82dab2fc-2698-4820-a60b-4a82ce6812aa tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:37.205801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-990a5ebc-a967-4bc1-9ab5-8b68341999da req-82dab2fc-2698-4820-a60b-4a82ce6812aa tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1026511 Aug 31 19:31:37.265305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-990a5ebc-a967-4bc1-9ab5-8b68341999da req-8c158b58-2b83-493e-a81e-1c90e3a88cd1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Aug 31 19:31:37.308293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.329649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.451153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.55 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:37.578689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.625338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:37.665589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:37.688449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:37.700950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:37.709997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:37.946038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:38.014906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:38.018899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:38.019281 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.035746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.102280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.136262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:38.139987 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dc5dbf-54cd-4ddf-8cbf-fe23acec2e0f" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:38.174075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:38.179651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.225510 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357e1dc-7a44-4dec-be87-71e2aab7cfc4 x-openstack-request-id: req-7357e1dc-7a44-4dec-be87-71e2aab7cfc4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:38.225888 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:38.225888 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7357e1dc-7a44-4dec-be87-71e2aab7cfc4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:38.226417 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:31:38.293196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:38.395495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.436590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921d68-ead9-4df9-ba1b-eaabfb0276f1 req-8692b627-c6e9-4ba9-b7fc-301ba1bbb38e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:38.444351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a921d68-ead9-4df9-ba1b-eaabfb0276f1 req-8692b627-c6e9-4ba9-b7fc-301ba1bbb38e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1296952 Aug 31 19:31:38.512442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a921d68-ead9-4df9-ba1b-eaabfb0276f1 req-93bebebe-d583-4c94-84cd-d6023fa8b2e8 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 Aug 31 19:31:38.514680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511e91-791a-4e8f-a4e9-92c660c36a4f req-927c4326-5b0d-4029-ac35-6979af0ad2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:38.518664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46511e91-791a-4e8f-a4e9-92c660c36a4f req-927c4326-5b0d-4029-ac35-6979af0ad2fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1098 time: 0.1966085 Aug 31 19:31:38.528038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a986-618b-4e87-b6d4-be36ae6a1780 req-cc106cff-dfec-406c-946b-efab6f7dc3a7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:38.534738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd5a986-618b-4e87-b6d4-be36ae6a1780 req-cc106cff-dfec-406c-946b-efab6f7dc3a7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.1569571 Aug 31 19:31:38.584401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-46511e91-791a-4e8f-a4e9-92c660c36a4f req-d06bb33c-37b5-4b03-a5ae-3c43aa610e29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505941 Aug 31 19:31:38.598525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd5a986-618b-4e87-b6d4-be36ae6a1780 req-459150b6-bc2d-4a1f-8076-9167c7464da2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579362 Aug 31 19:31:38.629027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router d714f42b-b77f-4387-9930-22065554fc88 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:31:38.832223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:38.849580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Sync routers for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:38.862547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.865001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3e000824-6818-4471-b373-a029fa08bf2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1036675 Aug 31 19:31:38.868261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:38.881192 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:38.883049 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:38.908186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c91a5c92-be4b-41a7-ac0a-dae83c109adb tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=282b17f5f92c42659102d556fbf3568a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385411 Aug 31 19:31:38.910936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:38.965539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcc009-1784-442b-a7fd-0dc3e99fe5cb req-31fdd3bb-98ef-4d42-90de-4e4d67780858 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:38.975510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84dcc009-1784-442b-a7fd-0dc3e99fe5cb req-31fdd3bb-98ef-4d42-90de-4e4d67780858 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0660756 Aug 31 19:31:39.032546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84dcc009-1784-442b-a7fd-0dc3e99fe5cb req-024de546-d7b2-4a87-b549-cf37c69a453e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558374 Aug 31 19:31:39.094576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:39.107877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223baeaa-0855-4093-908f-5b46a7301ae5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:39.112464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-223baeaa-0855-4093-908f-5b46a7301ae5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1975963 Aug 31 19:31:39.112804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:39.183960 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae830676-c42c-48d8-bd90-1eae4881c5fe tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677392 Aug 31 19:31:39.184208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:39.189869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576085256', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:39.251610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:39.407999 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:37Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:39.438455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f83b2624-3b27-4542-91e0-30beb081a60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:39.448154 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Checking router: d714f42b-b77f-4387-9930-22065554fc88 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:39.448873 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Updating router d714f42b-b77f-4387-9930-22065554fc88 port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:39.512809 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:39.912960 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:39.923545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Transition to ACTIVE for port object dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:39.931481 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:39.994836 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Attempting to bind port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:39.995202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Attempting to bind port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:39.995558 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Attempting to bind port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:40.002815 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:40.003180 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:40.003798 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.004356 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:40.004987 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Bound port: dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:40.005523 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.069144 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] For port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:40.084245 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] For port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:40.087162 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Pushing event updated for resources: {'Port': ['ID=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:40.094646 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.103172 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.103517 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.103941 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.104331 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.104536 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.104860 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.105181 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.105722 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.105977 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.106306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f83b2624-3b27-4542-91e0-30beb081a60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.106423 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.106795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.107317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:40.129101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f83b2624-3b27-4542-91e0-30beb081a60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.156739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:40.163481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.165011 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664592fd-0a1f-453d-b028-e7a9bdfe05d6 None None] Pushing event updated for resources: {'Port': ['ID=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:40.197722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b2624-3b27-4542-91e0-30beb081a60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad177d-e4f2-42c8-8457-55e4c5604f83,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:40.213471 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:40.214109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:40.259029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f6d4c-4527-4ec2-a5c7-dd21003de647 req-95fa7743-a3ed-4d6a-98cb-7735e00689ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:40.269739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef6f6d4c-4527-4ec2-a5c7-dd21003de647 req-95fa7743-a3ed-4d6a-98cb-7735e00689ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.2115839 Aug 31 19:31:40.278625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f83b2624-3b27-4542-91e0-30beb081a60d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa1dbeb94a8346d3b4fface0cf2f896f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218422 Aug 31 19:31:40.284230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:40.329003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf92ac-cd0e-46c5-9057-49798d8cff45 req-a68e8b47-1211-4637-9566-66356d823729 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:40.330588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39cf92ac-cd0e-46c5-9057-49798d8cff45 req-a68e8b47-1211-4637-9566-66356d823729 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.2718921 Aug 31 19:31:40.381642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef6f6d4c-4527-4ec2-a5c7-dd21003de647 req-c363c0eb-aadb-42b3-a869-7ea908a430c3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107175 Aug 31 19:31:40.413102 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:40.441794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39cf92ac-cd0e-46c5-9057-49798d8cff45 req-d2d0a2bc-8ee3-4a7a-8f22-7fe93cd7bd3a tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006169 Aug 31 19:31:40.590748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ac7a-fbe6-4877-beaa-6f0045a75f0e req-aa73f2cb-7327-48f6-9237-4ed6bde19098 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:40.593933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdf0ac7a-fbe6-4877-beaa-6f0045a75f0e req-aa73f2cb-7327-48f6-9237-4ed6bde19098 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0942340 Aug 31 19:31:40.609194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.632702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.645459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdf0ac7a-fbe6-4877-beaa-6f0045a75f0e req-1162c1a2-cf13-478b-a46c-1a3c661e9ac0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455534 Aug 31 19:31:40.715035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.718433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.719081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9ad177d-e4f2-42c8-8457-55e4c5604f83 HTTP/1.1" status: 204 len: 168 time: 0.4336782 Aug 31 19:31:40.747776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.790576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:37Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:40.849305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c29c5c-4ca8-4588-b9ff-ddafb05fb96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad177d-e4f2-42c8-8457-55e4c5604f83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:40.854690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Subnet': ['ID=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:40.871700 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b0094-7e33-455b-96d5-a650c508c596 None None] The sync data for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 is: [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:37Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:40.916105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:40.916530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network hostable DHCP agents. Network: b1f90deb-b3d4-45ff-9504-aa351b5b4185, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:31:40.937485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:31:40.948545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, b1f90deb-b3d4-45ff-9504-aa351b5b4185) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:40.969331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:40.969943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:40.970578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f3fbe-20f8-4d03-917b-a533c55a3fef None None] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:40.986961 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-250dea2e-ac21-450b-906e-708cb1924886 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8014250 Aug 31 19:31:40.990051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:41.124914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:41.157316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e744aa6f-6a63-44ea-9416-af2b99db0b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.210950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:31:41.211857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.426274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e744aa6f-6a63-44ea-9416-af2b99db0b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.432778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e744aa6f-6a63-44ea-9416-af2b99db0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.518016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e744aa6f-6a63-44ea-9416-af2b99db0b3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b82627d4654f42a5a8a5879b66f1dcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917089 Aug 31 19:31:41.547503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:41.625953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Allocated IP 172.20.0.2 (b1f90deb-b3d4-45ff-9504-aa351b5b4185/e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7/4a4987f0-61e6-4cee-88b6-7552fc0ecc0b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:41.639325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83b48324-ee18-4325-ab78-67172e17a7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.753076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744aa6f-6a63-44ea-9416-af2b99db0b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a0c5a6-932a-4b7a-b160-c3684e754bec,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:41.793991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b3e9-a7d1-4d52-9f2d-16f5f9f31eec req-020e20cc-ede7-47e9-9cd5-d5f0309209c6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:41.802892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4583b3e9-a7d1-4d52-9f2d-16f5f9f31eec req-020e20cc-ede7-47e9-9cd5-d5f0309209c6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.2529480 Aug 31 19:31:41.825851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.838620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c18286-7d66-43b9-9827-5ac619c4d57f req-293934b7-d0d0-4b47-8629-a7f37f97b0c5 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:41.840275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6c18286-7d66-43b9-9827-5ac619c4d57f req-293934b7-d0d0-4b47-8629-a7f37f97b0c5 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1993625 Aug 31 19:31:41.863877 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.921903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.927211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.930689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.934370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36a0c5a6-932a-4b7a-b160-c3684e754bec HTTP/1.1" status: 204 len: 168 time: 0.3835232 Aug 31 19:31:41.935935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Transition to ACTIVE for port object 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:41.965217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19600f2-408e-4237-9901-b5cc6443aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a0c5a6-932a-4b7a-b160-c3684e754bec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:41.966319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Transition to ACTIVE for port object 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:41.971261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6c18286-7d66-43b9-9827-5ac619c4d57f req-50eb033f-0c81-4780-877a-46bd6c78af26 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200180 Aug 31 19:31:41.984338 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.013387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4583b3e9-a7d1-4d52-9f2d-16f5f9f31eec req-78235f10-7e99-4764-8b3a-8a29c66c6180 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094214 Aug 31 19:31:42.113311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.125826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:42.140671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:42.158157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:42.161389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Pushing event updated for resources: {'Port': ['ID=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:42.243713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0885f4-e3f0-41cd-84e1-26f9e2fd02ff req-8f41ff5a-1af1-406b-940b-05cded5573a1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:42.255780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b0885f4-e3f0-41cd-84e1-26f9e2fd02ff req-8f41ff5a-1af1-406b-940b-05cded5573a1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1173956 Aug 31 19:31:42.289321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Attempting to bind port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:42.289705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Attempting to bind port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:42.290125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Attempting to bind port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:42.303100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:42.303100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:42.303100 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.303100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Bound using segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:42.303995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Bound port: 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:42.307188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.374387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b0885f4-e3f0-41cd-84e1-26f9e2fd02ff req-63afa72d-9735-4aaf-bcdd-e9dfb78e4a40 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127100 Aug 31 19:31:42.497758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] For port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:42.505241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] For port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:42.514702 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.603873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23f337-7359-413e-952b-1c67a807e088 req-c2974a69-81dd-469a-a21f-7e1450d87d73 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:42.618899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b23f337-7359-413e-952b-1c67a807e088 req-c2974a69-81dd-469a-a21f-7e1450d87d73 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.2119739 Aug 31 19:31:42.630541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:42.647846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'floatingip': {'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:42.755671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.913769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-6b1acdd7-1a12-43ec-a3e8-a88ddf3aeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:42.915385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-6b1acdd7-1a12-43ec-a3e8-a88ddf3aeda4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 1097 time: 0.0886831 Aug 31 19:31:43.012709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:43.168449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.1 (b1f90deb-b3d4-45ff-9504-aa351b5b4185/e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7/a2851e26-29a9-472b-8d99-06a66fbc2410) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:43.170742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeb131-eef6-421f-834f-19b9c3a56e85 req-bc9c8c91-79ea-4f1c-b941-1f3aef512fdd tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:43.172847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6aeb131-eef6-421f-834f-19b9c3a56e85 req-bc9c8c91-79ea-4f1c-b941-1f3aef512fdd tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.3081510 Aug 31 19:31:43.177172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2e6d-43b8-4076-b632-3d1000b0f7cd None None] Pushing event updated for resources: {'Port': ['ID=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:43.222943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:43.230006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:43.233950 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:43.299624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6aeb131-eef6-421f-834f-19b9c3a56e85 req-bea61139-a072-497a-ab25-684a8242fd2d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084101 Aug 31 19:31:43.452464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-a939d745-e178-46e3-935d-1465dbbcc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:43.453809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-a939d745-e178-46e3-935d-1465dbbcc7a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 200 len: 916 time: 0.5002460 Aug 31 19:31:43.466706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:43.505540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:43.514111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:43.593881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-6e41ef57-6942-4f75-aa91-83b30641e0ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d028d8-a056-4071-926b-2b317c77ac87 HTTP/1.1" status: 200 len: 217 time: 0.1303685 Aug 31 19:31:43.604062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:43.628724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:43.671603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object a2851e26-29a9-472b-8d99-06a66fbc2410 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:43.690674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-7432889e-9d33-4bea-8738-3eade3cff02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:43.692430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-7432889e-9d33-4bea-8738-3eade3cff02b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 200 len: 854 time: 0.0895829 Aug 31 19:31:43.754706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15790f22-d4b8-4a25-952d-bf323f30fd7f req-9b3c81f8-a18f-4052-9861-76f7f6bf7ecf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:43.774985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15790f22-d4b8-4a25-952d-bf323f30fd7f req-9b3c81f8-a18f-4052-9861-76f7f6bf7ecf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1172693 Aug 31 19:31:43.822416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:43.932902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-ab28db7f-4f8d-4210-ae00-34888240e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:43.936105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-ab28db7f-4f8d-4210-ae00-34888240e3c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35afee08-fa2b-4926-a644-8157f6f413cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2354569 Aug 31 19:31:43.978233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:44.049510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:44.058082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:44.070112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:44.082146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:31:44.199407 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-219ed68d-9c51-4e3e-bf49-8327c715de79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.210241 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.223338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.259354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.363617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15790f22-d4b8-4a25-952d-bf323f30fd7f req-b0ced38c-6275-42d4-b324-d656d58cb189 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5822520 Aug 31 19:31:44.455120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e88f44-377e-46b0-b518-d5a506736445 None None] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:44.459296 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-c1472e56-4b80-4bac-b1e3-71b04707fe50 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063949 Aug 31 19:31:44.501068 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Floating IP da2ef7ff-8c39-4820-b01c-e5b13547ee93 associated. External IP: 172.25.3.21, port: f4756d8d-73fa-46c4-9c3f-94cf9e203408. Aug 31 19:31:44.608683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cafa8-e2bd-4c8e-8cee-84b82880db10 req-bc52343d-1935-4907-9bda-ec93467b0dc0 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:44.619320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d60cafa8-e2bd-4c8e-8cee-84b82880db10 req-bc52343d-1935-4907-9bda-ec93467b0dc0 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1743433 Aug 31 19:31:44.660491 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.682562 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.693579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c18c8b8b-d4dd-45c5-b80f-b190faa1f151 None None] Provisioning for port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:44.753041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d60cafa8-e2bd-4c8e-8cee-84b82880db10 req-2de87d5f-26a3-46fc-98f4-d28bdc15b22b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327064 Aug 31 19:31:44.804613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.835542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b024229-cc9e-4a65-8080-cacd99c8e76f req-d79cf155-03b1-4831-8ed7-39603fca7601 service neutron] 10.222.0.67 "GET /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654635 Aug 31 19:31:44.879045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:44.985412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:44.985855 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.002532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:45.104045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:45.193081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:45.201951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:45.203903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.255997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:45.268462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.289583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Sync routers for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:45.313097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-965a3e62-6013-4f1f-a439-e1d18bea5ca8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "PUT /v2.0/floatingips/da2ef7ff-8c39-4820-b01c-e5b13547ee93 HTTP/1.1" status: 200 len: 991 time: 2.6811700 Aug 31 19:31:45.313795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:45.316366 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8797c054-157d-4deb-b342-93bc799291dc" -d '{"events": [{"name": "network-changed", "server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:45.392688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:45.393477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:45.416264 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b0463-4fd3-49f1-ad86-e08481cedcf3 x-openstack-request-id: req-9b9b0463-4fd3-49f1-ad86-e08481cedcf3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:45.416949 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:45.417262 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b9b0463-4fd3-49f1-ad86-e08481cedcf3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:45.417735 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'status': 'completed', 'code': 200} Aug 31 19:31:45.548803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.556769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.572787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.604505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c401f-d8eb-4e90-9e43-c55ed2c4fd78 req-4605665b-ed32-4b85-89f4-d75d6bdd5878 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:45.606480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-466c401f-d8eb-4e90-9e43-c55ed2c4fd78 req-4605665b-ed32-4b85-89f4-d75d6bdd5878 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0905869 Aug 31 19:31:45.657868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Provisioning complete for port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:45.658336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.672315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-466c401f-d8eb-4e90-9e43-c55ed2c4fd78 req-b9532f0f-99e6-4fa4-baa8-4f5d5684dd48 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580673 Aug 31 19:31:45.754689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:45.832692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:45.842702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.872021 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.877950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c054-157d-4deb-b342-93bc799291dc req-91d5857b-0f4c-433a-aad9-a67aa93ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:45.883136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-91d5857b-0f4c-433a-aad9-a67aa93ff422 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1098 time: 0.4290521 Aug 31 19:31:45.901090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5336-2183-49b9-9fb6-395fc3e14db2 req-cfd58d0d-c0e0-4747-b59f-9bd08e387c98 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:45.911291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aad5336-2183-49b9-9fb6-395fc3e14db2 req-cfd58d0d-c0e0-4747-b59f-9bd08e387c98 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.0708408 Aug 31 19:31:45.967470 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.979327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:45.981717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aad5336-2183-49b9-9fb6-395fc3e14db2 req-12ab2097-f69d-4732-974d-fa08e087fc59 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674531 Aug 31 19:31:46.085791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:46.129755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:46.133083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:46.252855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4543d3-f724-49e0-872b-aff8c0c2bcc0 req-80e779fe-b9d8-48bf-a056-b241d05c87f6 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:46.255211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:46.256425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d4543d3-f724-49e0-872b-aff8c0c2bcc0 req-80e779fe-b9d8-48bf-a056-b241d05c87f6 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.0884681 Aug 31 19:31:46.316543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:31:46.318284 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:31:46.337029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c054-157d-4deb-b342-93bc799291dc req-de971942-c4a6-4cd8-9a08-5d3157e14036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:46.338692 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-de971942-c4a6-4cd8-9a08-5d3157e14036 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.4480934 Aug 31 19:31:46.340398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d4543d3-f724-49e0-872b-aff8c0c2bcc0 req-d4196bca-c383-4cf6-a992-584fde7c2e57 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763237 Aug 31 19:31:46.386621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router d714f42b-b77f-4387-9930-22065554fc88 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:46.415136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:46.452203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'da2ef7ff-8c39-4820-b01c-e5b13547ee93', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01712141-67ba-40a2-8287-4f41a6935e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:31:22Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 1, 'project_id': '66307696dd9f45d888547ce3df058792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:46.479985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-331f7320-162b-41b6-86b0-db79f28a307a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.1207466 Aug 31 19:31:46.535585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Checking router: 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:46.553732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:46.554835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:46.586851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f728b7-3714-4092-942f-bf836ac2d32f req-5a697204-e64e-4a0b-bbdd-582999891126 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:46.618197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63f728b7-3714-4092-942f-bf836ac2d32f req-5a697204-e64e-4a0b-bbdd-582999891126 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.1344316 Aug 31 19:31:46.746009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63f728b7-3714-4092-942f-bf836ac2d32f req-eef4aee5-195f-4307-abba-c528a73ae23d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268625 Aug 31 19:31:46.805678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c054-157d-4deb-b342-93bc799291dc req-1f4feabe-f77b-40a9-b6eb-357d15eaf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:46.807993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-1f4feabe-f77b-40a9-b6eb-357d15eaf56e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1888549 Aug 31 19:31:46.872816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:46.918377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:46.941454 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Sync routers for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:46.960133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:46.960410 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:46.961091 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:46.969929 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-215f01a5-7191-4606-8a90-d56e19b59780 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/d714f42b-b77f-4387-9930-22065554fc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9785430 Aug 31 19:31:46.999256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c054-157d-4deb-b342-93bc799291dc req-f2492c92-a779-4781-a9fe-36a2d0d59578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:47.001882 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-f2492c92-a779-4781-a9fe-36a2d0d59578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605732 Aug 31 19:31:47.054377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f3e5a-5e33-454e-807f-6f221b73f190 req-fbcadb7b-59e2-46ac-a12a-2af5510b880b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:47.056220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a25f3e5a-5e33-454e-807f-6f221b73f190 req-fbcadb7b-59e2-46ac-a12a-2af5510b880b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1831615 Aug 31 19:31:47.067846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4989-1307-44aa-a53d-ab22bdcb16c5 req-d5028d33-17e2-4a1d-9fd2-df9404f92c3f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:47.078382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a12a4989-1307-44aa-a53d-ab22bdcb16c5 req-d5028d33-17e2-4a1d-9fd2-df9404f92c3f tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1319385 Aug 31 19:31:47.106902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:47.150751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Provisioning for port a2851e26-29a9-472b-8d99-06a66fbc2410 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:47.163194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Provisioning complete for port a2851e26-29a9-472b-8d99-06a66fbc2410 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:47.163581 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:47.191193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:47.191899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:47.209210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a12a4989-1307-44aa-a53d-ab22bdcb16c5 req-85b6ee77-0bb1-44cd-bae6-84ae25f7cc72 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296513 Aug 31 19:31:47.240436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a25f3e5a-5e33-454e-807f-6f221b73f190 req-43afa006-b6ff-4ab7-a6bd-fa6514575a5e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393201 Aug 31 19:31:47.267710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-92b21705-9eca-4419-a703-a287f043a05e None None] Port a2851e26-29a9-472b-8d99-06a66fbc2410 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:47.297813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-8030d963-07b4-4976-8a10-0323eee70821 req-51bfb7d8-364d-461c-8298-a2493356f21e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:47.299261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8030d963-07b4-4976-8a10-0323eee70821 req-51bfb7d8-364d-461c-8298-a2493356f21e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070031 Aug 31 19:31:47.324867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-acb208f6-fb70-4ef9-be99-17803891ad63 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083539 Aug 31 19:31:47.368681 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:47.433412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:47.543183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8797c054-157d-4deb-b342-93bc799291dc req-10362c47-58c9-491d-a9cc-20db1589acbc service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017481 Aug 31 19:31:47.583828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8030d963-07b4-4976-8a10-0323eee70821 req-d99bdb6b-641b-480a-b8c1-1a86fc41f150 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2728481 Aug 31 19:31:47.589586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-c161ddab-0278-40a0-b561-7d8c1dbf46fc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213099426&fields=id&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 267 time: 0.1551070 Aug 31 19:31:47.798818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-9ce32d24-28cd-42e1-9b90-85e6e4191920 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:47.801847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-9ce32d24-28cd-42e1-9b90-85e6e4191920 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 796 time: 0.2040424 Aug 31 19:31:47.831359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efb2047e-9f86-4c2b-952c-247f4cce1722 None None] Provisioning complete for port a2851e26-29a9-472b-8d99-06a66fbc2410 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:47.834718 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efb2047e-9f86-4c2b-952c-247f4cce1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:47.839430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-01acf18c-be57-4543-b252-3ccb405c2e9e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/quotas/282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 375 time: 0.0283768 Aug 31 19:31:47.903963 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:45Z', 'revision_number': 2, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:47.934945 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Checking router: d714f42b-b77f-4387-9930-22065554fc88 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:47.936294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Updating router d714f42b-b77f-4387-9930-22065554fc88 port a2851e26-29a9-472b-8d99-06a66fbc2410 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:47.950752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c97facc-013e-4a4f-b5e9-ee551aff1ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:47.966167 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.005358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-efb2047e-9f86-4c2b-952c-247f4cce1722 None None] Port a2851e26-29a9-472b-8d99-06a66fbc2410 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:48.051773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-3a0c4f39-4d92-4f86-a2fb-bd43c1672cbd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076790 Aug 31 19:31:48.094776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'da2ef7ff-8c39-4820-b01c-e5b13547ee93', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01712141-67ba-40a2-8287-4f41a6935e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:31:22Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 1, 'project_id': '66307696dd9f45d888547ce3df058792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:48.135751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4471a48-b9a0-4f3c-a662-df348ae06c7e None None] The sync data for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 is: [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'da2ef7ff-8c39-4820-b01c-e5b13547ee93', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01712141-67ba-40a2-8287-4f41a6935e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:31:22Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 1, 'project_id': '66307696dd9f45d888547ce3df058792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:48.263086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90914703-be6b-4329-b23e-3ae9c2664526 req-0d633180-2903-40ff-aae5-9d27eafc6d3c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:48.265149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90914703-be6b-4329-b23e-3ae9c2664526 req-0d633180-2903-40ff-aae5-9d27eafc6d3c tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.2028933 Aug 31 19:31:48.324675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-6d9a75cc-b90d-409f-8ab5-192f940246f0 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717204 Aug 31 19:31:48.359866 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.370569 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Transition to ACTIVE for port object a2851e26-29a9-472b-8d99-06a66fbc2410 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:48.378314 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.467460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90914703-be6b-4329-b23e-3ae9c2664526 req-9424b414-fd92-431d-b767-261617f6df0b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873350 Aug 31 19:31:48.475225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c97facc-013e-4a4f-b5e9-ee551aff1ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.502465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c97facc-013e-4a4f-b5e9-ee551aff1ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.528387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319adc64-8fb0-46f0-aefb-1f4b0ccfd25e None None] Pushing event updated for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:48.566807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2a550-db37-40ee-a373-b90e6841ea0a None None] New status for floating IP da2ef7ff-8c39-4820-b01c-e5b13547ee93: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:31:48.589427 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Attempting to bind port a2851e26-29a9-472b-8d99-06a66fbc2410 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:48.589832 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Attempting to bind port a2851e26-29a9-472b-8d99-06a66fbc2410 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:48.590162 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Attempting to bind port a2851e26-29a9-472b-8d99-06a66fbc2410 on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:48.596766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:48.597498 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:48.598659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97facc-013e-4a4f-b5e9-ee551aff1ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eef01a-13e4-43de-aca5-ebe6b0495e5f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:48.599035 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.599651 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Bound using segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:48.600942 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Bound port: a2851e26-29a9-472b-8d99-06a66fbc2410, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:48.601701 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.666678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9c97facc-013e-4a4f-b5e9-ee551aff1ed3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f36116b5d7243dcaca0b15273ca711f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2228355 Aug 31 19:31:48.670355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:48.722389 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] For port a2851e26-29a9-472b-8d99-06a66fbc2410, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:48.741662 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] For port a2851e26-29a9-472b-8d99-06a66fbc2410, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2851e26-29a9-472b-8d99-06a66fbc2410,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:48.751443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-3e16c967-e680-44d6-ac78-56bbf1c65e7c service neutron] 10.222.0.73 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227049 Aug 31 19:31:48.752403 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.767857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.813976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.868920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816fc4-84cb-468e-a1c8-c835d38b2b83 req-18f36759-ef10-44b9-8bc4-76be240f557f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:48.883855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26816fc4-84cb-468e-a1c8-c835d38b2b83 req-18f36759-ef10-44b9-8bc4-76be240f557f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.2081766 Aug 31 19:31:48.918521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.922662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:48.928319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8eef01a-13e4-43de-aca5-ebe6b0495e5f HTTP/1.1" status: 204 len: 168 time: 0.2564964 Aug 31 19:31:48.960624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500f800-282c-4ce3-9618-ec55030ebb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eef01a-13e4-43de-aca5-ebe6b0495e5f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:48.979871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26816fc4-84cb-468e-a1c8-c835d38b2b83 req-5ebc68f7-2de5-4383-910e-4bc538ee3ba5 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898054 Aug 31 19:31:49.058466 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319adc64-8fb0-46f0-aefb-1f4b0ccfd25e None None] Pushing event updated for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:49.126649 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:49.128881 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:49.293946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7b651-86b4-4ea7-b5aa-b5def14b381b req-e06f6dd5-384c-4c44-ae0f-292c39009585 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:49.319620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8af7b651-86b4-4ea7-b5aa-b5def14b381b req-e06f6dd5-384c-4c44-ae0f-292c39009585 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.2249548 Aug 31 19:31:49.443422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8af7b651-86b4-4ea7-b5aa-b5def14b381b req-217f2075-0b23-4335-aa4a-54951ea122ac tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Aug 31 19:31:49.453774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b4b4a61-0544-4635-99f4-63d6806ad9c1 req-f5d91d01-4513-4bd1-9a62-2aba22a6e208 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 210 time: 0.0920870 Aug 31 19:31:49.495722 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:49.702859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:49.712094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733fbe-4f04-44cb-8fb6-c558d4884cc8 req-4db29ae6-cf4a-4bb6-bee0-526e30d94d65 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:49.724092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c72b84-f497-4e9c-9975-9726207a3c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:49.728337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb733fbe-4f04-44cb-8fb6-c558d4884cc8 req-4db29ae6-cf4a-4bb6-bee0-526e30d94d65 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1189189 Aug 31 19:31:49.828866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb733fbe-4f04-44cb-8fb6-c558d4884cc8 req-0c972dc5-ce78-4453-97bd-85158d46bc91 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Aug 31 19:31:49.964999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c72b84-f497-4e9c-9975-9726207a3c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:49.970091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c72b84-f497-4e9c-9975-9726207a3c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.017126 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:48Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:50.044903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c72b84-f497-4e9c-9975-9726207a3c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6202cf-a176-434a-938b-6ee86dce0878,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:50.068568 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7c72b84-f497-4e9c-9975-9726207a3c53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb42230f3a914dbe8034b5875558e23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613985 Aug 31 19:31:50.068959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:50.122076 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739dfc17-1187-4478-835c-8eb8e79d61ee None None] The sync data for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 is: [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:48Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:50.298076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc341fc-6846-42c9-932f-d358843cf4d9 req-8dfbbf8f-0e6a-4721-87d9-eb3270971836 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:50.308629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc341fc-6846-42c9-932f-d358843cf4d9 req-8dfbbf8f-0e6a-4721-87d9-eb3270971836 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:50.323509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc341fc-6846-42c9-932f-d358843cf4d9 req-8dfbbf8f-0e6a-4721-87d9-eb3270971836 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:50.332824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5cc341fc-6846-42c9-932f-d358843cf4d9 req-8dfbbf8f-0e6a-4721-87d9-eb3270971836 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05&device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3&device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 2417 time: 0.2097616 Aug 31 19:31:50.382285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055adb4-028f-462b-8b66-97513cf02b9a req-34f8c9c9-8e3c-4cb5-be09-3fff4bada240 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:50.390741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f055adb4-028f-462b-8b66-97513cf02b9a req-34f8c9c9-8e3c-4cb5-be09-3fff4bada240 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.3149312 Aug 31 19:31:50.426356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.466255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.568524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5cc341fc-6846-42c9-932f-d358843cf4d9 req-73524939-097a-4e0c-805f-fb40110f66cc tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325497 Aug 31 19:31:50.575077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.584834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.587956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd6202cf-a176-434a-938b-6ee86dce0878 HTTP/1.1" status: 204 len: 168 time: 0.5156841 Aug 31 19:31:50.614040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5b7a7-4d15-4114-8896-864c35b78879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6202cf-a176-434a-938b-6ee86dce0878,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:50.666525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f055adb4-028f-462b-8b66-97513cf02b9a req-b4347c78-00ef-4600-8adb-26f94cca9b84 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737713 Aug 31 19:31:50.770198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-1c0d7d3a-8acd-4379-80d3-d5ec9e2647c5 req-a5e40489-9a87-49e8-8104-41203a0e604d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:50.771369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c0d7d3a-8acd-4379-80d3-d5ec9e2647c5 req-a5e40489-9a87-49e8-8104-41203a0e604d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067182 Aug 31 19:31:50.796367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2851e26-29a9-472b-8d99-06a66fbc2410 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:50.937212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a2851e26-29a9-472b-8d99-06a66fbc2410 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:50.943718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a2851e26-29a9-472b-8d99-06a66fbc2410 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:50.944111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:50.968186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-0d288a71-e589-4625-9fee-2ca1b2a9f14d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:50.970479 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-0d288a71-e589-4625-9fee-2ca1b2a9f14d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 796 time: 0.3331757 Aug 31 19:31:50.973800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92a5b304-ae05-4316-a098-11fb590d3bff req-0788de89-8f67-44a0-8ccc-2a452831428d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 210 time: 0.1179452 Aug 31 19:31:51.032262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c0d7d3a-8acd-4379-80d3-d5ec9e2647c5 req-7a77493b-e9ca-47e0-a30d-099fd2dc0dae tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2464104 Aug 31 19:31:51.096129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-4000fc69-a51a-4518-88b8-77c845dbf540 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 379 time: 0.1161456 Aug 31 19:31:51.113347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'port': {'device_id': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'admin_state_up': True, 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'security_groups': ['1fdc6cb6-2de0-4486-b885-486f477ce741']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:51.204052 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:51.298693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a2851e26-29a9-472b-8d99-06a66fbc2410, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2851e26-29a9-472b-8d99-06a66fbc2410,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:51.312689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:51.467290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:51.496460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-ccba5547-5c23-477c-bb97-b81fb9e8d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:51.498708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-ccba5547-5c23-477c-bb97-b81fb9e8d2bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.1484451 Aug 31 19:31:51.527491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce2d93-6f6c-4865-b6b2-c1851f858a14 req-7ae3f471-4dd1-4e58-8e28-637312ce66f5 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:51.538999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebce2d93-6f6c-4865-b6b2-c1851f858a14 req-7ae3f471-4dd1-4e58-8e28-637312ce66f5 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1267452 Aug 31 19:31:51.633321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebce2d93-6f6c-4865-b6b2-c1851f858a14 req-34e6e25d-3e83-4d04-80dc-add7866446dd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828037 Aug 31 19:31:51.646661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:51.650646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:51.846114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-5efaf6b3-d54f-493f-bc3e-b8cb2b962493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:51.848820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-5efaf6b3-d54f-493f-bc3e-b8cb2b962493 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.3416584 Aug 31 19:31:51.950369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-b61141fa-7163-44cc-b8d7-028ca6fb0163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1002 time: 0.0911980 Aug 31 19:31:52.042614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.6 (b1f90deb-b3d4-45ff-9504-aa351b5b4185/e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:52.143744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-0d5e0c75-5bf6-4092-9efe-e0e9142cdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:52.152812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-0d5e0c75-5bf6-4092-9efe-e0e9142cdea6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.1856017 Aug 31 19:31:52.154572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07ef337a-91e8-41da-b18e-e0d5c23c5e34 req-9937ec41-4efe-46f6-9498-b7ed38cc1d36 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 210 time: 0.0405104 Aug 31 19:31:52.703145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2851e26-29a9-472b-8d99-06a66fbc2410 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:52.845749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935b01-6e31-4ba2-a25b-7eb9a293e4f2 req-6aa2d65b-c2fc-4de8-8447-4283a642d31e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:52.859200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8935b01-6e31-4ba2-a25b-7eb9a293e4f2 req-6aa2d65b-c2fc-4de8-8447-4283a642d31e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1171927 Aug 31 19:31:52.888043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a2851e26-29a9-472b-8d99-06a66fbc2410 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:52.888802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:52.949839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8935b01-6e31-4ba2-a25b-7eb9a293e4f2 req-2623d045-22dc-465f-9d9e-16130c9dd5bd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821812 Aug 31 19:31:53.094752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-f0a9a5f1-925a-41a3-9c6f-4a500c74c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:53.101307 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-f0a9a5f1-925a-41a3-9c6f-4a500c74c6d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9246097 Aug 31 19:31:53.143319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:53.208942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:53.282845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:53.366854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:53.381971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:53.384342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ff6c-e2a5-437c-8df3-80144ff4a827 req-4f83fbc1-81cc-4a07-b4a5-19319609974e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:53.386366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:53.390600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:53.395513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f07ff6c-e2a5-437c-8df3-80144ff4a827 req-4f83fbc1-81cc-4a07-b4a5-19319609974e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 931 time: 0.0930977 Aug 31 19:31:53.448652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:53.449311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:53.455660 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-7c657585-0dd4-4ee3-bec3-bebbb0425194 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408675 Aug 31 19:31:53.469285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f07ff6c-e2a5-437c-8df3-80144ff4a827 req-884828db-a2a8-4435-977d-903870444c72 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712571 Aug 31 19:31:53.589020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-e8805af8-ea80-4856-b96c-85f6151e2dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4801075 Aug 31 19:31:53.610214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Request body: {'port': {'device_id': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:53.716035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:53.889780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e85771f-80b2-4c70-af29-582d712acb63 None None] Provisioning for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:53.895508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e85771f-80b2-4c70-af29-582d712acb63 None None] Provisioning complete for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:53.896361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e85771f-80b2-4c70-af29-582d712acb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:53.914541 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-545a366f-ae11-414a-899c-04f3c52aeda3 req-bbcc0151-e688-4cf3-a4ac-e1a112fb7f01 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430614 Aug 31 19:31:53.945823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e85771f-80b2-4c70-af29-582d712acb63 None None] Port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:54.122275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff06b0b-81cf-47c2-ad06-d999d10bd532 req-37ac332c-9301-4992-bc0b-6559697500fe tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:54.136965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fff06b0b-81cf-47c2-ad06-d999d10bd532 req-37ac332c-9301-4992-bc0b-6559697500fe tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1414049 Aug 31 19:31:54.383084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520a676-34a7-45c0-8314-07ee8b3875cf req-8f3df2cd-093c-4ce4-a6be-469480753e93 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:54.384720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7520a676-34a7-45c0-8314-07ee8b3875cf req-8f3df2cd-093c-4ce4-a6be-469480753e93 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.2468150 Aug 31 19:31:54.417293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fff06b0b-81cf-47c2-ad06-d999d10bd532 req-5a5386fe-677a-4641-b2c9-02bc17d40333 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914668 Aug 31 19:31:54.534606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7520a676-34a7-45c0-8314-07ee8b3875cf req-5459bd4e-1484-4ece-8e6c-0af8f67b735f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151633 Aug 31 19:31:54.667288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:54.679060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:54.696418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Transition to ACTIVE for port object 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:54.703874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:54.723304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91beb5-4244-45e0-8ead-04b162f2716c req-800ca88b-f428-4c10-b0c0-231eca128f08 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:54.726961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e91beb5-4244-45e0-8ead-04b162f2716c req-800ca88b-f428-4c10-b0c0-231eca128f08 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 931 time: 0.1056101 Aug 31 19:31:54.839836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e91beb5-4244-45e0-8ead-04b162f2716c req-fb3869bc-ec80-4fa9-9282-775117c41d2f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062973 Aug 31 19:31:54.854647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:54.987186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50932) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:55.008577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:55.009025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:55.009432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:55.015091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:31:55.015511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:55.021392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:55.021828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:55.022349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Bound using segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:55.022807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Bound port: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:55.023245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.177165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:55.181248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:55.191449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-95363546-9843-4ab8-97af-97c5bec9caf9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.193054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-95363546-9843-4ab8-97af-97c5bec9caf9 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.82 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1166716 Aug 31 19:31:55.194856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.213885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d313afc1-feb7-423e-b8b5-c8f2e0e37771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.263870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.264648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.266159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] 10.222.0.82 "PUT /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 1092 time: 1.6624558 Aug 31 19:31:55.269022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:55.271698 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5a8759-c424-49c0-b609-63ab9628d82f" -d '{"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:55.347357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18220d2-231a-4648-ad31-6dfe1ae89441 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:55.393188 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b289c3f4-fa55-49b9-a673-56eba3161bd0 x-openstack-request-id: req-b289c3f4-fa55-49b9-a673-56eba3161bd0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:55.393601 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:55.393899 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b289c3f4-fa55-49b9-a673-56eba3161bd0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:55.394501 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:31:55.408937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d313afc1-feb7-423e-b8b5-c8f2e0e37771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.414122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d313afc1-feb7-423e-b8b5-c8f2e0e37771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.427052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-7c1f2740-d5bb-4835-9543-84b6d4d84e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.428775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-7c1f2740-d5bb-4835-9543-84b6d4d84e20 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.0827382 Aug 31 19:31:55.442931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Deleting port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:55.443291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.466044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d313afc1-feb7-423e-b8b5-c8f2e0e37771 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=584b497ae57b4db69eb445f30d09697f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776065 Aug 31 19:31:55.470644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:55.477976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313afc1-feb7-423e-b8b5-c8f2e0e37771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675069ca-2898-489e-96f1-b3e3a5b1c79b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:55.560249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] For port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:55.560639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.585011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Calling delete_port for 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:55.586051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.693078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-c36b5339-9fad-4064-8d7c-894d24d1bc4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 217 time: 0.2533815 Aug 31 19:31:55.712479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.761951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52577-c06c-4986-9ec5-adbfc3afb882 req-11362aa2-8836-47d1-a596-fcc448a54824 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.770269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cf52577-c06c-4986-9ec5-adbfc3afb882 req-11362aa2-8836-47d1-a596-fcc448a54824 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff3e2a99-4cc9-431c-882a-df90f0da4c05 HTTP/1.1" status: 200 len: 945 time: 0.1806366 Aug 31 19:31:55.785868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-f183da42-d1c8-47cb-b684-abbdb35b18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.787951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-f183da42-d1c8-47cb-b684-abbdb35b18ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0861859 Aug 31 19:31:55.809227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd7f3-f12a-4af0-a47d-b937839e8a66 req-17b7a49f-28d4-412a-a08d-e90ea42aa6c8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.810975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-effcd7f3-f12a-4af0-a47d-b937839e8a66 req-17b7a49f-28d4-412a-a08d-e90ea42aa6c8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1484783 Aug 31 19:31:55.848646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cf52577-c06c-4986-9ec5-adbfc3afb882 req-ed945301-82ca-4ab8-b471-b69c7841435e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774019 Aug 31 19:31:55.870242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.873472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:55.874713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/675069ca-2898-489e-96f1-b3e3a5b1c79b HTTP/1.1" status: 204 len: 168 time: 0.4030998 Aug 31 19:31:55.901898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-effcd7f3-f12a-4af0-a47d-b937839e8a66 req-99c0210a-5731-431b-ab9f-cf44460263a1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745015 Aug 31 19:31:55.905446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab65b-34e1-45cb-aabb-e3d8abbf5569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675069ca-2898-489e-96f1-b3e3a5b1c79b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:55.960743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638e39-3321-4658-9d68-d1c0926072f8 req-34fc5160-adc1-4bf5-8286-0ee0cbb3e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:55.962505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-34fc5160-adc1-4bf5-8286-0ee0cbb3e92d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670001 Aug 31 19:31:56.085744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:56.098862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:56.101832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f913e3c7-c0cc-4495-a992-3aac7d90a5c4', '86d028d8-a056-4071-926b-2b317c77ac87'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:56.127940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event deleted for resources: {'Port': ['ID=0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:56.140610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e7f2-aa20-489f-ae98-d5a389214997 req-a3158398-0d47-4d3b-95d7-2943560940ce tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:56.148743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd33e7f2-aa20-489f-ae98-d5a389214997 req-a3158398-0d47-4d3b-95d7-2943560940ce tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0817747 Aug 31 19:31:56.234980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] No DVR routers for this DVR port 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:31:56.238223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:56.243039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51fd0f63-6ca0-4a80-8106-882bdaa2aa6f req-43b9a33c-2435-459b-aaa7-0ad150138790 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.82 "DELETE /v2.0/ports/0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 HTTP/1.1" status: 204 len: 173 time: 1.0401256 Aug 31 19:31:56.264624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd33e7f2-aa20-489f-ae98-d5a389214997 req-0f4ec71f-f934-4658-8df2-59df3022265f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951898 Aug 31 19:31:56.286206 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-bf0328cf-fab4-4dc8-b803-faffa5ed279c service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157623 Aug 31 19:31:56.517054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-df638e39-3321-4658-9d68-d1c0926072f8 req-44825af4-6ce9-4a07-9dd0-33bde532bb54 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194748 Aug 31 19:31:56.525277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:56.558819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0af978c0-aac0-4605-bc55-76d43c7e33bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:56.772047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-cab34e9c-ec50-4308-8d4f-6cb91557e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:56.773678 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-cab34e9c-ec50-4308-8d4f-6cb91557e339 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.1879835 Aug 31 19:31:56.852924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:56.976417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-0a72ec1b-6573-4c6c-adcf-f7b8ad55c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:56.977992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-0a72ec1b-6573-4c6c-adcf-f7b8ad55c32f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1921458 Aug 31 19:31:56.983156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0af978c0-aac0-4605-bc55-76d43c7e33bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:56.998297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0af978c0-aac0-4605-bc55-76d43c7e33bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.017770 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8921aa19-7c6c-4f2c-a370-c4c5ebcff32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.048765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-782fe226-e93e-4170-86d5-126f167355d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 217 time: 0.0621018 Aug 31 19:31:57.140041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0af978c0-aac0-4605-bc55-76d43c7e33bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a70f68012dd4002b29f6f6972bd9169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107426 Aug 31 19:31:57.145881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:57.162965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8921aa19-7c6c-4f2c-a370-c4c5ebcff32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.178104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8921aa19-7c6c-4f2c-a370-c4c5ebcff32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.194424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af978c0-aac0-4605-bc55-76d43c7e33bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92c255-9559-4a13-b068-f84b03131b97,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:57.247152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-1b4f5f92-38b9-426f-8890-662c58095c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:57.250060 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-1b4f5f92-38b9-426f-8890-662c58095c2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.1817310 Aug 31 19:31:57.252151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8921aa19-7c6c-4f2c-a370-c4c5ebcff32b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acd888c8b17b4a99a1bd128ca63a2f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981740 Aug 31 19:31:57.255964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:57.343232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-c5f0788a-de29-4fa9-a07f-9007d2e79b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:57.347894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-c5f0788a-de29-4fa9-a07f-9007d2e79b9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820465 Aug 31 19:31:57.369412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921aa19-7c6c-4f2c-a370-c4c5ebcff32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a04ac-5aa2-4b68-ba3b-7fc83d107ea7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:57.409890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'name': 'network-vif-deleted', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:57.412269 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f8ed79-3874-4e60-a124-0048aed0afa0" -d '{"events": [{"server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "name": "network-vif-deleted", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:57.425903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.440102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa92d-b6bc-4dd4-a6e0-1d72658f4b16 req-748c809a-6375-4372-8d83-36076e31e102 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:57.441726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5baa92d-b6bc-4dd4-a6e0-1d72658f4b16 req-748c809a-6375-4372-8d83-36076e31e102 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.1691012 Aug 31 19:31:57.442418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.478022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.491616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.501450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd74a7-0d8b-4184-a22a-ec2bf3847959 req-73dba1f0-119f-4792-b4c9-8468dd0f39c0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:57.503005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03bd74a7-0d8b-4184-a22a-ec2bf3847959 req-73dba1f0-119f-4792-b4c9-8468dd0f39c0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.1293950 Aug 31 19:31:57.526804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-69e2e348-1656-425d-b796-31db8082e116 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723940 Aug 31 19:31:57.567453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5baa92d-b6bc-4dd4-a6e0-1d72658f4b16 req-968e9fc0-0311-49f2-b09c-d2ca5ce46a7b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084018 Aug 31 19:31:57.610522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03bd74a7-0d8b-4184-a22a-ec2bf3847959 req-da130677-1f09-4339-ab85-7919602314f8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978882 Aug 31 19:31:57.634356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.637027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.638223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab92c255-9559-4a13-b068-f84b03131b97 HTTP/1.1" status: 204 len: 168 time: 0.4869413 Aug 31 19:31:57.656051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993262fe-3c3e-42a2-942f-406b64235dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92c255-9559-4a13-b068-f84b03131b97,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:57.656623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.660055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:57.663742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/439a04ac-5aa2-4b68-ba3b-7fc83d107ea7 HTTP/1.1" status: 204 len: 168 time: 0.4045424 Aug 31 19:31:57.663742 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3ec26-5a45-449a-a43e-99585b1920ef x-openstack-request-id: req-99e3ec26-5a45-449a-a43e-99585b1920ef {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:57.663742 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3e2a99-4cc9-431c-882a-df90f0da4c05", "name": "network-vif-deleted", "tag": "0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:57.664063 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99e3ec26-5a45-449a-a43e-99585b1920ef {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:57.664338 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3e2a99-4cc9-431c-882a-df90f0da4c05', 'name': 'network-vif-deleted', 'tag': '0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7', 'status': 'completed', 'code': 200} Aug 31 19:31:57.672328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee5a8759-c424-49c0-b609-63ab9628d82f req-bc2d14a9-d7f7-40ef-b3e6-e63f045662f8 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378202 Aug 31 19:31:57.685751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11fd98-1b81-4c86-9d99-f5d19034886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a04ac-5aa2-4b68-ba3b-7fc83d107ea7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:58.465583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:58.572650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1510036536-network', 'tenant_id': 'c88c27d33b514076bb54ea2bfee39870'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:58.598104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Made reservation on behalf of c88c27d33b514076bb54ea2bfee39870 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:58.600583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:58.610744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:58.735103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef090a2-2271-4ebc-80ae-90bf285a98a6 req-ea8f284d-09e0-4474-a728-939dca2bce31 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:58.739677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eef090a2-2271-4ebc-80ae-90bf285a98a6 req-ea8f284d-09e0-4474-a728-939dca2bce31 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.0760243 Aug 31 19:31:58.786445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:58.791152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:58.824556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0c2b-5254-4da9-a91c-43680f2d05e4 req-347c6331-4f57-4930-9fbf-0a03e9ed5f67 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:58.831997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:31:58.832470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af8d0c2b-5254-4da9-a91c-43680f2d05e4 req-347c6331-4f57-4930-9fbf-0a03e9ed5f67 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0917027 Aug 31 19:31:58.835184 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:31:58.845853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c2ed1-aee2-4b86-adeb-d231623cd70c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:58.851931 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:58.852140 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Added segment 12a6b673-282f-457a-9f6b-62d99ec4fea0 of type vlan for network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 Aug 31 19:31:58.887525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eef090a2-2271-4ebc-80ae-90bf285a98a6 req-21ea4774-1aff-4d45-9e2f-d4b0d0166e74 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988305 Aug 31 19:31:58.904173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af8d0c2b-5254-4da9-a91c-43680f2d05e4 req-355597b5-be9c-477a-b875-e7f67b3bcf8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707188 Aug 31 19:31:58.917275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.001156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-f997f5e8-af1d-4164-8920-bfbc66892f3e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:59.003606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-f997f5e8-af1d-4164-8920-bfbc66892f3e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 946 time: 0.0756433 Aug 31 19:31:59.004616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.005693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:59.006472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.058881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:31:59.062803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:31:59.111003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:59.111603 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6444364 Aug 31 19:31:59.116621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Request body: {'subnet': {'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1510036536-subnet', 'tenant_id': 'c88c27d33b514076bb54ea2bfee39870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:59.120049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262cb79-48e5-4f40-b329-84546f5e1caa admin admin] Pushing event updated for resources: {'Network': ['ID=7d7edb3a-65fd-4977-b95d-b97beeefeca3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:59.156236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Made reservation on behalf of c88c27d33b514076bb54ea2bfee39870 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:59.158983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.202172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Deleting port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:31:59.202562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.295128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:59.323555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:31:59.331863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:31:59.332616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 0b1190aa-ae8e-4f8e-9d98-9e35bcb469d7 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:31:59.333507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] For port f913e3c7-c0cc-4495-a992-3aac7d90a5c4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:59.334101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.337040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:31:59.364278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Calling delete_port for f913e3c7-c0cc-4495-a992-3aac7d90a5c4 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:31:59.484570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.564793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:31:59.595755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.602183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:59.611129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f913e3c7-c0cc-4495-a992-3aac7d90a5c4', '86d028d8-a056-4071-926b-2b317c77ac87'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:31:59.685244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.693811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event deleted for resources: {'Port': ['ID=f913e3c7-c0cc-4495-a992-3aac7d90a5c4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:59.776338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] No DVR routers for this DVR port f913e3c7-c0cc-4495-a992-3aac7d90a5c4 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:31:59.786275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:59.793151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00f91ec4-c054-4912-8a3e-95c306dbef4a req-aad4bbdf-b280-498f-a65c-9ec7799b18e1 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "DELETE /v2.0/ports/f913e3c7-c0cc-4495-a992-3aac7d90a5c4 HTTP/1.1" status: 204 len: 173 time: 0.7786949 Aug 31 19:31:59.793783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'name': 'network-vif-deleted', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:31:59.809112 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2808bea8-443f-47dd-97dc-e38149df2201" -d '{"events": [{"server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "name": "network-vif-deleted", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:31:59.877293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:59.929284 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afbe47d-4138-4127-a2ac-18a9dd88be5b x-openstack-request-id: req-3afbe47d-4138-4127-a2ac-18a9dd88be5b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:31:59.929604 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9807810e-e37a-4b4d-91d5-c5a819d1bcf3", "name": "network-vif-deleted", "tag": "f913e3c7-c0cc-4495-a992-3aac7d90a5c4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:31:59.929979 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3afbe47d-4138-4127-a2ac-18a9dd88be5b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:31:59.930306 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9807810e-e37a-4b4d-91d5-c5a819d1bcf3', 'name': 'network-vif-deleted', 'tag': 'f913e3c7-c0cc-4495-a992-3aac7d90a5c4', 'status': 'completed', 'code': 200} Aug 31 19:31:59.943162 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.015731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:00.055030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:32:00.158712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0df0f-1668-4b28-8f37-e56a541d50c1 req-298a1762-4451-4f5b-b1b8-35d7323efe9f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:00.168373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5a0df0f-1668-4b28-8f37-e56a541d50c1 req-298a1762-4451-4f5b-b1b8-35d7323efe9f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.1289051 Aug 31 19:32:00.178890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f697ffcd-c54f-43c8-9628-2f788acc79df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.191921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:00.218851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12491375-317e-4f41-bfee-ded91207c4b5 req-e419a8ad-aa38-4683-9bce-e6ad1746db06 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=9807810e-e37a-4b4d-91d5-c5a819d1bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0906198 Aug 31 19:32:00.223007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Checking segment: {'id': '12a6b673-282f-457a-9f6b-62d99ec4fea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:00.223365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Network hostable DHCP agents. Network: 7d7edb3a-65fd-4977-b95d-b97beeefeca3, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:00.267561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5a0df0f-1668-4b28-8f37-e56a541d50c1 req-a410c107-19f0-4d4b-944a-78487741b9d8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981872 Aug 31 19:32:00.283006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:00.329300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7d7edb3a-65fd-4977-b95d-b97beeefeca3) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:00.349536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:00.357804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.365412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61665c-8f9c-471c-985e-fe7209afe83f None None] Network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:00.397768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f697ffcd-c54f-43c8-9628-2f788acc79df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.409804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9569c64a-691a-4197-a08f-a2f13787eb3f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2972732 Aug 31 19:32:00.414888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f697ffcd-c54f-43c8-9628-2f788acc79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.508816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f697ffcd-c54f-43c8-9628-2f788acc79df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bb483779d504ec4a98f3a0cd55b5349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303129 Aug 31 19:32:00.511366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:00.525872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697ffcd-c54f-43c8-9628-2f788acc79df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e828ea5-30e7-44f5-b89a-91f247faf750,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:00.611534 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.644322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.746131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117873a9-4e8d-4d9a-919d-95c0ea9a5838 None None] Network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:00.748787 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.751695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:00.755430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e828ea5-30e7-44f5-b89a-91f247faf750 HTTP/1.1" status: 204 len: 168 time: 0.2403603 Aug 31 19:32:00.762380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac39e3e-0594-44ee-9dfd-365e498b57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e828ea5-30e7-44f5-b89a-91f247faf750,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:01.176913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51120) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:01.182269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153369331-network', 'tenant_id': 'd700ee72522d48949824235c5ffa8d1c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:01.208346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Made reservation on behalf of d700ee72522d48949824235c5ffa8d1c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:01.211012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.220779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.344251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.348786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.377132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:01.404455 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.404999 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Added segment 49cc9be7-4e93-4eb8-96e0-46b05ad36ad6 of type vlan for network 5ca11762-4090-4f11-a7d1-6726c90b093e Aug 31 19:32:01.406810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5623189-8131-46cb-b992-f24b0727849a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:01.494476 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.525207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988433d8-7351-413d-99bc-566947cdb373 req-0049791a-1aa9-4435-bfad-9078cb767092 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:01.526683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-988433d8-7351-413d-99bc-566947cdb373 req-0049791a-1aa9-4435-bfad-9078cb767092 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.1080148 Aug 31 19:32:01.550293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.551263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:01.551891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.629559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4513960 Aug 31 19:32:01.632466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:01.638268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Request body: {'subnet': {'network_id': '5ca11762-4090-4f11-a7d1-6726c90b093e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153369331-subnet', 'tenant_id': 'd700ee72522d48949824235c5ffa8d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:01.657504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-988433d8-7351-413d-99bc-566947cdb373 req-046ce234-9f43-484d-87eb-78b13ac59af9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234705 Aug 31 19:32:01.660631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205553-6aeb-4f2d-b061-564c431989be admin admin] Pushing event updated for resources: {'Network': ['ID=5ca11762-4090-4f11-a7d1-6726c90b093e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:01.672285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Made reservation on behalf of d700ee72522d48949824235c5ffa8d1c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:01.674644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:01.684527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5ca11762-4090-4f11-a7d1-6726c90b093e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:01.711593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d23b3-6cd7-464e-b301-1ea410186376 req-8664c47b-28c5-4eeb-8a19-a47932f70e9b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:01.719743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-828d23b3-6cd7-464e-b301-1ea410186376 req-8664c47b-28c5-4eeb-8a19-a47932f70e9b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1093562 Aug 31 19:32:01.787283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-828d23b3-6cd7-464e-b301-1ea410186376 req-8b148519-4e32-4ce0-b657-47c45463e3c8 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661831 Aug 31 19:32:02.002012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.062224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9da7648-477d-43ba-a1cd-97891345a7a2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:02.070793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f913e3c7-c0cc-4495-a992-3aac7d90a5c4 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:32:02.071622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Checking segment: {'id': '49cc9be7-4e93-4eb8-96e0-46b05ad36ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5ca11762-4090-4f11-a7d1-6726c90b093e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:02.072031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Network hostable DHCP agents. Network: 5ca11762-4090-4f11-a7d1-6726c90b093e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:02.089076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Network 5ca11762-4090-4f11-a7d1-6726c90b093e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:02.098318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5ca11762-4090-4f11-a7d1-6726c90b093e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:02.100045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f913e3c7-c0cc-4495-a992-3aac7d90a5c4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:32:02.100394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f913e3c7-c0cc-4495-a992-3aac7d90a5c4 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:32:02.106716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:02.107434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6e018-52ad-4990-a630-b856cc230b41 None None] Network 5ca11762-4090-4f11-a7d1-6726c90b093e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:02.108687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.127761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8772643-41a1-4b1d-b9f5-a936c71fdd4c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4936340 Aug 31 19:32:02.241133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb0f1f-d4e1-4c3f-b7be-548922c2b6e8 None None] Network 5ca11762-4090-4f11-a7d1-6726c90b093e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:02.525920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:02.673182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'network': {'name': 'tempest-network-smoke--1861941478', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:02.695888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:02.700078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.710134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.782267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-56ccf1d7-5dd7-45c6-bddd-0e2180b4cc16 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:02.783290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-56ccf1d7-5dd7-45c6-bddd-0e2180b4cc16 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/networks?id=7d7edb3a-65fd-4977-b95d-b97beeefeca3 HTTP/1.1" status: 200 len: 809 time: 0.1422453 Aug 31 19:32:02.813580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3404093-c0fd-4b5d-a5ab-15ce7fb3925f req-f1ebb094-7151-499a-9d60-6870bcc2bbb5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:02.815140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3404093-c0fd-4b5d-a5ab-15ce7fb3925f req-f1ebb094-7151-499a-9d60-6870bcc2bbb5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.0840316 Aug 31 19:32:02.817069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-d43521ab-4906-4978-802f-51abb75b732c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/quotas/c88c27d33b514076bb54ea2bfee39870 HTTP/1.1" status: 200 len: 375 time: 0.0272405 Aug 31 19:32:02.818195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.824658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.852408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:02.858513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-38ed8bf8-726a-4027-94d7-acc74e524ae4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c88c27d33b514076bb54ea2bfee39870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351100 Aug 31 19:32:02.863671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d04470c-046d-44fd-a110-216901a4582d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:02.882956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.883398 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Added segment ca52d265-05fb-4f81-9915-336865a93b00 of type vlan for network 0d624740-36b6-481b-92a4-cd12224e29c6 Aug 31 19:32:02.902900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3404093-c0fd-4b5d-a5ab-15ce7fb3925f req-d7ea7f4a-5575-48c8-b37c-f8949f68d3ef tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775197 Aug 31 19:32:02.945157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.979524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:02.989858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:02.990738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.045258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-fd136372-ae0e-4436-a1c1-975847e0d08a service neutron] 10.222.0.73 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649518 Aug 31 19:32:03.054045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5242667 Aug 31 19:32:03.054647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:03.058761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2685a-a07f-4175-a054-e231bf7c5d71 req-c5ed5c92-ee78-469c-8ac2-412a1afc76ce tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:03.063590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'admin_state_up': True, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:03.066401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06e2685a-a07f-4175-a054-e231bf7c5d71 req-c5ed5c92-ee78-469c-8ac2-412a1afc76ce tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.0770717 Aug 31 19:32:03.083029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2dc98-789f-45c7-a1e7-d92df6e54633 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Network': ['ID=0d624740-36b6-481b-92a4-cd12224e29c6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:03.098021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.099380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.102188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0d624740-36b6-481b-92a4-cd12224e29c6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:03.108927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:03.161817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.164578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06e2685a-a07f-4175-a054-e231bf7c5d71 req-7719cd8f-3068-447e-96dd-64028157842b tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968668 Aug 31 19:32:03.245536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-f3268007-7ff2-44ab-875b-22048b553ecb service neutron] 10.222.0.73 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769941 Aug 31 19:32:03.281704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:03.289594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:03.290064 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.352294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.423519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.449809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:03.452724 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4ff90-94fd-42aa-9cea-f5cabc1bc706" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:03.468396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:03.474940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.491209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1ab1116f-33e9-40b2-865f-d899ea0339df req-e4e9f73b-751c-47b8-86d8-a18e57c82eb0 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 210 time: 0.0601084 Aug 31 19:32:03.524530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-141986f3-2960-4151-bbae-e65d80931c8e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:03.526879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-141986f3-2960-4151-bbae-e65d80931c8e tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.1619096 Aug 31 19:32:03.530257 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277ef1c-46f8-468d-9116-3fba5b370862 x-openstack-request-id: req-4277ef1c-46f8-468d-9116-3fba5b370862 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:03.534916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:03.535354 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4277ef1c-46f8-468d-9116-3fba5b370862 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:03.535818 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'code': 200} Aug 31 19:32:03.588261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:03.704001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8fb0-4623-47d8-b32f-d58ea0dcf2ba req-727c8822-9504-4804-b7fa-fbd01aeff641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:03.705575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0ed8fb0-4623-47d8-b32f-d58ea0dcf2ba req-727c8822-9504-4804-b7fa-fbd01aeff641 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1097 time: 0.1104817 Aug 31 19:32:03.791335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Deleting port 86d028d8-a056-4071-926b-2b317c77ac87 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:32:03.791741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.882441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:03.888060 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d0ed8fb0-4623-47d8-b32f-d58ea0dcf2ba req-7e7c766e-43ff-4651-a95a-0d88b5240719 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484363 Aug 31 19:32:03.912964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.014749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] For port 86d028d8-a056-4071-926b-2b317c77ac87, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=86d028d8-a056-4071-926b-2b317c77ac87,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:04.015225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.038320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Calling delete_port for 86d028d8-a056-4071-926b-2b317c77ac87 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:32:04.064047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9657a-3d53-45b2-92de-4606cabb680c req-7ec55ce3-f0f6-48ad-b9b2-f9c883ab6cdf tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:04.065646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dde9657a-3d53-45b2-92de-4606cabb680c req-7ec55ce3-f0f6-48ad-b9b2-f9c883ab6cdf tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0722930 Aug 31 19:32:04.114343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dde9657a-3d53-45b2-92de-4606cabb680c req-87e6c842-39cc-4202-9d77-eb405c0694e6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424364 Aug 31 19:32:04.142833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.25.3.244 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/6e59eddc-4e2f-43e3-a356-bf25bfc52975) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:04.312181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7471-b625-4a1d-b6be-ec2ead497b19 req-838fc9e4-d9e1-4bd1-a209-15abe99f7047 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:04.314124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7471-b625-4a1d-b6be-ec2ead497b19 req-838fc9e4-d9e1-4bd1-a209-15abe99f7047 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9b9e21-4a08-4770-a42b-e72b037b1436 HTTP/1.1" status: 200 len: 945 time: 0.0557795 Aug 31 19:32:04.335701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.339864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.377299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Pushing event deleted for resources: {'Port': ['ID=86d028d8-a056-4071-926b-2b317c77ac87,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:04.392328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056d7471-b625-4a1d-b6be-ec2ead497b19 req-2e3b8ccb-68aa-426e-bf74-50e387a9a166 tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Aug 31 19:32:04.427188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] No DVR routers for this DVR port 86d028d8-a056-4071-926b-2b317c77ac87 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:32:04.430542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.433753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-db39a153-bcfd-40f8-9fb3-f8f382a095dc req-d67a8824-db9d-483c-9cf6-73cc6c58382d tempest-ListServerFiltersTestJSON-1805289691 tempest-ListServerFiltersTestJSON-1805289691-project] 10.222.0.67 "DELETE /v2.0/ports/86d028d8-a056-4071-926b-2b317c77ac87 HTTP/1.1" status: 204 len: 173 time: 0.8979776 Aug 31 19:32:04.434417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'name': 'network-vif-deleted', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:04.437641 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600cd811-dec1-4542-8c55-23a1b048a65a" -d '{"events": [{"server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "name": "network-vif-deleted", "tag": "86d028d8-a056-4071-926b-2b317c77ac87"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:04.470556 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:04.503708 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98152779-3644-4449-961b-c9b1eea2d455 x-openstack-request-id: req-98152779-3644-4449-961b-c9b1eea2d455 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:04.503904 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b9e21-4a08-4770-a42b-e72b037b1436", "name": "network-vif-deleted", "tag": "86d028d8-a056-4071-926b-2b317c77ac87", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:04.504270 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98152779-3644-4449-961b-c9b1eea2d455 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:04.504668 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9b9e21-4a08-4770-a42b-e72b037b1436', 'name': 'network-vif-deleted', 'tag': '86d028d8-a056-4071-926b-2b317c77ac87', 'status': 'completed', 'code': 200} Aug 31 19:32:04.523561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:04.527672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:04.530849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:04.537178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=6e59eddc-4e2f-43e3-a356-bf25bfc52975,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:04.640285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4ee58e6-6342-4554-8c49-4a4075b83a21 req-3aa686ee-b3b9-45a1-b5c7-260834dcb692 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 210 time: 0.0466239 Aug 31 19:32:04.759095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-0e66d160-6585-4570-accc-aceeba232514 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:04.760483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-0e66d160-6585-4570-accc-aceeba232514 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.82 "GET /v2.0/networks?id=7d7edb3a-65fd-4977-b95d-b97beeefeca3 HTTP/1.1" status: 200 len: 809 time: 0.2024956 Aug 31 19:32:04.777020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Request body: {'port': {'device_id': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3', 'admin_state_up': True, 'tenant_id': 'c88c27d33b514076bb54ea2bfee39870'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:05.256839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a364-e213-48f1-996f-389a7693b3f3 req-bbbd6bb6-a382-46c8-9308-1f9292bafd2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:05.258474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c994a364-e213-48f1-996f-389a7693b3f3 req-bbbd6bb6-a382-46c8-9308-1f9292bafd2a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0554776 Aug 31 19:32:05.274879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.301296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c994a364-e213-48f1-996f-389a7693b3f3 req-192ca164-dcaf-44ce-afb5-6cbada9c1e2c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Aug 31 19:32:05.342557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Made reservation on behalf of c88c27d33b514076bb54ea2bfee39870 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:05.346199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.441968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8123-e11c-463a-be99-7d8c75b95c0c req-7194257b-2d9f-4fdf-8b9a-ed1f8e268e01 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:05.443558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-670a8123-e11c-463a-be99-7d8c75b95c0c req-7194257b-2d9f-4fdf-8b9a-ed1f8e268e01 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0569410 Aug 31 19:32:05.499176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-670a8123-e11c-463a-be99-7d8c75b95c0c req-5153ba0b-94ac-4cf9-9978-181778ca692e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493243 Aug 31 19:32:05.511270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:05.518915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:05.571358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Deleting subnet a9b69b6f-98c7-40b2-9b0e-26a97a40e98e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:32:05.574375 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.612348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.640328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.646284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb4208-efa5-4628-b93b-567149323ff5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:05.650442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63fb4208-efa5-4628-b93b-567149323ff5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1092 time: 0.1329136 Aug 31 19:32:05.651207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:05.658358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:05.691006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Allocated IP 172.20.0.12 (7d7edb3a-65fd-4977-b95d-b97beeefeca3/d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc/35e9c0c2-dced-494b-b1f8-14cfddea0681) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:05.716660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.722949 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.823111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee73a59c-f83b-4ca8-8c97-371e2d4986ca req-f23f5171-7361-49cb-ab88-e8a9fe62ca3b tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 210 time: 0.0637410 Aug 31 19:32:05.859283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.896279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b69b6f-98c7-40b2-9b0e-26a97a40e98e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:05.902621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.906367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5df28c5e-b6eb-43f9-9db9-452c6ff08e8c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9b69b6f-98c7-40b2-9b0e-26a97a40e98e HTTP/1.1" status: 204 len: 168 time: 0.3855624 Aug 31 19:32:05.908453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51242) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:05.911163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:32:05.911674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a309f7-4159-4439-895f-ce09943118fc None None] Network 35afee08-fa2b-4926-a644-8157f6f413cc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:05.947175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:05.996863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.000724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.088441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 86d028d8-a056-4071-926b-2b317c77ac87 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:32:06.098718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-642c29d9-bb4c-4093-ba6c-8c80ba6d102c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171961 Aug 31 19:32:06.103877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:06.126255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.129092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.133023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19c95b06-1e68-4dfe-a7dc-c5e3bb09b635 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0710874 Aug 31 19:32:06.133696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:06.143337 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:06.156983 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:06.157393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Deleting port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:32:06.157663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:06.157826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.179101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.128 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d369fc54-0a31-4308-bc74-a9e7a9d86818) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:06.187093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 86d028d8-a056-4071-926b-2b317c77ac87 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:32:06.188552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 86d028d8-a056-4071-926b-2b317c77ac87 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:32:06.193463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] DHCP port deletion for 35afee08-fa2b-4926-a644-8157f6f413cc request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:32:06.269160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dabd3bc8-1751-4b5b-a052-944d7b52109c tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=67556e8759ec46048af0bdd4c1f6c933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337459 Aug 31 19:32:06.269667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Deleting port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:32:06.269794 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.274678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:06.279126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:06.309460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:06.318345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:06.331591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] For port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:06.332272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.353592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Calling delete_port for c32c099c-0dd4-4ab8-b88e-13db9b0f1dca owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:32:06.364030 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:06.397907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:06.398752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.422306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] For port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,segment=NetworkSegment(028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b),segment_id=028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:06.422714 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.456809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Calling delete_port for c32c099c-0dd4-4ab8-b88e-13db9b0f1dca owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:32:06.492961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-f8ed7d58-83f4-4816-a6ad-7aa4004f6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:06.494648 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-f8ed7d58-83f4-4816-a6ad-7aa4004f6b7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.2765508 Aug 31 19:32:06.501482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Pushing event updated for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:06.505411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.514815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-88cc414e-0c84-4d94-8a44-151a12fc78a4 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7413802 Aug 31 19:32:06.574468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Request body: {'port': {'device_id': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:06.601987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.617872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.649786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Pushing event deleted for resources: {'Port': ['ID=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:06.659550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] No DVR routers for this DVR port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:32:06.675130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Pushing event deleted for resources: {'Port': ['ID=c32c099c-0dd4-4ab8-b88e-13db9b0f1dca,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:06.703364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] No DVR routers for this DVR port c32c099c-0dd4-4ab8-b88e-13db9b0f1dca on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:32:06.720229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c32c099c-0dd4-4ab8-b88e-13db9b0f1dca no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:32:06.724030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.724466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.724887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.725334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.725747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.726150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.726552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.726956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.727558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.730747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.730747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.730747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f6bd3-16d7-4054-a4d7-8f05f32fb7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:06.761505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c32c099c-0dd4-4ab8-b88e-13db9b0f1dca {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:32:06.761955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c32c099c-0dd4-4ab8-b88e-13db9b0f1dca not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:32:06.762103 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:04Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:06.776080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcadd909-c498-4316-999a-9dbb7130e1a6 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:06.777828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bcadd909-c498-4316-999a-9dbb7130e1a6 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4884455 Aug 31 19:32:06.782646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:06.798947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.802189 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:06.802608 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Updating router cf9b70c2-a3d4-4e62-9634-7525840e5354 port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:06.814670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35afee08-fa2b-4926-a644-8157f6f413cc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:06.822740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.828523 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.834989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:06.835304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028d4a89-7463-4ab5-8ddc-c7ebf9a5f70b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:06.838606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.839045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ad7c2ef0-9d31-454b-8268-51ff93a2cff6 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534220 Aug 31 19:32:06.843461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:06.851309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382205424', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:06.857549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-690fccc3-d0b9-4893-8314-d5b1c5c39d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:06.859473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-690fccc3-d0b9-4893-8314-d5b1c5c39d1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.3340862 Aug 31 19:32:06.893101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:06.895590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:06.932091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:06.934642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:06.936910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=d369fc54-0a31-4308-bc74-a9e7a9d86818,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:07.004970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.042503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:32:07.043056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:32:07.045568 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:32:07.066960 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-5a83ae26-5eb3-41ff-b92e-2f1fbae5e254 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1002 time: 0.1935737 Aug 31 19:32:07.190527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dd9f4-6253-484d-9f2d-5ad73083e5cf req-167809a1-fb7d-48e6-848d-22f42c17d55a tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:07.192202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-604dd9f4-6253-484d-9f2d-5ad73083e5cf req-167809a1-fb7d-48e6-848d-22f42c17d55a tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 932 time: 0.2454469 Aug 31 19:32:07.195620 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.200858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.203058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] 10.222.0.73 "DELETE /v2.0/networks/35afee08-fa2b-4926-a644-8157f6f413cc HTTP/1.1" status: 204 len: 168 time: 1.2936666 Aug 31 19:32:07.207278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:07.217474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.238654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821241e-0c01-47e6-a5b0-57b8a979667a admin admin] Pushing event deleted for resources: {'Network': ['ID=35afee08-fa2b-4926-a644-8157f6f413cc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:07.244390 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.258844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-d51ac72c-9c8f-4e62-8af6-dbe1822e79fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2712162 Aug 31 19:32:07.266455 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Transition to ACTIVE for port object 6e59eddc-4e2f-43e3-a356-bf25bfc52975 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:07.276345 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.381330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-604dd9f4-6253-484d-9f2d-5ad73083e5cf req-bc20bc52-ffc9-4894-a62d-01e634d0a5f0 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764078 Aug 31 19:32:07.384192 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Attempting to bind port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:07.384578 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Attempting to bind port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:07.384944 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Attempting to bind port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:07.414194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:07.414409 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:07.414814 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.415211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:07.415714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Bound port: 6e59eddc-4e2f-43e3-a356-bf25bfc52975, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:07.416166 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.501856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-5bcdbac1-c45a-4819-b306-3cf847e5dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:07.503255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-5bcdbac1-c45a-4819-b306-3cf847e5dfbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.3700943 Aug 31 19:32:07.518328 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] For port 6e59eddc-4e2f-43e3-a356-bf25bfc52975, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:07.523739 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] For port 6e59eddc-4e2f-43e3-a356-bf25bfc52975, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e59eddc-4e2f-43e3-a356-bf25bfc52975,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:07.537057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:07.544572 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.546947 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75032812-7096-4c7f-9951-b3d7c30aa87a None None] Pushing event updated for resources: {'Port': ['ID=6e59eddc-4e2f-43e3-a356-bf25bfc52975,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:07.639303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4324fd-6206-478d-865a-7fe538a35786 req-0a2b9738-80f8-450e-a9fd-72a8890757c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:07.640864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-0a2b9738-80f8-450e-a9fd-72a8890757c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1097 time: 0.2567563 Aug 31 19:32:07.651295 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75032812-7096-4c7f-9951-b3d7c30aa87a None None] Pushing event updated for resources: {'Port': ['ID=6e59eddc-4e2f-43e3-a356-bf25bfc52975,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:07.653748 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-feed71e6-1fe5-48b4-be1d-c3be449046fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1862c0ffae0f4f38977a737f8d7f757a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124918 Aug 31 19:32:07.675214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51272) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:07.705381 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:07.708268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:07.737606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-a7f23d80-725c-4a30-a74d-39baa5cb88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:07.739118 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-a7f23d80-725c-4a30-a74d-39baa5cb88a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208064 Aug 31 19:32:07.782953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.832903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:07.873652 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:07.898301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:07.909666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e9c0c2-dced-494b-b1f8-14cfddea0681 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:07.977727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.078078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Transition to ACTIVE for port object 35e9c0c2-dced-494b-b1f8-14cfddea0681 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:08.098227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.103996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:04Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:08.104860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.109135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4324fd-6206-478d-865a-7fe538a35786 req-ac30e589-424c-4a5d-8f81-5e1cce09c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:08.110231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.110746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-ac30e589-424c-4a5d-8f81-5e1cce09c3ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.4295709 Aug 31 19:32:08.122635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.129548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c3ed-1b6e-437a-8469-b8e192fb68eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.131929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.140587 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c7916-52e8-4274-bc37-f0fa2e972224 None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:04Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:08.181688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-835011fb-dcd4-48ea-a56e-8e3c2ea0b352 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984853 Aug 31 19:32:08.255494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=d369fc54-0a31-4308-bc74-a9e7a9d86818,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:08.269565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.722058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-f72de626-8447-4505-8283-b3a25e3b11d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.5970566 Aug 31 19:32:08.732699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e59eddc-4e2f-43e3-a356-bf25bfc52975 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:08.820257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:08.834050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:08.834755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.866513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c3ed-1b6e-437a-8469-b8e192fb68eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.867966 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 70ee2b6d-d359-4443-ad0c-3f797d68607d associated. External IP: 172.25.3.128, port: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa. Aug 31 19:32:08.913791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.918539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a759-ddc1-42ae-95b9-7c86e2410aaf req-6e1790a2-75e0-4a10-9c82-da9c72e7b719 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:08.925867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8839a759-ddc1-42ae-95b9-7c86e2410aaf req-6e1790a2-75e0-4a10-9c82-da9c72e7b719 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 944 time: 0.1656704 Aug 31 19:32:08.926576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c3ed-1b6e-437a-8469-b8e192fb68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.933410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.936337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Checking segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:08.936717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network hostable DHCP agents. Network: 0d624740-36b6-481b-92a4-cd12224e29c6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:08.941669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:08.961998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6e59eddc-4e2f-43e3-a356-bf25bfc52975, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e59eddc-4e2f-43e3-a356-bf25bfc52975,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:08.964616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Subnet': ['ID=dc24579b-0d41-445e-a818-e1382838bb73,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:08.975487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.024094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0c3ed-1b6e-437a-8469-b8e192fb68eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ebbad-e33e-46f4-b0d0-525a9892f243,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:09.046726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4324fd-6206-478d-865a-7fe538a35786 req-36da639b-d0d1-423d-8a31-805c1280cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:09.048233 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-36da639b-d0d1-423d-8a31-805c1280cbbb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.2922895 Aug 31 19:32:09.084493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ad0c3ed-1b6e-437a-8469-b8e192fb68eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4af85bb29a042b8b605f4cbc8870a48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2473838 Aug 31 19:32:09.084493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:09.097184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8839a759-ddc1-42ae-95b9-7c86e2410aaf req-7a439a4c-5e69-46a0-9ab3-f0cffd5b03ba tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097062 Aug 31 19:32:09.113569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4fb7f4fe-b9d4-476a-8595-ade068826167 req-1267e30f-3f21-4869-9a55-0837ca1f7963 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861129 Aug 31 19:32:09.125221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 0d624740-36b6-481b-92a4-cd12224e29c6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:09.159534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0d624740-36b6-481b-92a4-cd12224e29c6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:09.172566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.175088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.178645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5ca0c27-9ba3-4063-82f8-34e46f5b42a8 HTTP/1.1" status: 204 len: 168 time: 1.4965341 Aug 31 19:32:09.178645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:09.179103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.195916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Attempting to bind port 35e9c0c2-dced-494b-b1f8-14cfddea0681 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:09.196308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Attempting to bind port 35e9c0c2-dced-494b-b1f8-14cfddea0681 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '12a6b673-282f-457a-9f6b-62d99ec4fea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:09.196596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Attempting to bind port 35e9c0c2-dced-494b-b1f8-14cfddea0681 on network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:09.211887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f4c2c-c54f-47ff-b3b3-435ba34a0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca0c27-9ba3-4063-82f8-34e46f5b42a8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:09.214944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4324fd-6206-478d-865a-7fe538a35786 req-0d361e20-3a66-4ac7-b345-9fe3722e27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:09.216782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-0d361e20-3a66-4ac7-b345-9fe3722e27a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598845 Aug 31 19:32:09.219319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Port 35e9c0c2-dced-494b-b1f8-14cfddea0681 on network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:32:09.219710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Attempting to bind port 35e9c0c2-dced-494b-b1f8-14cfddea0681 on network 7d7edb3a-65fd-4977-b95d-b97beeefeca3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:09.224465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-267560a5-b8f6-45b0-adf6-1af2fe40a868 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3783791 Aug 31 19:32:09.227974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:09.264757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299118ac-27c8-4ce0-8047-c14f4873fabc None None] Network 0d624740-36b6-481b-92a4-cd12224e29c6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:09.278899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.295090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:09.295743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Checking segment: {'id': '12a6b673-282f-457a-9f6b-62d99ec4fea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:09.295870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Bound using segment: {'id': '12a6b673-282f-457a-9f6b-62d99ec4fea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:09.296421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Bound port: 35e9c0c2-dced-494b-b1f8-14cfddea0681, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a6b673-282f-457a-9f6b-62d99ec4fea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:09.296815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.336392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.348274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6e59eddc-4e2f-43e3-a356-bf25bfc52975,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:09.368609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router d714f42b-b77f-4387-9930-22065554fc88 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:09.494178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0d624740-36b6-481b-92a4-cd12224e29c6', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:32:09.495199 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.495582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.499276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.514721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/511ebbad-e33e-46f4-b0d0-525a9892f243 HTTP/1.1" status: 204 len: 168 time: 0.4222572 Aug 31 19:32:09.531838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:09.537642 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-09ab40fc-c704-4063-8cbe-177391960014 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120606 Aug 31 19:32:09.546615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73701735-f804-4ce7-a817-83da232d57ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ebbad-e33e-46f4-b0d0-525a9892f243,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:09.561014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681,segment=NetworkSegment(12a6b673-282f-457a-9f6b-62d99ec4fea0),segment_id=12a6b673-282f-457a-9f6b-62d99ec4fea0)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:09.638157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.666015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:09.678442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Sync routers for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:09.694583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.699511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Allocated IP 172.20.0.2 (0d624740-36b6-481b-92a4-cd12224e29c6/dc24579b-0d41-445e-a818-e1382838bb73/fa84f54f-1923-41c2-83b4-a375e412a427) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:09.708710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:09.709671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:09.748820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b59780a2-f6e3-4779-b39b-3adaa1785a58 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0966215 Aug 31 19:32:09.749485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:09.763996 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799cc39d-1d2f-4081-a010-7fa092fe441d" -d '{"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:09.821079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:09.822882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:09.824710 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] 10.222.0.82 "PUT /v2.0/ports/35e9c0c2-dced-494b-b1f8-14cfddea0681 HTTP/1.1" status: 200 len: 1093 time: 3.2568843 Aug 31 19:32:09.827411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:09.830010 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca959f-27b1-45a2-97e3-055f20f84032" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:09.848555 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd830f-0000-4b83-800f-fb82e767d5d7 x-openstack-request-id: req-55dd830f-0000-4b83-800f-fb82e767d5d7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:09.849072 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:09.849502 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55dd830f-0000-4b83-800f-fb82e767d5d7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:09.850064 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:32:09.955012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:09.968945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3293-3b18-4d5b-8e2d-fb6155199da3 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:09.993713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761bb4-2418-42f7-9903-e50b71bcbda5 req-a17077b3-44f5-4804-9a36-2b6f312c6ce5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:10.005817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb761bb4-2418-42f7-9903-e50b71bcbda5 req-a17077b3-44f5-4804-9a36-2b6f312c6ce5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.1230919 Aug 31 19:32:10.053962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca4324fd-6206-478d-865a-7fe538a35786 req-80e12ee1-5c9d-42eb-b8bc-60f1f9a0cd19 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040052 Aug 31 19:32:10.066050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-1043ab2c-a09a-4972-8c89-d8392496db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:10.068087 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-1043ab2c-a09a-4972-8c89-d8392496db9b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c88c27d33b514076bb54ea2bfee39870&device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 1096 time: 0.1756251 Aug 31 19:32:10.092627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb761bb4-2418-42f7-9903-e50b71bcbda5 req-03c6d26f-0314-47eb-bf79-d1ba0a34e646 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846050 Aug 31 19:32:10.112888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:10.186418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.199429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Transition to ACTIVE for port object fa84f54f-1923-41c2-83b4-a375e412a427 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:10.267281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Transition to ACTIVE for port object fa84f54f-1923-41c2-83b4-a375e412a427 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:10.278492 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.282868 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4bdfd-06b3-4b6c-97db-1f4684b44981 x-openstack-request-id: req-19e4bdfd-06b3-4b6c-97db-1f4684b44981 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:10.283422 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:10.283422 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19e4bdfd-06b3-4b6c-97db-1f4684b44981 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:10.283790 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681', 'status': 'completed', 'code': 200} Aug 31 19:32:10.336490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Network 0d624740-36b6-481b-92a4-cd12224e29c6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:10.344202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:10.353109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:10.357669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8eba460-7e6d-43d3-b11f-789c6365540a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 200 len: 991 time: 0.2434800 Aug 31 19:32:10.391498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bc600-d7b1-47b0-9502-cfa9c862adfe req-8d5d26ad-70ff-4b8c-b005-d01597853297 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:10.398651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e87bc600-d7b1-47b0-9502-cfa9c862adfe req-8d5d26ad-70ff-4b8c-b005-d01597853297 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 944 time: 0.1371391 Aug 31 19:32:10.453199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Pushing event updated for resources: {'Port': ['ID=fa84f54f-1923-41c2-83b4-a375e412a427,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:10.489926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-e282ec64-9d41-4ef5-93de-9762ad095754 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681 HTTP/1.1" status: 200 len: 217 time: 0.2087996 Aug 31 19:32:10.494315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e87bc600-d7b1-47b0-9502-cfa9c862adfe req-d2dd3225-4020-48e1-8cd4-af1184164026 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855622 Aug 31 19:32:10.506455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Attempting to bind port fa84f54f-1923-41c2-83b4-a375e412a427 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:10.507052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Attempting to bind port fa84f54f-1923-41c2-83b4-a375e412a427 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:10.507199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Attempting to bind port fa84f54f-1923-41c2-83b4-a375e412a427 on network 0d624740-36b6-481b-92a4-cd12224e29c6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:10.514196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:10.514584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Checking segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:10.514991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.515389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Bound using segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:10.516207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Bound port: fa84f54f-1923-41c2-83b4-a375e412a427, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:10.516335 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.586050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-d1912a37-d513-4b13-b9ca-344a4c68d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:10.591268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-d1912a37-d513-4b13-b9ca-344a4c68d410 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1097 time: 0.3551254 Aug 31 19:32:10.599336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] For port fa84f54f-1923-41c2-83b4-a375e412a427, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:10.604090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] For port fa84f54f-1923-41c2-83b4-a375e412a427, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fa84f54f-1923-41c2-83b4-a375e412a427,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:10.610341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.618029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '70ee2b6d-d359-4443-ad0c-3f797d68607d', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:07Z', 'updated_at': '2021-08-31T19:32:07Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:10.669988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Checking router: d714f42b-b77f-4387-9930-22065554fc88 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:10.719559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e59eddc-4e2f-43e3-a356-bf25bfc52975 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:10.785786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-552dd48e-d693-4a9d-80f4-d2685e827e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:10.787692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:10.788341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:31:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:10.788679 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-552dd48e-d693-4a9d-80f4-d2685e827e4e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc HTTP/1.1" status: 200 len: 849 time: 0.2895157 Aug 31 19:32:10.799908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51336) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:10.826696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-0633fd1c-8c12-4634-b1e7-ae098bbbd302 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7d7edb3a-65fd-4977-b95d-b97beeefeca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299797 Aug 31 19:32:10.843508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9098a02-9ef6-4bf9-81e4-5022723471b6 None None] Pushing event updated for resources: {'Port': ['ID=fa84f54f-1923-41c2-83b4-a375e412a427,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:10.926521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.928703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:10.929089 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:10.978975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:11.020194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:11.058420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1916837330-network', 'tenant_id': '912dfd6dc86e487faa5931db800940b0'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:11.135673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Made reservation on behalf of 912dfd6dc86e487faa5931db800940b0 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:11.149034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.171598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.186292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1335322075-network', 'tenant_id': '935268015097414c950ee5b21ed1ba1d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:11.187949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-03ef8fa5-679f-441c-9580-1580b59bc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.189478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-03ef8fa5-679f-441c-9580-1580b59bc414 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.5883574 Aug 31 19:32:11.230919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Made reservation on behalf of 935268015097414c950ee5b21ed1ba1d for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:11.235341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.249784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.337519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.344434 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-cfd5e978-8d95-4774-b419-dd94b271fd55 service neutron] 10.222.0.82 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075169 Aug 31 19:32:11.347138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.360505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '70ee2b6d-d359-4443-ad0c-3f797d68607d', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:07Z', 'updated_at': '2021-08-31T19:32:07Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:11.362963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:11.385052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-3dabbf77-6ebd-4095-b10d-41c356056df8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.1883821 Aug 31 19:32:11.399572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b557-c721-43a6-9ed8-329a57a06a99 None None] The sync data for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 is: [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '70ee2b6d-d359-4443-ad0c-3f797d68607d', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:07Z', 'updated_at': '2021-08-31T19:32:07Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:11.417428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:11.456575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cbce36-b22e-448d-9de5-d3d4f5d49583,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:11.459951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.460301 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Added segment dfa2f13b-4ffa-42ac-879d-d1c36351878a of type vlan for network d7f981de-aa26-485a-ac84-8832e87fa487 Aug 31 19:32:11.472262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-730e59b0-c17d-4b68-ac3b-488243f83166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.473754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-730e59b0-c17d-4b68-ac3b-488243f83166 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0769670 Aug 31 19:32:11.527728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c19ccbea-7b14-4fcb-9637-38be34e70d45 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 200 len: 991 time: 0.1634774 Aug 31 19:32:11.540871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.541314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.1 (0d624740-36b6-481b-92a4-cd12224e29c6/dc24579b-0d41-445e-a818-e1382838bb73/fd8ebe39-f54a-498f-97aa-aeca70a21bca) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:11.546395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef7733a6-5965-4367-bd47-a3a98a2debf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.590158 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.591907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.592579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.601529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.602022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-bab90247-c39e-4b8d-bf21-1ab3bf40b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.603498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-bab90247-c39e-4b8d-bf21-1ab3bf40b7ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217849 Aug 31 19:32:11.647438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.647972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-734c6028-2d02-4a17-bf72-5447f2509e3b req-03d515d3-3d38-4f6e-b314-dc40ffc13474 service neutron] 10.222.0.82 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923424 Aug 31 19:32:11.707127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9059072 Aug 31 19:32:11.711554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:11.723111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:11.724779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Request body: {'subnet': {'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1916837330-subnet', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:11.740004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c484f33-be76-4fda-a760-36d63239811c admin admin] Pushing event updated for resources: {'Network': ['ID=d7f981de-aa26-485a-ac84-8832e87fa487,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:11.744851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1add55-05ed-418b-bd62-bbbfd3280d76,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:11.753502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d7f981de-aa26-485a-ac84-8832e87fa487 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:11.754953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.755292 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Added segment e9da4ea2-4aca-4be4-96a5-c43e4ea0117a of type vlan for network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 Aug 31 19:32:11.799578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9654c-1930-4a71-8dad-f61a7968e8e8 req-3a9e4cf1-d99e-40ab-b40c-5fbdd93c0062 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.801248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5be9654c-1930-4a71-8dad-f61a7968e8e8 req-3a9e4cf1-d99e-40ab-b40c-5fbdd93c0062 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 944 time: 0.1865768 Aug 31 19:32:11.817358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.904009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5be9654c-1930-4a71-8dad-f61a7968e8e8 req-cfa2961f-cdcd-442d-8052-f041ba62e314 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 Aug 31 19:32:11.928316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.929391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:11.929981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.942315 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd423-e716-48fd-a0cc-ba891932113f None None] New status for floating IP 70ee2b6d-d359-4443-ad0c-3f797d68607d: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:32:12.001201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] Pushing event updated for resources: {'Network': ['ID=cc955b55-0e8e-46a0-aa15-51c6eacc02e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:12.015867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:12.226164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d1bf3-1c49-44bb-bfc7-e012d10e8fba None None] Network 0d624740-36b6-481b-92a4-cd12224e29c6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:12.267016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9accc935-18d8-413c-bd05-7ca186fd7d56 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2459619 Aug 31 19:32:12.270009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:12.275136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Made reservation on behalf of 912dfd6dc86e487faa5931db800940b0 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:12.276545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Request body: {'subnet': {'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1335322075-subnet', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:12.277480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.287553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.291791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d4361db-b4a0-4125-9bfa-a4704e2560d7 None None] Provisioning for port fa84f54f-1923-41c2-83b4-a375e412a427 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:12.305785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Made reservation on behalf of 935268015097414c950ee5b21ed1ba1d for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:12.309273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.336211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-4938650f-e459-4415-bcad-4720d13f6e87 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998944 Aug 31 19:32:12.364466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-9bc0d8a0-c056-4b39-b17a-811df9246932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:12.365514 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-9bc0d8a0-c056-4b39-b17a-811df9246932 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c88c27d33b514076bb54ea2bfee39870&device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 1096 time: 0.6446350 Aug 31 19:32:12.408502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object fd8ebe39-f54a-498f-97aa-aeca70a21bca will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:12.505760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.533802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:12.588397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-799cc39d-1d2f-4081-a010-7fa092fe441d req-a05991ab-0f20-4690-b286-6585b3f61198 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397339 Aug 31 19:32:12.610787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4c72c9-92ac-404f-897f-e34c13408b1d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:12.611184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.647415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-17cfbc08-9ec3-4486-b21d-6ca31462eed0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 200 len: 993 time: 0.1107748 Aug 31 19:32:12.661153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Checking segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:12.661575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Network hostable DHCP agents. Network: cc955b55-0e8e-46a0-aa15-51c6eacc02e8, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:12.681708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:12.687528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-324d0fb4-d6bf-47ce-bd0f-592c52c8e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:12.689859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-324d0fb4-d6bf-47ce-bd0f-592c52c8e8bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=7d7edb3a-65fd-4977-b95d-b97beeefeca3 HTTP/1.1" status: 200 len: 910 time: 0.3111525 Aug 31 19:32:12.695915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cc955b55-0e8e-46a0-aa15-51c6eacc02e8) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:12.701069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:12.701706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.708180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2203a6-ad37-4e38-b242-a7ddd1c223ef None None] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:12.718652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8e2f12dd-75d4-44a6-b1fc-4a30d6dfb3e4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4472816 Aug 31 19:32:12.721647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:12.728743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:12.759706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.760739 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.764513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fa84f54f-1923-41c2-83b4-a375e412a427 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:12.777999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-cf434a78-fe1b-4f5e-930f-f96709085e64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681 HTTP/1.1" status: 200 len: 217 time: 0.0741434 Aug 31 19:32:12.780811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 0d624740-36b6-481b-92a4-cd12224e29c6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:12.802112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:12.812171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:12.821377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.825772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:12.881547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port fa84f54f-1923-41c2-83b4-a375e412a427 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:12.893465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fa84f54f-1923-41c2-83b4-a375e412a427 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:12.894094 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.898000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.966547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-c5445ba1-6fd8-4f6f-9a19-ad8ce7afdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:12.968595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-c5445ba1-6fd8-4f6f-9a19-ad8ce7afdf70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc HTTP/1.1" status: 200 len: 849 time: 0.1634564 Aug 31 19:32:12.969523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.001617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.010790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:32:13.014949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.046618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.052763 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-f4a4e623-5469-4b49-be60-92dde909ea63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7d7edb3a-65fd-4977-b95d-b97beeefeca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358629 Aug 31 19:32:13.101452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port fa84f54f-1923-41c2-83b4-a375e412a427, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fa84f54f-1923-41c2-83b4-a375e412a427,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:13.115046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbddf0c5-90ac-4b76-a08f-29610c65396a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:13.144588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552f33-62f0-481c-916d-dcc12de54f36 req-54cef47b-c1d6-44e2-8943-8bef2d49888a tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:13.147939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c552f33-62f0-481c-916d-dcc12de54f36 req-54cef47b-c1d6-44e2-8943-8bef2d49888a tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 944 time: 0.1098363 Aug 31 19:32:13.154160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Checking segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:13.154534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Network hostable DHCP agents. Network: d7f981de-aa26-485a-ac84-8832e87fa487, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:13.160240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.169333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 35e9c0c2-dced-494b-b1f8-14cfddea0681 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:32:13.214950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c552f33-62f0-481c-916d-dcc12de54f36 req-d51980cd-be31-4b23-b7a4-1640554de446 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601380 Aug 31 19:32:13.242041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Network d7f981de-aa26-485a-ac84-8832e87fa487 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:13.270992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-05d44599-fba1-40b6-b105-ea063939df3d service neutron] 10.222.0.82 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999340 Aug 31 19:32:13.272668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d7f981de-aa26-485a-ac84-8832e87fa487) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:13.296557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:13.297375 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.372476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13403ae4-6c38-46a1-abef-d775bac8e092 None None] Network d7f981de-aa26-485a-ac84-8832e87fa487 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:13.379222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.396306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-05e28fc1-e49b-4a9a-b2cc-cabddc8ae7c8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6751201 Aug 31 19:32:13.399177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:13.399812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.399960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6851dca5-aefc-4216-ad67-1011b9de4d71 None None] Provisioning for port fd8ebe39-f54a-498f-97aa-aeca70a21bca completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:13.401511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.407702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:13.468951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6851dca5-aefc-4216-ad67-1011b9de4d71 None None] Provisioning complete for port fd8ebe39-f54a-498f-97aa-aeca70a21bca triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:13.469221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6851dca5-aefc-4216-ad67-1011b9de4d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.477882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.479023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.506101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-30ca959f-27b1-45a2-97e3-055f20f84032 req-a61b1850-76c7-4f1c-a5cb-d47a75e14c62 service neutron] 10.222.0.82 "GET /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057612 Aug 31 19:32:13.511447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:32:13.543113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Allocated IP 172.25.3.218 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/61e51ee9-216f-4e8d-a474-4ecb7bbe04ec) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:13.567799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=fa84f54f-1923-41c2-83b4-a375e412a427,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:13.599739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6851dca5-aefc-4216-ad67-1011b9de4d71 None None] Port fd8ebe39-f54a-498f-97aa-aeca70a21bca cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:13.600849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.603353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Allocated IP 172.20.0.2 (cc955b55-0e8e-46a0-aa15-51c6eacc02e8/dc4c72c9-92ac-404f-897f-e34c13408b1d/f4d9b531-98ec-4663-a9f7-e8f16c3efe7c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:13.673411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.719702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.748239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681,segment=NetworkSegment(12a6b673-282f-457a-9f6b-62d99ec4fea0),segment_id=12a6b673-282f-457a-9f6b-62d99ec4fea0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:13.764405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac4830-52c3-40ac-a131-a33157aaf574 None None] Network d7f981de-aa26-485a-ac84-8832e87fa487 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:13.767237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:13.770952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:13.776032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:13.787157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.814947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Pushing event updated for resources: {'Port': ['ID=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:13.817416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '35e9c0c2-dced-494b-b1f8-14cfddea0681', 'network_id': '7d7edb3a-65fd-4977-b95d-b97beeefeca3', 'port_id': '35e9c0c2-dced-494b-b1f8-14cfddea0681', 'mac_address': 'fa:16:3e:d8:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:32:13.946797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.963432 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:13.989650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9c0c2-dced-494b-b1f8-14cfddea0681 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:14.002589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Transition to ACTIVE for port object f4d9b531-98ec-4663-a9f7-e8f16c3efe7c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:14.007823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.018251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.037431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681,segment=NetworkSegment(12a6b673-282f-457a-9f6b-62d99ec4fea0),segment_id=12a6b673-282f-457a-9f6b-62d99ec4fea0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:14.042317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.044498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Transition to ACTIVE for port object f4d9b531-98ec-4663-a9f7-e8f16c3efe7c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:14.069950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.072348 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.107452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:14.116726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:14.118872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:14.121496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:14.173042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.183927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:14.227150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:14.232360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Attempting to bind port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:14.232748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Attempting to bind port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:14.233122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Attempting to bind port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c on network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:14.235315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-06fc0b8e-4835-44eb-8f25-9fafed0cb567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.241540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:14.241869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Checking segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:14.242276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.242669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Bound using segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:14.244393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Bound port: f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:14.244393 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.285160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.288863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['35e9c0c2-dced-494b-b1f8-14cfddea0681'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:32:14.307218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.318656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.395166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 0d624740-36b6-481b-92a4-cd12224e29c6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:14.398175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:14.420231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] For port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:14.453976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00432-5e69-4659-9ad2-4534338e2ab1 req-84aae66b-eed5-4983-9ba9-7d8ca7313bfe tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:14.455555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5e00432-5e69-4659-9ad2-4534338e2ab1 req-84aae66b-eed5-4983-9ba9-7d8ca7313bfe tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 945 time: 0.1026928 Aug 31 19:32:14.477264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] For port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:14.488786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.508986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5e00432-5e69-4659-9ad2-4534338e2ab1 req-c5017b14-8270-4cd9-9936-fe5d4ecbf35a tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Aug 31 19:32:14.538347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Allocated IP 172.25.3.181 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/26514818-0aff-428d-8c62-a3e034008dd0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:14.549303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:32:14.600536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.645282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.679170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5453f-92c4-4da5-8a19-ab6fcf59c521 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:14.699042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:14.716851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:14.727454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fa84f54f-1923-41c2-83b4-a375e412a427 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:14.751214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.753587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-294f5f9b-baeb-4bc0-a799-cf17f32b4672 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0301998 Aug 31 19:32:14.755567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:14.771354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Sync routers for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:14.805864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:14.806780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:14.879851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.916548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:14.928434 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:14.931133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-545a001e-e073-4dfa-8b40-61dc76c06c69 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/cf9b70c2-a3d4-4e62-9634-7525840e5354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6950338 Aug 31 19:32:14.933357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:14.959433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-14377368-a3c8-4ac5-8fab-46c9dec2e94e None None] Provisioning complete for port fd8ebe39-f54a-498f-97aa-aeca70a21bca triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:14.962955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:14.963853 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:14.968051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14377368-a3c8-4ac5-8fab-46c9dec2e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.073072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fa84f54f-1923-41c2-83b4-a375e412a427 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:15.073750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.132079 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:15.138841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-14377368-a3c8-4ac5-8fab-46c9dec2e94e None None] Port fd8ebe39-f54a-498f-97aa-aeca70a21bca cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:15.153689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:15.431804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-5e1ab518-50d5-4d9a-ba8e-9d0f25c88480 req-f644fbe7-2202-4464-9677-6ec34398f402 service neutron] (94817) timed out ('10.222.0.67', 58940) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:32:15.439955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.453651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.469661 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 2, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:15.488248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 3, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:15.525580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:15.526202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Updating router cf9b70c2-a3d4-4e62-9634-7525840e5354 port fd8ebe39-f54a-498f-97aa-aeca70a21bca binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:15.526477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Checking router: 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:15.526850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Updating router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:15.558005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:15.574584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:15.591100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:15.594376 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.717438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b179a-2a26-4c35-9479-e3bca504aac0 req-5c2c9dbe-ac99-4d17-9cde-e07c18905c23 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.719448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a55b179a-2a26-4c35-9479-e3bca504aac0 req-5c2c9dbe-ac99-4d17-9cde-e07c18905c23 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 945 time: 0.0745780 Aug 31 19:32:15.793280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.813373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a55b179a-2a26-4c35-9479-e3bca504aac0 req-5679a773-f9df-46cc-b04f-c09d0ea13542 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745227 Aug 31 19:32:15.859396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Pushing event updated for resources: {'Port': ['ID=26514818-0aff-428d-8c62-a3e034008dd0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:15.882189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.882693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.883156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.883618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.884099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.884560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.885070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.885460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.885911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.886727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.886862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:15.890091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ec75c95d-326a-4a25-85e8-7932ffe95096 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7756 time: 0.9557076 Aug 31 19:32:15.894102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:15.930246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.973028 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:15.995622 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.007286 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Transition to ACTIVE for port object fd8ebe39-f54a-498f-97aa-aeca70a21bca will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:16.013906 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.120364 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Attempting to bind port fd8ebe39-f54a-498f-97aa-aeca70a21bca on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:16.120739 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Attempting to bind port fd8ebe39-f54a-498f-97aa-aeca70a21bca by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:16.121497 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Attempting to bind port fd8ebe39-f54a-498f-97aa-aeca70a21bca on network 0d624740-36b6-481b-92a4-cd12224e29c6 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:16.133429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:16.133811 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Checking segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:16.134264 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.134716 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Bound using segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:16.135248 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Bound port: fd8ebe39-f54a-498f-97aa-aeca70a21bca, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:16.135575 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.145985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398ce5d-ac07-4bc1-9a8a-a72593b5d2c4 None None] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:16.150888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.151474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.152060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.152552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.153120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.153615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.154128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.154466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Allocated IP 172.20.0.1 (cc955b55-0e8e-46a0-aa15-51c6eacc02e8/dc4c72c9-92ac-404f-897f-e34c13408b1d/fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:16.154750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.155505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.156087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.156596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:16.162995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29992e85-930d-4d37-9311-3dbdc9dca4fe tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7173 time: 0.2639866 Aug 31 19:32:16.165399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51382) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:16.194837 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b56631-dcee-4424-937e-6ac035f349f8 None None] Pushing event updated for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:16.211670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.244613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] For port fd8ebe39-f54a-498f-97aa-aeca70a21bca, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:16.251059 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] For port fd8ebe39-f54a-498f-97aa-aeca70a21bca, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fd8ebe39-f54a-498f-97aa-aeca70a21bca,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:16.256876 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.295790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f12fcc4-8b3b-4f2b-981c-7ca8b07f6761 None None] Provisioning for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:16.329605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.332997 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b56631-dcee-4424-937e-6ac035f349f8 None None] Pushing event updated for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:16.355217 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:16.356076 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:16.361090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Transition to ACTIVE for port object fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:16.363838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.384385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Transition to ACTIVE for port object 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:16.417201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.465818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.475249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:16.480086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:16.490274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:16.535293 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:16.554576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Pushing event updated for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:16.583179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.591021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Attempting to bind port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:16.597327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Attempting to bind port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:16.597905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Attempting to bind port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:16.613412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:16.618889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:16.619484 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.624187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:16.627139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Bound port: 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:16.627819 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.740156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296dceb-d120-4740-985b-43884858084c None None] Pushing event updated for resources: {'Port': ['ID=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:16.752038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.781533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4d9b531-98ec-4663-a9f7-e8f16c3efe7c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:16.861562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:16.941326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] For port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:16.945195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] For port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:16.947805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-84f04a38-0a5c-488b-a012-22ffb566b62b tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5205 time: 0.7825220 Aug 31 19:32:16.958588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:16.964235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.030229 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:17.049918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:32:17.077323 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623788f8-eef6-4ff6-a481-5c19bc370e73 None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:17.086971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:17.087361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.215846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 35e9c0c2-dced-494b-b1f8-14cfddea0681 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:17.270647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:17.272963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.283577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5aca-f04f-49d7-80bc-782cdf2297ad req-e82b9836-919e-43c0-9c93-a8debe911fc0 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:17.290086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Sync routers for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:17.291946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fae5aca-f04f-49d7-80bc-782cdf2297ad req-e82b9836-919e-43c0-9c93-a8debe911fc0 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 945 time: 0.3526511 Aug 31 19:32:17.302300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:17.302959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:17.305023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.312197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d50e993-0e50-4904-817a-4606a06211c0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9094083 Aug 31 19:32:17.314488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:17.476397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fae5aca-f04f-49d7-80bc-782cdf2297ad req-c3eeaf38-4073-4a9c-a570-cade2ae7d7fd tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832895 Aug 31 19:32:17.480376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296dceb-d120-4740-985b-43884858084c None None] Pushing event updated for resources: {'Port': ['ID=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:17.504875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.509831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:17.511697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.516859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:17.594773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:17.602721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877994000', 'description': 'tempest-secgroup-smoke-877994000 description', 'project_id': '67556e8759ec46048af0bdd4c1f6c933'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:17.603681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:17.648370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.682677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Pushing event updated for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:17.687064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.703958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Provisioning complete for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:17.704344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.826580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 35e9c0c2-dced-494b-b1f8-14cfddea0681 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:17.882796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:17.890842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:17.894501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 35e9c0c2-dced-494b-b1f8-14cfddea0681 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:17.894881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:17.938548 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.024948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:18.066894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:18.089570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.102254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.112984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.142727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:18.163061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.164424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5686169 Aug 31 19:32:18.171321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:18.181927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:18.275199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.281169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33b27a-a0c1-4129-a37b-f04d6d703103 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3274bcc-7cd8-46dc-8aad-80d5d881581f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:18.298402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.329984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Provisioning for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:18.333669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:18.344262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.359669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Provisioning complete for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:18.360207 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.377283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:18.379875 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c24fb-5ffc-4a93-881b-8990dbb130ac" -d '{"events": [{"server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "name": "network-vif-plugged", "status": "completed", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:18.419378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.425473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.446504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa38554-798b-4c24-b577-f2fb4070c160,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:18.470089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:18.479928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2e29a56-58fe-40fd-beb0-5f4c55dfa282 admin admin] 10.222.0.73 "PUT /v2.0/routers/5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7229426 Aug 31 19:32:18.483100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.484315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26395a0d-ddc3-46a4-b9a0-03a3b1176e02 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116624 Aug 31 19:32:18.500196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:18.514731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:18.561113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.689143 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365ca43-e06d-49cf-bc40-863a5aa305d8 x-openstack-request-id: req-9365ca43-e06d-49cf-bc40-863a5aa305d8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:18.689706 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "name": "network-vif-plugged", "status": "completed", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:18.697607 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9365ca43-e06d-49cf-bc40-863a5aa305d8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:18.698159 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681', 'code': 200} Aug 31 19:32:18.706453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cd249-58f6-4bea-a1a5-de6bfc83c0e0 req-649e23cc-9059-4534-8e21-7ec7e84a50ff tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:18.708242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d0cd249-58f6-4bea-a1a5-de6bfc83c0e0 req-649e23cc-9059-4534-8e21-7ec7e84a50ff tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 945 time: 0.1120155 Aug 31 19:32:18.717000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f32543-e6c8-4d3e-a545-41c45b0db483 req-29af2256-2901-4b11-b6c9-59e2ab143bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:18.719631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5f32543-e6c8-4d3e-a545-41c45b0db483 req-29af2256-2901-4b11-b6c9-59e2ab143bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 1097 time: 0.1662049 Aug 31 19:32:18.737073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681,segment=NetworkSegment(12a6b673-282f-457a-9f6b-62d99ec4fea0),segment_id=12a6b673-282f-457a-9f6b-62d99ec4fea0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:18.750270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Allocated IP 172.20.0.1 (d7f981de-aa26-485a-ac84-8832e87fa487/cbddf0c5-90ac-4b76-a08f-29610c65396a/af4092af-af4f-4adb-8508-d980b8f026f7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:18.755706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.767705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.767830 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.840830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5f32543-e6c8-4d3e-a545-41c45b0db483 req-a09ac787-0cea-4177-a166-91d1c83926af service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138334 Aug 31 19:32:18.844363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-478ab5df-fef6-4582-8e2f-8146d81ed59e None None] Port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:18.852982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4d9b531-98ec-4663-a9f7-e8f16c3efe7c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:18.869868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb46af7-d1c5-444e-8671-5dfb4695f7ad,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:18.873960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.875465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7b19557-91dd-4a89-a44c-488341c25118 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740880 Aug 31 19:32:18.879956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d0cd249-58f6-4bea-a1a5-de6bfc83c0e0 req-42a16b4a-786e-47d5-8939-db876f7140eb tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197212 Aug 31 19:32:18.880433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:18.886512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:18.888665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 1, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:18.942629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:18.950900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af332-5b26-4e59-bc2a-5cc53525884e None None] The sync data for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 is: [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 1, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:19.000169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.013416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.055047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ab370b8-6fd9-4ab0-8a52-2f228b3c2ed6 None None] Provisioning complete for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:19.055933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ab370b8-6fd9-4ab0-8a52-2f228b3c2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.066529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:19.067680 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.078208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.082943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.105425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.108453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf65de0-9eaf-4e28-bea0-acc3a54a06f9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.119172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.124086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-099a83cd-2cae-4894-9d0d-50ff949604d4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424123 Aug 31 19:32:19.124856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:19.129651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:19.156822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Network d7f981de-aa26-485a-ac84-8832e87fa487 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:19.159935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:19.167469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:19.171375 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.229251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Pushing event updated for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.245654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ab370b8-6fd9-4ab0-8a52-2f228b3c2ed6 None None] Port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:19.247846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.274441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:15Z', 'revision_number': 3, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:19.279793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.285028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.315481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb748986-8b10-4c5f-812c-c25599846021,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.331299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.337690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b448dff2-75fb-4073-934b-9f29bcef3b90 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116902 Aug 31 19:32:19.338562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:19.349005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Checking router: ee71e8cb-e040-4a7b-8bfa-cd199687efe8 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:19.349005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Updating router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 port 26514818-0aff-428d-8c62-a3e034008dd0 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:19.351370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:19.401304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.417249 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:32:19.423034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.423447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fd8ebe39-f54a-498f-97aa-aeca70a21bca up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:19.437927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:19.446380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1421620975-network', 'tenant_id': '9977890242534b5d933ce3d2846a77d9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:19.457953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.483630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Made reservation on behalf of 9977890242534b5d933ce3d2846a77d9 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:19.487140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.518189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.546131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.550891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.574300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879b70c6-a22a-43ea-b0ea-a4677049262f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.670993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port fd8ebe39-f54a-498f-97aa-aeca70a21bca completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:19.678907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.684779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.686015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fd8ebe39-f54a-498f-97aa-aeca70a21bca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:19.686465 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.708528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.712445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1944368-ea30-4d0c-bcc6-65a1c8b423fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3693340 Aug 31 19:32:19.715881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:19.721196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.727559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:19.729641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': 'f3274bcc-7cd8-46dc-8aad-80d5d881581f', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:19.738836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a86d80-182b-463c-8c7d-366c048ba56c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.751591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.751885 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Added segment 9a54a541-fdaf-491d-8486-b0877c2af069 of type vlan for network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 Aug 31 19:32:19.758876 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.801257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.813657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.859487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.860542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:19.861425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.905475 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:32:19.968543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.976510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Pushing event updated for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:19.993316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] Pushing event updated for resources: {'Network': ['ID=36563a99-52c9-4def-ae93-9f9dd30ac1b6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:20.001469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5cd7c247-edb5-485a-833e-ae0ff4986f70 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5624506 Aug 31 19:32:20.003272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:20.007668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Request body: {'subnet': {'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1421620975-subnet', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:20.034246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Made reservation on behalf of 9977890242534b5d933ce3d2846a77d9 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:20.045982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.060563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:20.111859 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.113954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.116500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Network d7f981de-aa26-485a-ac84-8832e87fa487 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:20.118290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:20.129970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.130152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Transition to ACTIVE for port object 26514818-0aff-428d-8c62-a3e034008dd0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:20.148457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.193563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d007b49-d191-4016-aae2-9838f20408da,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:20.200340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.208423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03b23a2a-5f2b-4778-8fe0-8ba716ee5580 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4908249 Aug 31 19:32:20.232636 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.234945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0242-7151-4b55-b41e-d84d5d4d38df req-2e9abffe-e385-4e49-9d37-29bdf8e4ab52 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:20.240745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-645b0242-7151-4b55-b41e-d84d5d4d38df req-2e9abffe-e385-4e49-9d37-29bdf8e4ab52 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 946 time: 0.1782789 Aug 31 19:32:20.329818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:20.344235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port fd8ebe39-f54a-498f-97aa-aeca70a21bca, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fd8ebe39-f54a-498f-97aa-aeca70a21bca,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:20.369801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Attempting to bind port 26514818-0aff-428d-8c62-a3e034008dd0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:20.370446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Attempting to bind port 26514818-0aff-428d-8c62-a3e034008dd0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:20.370559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Attempting to bind port 26514818-0aff-428d-8c62-a3e034008dd0 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:20.373827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-645b0242-7151-4b55-b41e-d84d5d4d38df req-559d4d5c-5b7c-49a3-91fb-fa1cfc09f25b tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191440 Aug 31 19:32:20.374334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.408567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:20.408956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:20.409366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.409771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:20.410335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Bound port: 26514818-0aff-428d-8c62-a3e034008dd0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:20.410732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.480751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] For port 26514818-0aff-428d-8c62-a3e034008dd0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:20.485199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] For port 26514818-0aff-428d-8c62-a3e034008dd0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26514818-0aff-428d-8c62-a3e034008dd0,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:20.500037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048cc60-8ea2-45f4-90c1-4449d76c7d97 None None] Pushing event updated for resources: {'Port': ['ID=26514818-0aff-428d-8c62-a3e034008dd0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:20.503543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.529265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:20.533782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-6cc3f08f-1b3e-4238-abd2-dba431510d7b tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877994000&fields=id&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 267 time: 0.0722661 Aug 31 19:32:20.534587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0dd81c2b-3aac-485e-aaa6-9b2789328891 admin admin] 10.222.0.73 "PUT /v2.0/routers/ee71e8cb-e040-4a7b-8bfa-cd199687efe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186778 Aug 31 19:32:20.543736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.587610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:20.588283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:20.723778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a7c563-08b5-4606-a24f-5c61d29b1e8d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:20.780535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:20.791599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Checking segment: {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:20.794672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Network hostable DHCP agents. Network: 36563a99-52c9-4def-ae93-9f9dd30ac1b6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:20.845794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-cd9e0277-35af-4c24-9c9b-de9d8f849d07 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:20.847764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-cd9e0277-35af-4c24-9c9b-de9d8f849d07 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/networks?id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 797 time: 0.2680669 Aug 31 19:32:20.853838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:20.881617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:20.907142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 36563a99-52c9-4def-ae93-9f9dd30ac1b6) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:20.919259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:20.919946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:20.947148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-9092b0a9-cca2-4cd5-8046-6ef3a4b76692 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/quotas/67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 375 time: 0.0880823 Aug 31 19:32:20.956947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b7423605-4c92-4912-a5a1-43a452a89d1b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9533386 Aug 31 19:32:20.957153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:20.964521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:21.006967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.008259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.032991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6416c187-76f5-4c9b-9c1a-ffa880a84c0d None None] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:21.078559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.088396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-997e64f9-f184-4365-b1a4-c968df9df250 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302242 Aug 31 19:32:21.130413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:21.268137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.459443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-4bd0c485-74c4-4798-8e27-cebbc59623d6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:21.468283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-4bd0c485-74c4-4798-8e27-cebbc59623d6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 811 time: 0.2805974 Aug 31 19:32:21.495209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-c25c5325-044d-4df6-ac23-badb3e4c8bcf service neutron] 10.222.0.73 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908997 Aug 31 19:32:21.543552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048cc60-8ea2-45f4-90c1-4449d76c7d97 None None] Pushing event updated for resources: {'Port': ['ID=26514818-0aff-428d-8c62-a3e034008dd0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:21.583572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.591843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:21.603299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:21.604008 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.608629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.615500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-c3fc623f-b6a3-41fc-bb75-e88a68977f3f service neutron] 10.222.0.73 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194322 Aug 31 19:32:21.618577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-08d50c78-0173-4859-91f7-d7c49eb04bd0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/quotas/912dfd6dc86e487faa5931db800940b0 HTTP/1.1" status: 200 len: 375 time: 0.1481049 Aug 31 19:32:21.686176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'fixed_ips': [{'subnet_id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:32:21.687362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:21.688362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-914ec2d8-00a2-420b-8419-219f7a0a36eb tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599549 Aug 31 19:32:21.719501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'af4092af-af4f-4adb-8508-d980b8f026f7', 'name': '', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'mac_address': 'fa:16:3e:0b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:18Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 2, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'subnets': [{'id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:21.799915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef36db-01aa-4432-a8fd-b9bab21e7f4b None None] The sync data for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 is: [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'af4092af-af4f-4adb-8508-d980b8f026f7', 'name': '', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'mac_address': 'fa:16:3e:0b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:18Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 2, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'subnets': [{'id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:21.862932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-8eb10721-fd41-4719-a7f9-8f9e0a725ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639967 Aug 31 19:32:21.919938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Allocated IP 172.25.3.20 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/38db17ca-a602-4825-ad14-dfc2c36dc774) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:21.932593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1653513f-0eb9-4ca4-a32c-cb919e1dd743 req-957728b3-e65d-4a72-97e4-24930d0b944e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 210 time: 0.0413198 Aug 31 19:32:22.077060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1a619e9d-eb49-4463-ada7-39105e07c29d service neutron] 10.222.0.73 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054410 Aug 31 19:32:22.116488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.171215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.172791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:22.180953 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.192727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Allocated IP 172.20.0.2 (36563a99-52c9-4def-ae93-9f9dd30ac1b6/e1a7c563-08b5-4606-a24f-5c61d29b1e8d/77067616-c6ea-4581-ac3d-a45a0ddd2544) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:22.271214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.325747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:22.396469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Pushing event updated for resources: {'Port': ['ID=38db17ca-a602-4825-ad14-dfc2c36dc774,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:22.417717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:22.424546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:22.431271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:22.521704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa1e3489-6e47-4111-8d0c-da45b57a4547 req-8c8d8e47-5e24-46a2-8832-8f9183f3bb41 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 210 time: 0.0913899 Aug 31 19:32:22.573079 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.598162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Transition to ACTIVE for port object 77067616-c6ea-4581-ac3d-a45a0ddd2544 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:22.639275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Transition to ACTIVE for port object 77067616-c6ea-4581-ac3d-a45a0ddd2544 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:22.648679 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:22.806556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Sync routers for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:22.823753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:22.824624 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:22.863629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fd8ebe39-f54a-498f-97aa-aeca70a21bca up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:22.897821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:22.972515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:22.987237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:23.003105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.020181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Pushing event updated for resources: {'Port': ['ID=77067616-c6ea-4581-ac3d-a45a0ddd2544,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:23.020547 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:23.123155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Attempting to bind port 77067616-c6ea-4581-ac3d-a45a0ddd2544 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:23.123475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Attempting to bind port 77067616-c6ea-4581-ac3d-a45a0ddd2544 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:23.127795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Attempting to bind port 77067616-c6ea-4581-ac3d-a45a0ddd2544 on network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:23.140420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fd8ebe39-f54a-498f-97aa-aeca70a21bca triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:23.148635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.154869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:23.155330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Checking segment: {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:23.155795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.156226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Bound using segment: {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:23.156722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Bound port: 77067616-c6ea-4581-ac3d-a45a0ddd2544, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:23.157068 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.209456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e26d8908-bf31-4432-841a-b81d67762a0c req-ae320c1b-594a-4e72-b97d-5ed0033cc0d1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 210 time: 0.0581088 Aug 31 19:32:23.366548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] For port 77067616-c6ea-4581-ac3d-a45a0ddd2544, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:23.399708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] For port 77067616-c6ea-4581-ac3d-a45a0ddd2544, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77067616-c6ea-4581-ac3d-a45a0ddd2544,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:23.401894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:23.407039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.467515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 2, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:23.546866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Checking router: 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:23.547214 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Updating router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:23.549308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9ffc8-72e3-4c7a-b6f5-4443c6548a9f None None] Pushing event updated for resources: {'Port': ['ID=77067616-c6ea-4581-ac3d-a45a0ddd2544,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:23.588079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:23.588741 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.610217 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.617276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:23.732642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2815a87-36b9-4650-af02-d96e3ac5cd2c req-5a14af1e-3dd5-4474-8341-976723858dbd tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 210 time: 0.0645792 Aug 31 19:32:24.163041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-07ea0d4e-c111-4b30-ab26-c1dd43df266f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:24.165324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-07ea0d4e-c111-4b30-ab26-c1dd43df266f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/networks?id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 797 time: 0.4508979 Aug 31 19:32:24.191800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Router b3d3e57e-fbb7-493b-bd33-c145bb66da6e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:32:24.243964 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.272314 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-f3349b7f-1c5a-43d5-b6ba-5fea7a67f44d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 379 time: 0.0907872 Aug 31 19:32:24.279593 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Transition to ACTIVE for port object fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:24.289046 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.293002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'port': {'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'admin_state_up': True, 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'security_groups': ['f3274bcc-7cd8-46dc-8aad-80d5d881581f']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:24.368804 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c44d9-a46c-4362-9fcb-6267250c565d None None] Pushing event updated for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:24.424800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a30f02dc-65ed-405f-ab83-2227205056aa req-1ac1a78e-2852-493b-aa9c-6b3c06ef125f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 210 time: 0.0759282 Aug 31 19:32:24.479237 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Attempting to bind port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:24.479983 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Attempting to bind port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:24.481238 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Attempting to bind port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d on network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:24.487806 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:24.488624 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Checking segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:24.489410 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.490097 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Bound using segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:24.490850 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Bound port: fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:24.491654 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.573749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:24.577704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.595952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:24.601609 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] For port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:24.606518 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] For port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:24.613259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Sync routers for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:24.614611 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.629308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:24.629944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:24.630910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60385289-fa33-46eb-91c3-22b25e432089 req-cb128648-71ab-4a0c-a56a-b3ecc8256947 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:24.639437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60385289-fa33-46eb-91c3-22b25e432089 req-cb128648-71ab-4a0c-a56a-b3ecc8256947 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 946 time: 0.1872287 Aug 31 19:32:24.689099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:24.708324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fb8a3166-244c-4af0-9497-5e9a8b5702f5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7322571 Aug 31 19:32:24.709124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:24.732627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60385289-fa33-46eb-91c3-22b25e432089 req-2400175f-ee7c-4052-9026-4d955b7a73fb tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847626 Aug 31 19:32:24.799091 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c44d9-a46c-4362-9fcb-6267250c565d None None] Pushing event updated for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:24.805684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-69091d1a-f9c9-4395-890e-bc047c6bc113 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:24.808151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-69091d1a-f9c9-4395-890e-bc047c6bc113 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.67 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 811 time: 0.3433635 Aug 31 19:32:24.830804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Request body: {'port': {'device_id': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'admin_state_up': True, 'tenant_id': '912dfd6dc86e487faa5931db800940b0'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:24.836976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:24.837626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:24.994219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77067616-c6ea-4581-ac3d-a45a0ddd2544 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:25.032398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f9aa092-b26e-42bc-a69d-9d0fbcd4ecff req-6e74e767-3681-4ae4-ac83-946e6b1f354c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 210 time: 0.0614812 Aug 31 19:32:25.116316 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:25.128426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:25.170107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Made reservation on behalf of 912dfd6dc86e487faa5931db800940b0 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:25.187488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.11 (0d624740-36b6-481b-92a4-cd12224e29c6/dc24579b-0d41-445e-a818-e1382838bb73/4b930c98-10a3-4d72-bc90-872768f7496b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:25.188066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.318000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 77067616-c6ea-4581-ac3d-a45a0ddd2544 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:25.337913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26514818-0aff-428d-8c62-a3e034008dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:25.377415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51733463-9aa4-4351-800a-412d674b2f37 None None] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:25.466612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Allocated IP 172.20.0.4 (d7f981de-aa26-485a-ac84-8832e87fa487/cbddf0c5-90ac-4b76-a08f-29610c65396a/10261b0e-d19a-462f-92f8-5d591d1cd917) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:25.529845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:24Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:25.580810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5e5ff-1350-43a9-9320-1f05dd48ced5 None None] The sync data for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 is: [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:24Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:25.591596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Provisioning for port 77067616-c6ea-4581-ac3d-a45a0ddd2544 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:25.600730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a243a080-6faa-411d-8976-00626c1314be req-80446d37-f7a3-47f5-88e4-0c0ca0444f92 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 210 time: 0.1027322 Aug 31 19:32:25.618116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Provisioning complete for port 77067616-c6ea-4581-ac3d-a45a0ddd2544 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:25.618698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.644768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 26514818-0aff-428d-8c62-a3e034008dd0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:25.677496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26514818-0aff-428d-8c62-a3e034008dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:25.677496 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.751085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 3, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:25.770594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.820231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Checking router: b3d3e57e-fbb7-493b-bd33-c145bb66da6e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:25.820587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Updating router b3d3e57e-fbb7-493b-bd33-c145bb66da6e port 38db17ca-a602-4825-ad14-dfc2c36dc774 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:25.831923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.919913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.941681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Network d7f981de-aa26-485a-ac84-8832e87fa487 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:25.957807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:25.966785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:25.973524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Pushing event updated for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:25.976880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:25.982400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.044868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-8f89cbb1-1dba-4548-9b1f-503d5244130b tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:26.046544 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-8f89cbb1-1dba-4548-9b1f-503d5244130b tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.82 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 946 time: 0.1502082 Aug 31 19:32:26.066688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:26.067533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.092812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b672cd9-9bda-46a5-b896-75c8522545c9 req-741b5f19-44b4-43df-b9e9-e3715ffc4660 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:26.101075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b672cd9-9bda-46a5-b896-75c8522545c9 req-741b5f19-44b4-43df-b9e9-e3715ffc4660 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 946 time: 0.2203343 Aug 31 19:32:26.131287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-1f6e3459-7050-4a30-aa2b-897fc7c983a3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3096654 Aug 31 19:32:26.151756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Request body: {'port': {'device_id': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:26.194483 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Sync routers for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:26.201425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b672cd9-9bda-46a5-b896-75c8522545c9 req-6d98e338-e40b-4cb4-9f7d-a8ff39d07aa2 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980077 Aug 31 19:32:26.236663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:26.236663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:26.237125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.284544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object 4b930c98-10a3-4d72-bc90-872768f7496b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:26.305097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.348551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017072a1-b127-40d3-861a-219c51c84979 req-1b2969b5-8af8-45a7-8859-8bc5e36e8ad5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:26.350173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-017072a1-b127-40d3-861a-219c51c84979 req-1b2969b5-8af8-45a7-8859-8bc5e36e8ad5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 931 time: 0.1585491 Aug 31 19:32:26.523756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-017072a1-b127-40d3-861a-219c51c84979 req-b7022af2-d564-4ab8-b143-dee0fed95f47 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466386 Aug 31 19:32:26.572750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.583474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.614086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 26514818-0aff-428d-8c62-a3e034008dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26514818-0aff-428d-8c62-a3e034008dd0,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:26.617247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Transition to ACTIVE for port object 38db17ca-a602-4825-ad14-dfc2c36dc774 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:26.623142 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:26.629188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.635933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.641004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] For port 77067616-c6ea-4581-ac3d-a45a0ddd2544, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77067616-c6ea-4581-ac3d-a45a0ddd2544,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:26.671434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.692014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Deleting port 35e9c0c2-dced-494b-b1f8-14cfddea0681 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:32:26.703736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.753213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Attempting to bind port 38db17ca-a602-4825-ad14-dfc2c36dc774 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:26.753604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Attempting to bind port 38db17ca-a602-4825-ad14-dfc2c36dc774 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:26.753975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Attempting to bind port 38db17ca-a602-4825-ad14-dfc2c36dc774 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:26.756185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=26514818-0aff-428d-8c62-a3e034008dd0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:26.765027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:26.765406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:26.765812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.766212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:26.766693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Bound port: 38db17ca-a602-4825-ad14-dfc2c36dc774, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:26.767083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.857809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c821f-2aae-4f32-bdc4-4a521780eba8 None None] Pushing event updated for resources: {'Port': ['ID=38db17ca-a602-4825-ad14-dfc2c36dc774,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:26.884859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b62859a3-756c-4a66-b519-fd41c5eb54e0 None None] Provisioning complete for port 77067616-c6ea-4581-ac3d-a45a0ddd2544 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:26.885038 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b62859a3-756c-4a66-b519-fd41c5eb54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.910428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:26.913086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:26.917709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:26.923127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c879cd-2daf-497f-a1c3-107e11e0e444 req-2288c9ec-eab2-462c-b8ee-1db05bbd01f7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:26.924985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0c879cd-2daf-497f-a1c3-107e11e0e444 req-2288c9ec-eab2-462c-b8ee-1db05bbd01f7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 932 time: 0.1817584 Aug 31 19:32:26.930769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 0d624740-36b6-481b-92a4-cd12224e29c6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:26.946023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:26.948954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:26.989167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10261b0e-d19a-462f-92f8-5d591d1cd917 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:27.007699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] For port 38db17ca-a602-4825-ad14-dfc2c36dc774, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:27.014303 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.035833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0c879cd-2daf-497f-a1c3-107e11e0e444 req-809bf186-5587-46ca-9656-9b744433d6ec tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869417 Aug 31 19:32:27.039511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Transition to ACTIVE for port object 10261b0e-d19a-462f-92f8-5d591d1cd917 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:27.045434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.048213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] For port 38db17ca-a602-4825-ad14-dfc2c36dc774, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38db17ca-a602-4825-ad14-dfc2c36dc774,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:27.076509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.126027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2551be-76d7-4e16-91f8-77983d63dc26 None None] Pushing event updated for resources: {'Port': ['ID=77067616-c6ea-4581-ac3d-a45a0ddd2544,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:27.136034 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'af4092af-af4f-4adb-8508-d980b8f026f7', 'name': '', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'mac_address': 'fa:16:3e:0b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:18Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 2, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'subnets': [{'id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:27.142982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Pushing event updated for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:27.177954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] For port 35e9c0c2-dced-494b-b1f8-14cfddea0681, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=35e9c0c2-dced-494b-b1f8-14cfddea0681,segment=NetworkSegment(12a6b673-282f-457a-9f6b-62d99ec4fea0),segment_id=12a6b673-282f-457a-9f6b-62d99ec4fea0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:27.178692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.186016 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Checking router: ee71e8cb-e040-4a7b-8bfa-cd199687efe8 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:27.186609 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Updating router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 port af4092af-af4f-4adb-8508-d980b8f026f7 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:27.188598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:27.189327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.244723 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.261972 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Calling delete_port for 35e9c0c2-dced-494b-b1f8-14cfddea0681 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:32:27.290768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-9e28221a-dd4e-4efa-bee4-802f6b9856cd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0029895 Aug 31 19:32:27.325125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Request body: {'port': {'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:27.332790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Attempting to bind port 10261b0e-d19a-462f-92f8-5d591d1cd917 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:27.339439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Attempting to bind port 10261b0e-d19a-462f-92f8-5d591d1cd917 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:27.341141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Attempting to bind port 10261b0e-d19a-462f-92f8-5d591d1cd917 on network d7f981de-aa26-485a-ac84-8832e87fa487 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:27.354158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Port 10261b0e-d19a-462f-92f8-5d591d1cd917 on network d7f981de-aa26-485a-ac84-8832e87fa487 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:32:27.354737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Attempting to bind port 10261b0e-d19a-462f-92f8-5d591d1cd917 on network d7f981de-aa26-485a-ac84-8832e87fa487 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:27.368747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:27.369334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Checking segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:27.371979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Bound using segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:27.374232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Bound port: 10261b0e-d19a-462f-92f8-5d591d1cd917, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:27.374876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.375934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c821f-2aae-4f32-bdc4-4a521780eba8 None None] Pushing event updated for resources: {'Port': ['ID=38db17ca-a602-4825-ad14-dfc2c36dc774,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:27.383648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:27.384612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:27.484453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9993d-0162-45f3-8333-505597eadd10 req-3cf1c7f9-0f67-490a-9ebb-4c87f021cd54 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:27.495000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5f9993d-0162-45f3-8333-505597eadd10 req-3cf1c7f9-0f67-490a-9ebb-4c87f021cd54 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 946 time: 0.1167970 Aug 31 19:32:27.523734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:27.550873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:27.557640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:27.558969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.566721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.570510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5f9993d-0162-45f3-8333-505597eadd10 req-8160d6d7-b842-4ab9-9b4a-f890714fe9e5 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/security-groups?id=005c2ed1-aee2-4b86-adeb-d231623cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743651 Aug 31 19:32:27.578525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=10261b0e-d19a-462f-92f8-5d591d1cd917,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:27.587696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.634904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Allocated IP 172.20.0.1 (36563a99-52c9-4def-ae93-9f9dd30ac1b6/e1a7c563-08b5-4606-a24f-5c61d29b1e8d/1722e373-78a5-4e2f-8b11-2f96d9b5309f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:27.650240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a23f3f1-f346-43c2-ad88-3c22365c030c None None] Provisioning for port 4b930c98-10a3-4d72-bc90-872768f7496b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:27.653814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:27.677355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Pushing event updated for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:27.703821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:27.704833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.706461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-fd6f2cb6-b188-4f22-982e-59384ce2b568 service neutron] 10.222.0.67 "PUT /v2.0/ports/10261b0e-d19a-462f-92f8-5d591d1cd917 HTTP/1.1" status: 200 len: 1092 time: 1.5593193 Aug 31 19:32:27.707083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:27.709581 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7516202f-efa4-47bb-adaf-5fd6d63ffafa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:27.718304 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.739732 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Transition to ACTIVE for port object af4092af-af4f-4adb-8508-d980b8f026f7 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:27.752169 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.781925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d619-59bf-450c-9c3c-5c136c70d9f1 req-b1a0b518-4bcf-452b-b616-5a118e145866 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:27.784598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d75d619-59bf-450c-9c3c-5c136c70d9f1 req-b1a0b518-4bcf-452b-b616-5a118e145866 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 943 time: 0.1040587 Aug 31 19:32:27.811658 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f3cc00-d2b5-40ad-ac91-68f1cadd5c6c x-openstack-request-id: req-27f3cc00-d2b5-40ad-ac91-68f1cadd5c6c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:27.812198 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:27.812647 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27f3cc00-d2b5-40ad-ac91-68f1cadd5c6c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:27.813334 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917', 'status': 'completed', 'code': 200} Aug 31 19:32:27.819988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.823177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a23f3f1-f346-43c2-ad88-3c22365c030c None None] Provisioning complete for port 4b930c98-10a3-4d72-bc90-872768f7496b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:27.823745 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a23f3f1-f346-43c2-ad88-3c22365c030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.855849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d75d619-59bf-450c-9c3c-5c136c70d9f1 req-74b5c4c9-07a8-4a35-9eba-8345899062c2 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634754 Aug 31 19:32:27.867524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-e269ab88-2a2c-4f93-afce-3869e2fba712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:27.869770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-e269ab88-2a2c-4f93-afce-3869e2fba712 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 1095 time: 0.1213939 Aug 31 19:32:27.894875 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514a1d6-baae-42d5-846b-ce0f145258a4 None None] Pushing event updated for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:27.916377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Attempting to bind port af4092af-af4f-4adb-8508-d980b8f026f7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:27.917060 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Attempting to bind port af4092af-af4f-4adb-8508-d980b8f026f7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:27.918498 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Attempting to bind port af4092af-af4f-4adb-8508-d980b8f026f7 on network d7f981de-aa26-485a-ac84-8832e87fa487 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:27.925146 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:27.925799 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Checking segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:27.926977 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.927595 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Bound using segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:27.929178 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Bound port: af4092af-af4f-4adb-8508-d980b8f026f7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:27.929787 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.938860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-b27ddd7e-7874-41a0-8f71-06ee8eca4cb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10261b0e-d19a-462f-92f8-5d591d1cd917 HTTP/1.1" status: 200 len: 217 time: 0.0608931 Aug 31 19:32:27.949148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:27.956125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2a23f3f1-f346-43c2-ad88-3c22365c030c None None] Port 4b930c98-10a3-4d72-bc90-872768f7496b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:27.973354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:27.981916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.028070 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] For port af4092af-af4f-4adb-8508-d980b8f026f7, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:28.032352 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] For port af4092af-af4f-4adb-8508-d980b8f026f7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=af4092af-af4f-4adb-8508-d980b8f026f7,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:28.034057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-09ee8230-abd2-4ccc-829f-16ec9d4fa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:28.036013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-09ee8230-abd2-4ccc-829f-16ec9d4fa491 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.0885682 Aug 31 19:32:28.038070 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.062442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Pushing event deleted for resources: {'Port': ['ID=35e9c0c2-dced-494b-b1f8-14cfddea0681,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:28.070548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.102768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:28.117276 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:28.117936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-75977665-6d49-4922-925d-6fb43446064a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707333 Aug 31 19:32:28.118477 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:28.125579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 3, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:28.162004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1166827-2d55-4553-967b-b7b8ac872216 None None] The sync data for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 is: [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 3, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:28.169856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Transition to ACTIVE for port object 1722e373-78a5-4e2f-8b11-2f96d9b5309f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:28.187483 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514a1d6-baae-42d5-846b-ce0f145258a4 None None] Pushing event updated for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:28.210448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] No DVR routers for this DVR port 35e9c0c2-dced-494b-b1f8-14cfddea0681 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:32:28.217578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.219590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fc3008c-178a-4d70-85a4-9d397fcab9c9 req-1e6a5f75-52c2-4500-a664-fe73904d3f1c tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.82 "DELETE /v2.0/ports/35e9c0c2-dced-494b-b1f8-14cfddea0681 HTTP/1.1" status: 204 len: 173 time: 2.1466622 Aug 31 19:32:28.220071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'name': 'network-vif-deleted', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:28.222442 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70fe71-4260-4544-a737-5acdb141bee1" -d '{"events": [{"server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "name": "network-vif-deleted", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:28.283251 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c277a80-80b8-473f-b07e-4567463de0ba x-openstack-request-id: req-9c277a80-80b8-473f-b07e-4567463de0ba {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:28.284004 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfcce3-f068-4a27-8216-906c245dda76", "name": "network-vif-deleted", "tag": "35e9c0c2-dced-494b-b1f8-14cfddea0681", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:28.284104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:28.284193 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c277a80-80b8-473f-b07e-4567463de0ba {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:28.284324 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfcce3-f068-4a27-8216-906c245dda76', 'name': 'network-vif-deleted', 'tag': '35e9c0c2-dced-494b-b1f8-14cfddea0681', 'status': 'completed', 'code': 200} Aug 31 19:32:28.344675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.434564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:28.442537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:28.445107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Pushing event updated for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:28.451982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:28.457556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b930c98-10a3-4d72-bc90-872768f7496b {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:28.492201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.528481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Transition to ACTIVE for port object 4b930c98-10a3-4d72-bc90-872768f7496b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:28.536510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.572844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'af4092af-af4f-4adb-8508-d980b8f026f7', 'name': '', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'mac_address': 'fa:16:3e:0b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:18Z', 'updated_at': '2021-08-31T19:32:28Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'subnets': [{'id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:28.577879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.656425 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eced20-7078-47c9-9ddb-90e3b4f76e58 None None] The sync data for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 is: [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:19Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'af4092af-af4f-4adb-8508-d980b8f026f7', 'name': '', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'mac_address': 'fa:16:3e:0b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:18Z', 'updated_at': '2021-08-31T19:32:28Z', 'revision_number': 4, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'subnets': [{'id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:28.673733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:28.779920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-c91142ab-ddc1-45bf-98a2-16cd523818ed service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524379 Aug 31 19:32:28.842244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f647-2b30-43b3-b8dd-636798a4c20f req-5c4b9d9e-d5a3-4e93-80f4-8c14f2b4e2be tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:28.844197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9910f647-2b30-43b3-b8dd-636798a4c20f req-5c4b9d9e-d5a3-4e93-80f4-8c14f2b4e2be tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 932 time: 0.6875856 Aug 31 19:32:28.889183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Attempting to bind port 4b930c98-10a3-4d72-bc90-872768f7496b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:28.889183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Attempting to bind port 4b930c98-10a3-4d72-bc90-872768f7496b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:28.894825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Attempting to bind port 4b930c98-10a3-4d72-bc90-872768f7496b on network 0d624740-36b6-481b-92a4-cd12224e29c6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:28.922486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Port 4b930c98-10a3-4d72-bc90-872768f7496b on network 0d624740-36b6-481b-92a4-cd12224e29c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:32:28.922957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Attempting to bind port 4b930c98-10a3-4d72-bc90-872768f7496b on network 0d624740-36b6-481b-92a4-cd12224e29c6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:28.924239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:28.938857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:28.939279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Checking segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:28.939789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Bound using segment: {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:28.940294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Bound port: 4b930c98-10a3-4d72-bc90-872768f7496b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca52d265-05fb-4f81-9915-336865a93b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:28.940728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.949335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:28.977299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69e38ff9-a2af-4030-b82f-5904d9bba96c req-e93389ca-4c97-4c3b-a605-479188b28d50 tempest-VolumesActionsTest-1608878132 tempest-VolumesActionsTest-1608878132-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2cfcce3-f068-4a27-8216-906c245dda76 HTTP/1.1" status: 200 len: 210 time: 0.1220913 Aug 31 19:32:28.978101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:28.978703 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.029609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9910f647-2b30-43b3-b8dd-636798a4c20f req-2e3b29a2-c622-4d34-ab98-edc7f7124b2a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870249 Aug 31 19:32:29.032122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9b0b2a8e-892f-4142-b8bb-379d7b0baa20 None None] Provisioning for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:29.041874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9b0b2a8e-892f-4142-b8bb-379d7b0baa20 None None] Provisioning complete for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:29.042584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2a8e-892f-4142-b8bb-379d7b0baa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.047544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c8ff44c-94b8-4dc7-9e28-78d2638a98e8 req-41f6e180-83fe-4764-850e-9928776c1cbf service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492850 Aug 31 19:32:29.100998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b2a8e-892f-4142-b8bb-379d7b0baa20 None None] Port 1722e373-78a5-4e2f-8b11-2f96d9b5309f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:29.127576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:29.193775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77067616-c6ea-4581-ac3d-a45a0ddd2544 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:29.199040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-2fb0982e-9d68-44cb-bb87-a96f75377886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.201320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-2fb0982e-9d68-44cb-bb87-a96f75377886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 1095 time: 0.0955768 Aug 31 19:32:29.210255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4b930c98-10a3-4d72-bc90-872768f7496b,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:29.217098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf32fb-5005-4d6f-ba7e-76164568f902 req-9ec2ebb7-bf58-4553-89cc-1fd7543f4696 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.217346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.219058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eadf32fb-5005-4d6f-ba7e-76164568f902 req-9ec2ebb7-bf58-4553-89cc-1fd7543f4696 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 943 time: 0.0735791 Aug 31 19:32:29.294258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 77067616-c6ea-4581-ac3d-a45a0ddd2544 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:29.294607 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.307816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.309319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.309928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] 10.222.0.67 "PUT /v2.0/ports/4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 200 len: 1093 time: 1.9971194 Aug 31 19:32:29.313037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:29.348021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.348456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.348759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.349060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.349829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.350110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.350449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.350787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.351134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.351466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.351840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.352181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718b257-1e23-45bc-a595-0a98a3fd1cd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:29.390951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 35e9c0c2-dced-494b-b1f8-14cfddea0681 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:32:29.399173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eadf32fb-5005-4d6f-ba7e-76164568f902 req-222d54ef-af90-49cf-a6f0-034b40de9833 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627729 Aug 31 19:32:29.434865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 35e9c0c2-dced-494b-b1f8-14cfddea0681 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:32:29.435508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 35e9c0c2-dced-494b-b1f8-14cfddea0681 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:32:29.505785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.507800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-143d64f4-57da-4341-a7c7-aa7dad989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.511047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-143d64f4-57da-4341-a7c7-aa7dad989973 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 912 time: 0.2831707 Aug 31 19:32:29.516077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.553980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26514818-0aff-428d-8c62-a3e034008dd0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:29.586132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-040b567c-e5b2-4418-bcaf-08085eb26abe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10261b0e-d19a-462f-92f8-5d591d1cd917 HTTP/1.1" status: 200 len: 217 time: 0.0661457 Aug 31 19:32:29.600899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-8edff362-7711-4e5c-8f2d-7079a56e7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.602803 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-8edff362-7711-4e5c-8f2d-7079a56e7ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1096 time: 0.2350240 Aug 31 19:32:29.623043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26514818-0aff-428d-8c62-a3e034008dd0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:29.623573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.652219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-69508485-df74-44f4-a930-d000da8e7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.654836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-69508485-df74-44f4-a930-d000da8e7f42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.0599875 Aug 31 19:32:29.671459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-57485c03-21c7-4d23-a807-0201e620553f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 200 len: 217 time: 0.0543492 Aug 31 19:32:29.675998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.686981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Pushing event updated for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:29.709805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-ded78927-5aca-4e2e-a8d1-bc1c791c599a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374713 Aug 31 19:32:29.726993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device af4092af-af4f-4adb-8508-d980b8f026f7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:29.783083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-9a0e2574-d762-403a-8851-ada6823e784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.784646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-9a0e2574-d762-403a-8851-ada6823e784d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc24579b-0d41-445e-a818-e1382838bb73 HTTP/1.1" status: 200 len: 834 time: 0.1053474 Aug 31 19:32:29.795724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port af4092af-af4f-4adb-8508-d980b8f026f7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:29.800219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port af4092af-af4f-4adb-8508-d980b8f026f7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:29.800595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.857722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-0025f1b3-37a7-4e1e-991d-010fd0cb686a service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206834 Aug 31 19:32:29.874978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:29.878188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84acb-376e-4203-b70e-a1169033f368 req-01fa4666-04ea-46fb-91db-5c15634e4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:29.879734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-01fa4666-04ea-46fb-91db-5c15634e4073 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d624740-36b6-481b-92a4-cd12224e29c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795748 Aug 31 19:32:29.880863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:29.899777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:29.951378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port af4092af-af4f-4adb-8508-d980b8f026f7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=af4092af-af4f-4adb-8508-d980b8f026f7,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:29.961311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:30.021175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7516202f-efa4-47bb-adaf-5fd6d63ffafa req-b622f9e0-24ad-4c6a-8994-3792b8826e46 service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552956 Aug 31 19:32:30.048738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:30.132989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-c7922f01-51da-4079-b2db-f58df7b13784 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429852 Aug 31 19:32:30.146137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Router b3d3e57e-fbb7-493b-bd33-c145bb66da6e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:30.258095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a4342-b629-4098-a769-8db9fd80fd5f req-f0b5f7b1-f2f0-4e3f-a3e6-a92ececd0efc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:30.259903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-750a4342-b629-4098-a769-8db9fd80fd5f req-f0b5f7b1-f2f0-4e3f-a3e6-a92ececd0efc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 944 time: 0.0948887 Aug 31 19:32:30.327846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:30.331737 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04bec7-48df-418a-ab73-04b77354ff9c" -d '{"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:30.337271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-750a4342-b629-4098-a769-8db9fd80fd5f req-a06b46ea-051b-430e-a69a-c2d7997e21fd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695508 Aug 31 19:32:30.403883 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82f09d-de45-4345-94af-b51d07503480 x-openstack-request-id: req-ad82f09d-de45-4345-94af-b51d07503480 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:30.404213 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:30.404406 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad82f09d-de45-4345-94af-b51d07503480 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:30.404862 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b', 'status': 'completed', 'code': 200} Aug 31 19:32:30.421908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab699f2d-3bf5-4b44-a32a-8a4b510064af None None] Provisioning complete for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:30.422710 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab699f2d-3bf5-4b44-a32a-8a4b510064af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:30.428576 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa84acb-376e-4203-b70e-a1169033f368 req-f38b738b-ef4d-4af8-89f4-3ce1883a7a5b service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808416 Aug 31 19:32:30.444315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:30.452439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0fbd303f-949d-48a3-8433-708eac9ecd58 admin admin] 10.222.0.73 "PUT /v2.0/routers/b3d3e57e-fbb7-493b-bd33-c145bb66da6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409725 Aug 31 19:32:30.493833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab699f2d-3bf5-4b44-a32a-8a4b510064af None None] Port 1722e373-78a5-4e2f-8b11-2f96d9b5309f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:30.552606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04bec7-48df-418a-ab73-04b77354ff9c req-55fe033c-bf80-4873-8506-4014c19afdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:30.559336 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-55fe033c-bf80-4873-8506-4014c19afdb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1096 time: 0.0629334 Aug 31 19:32:30.639518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb158c-7250-4c84-aabb-3b7ce71ecfa0 req-d8efcfd0-6761-463e-9f0e-8b9798032dbf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:30.647705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5fb158c-7250-4c84-aabb-3b7ce71ecfa0 req-d8efcfd0-6761-463e-9f0e-8b9798032dbf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 943 time: 0.1070659 Aug 31 19:32:30.703821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04bec7-48df-418a-ab73-04b77354ff9c req-4aee4954-8486-4114-b06c-e89d5d7b5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:30.705877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-4aee4954-8486-4114-b06c-e89d5d7b5cb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 898 time: 0.1393392 Aug 31 19:32:30.738051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5fb158c-7250-4c84-aabb-3b7ce71ecfa0 req-490836fe-a17d-4e48-8035-4fe434595aea tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888555 Aug 31 19:32:30.763954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-2c7b63a2-591e-4b41-86ea-1fb83de4d396 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 200 len: 217 time: 0.0494339 Aug 31 19:32:30.888485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38db17ca-a602-4825-ad14-dfc2c36dc774 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:30.955780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 38db17ca-a602-4825-ad14-dfc2c36dc774 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:30.960850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 38db17ca-a602-4825-ad14-dfc2c36dc774 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:30.961372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.057097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.082098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 38db17ca-a602-4825-ad14-dfc2c36dc774, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38db17ca-a602-4825-ad14-dfc2c36dc774,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:31.086545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.087783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device af4092af-af4f-4adb-8508-d980b8f026f7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:31.180221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=38db17ca-a602-4825-ad14-dfc2c36dc774,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:31.191090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port af4092af-af4f-4adb-8508-d980b8f026f7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:31.191470 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.259022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:31.265456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227384726', 'description': 'tempest-secgroup-smoke-1227384726 description', 'project_id': '935268015097414c950ee5b21ed1ba1d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:31.299379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.382201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04bec7-48df-418a-ab73-04b77354ff9c req-c7a22cc1-1867-4cf2-9008-91b67cd479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:31.383772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-c7a22cc1-1867-4cf2-9008-91b67cd479d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc24579b-0d41-445e-a818-e1382838bb73 HTTP/1.1" status: 200 len: 834 time: 0.6100373 Aug 31 19:32:31.440196 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.452672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.453780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04bec7-48df-418a-ab73-04b77354ff9c req-2ef04383-2282-4494-8006-fca30a65736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:31.455390 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-2ef04383-2282-4494-8006-fca30a65736d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d624740-36b6-481b-92a4-cd12224e29c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622494 Aug 31 19:32:31.503673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.504888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436640 Aug 31 19:32:31.508404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:31.513191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:31.517272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28ee63-158e-4aa3-84d6-9fa0750bd338,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:31.532494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.532854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.533201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.533543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.533884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.534218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.534553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.534879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.535207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.535542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.535896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.536256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdfa9f-7153-4ea7-927f-edf7d4fc60d1 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:32:31.560895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411df7a-cbda-43d4-9661-61aae9b41d1a req-4e140d27-d621-45e7-8cc2-191f8cf67f5e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:31.560895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5411df7a-cbda-43d4-9661-61aae9b41d1a req-4e140d27-d621-45e7-8cc2-191f8cf67f5e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 944 time: 0.1118395 Aug 31 19:32:31.570091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-76cb1d1c-8693-4431-8c40-ba2a08578846 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062171 Aug 31 19:32:31.601900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.617084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5411df7a-cbda-43d4-9661-61aae9b41d1a req-4adf7af4-e3b2-4348-b53b-c4c53482745a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560992 Aug 31 19:32:31.688677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.690818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da04bec7-48df-418a-ab73-04b77354ff9c req-9c935c01-6a6c-409a-a994-9dd9790bc5c6 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126382 Aug 31 19:32:31.692714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.712346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94828e71-914d-41b5-aa96-253a560971b5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:31.721772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.725872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:31.726097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8ebf0946-34f1-4c19-8a19-e7805aa5536e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164371 Aug 31 19:32:31.731799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:31.763213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.842674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.848955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.865453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4978ee1c-fb5d-4687-bd00-09139be26e98,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:31.887416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:31.891371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-362c0ab9-2e3e-4a3e-a1b0-7a8056ffde74 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615431 Aug 31 19:32:31.891511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d425-35cc-456a-a6e6-287e7f7a0341 req-4a637c6c-4e02-49e1-abad-cab6b37d68ed tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:31.892507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4870d425-35cc-456a-a6e6-287e7f7a0341 req-4a637c6c-4e02-49e1-abad-cab6b37d68ed tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 943 time: 0.0720067 Aug 31 19:32:31.895940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:31.904789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:31.940766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4870d425-35cc-456a-a6e6-287e7f7a0341 req-02562b7d-aa22-41d7-9f8e-c8e45e2b25da tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Aug 31 19:32:31.943922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.010464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.014313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.033589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d45a368-7431-4ad4-b578-0ed78428f62b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:32.040503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.041754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa812f5a-3299-4d02-be83-9d97c2ef1a49 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445594 Aug 31 19:32:32.045025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:32.049670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:32.077625 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.139068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.142857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.160840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5829bf-c649-4cba-9eae-d1a03f3dbf5f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:32.161463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 10261b0e-d19a-462f-92f8-5d591d1cd917 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:32:32.167566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.169396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7b98e0c4-d320-4ef4-8d46-17d9b33face6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232285 Aug 31 19:32:32.172349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:32.177983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:32.200968 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Project 935268015097414c950ee5b21ed1ba1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:32:32.205917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.268681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.269908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=10261b0e-d19a-462f-92f8-5d591d1cd917,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:32.272889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.286548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '10261b0e-d19a-462f-92f8-5d591d1cd917', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'port_id': '10261b0e-d19a-462f-92f8-5d591d1cd917', 'mac_address': 'fa:16:3e:52:bf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:32:32.295208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d1564c-3252-470c-be29-157c11a21ffe,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:32.302997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.306922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cdfb6a6e-81e6-4f19-827e-f8e4d0586bdd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308529 Aug 31 19:32:32.307237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:32.312291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'security_group_rule': {'security_group_id': 'cd28ee63-158e-4aa3-84d6-9fa0750bd338', 'project_id': '935268015097414c950ee5b21ed1ba1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:32.335368 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Project 935268015097414c950ee5b21ed1ba1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:32:32.337932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.341178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.353062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10261b0e-d19a-462f-92f8-5d591d1cd917 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:32.377694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=10261b0e-d19a-462f-92f8-5d591d1cd917,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:32.381990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.419108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.424539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.438001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:32.446059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea738a08-c096-4002-8085-6a66ace81858,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:32.455182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.459684 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46eeedd7-9dc6-4ab2-900b-ca8d7d3879d7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485450 Aug 31 19:32:32.599578 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-22e318ff-e14f-470a-8be0-b1281bb33501 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227384726&fields=id&tenant_id=935268015097414c950ee5b21ed1ba1d HTTP/1.1" status: 200 len: 267 time: 0.0336177 Aug 31 19:32:32.661899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['10261b0e-d19a-462f-92f8-5d591d1cd917'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:32:32.722940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38db17ca-a602-4825-ad14-dfc2c36dc774 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:32.765442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-b198800c-8e4d-4dd6-996a-24a1a2a20caa tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:32.767023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-b198800c-8e4d-4dd6-996a-24a1a2a20caa tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 809 time: 0.1601036 Aug 31 19:32:32.780497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5bb9e-10cf-4689-b5b6-887026da1006 req-35899002-9db1-4195-9800-f8060c82eb68 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:32.782249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0c5bb9e-10cf-4689-b5b6-887026da1006 req-35899002-9db1-4195-9800-f8060c82eb68 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 944 time: 0.0855749 Aug 31 19:32:32.801366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-b0f382ce-492a-4937-94b5-6fc1aed41b11 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/quotas/935268015097414c950ee5b21ed1ba1d HTTP/1.1" status: 200 len: 375 time: 0.0180686 Aug 31 19:32:32.843826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c0c5bb9e-10cf-4689-b5b6-887026da1006 req-ba330d60-4ae1-464a-a6b5-07e61f310109 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527282 Aug 31 19:32:32.889744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 38db17ca-a602-4825-ad14-dfc2c36dc774 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:32.890246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:32.921366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-a042428d-e080-4a26-8bf9-ab8d24353067 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083078 Aug 31 19:32:33.041485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-7a55a51e-f9a8-417f-9e2f-b2418c49ea04 service neutron] 10.222.0.73 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026609 Aug 31 19:32:33.175233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3deec-0ebb-43b4-b69c-990252e5c7f8 req-ea7f8985-3bd5-48e1-bdb6-f996fd87a8da tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:33.176953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5eb3deec-0ebb-43b4-b69c-990252e5c7f8 req-ea7f8985-3bd5-48e1-bdb6-f996fd87a8da tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 944 time: 0.1081150 Aug 31 19:32:33.183449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-2351873d-9331-4be9-b493-b9cb0ed4d2a8 service neutron] 10.222.0.73 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346669 Aug 31 19:32:33.235140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Sync routers for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:33.235611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5eb3deec-0ebb-43b4-b69c-990252e5c7f8 req-258d71b3-5239-4b58-9c9f-e6d27bca52c0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Aug 31 19:32:33.251974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:33.251974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:33.431019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adb5ddac-6a54-4694-854b-d9ff50956fd2 req-3681284a-6a05-4540-8fed-cea6a7f61789 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 210 time: 0.0391958 Aug 31 19:32:33.530674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:33.756580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:28Z', 'revision_number': 4, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1722e373-78a5-4e2f-8b11-2f96d9b5309f', 'name': '', 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'mac_address': 'fa:16:3e:75:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:27Z', 'updated_at': '2021-08-31T19:32:29Z', 'revision_number': 2, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'subnets': [{'id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:33.787509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Checking router: b3d3e57e-fbb7-493b-bd33-c145bb66da6e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:33.787890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Updating router b3d3e57e-fbb7-493b-bd33-c145bb66da6e port 1722e373-78a5-4e2f-8b11-2f96d9b5309f binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:32:33.814160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:33.992983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0ca0-8fff-4f5c-ae77-e080c0676d76 req-53ccdc65-aba7-4465-83b7-8fb84c528dc3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:34.000812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95eb0ca0-8fff-4f5c-ae77-e080c0676d76 req-53ccdc65-aba7-4465-83b7-8fb84c528dc3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 944 time: 0.0757668 Aug 31 19:32:34.051860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95eb0ca0-8fff-4f5c-ae77-e080c0676d76 req-f2151088-bf02-4731-8ba1-ce3958c3554d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 Aug 31 19:32:34.165123 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.173746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4b930c98-10a3-4d72-bc90-872768f7496b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:32:34.175597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 10261b0e-d19a-462f-92f8-5d591d1cd917 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:34.185316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Transition to ACTIVE for port object 1722e373-78a5-4e2f-8b11-2f96d9b5309f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:34.224383 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.470184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4b930c98-10a3-4d72-bc90-872768f7496b,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:34.501367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993a3a0-d22c-43b8-b571-7adf3e3e1b25 None None] Pushing event updated for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:34.514541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beaff4-40bd-444f-ac1f-affcc8c1b54f req-e5a482b9-f76e-4973-bb32-48f0d2e3acff tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:34.519354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4b930c98-10a3-4d72-bc90-872768f7496b', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:32:34.524370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91beaff4-40bd-444f-ac1f-affcc8c1b54f req-e5a482b9-f76e-4973-bb32-48f0d2e3acff tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 944 time: 0.1341429 Aug 31 19:32:34.633263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-428275e2-5cf7-4c32-8022-ebc7c2e896fb req-cc4a08f0-4382-4f39-815d-f3834e43bdac tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 210 time: 0.0459478 Aug 31 19:32:34.654978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Attempting to bind port 1722e373-78a5-4e2f-8b11-2f96d9b5309f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:34.665364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91beaff4-40bd-444f-ac1f-affcc8c1b54f req-1db95226-c1cf-4556-8a94-b63325953225 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367822 Aug 31 19:32:34.666547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Attempting to bind port 1722e373-78a5-4e2f-8b11-2f96d9b5309f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:34.666938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Attempting to bind port 1722e373-78a5-4e2f-8b11-2f96d9b5309f on network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:34.678462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 10261b0e-d19a-462f-92f8-5d591d1cd917 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:34.683225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-ec882da8-385a-4606-9a84-10a7c9d7d153 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:34.685578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-ec882da8-385a-4606-9a84-10a7c9d7d153 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.82 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 809 time: 0.2803872 Aug 31 19:32:34.686729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 10261b0e-d19a-462f-92f8-5d591d1cd917 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:34.687117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.688798 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.691763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:34.692148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Checking segment: {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:34.692553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.692956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Bound using segment: {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:34.693444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Bound port: 1722e373-78a5-4e2f-8b11-2f96d9b5309f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a54a541-fdaf-491d-8486-b0877c2af069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:34.693832 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.750251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b930c98-10a3-4d72-bc90-872768f7496b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:34.762880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-aa4c5028-605d-4c3b-b405-8bcf8223bcbe tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935268015097414c950ee5b21ed1ba1d HTTP/1.1" status: 200 len: 380 time: 0.0643704 Aug 31 19:32:34.773581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'port': {'device_id': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'admin_state_up': True, 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'security_groups': ['cd28ee63-158e-4aa3-84d6-9fa0750bd338']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:34.807728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4b930c98-10a3-4d72-bc90-872768f7496b,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:34.819047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.894666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] For port 1722e373-78a5-4e2f-8b11-2f96d9b5309f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:34.902802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Made reservation on behalf of 935268015097414c950ee5b21ed1ba1d for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:34.907123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.922714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] For port 1722e373-78a5-4e2f-8b11-2f96d9b5309f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1722e373-78a5-4e2f-8b11-2f96d9b5309f,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:34.930307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:34.933236 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.937434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:34.999049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:35.001816 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0770c7e9-16b2-49ba-9312-5376a4e5e984" -d '{"events": [{"server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "name": "network-vif-plugged", "status": "completed", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:35.023860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=10261b0e-d19a-462f-92f8-5d591d1cd917,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:35.039743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:35.050795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993a3a0-d22c-43b8-b571-7adf3e3e1b25 None None] Pushing event updated for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:35.053552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:35.054179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:35.119791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Allocated IP 172.20.0.3 (cc955b55-0e8e-46a0-aa15-51c6eacc02e8/dc4c72c9-92ac-404f-897f-e34c13408b1d/8f57c245-a9db-4a24-a02d-5a9c3ade2912) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:35.229755 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c446de5-75c6-499c-ab38-622f549d5619 x-openstack-request-id: req-8c446de5-75c6-499c-ab38-622f549d5619 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:35.231510 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "name": "network-vif-plugged", "status": "completed", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:35.231969 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c446de5-75c6-499c-ab38-622f549d5619 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:35.232194 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917', 'code': 200} Aug 31 19:32:35.234963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4b930c98-10a3-4d72-bc90-872768f7496b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:32:35.305579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430e92-4ee0-48a0-9ad9-04e0bdfb7212 req-676bd0f3-8c62-4261-bd45-6194675cdc37 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:35.310962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe430e92-4ee0-48a0-9ad9-04e0bdfb7212 req-676bd0f3-8c62-4261-bd45-6194675cdc37 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 945 time: 0.1055532 Aug 31 19:32:35.397700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe430e92-4ee0-48a0-9ad9-04e0bdfb7212 req-948b9688-4d9c-4c24-92f9-cf81a0b9b8ed tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796938 Aug 31 19:32:35.509006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:35.516946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:35.525931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7438a-46dd-4688-b6fd-94ba4db7ecd6 req-8494c867-3333-4ad1-9ace-af690284da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:35.527788 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-40d7438a-46dd-4688-b6fd-94ba4db7ecd6 req-8494c867-3333-4ad1-9ace-af690284da52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 1097 time: 0.1854584 Aug 31 19:32:35.530682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Transition to ACTIVE for port object 8f57c245-a9db-4a24-a02d-5a9c3ade2912 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:35.562020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:35.577628 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-40d7438a-46dd-4688-b6fd-94ba4db7ecd6 req-408fcbf7-35fa-484c-a440-de1e3d0c557f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Aug 31 19:32:35.604973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:35.659276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:35.666940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:35.678814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:35.751673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:35.782356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:35.783050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:35.822342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-1c4deb61-a826-48ad-b8a4-f6e73b4044ea tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535445 Aug 31 19:32:35.835426 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:32:35.836006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Request body: {'port': {'device_id': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:35.944320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:35.946629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0c032-b0e8-4374-ac5e-0545316a7227 req-81a3b85e-8fc4-4539-addb-1d3e0e352582 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:35.954967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d0c032-b0e8-4374-ac5e-0545316a7227 req-81a3b85e-8fc4-4539-addb-1d3e0e352582 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1781404 Aug 31 19:32:35.970299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c3148-82ed-4c19-b3ad-26b2fa752c09 req-36b5f622-f4ad-4d59-9229-591f24b483c6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:35.972171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502c3148-82ed-4c19-b3ad-26b2fa752c09 req-36b5f622-f4ad-4d59-9229-591f24b483c6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 931 time: 0.2191694 Aug 31 19:32:36.030298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-502c3148-82ed-4c19-b3ad-26b2fa752c09 req-45e0f628-bb73-4ec2-a610-11be97f8df8d tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 Aug 31 19:32:36.045501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d0c032-b0e8-4374-ac5e-0545316a7227 req-7c3e2036-21b6-4130-a8db-3ec84977378d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892394 Aug 31 19:32:36.076297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:28Z', 'revision_number': 4, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1722e373-78a5-4e2f-8b11-2f96d9b5309f', 'name': '', 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'mac_address': 'fa:16:3e:75:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:27Z', 'updated_at': '2021-08-31T19:32:34Z', 'revision_number': 4, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'subnets': [{'id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:36.108558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb9711-8517-4ec2-9ab4-d523aaa8ef6c None None] The sync data for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 is: [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:28Z', 'revision_number': 4, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1722e373-78a5-4e2f-8b11-2f96d9b5309f', 'name': '', 'network_id': '36563a99-52c9-4def-ae93-9f9dd30ac1b6', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'mac_address': 'fa:16:3e:75:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:27Z', 'updated_at': '2021-08-31T19:32:34Z', 'revision_number': 4, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'subnets': [{'id': 'e1a7c563-08b5-4606-a24f-5c61d29b1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:36.161279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a1ff04a-4372-4825-b066-96208af5e19d None None] Provisioning for port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:36.183918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a1ff04a-4372-4825-b066-96208af5e19d None None] Provisioning complete for port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:36.184704 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a1ff04a-4372-4825-b066-96208af5e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.235159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ff04a-4372-4825-b066-96208af5e19d None None] Port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:32:36.371484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f57c245-a9db-4a24-a02d-5a9c3ade2912 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:36.383242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.398397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Transition to ACTIVE for port object 8f57c245-a9db-4a24-a02d-5a9c3ade2912 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:36.404004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.482789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Pushing event updated for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:36.549228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Attempting to bind port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:36.549634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Attempting to bind port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:36.549975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Attempting to bind port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 on network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:36.555031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 on network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:32:36.555504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Attempting to bind port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 on network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:36.563220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:36.563878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Checking segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:36.565654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Bound using segment: {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:36.566284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Bound port: 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:36.567720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.615782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b093a-e099-4a5a-b426-0f0b623fdace req-02103cbd-c8b2-4e1a-a70b-ab40d67b41ad tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:36.621678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-708b093a-e099-4a5a-b426-0f0b623fdace req-02103cbd-c8b2-4e1a-a70b-ab40d67b41ad tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 945 time: 0.1067514 Aug 31 19:32:36.697936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-708b093a-e099-4a5a-b426-0f0b623fdace req-32a6dd1d-ee6d-442a-8816-e7b05e9dcaaf tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701725 Aug 31 19:32:36.698157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:36.707075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:36.727107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.805783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:36.806459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.814926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] 10.222.0.82 "PUT /v2.0/ports/8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 1092 time: 0.9814665 Aug 31 19:32:36.814926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:36.815979 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e2f258-6280-4a54-83b6-a0cd91b10391" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:36.829326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1722e373-78a5-4e2f-8b11-2f96d9b5309f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:36.849497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b50eff-7c3e-4f7a-b2c4-86097ba85c20 service neutron] Pushing event updated for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:36.958339 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eaca4f-9cf5-43ba-8774-8e236c2ffc43 x-openstack-request-id: req-b6eaca4f-9cf5-43ba-8774-8e236c2ffc43 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:36.958691 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:36.958879 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6eaca4f-9cf5-43ba-8774-8e236c2ffc43 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:36.959269 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'status': 'completed', 'code': 200} Aug 31 19:32:36.968834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:36.974078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:36.974458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:36.974667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-e7488d1f-84ba-44c0-a0e4-95c1d0df5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:36.976229 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-e7488d1f-84ba-44c0-a0e4-95c1d0df5f77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1095 time: 0.0748708 Aug 31 19:32:37.055453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-3aa9f6b8-39b3-4751-9866-b6c09b1e21a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 217 time: 0.0704870 Aug 31 19:32:37.163613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-197f12e2-4321-44db-97c7-c20df1ea8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.164992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:37.176404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-197f12e2-4321-44db-97c7-c20df1ea8825 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 200 len: 848 time: 0.1129870 Aug 31 19:32:37.261313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1722e373-78a5-4e2f-8b11-2f96d9b5309f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1722e373-78a5-4e2f-8b11-2f96d9b5309f,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:37.281777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:37.312114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-015e0817-3a9f-4064-82be-b9825976d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.320939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-015e0817-3a9f-4064-82be-b9825976d26b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332767 Aug 31 19:32:37.378477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:37.415068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f675-0b29-40a6-af24-2e608ce6cdb3 req-16b14064-8c4e-408f-93d0-ec0ea7c948d1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.424387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2018f675-0b29-40a6-af24-2e608ce6cdb3 req-16b14064-8c4e-408f-93d0-ec0ea7c948d1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1459634 Aug 31 19:32:37.446676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29636ac1-f0fe-4037-905b-81b21e3bc17b req-a10d29da-01e3-401e-8e87-46d279b7907e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.456171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29636ac1-f0fe-4037-905b-81b21e3bc17b req-a10d29da-01e3-401e-8e87-46d279b7907e tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 943 time: 0.2599745 Aug 31 19:32:37.491129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-82f177c9-a880-49a4-b973-afcfa73fb052 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616144 Aug 31 19:32:37.512084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29636ac1-f0fe-4037-905b-81b21e3bc17b req-34960095-9a14-4130-a695-ac5383c61ea8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Aug 31 19:32:37.573674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2018f675-0b29-40a6-af24-2e608ce6cdb3 req-2cee78ef-1fe0-4a62-a232-6b8896e7f897 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483622 Aug 31 19:32:37.654115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-eb5e8f1e-4735-4108-9b48-4b2de514a04d req-7ce9dbe8-6f28-47c4-831b-c707cd4e34d8 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554310 Aug 31 19:32:37.768405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-bd9aa791-765b-403f-9954-2cc374b488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.769970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-bd9aa791-765b-403f-9954-2cc374b488f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1095 time: 0.0664361 Aug 31 19:32:37.877229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9fc3-3a2c-4cac-a356-829d0667cc4b req-abb4517f-cf59-40f9-81a6-8b88de8b7503 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.886235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-169a9fc3-3a2c-4cac-a356-829d0667cc4b req-abb4517f-cf59-40f9-81a6-8b88de8b7503 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 945 time: 0.0729375 Aug 31 19:32:37.956352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-4d91bd64-837a-43b4-91ee-08cb251f7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:37.958574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-4d91bd64-837a-43b4-91ee-08cb251f7ebf service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 910 time: 0.1791744 Aug 31 19:32:37.967985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-169a9fc3-3a2c-4cac-a356-829d0667cc4b req-6171849d-54e7-401e-b8ec-6acf1e75eba8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673437 Aug 31 19:32:38.036452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-54913073-2edc-4430-a490-b5cf20bd0123 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 217 time: 0.0449002 Aug 31 19:32:38.054690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f940c-34bd-49bd-9c0c-bbe74a8d2bba req-4c226e30-85ab-4021-94c2-619f9e303129 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.067825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce6f940c-34bd-49bd-9c0c-bbe74a8d2bba req-4c226e30-85ab-4021-94c2-619f9e303129 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0848629 Aug 31 19:32:38.080874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-1fdba63b-e272-4065-a675-c22b45b471f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.082619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-1fdba63b-e272-4065-a675-c22b45b471f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 1097 time: 0.1902525 Aug 31 19:32:38.122969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce6f940c-34bd-49bd-9c0c-bbe74a8d2bba req-2ded739a-69f4-40b8-8e23-c2f5a202ec5e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538917 Aug 31 19:32:38.163385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-145ff130-cb12-4efc-9d3a-4ae1ee8ed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.165086 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-145ff130-cb12-4efc-9d3a-4ae1ee8ed3b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 200 len: 848 time: 0.1184201 Aug 31 19:32:38.204706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4b930c98-10a3-4d72-bc90-872768f7496b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:38.235840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-4ac2a487-9b57-473a-8e28-cf93ab8491f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.237717 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-4ac2a487-9b57-473a-8e28-cf93ab8491f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 912 time: 0.1466439 Aug 31 19:32:38.276455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 4b930c98-10a3-4d72-bc90-872768f7496b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:38.282179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4b930c98-10a3-4d72-bc90-872768f7496b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:38.282703 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:38.289495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-f4cf6133-70a9-402d-a964-f19ba3eefaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.291887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-f4cf6133-70a9-402d-a964-f19ba3eefaff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117246 Aug 31 19:32:38.293917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-d78eb065-1b66-427c-8749-6ddc00276df8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10261b0e-d19a-462f-92f8-5d591d1cd917 HTTP/1.1" status: 200 len: 217 time: 0.0471394 Aug 31 19:32:38.403833 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:38.421613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-68214807-b4d7-479b-ba74-5c4a63a02d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.424168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-68214807-b4d7-479b-ba74-5c4a63a02d21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.1231270 Aug 31 19:32:38.463063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:38.466728 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a9c4d8-4b3b-4251-94f5-f01b91a3bfea" -d '{"events": [{"server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "name": "network-vif-plugged", "status": "completed", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:38.471041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-96d1a952-666f-4cb3-baa3-a67406a75e43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343196 Aug 31 19:32:38.474958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4b930c98-10a3-4d72-bc90-872768f7496b,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:38.481333 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:38.542244 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d9d9b-1699-4f7b-b3f1-3985391bd0d3 x-openstack-request-id: req-3b5d9d9b-1699-4f7b-b3f1-3985391bd0d3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:38.542540 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "name": "network-vif-plugged", "status": "completed", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:38.542792 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b5d9d9b-1699-4f7b-b3f1-3985391bd0d3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:38.543534 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b', 'code': 200} Aug 31 19:32:38.543881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:38.598536 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-17826584-12ef-47b7-a513-ef1e85986de2 service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182570 Aug 31 19:32:38.600662 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-a975179f-9bbb-4a78-a56a-204ffad8a9dc service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983594 Aug 31 19:32:38.755583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7fd5e-838f-43ed-9557-e1a3ff258298 req-f7461c15-0ad8-4ab8-92fd-c721f98ff364 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.765398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79b7fd5e-838f-43ed-9557-e1a3ff258298 req-f7461c15-0ad8-4ab8-92fd-c721f98ff364 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 943 time: 0.1586752 Aug 31 19:32:38.787956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1722e373-78a5-4e2f-8b11-2f96d9b5309f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:38.790285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1f75a-1461-4227-aeb2-5ae226f6c239 req-2353b864-b62b-46c5-81af-e2f49cbf7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:38.792243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5be1f75a-1461-4227-aeb2-5ae226f6c239 req-2353b864-b62b-46c5-81af-e2f49cbf7e25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1098 time: 0.1741021 Aug 31 19:32:38.800054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84e2f258-6280-4a54-83b6-a0cd91b10391 req-7030d0f0-08a8-4146-82d9-775d3b3f8be8 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912019 Aug 31 19:32:38.825660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79b7fd5e-838f-43ed-9557-e1a3ff258298 req-998c8187-fd6d-4481-be65-6ef2ab0e02a0 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598130 Aug 31 19:32:38.850449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d7925ae-f52c-4ed2-ad66-98756631487a req-00e4434d-bcb2-40c0-a246-ad14ad286234 service neutron] 10.222.0.67 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327011 Aug 31 19:32:38.858610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5be1f75a-1461-4227-aeb2-5ae226f6c239 req-da19fbfe-02e9-4639-8b2a-cc08900fe846 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486581 Aug 31 19:32:38.886164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1722e373-78a5-4e2f-8b11-2f96d9b5309f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:38.886689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:39.086525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc4b50-987d-45b3-aacd-5e53117a88ba req-7fda281b-8f4e-4e1f-85a0-a35fab93cd9a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:39.088284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35fc4b50-987d-45b3-aacd-5e53117a88ba req-7fda281b-8f4e-4e1f-85a0-a35fab93cd9a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.0657659 Aug 31 19:32:39.141607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35fc4b50-987d-45b3-aacd-5e53117a88ba req-f4c91f97-9a8f-4f7a-998d-e51e6fd683bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Aug 31 19:32:39.238753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e56c4-f098-4d83-82da-a69aab43d8df req-a32d6091-cd0b-4a71-9af2-1148a92f3459 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:39.240629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-954e56c4-f098-4d83-82da-a69aab43d8df req-a32d6091-cd0b-4a71-9af2-1148a92f3459 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0537324 Aug 31 19:32:39.266499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8f57c245-a9db-4a24-a02d-5a9c3ade2912 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:32:39.296141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-954e56c4-f098-4d83-82da-a69aab43d8df req-16d73a3f-1462-475c-b351-918fa072aedd tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Aug 31 19:32:39.382753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:39.395068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'port_id': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'mac_address': 'fa:16:3e:ac:87:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:32:39.433499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:39.446571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f57c245-a9db-4a24-a02d-5a9c3ade2912 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:32:39.468115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:39.473289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:39.537252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:39.695021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8f57c245-a9db-4a24-a02d-5a9c3ade2912'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:32:40.013311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8b600-0d90-4b8c-98a7-a4073c74dc17 req-34702a79-7c4e-4cc9-b244-c4a91f07321a tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.018148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aec8b600-0d90-4b8c-98a7-a4073c74dc17 req-34702a79-7c4e-4cc9-b244-c4a91f07321a tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 944 time: 0.0916560 Aug 31 19:32:40.076900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aec8b600-0d90-4b8c-98a7-a4073c74dc17 req-3f163392-426b-48d8-895a-3ca1638c7fb6 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521929 Aug 31 19:32:40.349065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa03f4-fe09-414e-aa9c-4ccf5fba37cd req-155000f9-4793-4714-8767-8f07536583e0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.351300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eafa03f4-fe09-414e-aa9c-4ccf5fba37cd req-155000f9-4793-4714-8767-8f07536583e0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.0962658 Aug 31 19:32:40.362836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cde471-0b28-43a9-a2cb-8bf70a3a41cc req-34e49f10-abc3-471c-bc6a-8c84993c32ee tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.364420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87cde471-0b28-43a9-a2cb-8bf70a3a41cc req-34e49f10-abc3-471c-bc6a-8c84993c32ee tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1097 time: 0.0692470 Aug 31 19:32:40.414108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eafa03f4-fe09-414e-aa9c-4ccf5fba37cd req-d122b511-1f65-497e-af0a-384f8fae1ac8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538566 Aug 31 19:32:40.442095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87cde471-0b28-43a9-a2cb-8bf70a3a41cc req-51574725-1177-4357-9158-b80303666b16 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700185 Aug 31 19:32:40.586976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87983db-137e-4095-8972-652765e51125 req-38fdfc3e-ef48-4000-a3b0-b8bbd37c30c8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.588508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e87983db-137e-4095-8972-652765e51125 req-38fdfc3e-ef48-4000-a3b0-b8bbd37c30c8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0938194 Aug 31 19:32:40.620482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf05ed-099c-4d7c-8226-96f01138ad92 req-b8bd6697-3783-443d-9f00-1902ba85156b tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.622431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dccf05ed-099c-4d7c-8226-96f01138ad92 req-b8bd6697-3783-443d-9f00-1902ba85156b tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.0993829 Aug 31 19:32:40.670783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e87983db-137e-4095-8972-652765e51125 req-adae9b7d-627a-4715-8130-29810bdd38e7 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 Aug 31 19:32:40.696299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dccf05ed-099c-4d7c-8226-96f01138ad92 req-320d13d7-7e67-4b9b-876e-dae566dc31e7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642626 Aug 31 19:32:40.710059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:40.754732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e5ef4-2428-47e0-8d74-e1d8c17d5a98 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.756688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa6e5ef4-2428-47e0-8d74-e1d8c17d5a98 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1093 time: 0.0455017 Aug 31 19:32:40.759631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:40.764921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:40.789163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:40.792277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c189e-01e1-4957-b3d3-dac0ddca59aa req-d6eb60ce-3f16-49d5-affb-fb3dce88ec29 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:40.794135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-835c189e-01e1-4957-b3d3-dac0ddca59aa req-d6eb60ce-3f16-49d5-affb-fb3dce88ec29 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0574279 Aug 31 19:32:40.834831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-835c189e-01e1-4957-b3d3-dac0ddca59aa req-a48f2cc0-70ea-46ef-b613-6e44ae6a643f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331075 Aug 31 19:32:40.859318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51794) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:40.929354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:40.968802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-21293f3c-e0f5-4cd7-b0b4-4524fc946261 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 200 len: 993 time: 0.1081119 Aug 31 19:32:41.074595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.25.3.195 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d479d380-8c87-4c8a-8ec7-608d81311ebe) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:41.199468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.255665 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.257250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86d06-6e47-45fe-8e20-087e8ea7fcbd req-00894922-9f53-4158-b069-69ae7a7f2f84 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:41.259253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2a86d06-6e47-45fe-8e20-087e8ea7fcbd req-00894922-9f53-4158-b069-69ae7a7f2f84 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 944 time: 0.0797899 Aug 31 19:32:41.280174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8f57c245-a9db-4a24-a02d-5a9c3ade2912 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:32:41.309539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:41.310601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2a86d06-6e47-45fe-8e20-087e8ea7fcbd req-979f095c-f845-4591-960f-8c5e1d589f6d tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Aug 31 19:32:41.313784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:41.318349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:41.318534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-c5f949f0-86cb-42c6-b6b3-1ceac7eae6fc req-67f1466d-cf05-4267-adbd-ab76e8a5047c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:32:41.332999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5f949f0-86cb-42c6-b6b3-1ceac7eae6fc req-67f1466d-cf05-4267-adbd-ab76e8a5047c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270150 Aug 31 19:32:41.354603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=d479d380-8c87-4c8a-8ec7-608d81311ebe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:41.367831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:32:41.374472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:32:41.375670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.492678 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.544299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:41.547852 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d14a4-c624-4073-9565-cd4b89fda8f5" -d '{"events": [{"server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:41.562004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ee643ac-1086-4e43-b326-805c41b26038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.571241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:41.595137 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.730510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:41.784498 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d3539-820b-4c1e-a621-fe6fa6da286b x-openstack-request-id: req-1c6d3539-820b-4c1e-a621-fe6fa6da286b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:41.785124 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:41.785482 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c6d3539-820b-4c1e-a621-fe6fa6da286b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:41.785973 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'code': 200} Aug 31 19:32:41.913275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.952838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd33d8-d5b0-45f4-a316-80c25c2bcd93 req-cd11b098-6989-4f91-b006-bb39a798251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:41.954329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1dfd33d8-d5b0-45f4-a316-80c25c2bcd93 req-cd11b098-6989-4f91-b006-bb39a798251f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1097 time: 0.0922496 Aug 31 19:32:41.957863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf3eec-6920-45ee-bd08-026990917721 req-d24fecf0-5027-4b22-86f4-25a7fca4337d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:41.960011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdaf3eec-6920-45ee-bd08-026990917721 req-d24fecf0-5027-4b22-86f4-25a7fca4337d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1338141 Aug 31 19:32:41.974954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-12a687c8-518c-4d49-a8b7-f47e37f474fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196856 Aug 31 19:32:42.008857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249ac4-761f-4421-b514-3f3802f03f71 req-128fcf93-261e-4202-a60a-e4b0039116ab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:42.010658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72249ac4-761f-4421-b514-3f3802f03f71 req-128fcf93-261e-4202-a60a-e4b0039116ab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.1184173 Aug 31 19:32:42.037825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:42.046385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdaf3eec-6920-45ee-bd08-026990917721 req-df5cec92-d31c-48be-820c-1a1375dd2099 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781844 Aug 31 19:32:42.071180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72249ac4-761f-4421-b514-3f3802f03f71 req-a766a115-5a72-4450-903b-cd521e587574 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486968 Aug 31 19:32:42.096680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1dfd33d8-d5b0-45f4-a316-80c25c2bcd93 req-8359f277-315c-4f8a-90bf-69bd18e84848 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329622 Aug 31 19:32:42.180972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482a1e2-e6b2-4f8c-b3a1-5f8417565af7 req-d6aefb5c-99ef-4658-b722-e98daa52561a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:42.182630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7482a1e2-e6b2-4f8c-b3a1-5f8417565af7 req-d6aefb5c-99ef-4658-b722-e98daa52561a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0635531 Aug 31 19:32:42.242848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7482a1e2-e6b2-4f8c-b3a1-5f8417565af7 req-f19b7882-e657-47a5-980d-7df3819edb36 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501726 Aug 31 19:32:42.265454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:42.268736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:42.347946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=d479d380-8c87-4c8a-8ec7-608d81311ebe,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:42.359167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:42.451352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c985434-a8ac-44f6-a772-4bd464e60292 req-171ac223-f511-46cb-81c8-1a5826af5510 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:42.453147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c985434-a8ac-44f6-a772-4bd464e60292 req-171ac223-f511-46cb-81c8-1a5826af5510 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.0574799 Aug 31 19:32:42.483925 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Floating IP d4ab5424-8328-41cd-afec-84c8c03fedf5 associated. External IP: 172.25.3.195, port: 4b930c98-10a3-4d72-bc90-872768f7496b. Aug 31 19:32:42.531486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c985434-a8ac-44f6-a772-4bd464e60292 req-a922fd32-6b20-497d-a60c-550ef086e13f tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677156 Aug 31 19:32:42.717120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:43.188868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:43.201335 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:43.207677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:43.211268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:43.212332 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:43.241243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f81e02f-7701-464f-bb71-632db18f5e26 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4804516 Aug 31 19:32:43.241845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:43.244271 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777d001-89e7-410c-80ef-7d895d2e3dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:43.247694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa2f90-64ca-4859-8e28-53397bce4014 req-c9df5b7e-1a2f-4f72-81ac-1a43ae627bdf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.248226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:43.249318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10aa2f90-64ca-4859-8e28-53397bce4014 req-c9df5b7e-1a2f-4f72-81ac-1a43ae627bdf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1023629 Aug 31 19:32:43.289066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6947-a2d4-406b-950a-2c3d49ff9e1c req-2111a7fe-fcbd-44a0-bfcb-e768f25f0014 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.290841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f45a6947-a2d4-406b-950a-2c3d49ff9e1c req-2111a7fe-fcbd-44a0-bfcb-e768f25f0014 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.1070085 Aug 31 19:32:43.358039 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:43.378422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10aa2f90-64ca-4859-8e28-53397bce4014 req-2bc0359f-5fd8-4a62-a564-840daac2ec11 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110814 Aug 31 19:32:43.436260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f45a6947-a2d4-406b-950a-2c3d49ff9e1c req-4704ada9-737f-4670-ac94-08f2d609c99d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327937 Aug 31 19:32:43.448217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c4cf4f4e-0ca7-40bd-93a1-1cb5b7363bc4 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/d4ab5424-8328-41cd-afec-84c8c03fedf5 HTTP/1.1" status: 200 len: 992 time: 0.1906662 Aug 31 19:32:43.474179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-434fa811-16f3-4eea-9437-25cdb3a0ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.475704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-434fa811-16f3-4eea-9437-25cdb3a0ee00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1097 time: 0.1278255 Aug 31 19:32:43.600474 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd2b0b9-ca74-4c02-98fb-d7996aca732d x-openstack-request-id: req-5fd2b0b9-ca74-4c02-98fb-d7996aca732d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:43.600474 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:43.600474 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5fd2b0b9-ca74-4c02-98fb-d7996aca732d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:43.600474 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b', 'status': 'completed', 'code': 200} Aug 31 19:32:43.617591 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:41Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:43.653606 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:43.663159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:43.664128 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:43.678606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-7208c47d-58e1-4076-9e36-a6b49c6a02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.680499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-7208c47d-58e1-4076-9e36-a6b49c6a02c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1896203 Aug 31 19:32:43.731246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137809cc-ae63-4b57-aa0a-86535a96da4d req-c34d1e44-c18c-469a-90f3-d8f0ebc79a66 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.739780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-137809cc-ae63-4b57-aa0a-86535a96da4d req-c34d1e44-c18c-469a-90f3-d8f0ebc79a66 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1626658 Aug 31 19:32:43.761886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686749-033e-4c85-8ede-ca37be39e757 req-2eefe200-0b32-49ae-990a-6af66f028c84 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.769560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30686749-033e-4c85-8ede-ca37be39e757 req-2eefe200-0b32-49ae-990a-6af66f028c84 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.1221757 Aug 31 19:32:43.789494 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:43.799525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-f7eedac6-e154-45c2-99f5-212614116d65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 1001 time: 0.1100366 Aug 31 19:32:43.874838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-3b539a10-6721-4b87-86b4-0eb14608bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.884817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-3b539a10-6721-4b87-86b4-0eb14608bf26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1098 time: 0.2570391 Aug 31 19:32:43.899079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-bfed49e3-c29e-416a-8cba-702bdd9a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.900806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-bfed49e3-c29e-416a-8cba-702bdd9a9b0b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0957186 Aug 31 19:32:43.904737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30686749-033e-4c85-8ede-ca37be39e757 req-f99ffd1f-6dba-46cf-8fac-cf4f40132961 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340911 Aug 31 19:32:43.983411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-379621f8-3b43-4124-a9cc-d05b41d5128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:43.984992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-379621f8-3b43-4124-a9cc-d05b41d5128d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772088 Aug 31 19:32:44.047922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-137809cc-ae63-4b57-aa0a-86535a96da4d req-85f4e1a4-e927-4daf-8ed9-00a7049a017f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018157 Aug 31 19:32:44.137824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e041b-0a74-42dd-bb28-c049e420630a req-010865bf-67fd-4ae8-b59b-ccfb3cff4035 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.139668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db1e041b-0a74-42dd-bb28-c049e420630a req-010865bf-67fd-4ae8-b59b-ccfb3cff4035 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.1106398 Aug 31 19:32:44.142916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-9fe0c4c5-467b-481b-8c57-52c306d6ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.144795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-9fe0c4c5-467b-481b-8c57-52c306d6ceab service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 898 time: 0.2350965 Aug 31 19:32:44.174744 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-f9df1ffb-06a2-4624-b670-63d8b03f9972 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813896 Aug 31 19:32:44.197265 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b07a211b-c577-439b-8be4-30035fd9957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:44.234239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db1e041b-0a74-42dd-bb28-c049e420630a req-4484cb7b-46fd-4172-a745-3449fdef17b7 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876930 Aug 31 19:32:44.235103 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:41Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:44.247108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-c5c45790-df64-49ea-bc2a-fda9acd281b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 200 len: 1000 time: 0.0866358 Aug 31 19:32:44.336136 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4253b55-9993-481f-bce5-90ac1ff0717d None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:13Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:41Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:44.361515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-2a848221-d087-4bd4-bc90-43d9dd6d680a service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797845 Aug 31 19:32:44.367106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-6ea71dbf-f0fe-4707-b0a4-2712274d9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.368797 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-6ea71dbf-f0fe-4707-b0a4-2712274d9f79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc24579b-0d41-445e-a818-e1382838bb73 HTTP/1.1" status: 200 len: 834 time: 0.1145024 Aug 31 19:32:44.440305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:44.478950 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:44.525896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-a63e7053-dbb1-44ea-9485-151c4ed1b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.529392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-a63e7053-dbb1-44ea-9485-151c4ed1b675 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d624740-36b6-481b-92a4-cd12224e29c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533704 Aug 31 19:32:44.548748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb39e0e-720e-4ceb-906c-422f9ff9b67c req-b85d05c0-9954-42de-852f-754668202849 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.551726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccb39e0e-720e-4ceb-906c-422f9ff9b67c req-b85d05c0-9954-42de-852f-754668202849 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.1654053 Aug 31 19:32:44.569409 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:44.582667 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e356a494-c397-4c82-b39e-0faa004749e5 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/d4ab5424-8328-41cd-afec-84c8c03fedf5 HTTP/1.1" status: 200 len: 992 time: 0.1403334 Aug 31 19:32:44.644778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880311fe-48f9-4ae2-91e6-ca819f28c2a2 req-1cd26db2-4585-4c54-9ff2-c28a90f3dff8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.646373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-880311fe-48f9-4ae2-91e6-ca819f28c2a2 req-1cd26db2-4585-4c54-9ff2-c28a90f3dff8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1761656 Aug 31 19:32:44.686220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c7002-3100-4d0c-98e7-5ede7ee94cba None None] New status for floating IP d4ab5424-8328-41cd-afec-84c8c03fedf5: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:32:44.710071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccb39e0e-720e-4ceb-906c-422f9ff9b67c req-8a808f5d-a045-437c-b8fd-d0823f70b173 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408701 Aug 31 19:32:44.733142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:44.755750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-880311fe-48f9-4ae2-91e6-ca819f28c2a2 req-b0a75a84-9811-4803-b097-3e2636070e05 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949569 Aug 31 19:32:44.761891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-f383c28d-0816-4b05-a931-956a9b4ab049 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054443 Aug 31 19:32:44.911783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db50211-fa67-4014-8621-e35c42470270 tempest-TestServerBasicOps-1271275594 tempest-TestServerBasicOps-1271275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.914077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9db50211-fa67-4014-8621-e35c42470270 tempest-TestServerBasicOps-1271275594 tempest-TestServerBasicOps-1271275594-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1092 time: 0.1797848 Aug 31 19:32:44.917155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 51900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:44.922846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:44.940259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84feed-6a3e-4e74-b64d-dad23115ff59 req-1228124f-4a0a-4807-a7bb-6be31d6ea885 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:44.945152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c84feed-6a3e-4e74-b64d-dad23115ff59 req-1228124f-4a0a-4807-a7bb-6be31d6ea885 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.1300204 Aug 31 19:32:44.972173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:44.991959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7777d001-89e7-410c-80ef-7d895d2e3dc7 req-69ea8843-b795-41d3-81fe-c59a1c574835 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203114 Aug 31 19:32:45.016574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c84feed-6a3e-4e74-b64d-dad23115ff59 req-df3622bf-379b-44e9-bde4-c8e0ae7ed330 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635474 Aug 31 19:32:45.079989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.177347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878b83-7f7a-41bd-a2e7-a5d306af5a58 req-8fa1a5ea-4e47-4cc2-85b4-4f7ba7ee9e19 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:45.187257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3878b83-7f7a-41bd-a2e7-a5d306af5a58 req-8fa1a5ea-4e47-4cc2-85b4-4f7ba7ee9e19 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0692458 Aug 31 19:32:45.197811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Allocated IP 172.25.3.122 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/9399e285-bcd3-4f70-86cb-17279ec1ed87) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:32:45.232775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3878b83-7f7a-41bd-a2e7-a5d306af5a58 req-77dd39a0-b448-441d-92bc-e963f26f93fd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446229 Aug 31 19:32:45.303531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.349102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.367538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.398028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:32:45.402177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'Port': ['ID=9399e285-bcd3-4f70-86cb-17279ec1ed87,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:45.404759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:45.406900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:32:45.585534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 51912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:45.652394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c890f905-4508-41ed-a47c-0daa5b7f7194 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/d4ab5424-8328-41cd-afec-84c8c03fedf5 HTTP/1.1" status: 200 len: 994 time: 0.0652535 Aug 31 19:32:45.771976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.840904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.885710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0345117-e7da-4338-a9e9-c1087f089bd6 req-79168f1e-76fb-4c32-8c01-8cdab402fab4 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:45.887430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0345117-e7da-4338-a9e9-c1087f089bd6 req-79168f1e-76fb-4c32-8c01-8cdab402fab4 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0522139 Aug 31 19:32:45.937019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:45.953889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0345117-e7da-4338-a9e9-c1087f089bd6 req-4c0ad4d3-da99-46cc-9252-345d86c93536 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Aug 31 19:32:46.016393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:46.022210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:46.086812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event updated for resources: {'Port': ['ID=9399e285-bcd3-4f70-86cb-17279ec1ed87,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:46.102487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:46.146490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dea22-411b-42f5-9529-5b6b9a309b49 req-9b671f7d-8897-442d-9a1c-4d9e244d6e57 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:46.147987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed7dea22-411b-42f5-9529-5b6b9a309b49 req-9b671f7d-8897-442d-9a1c-4d9e244d6e57 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0542324 Aug 31 19:32:46.198318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed7dea22-411b-42f5-9529-5b6b9a309b49 req-1e46f172-21bf-4715-a127-842b9b52e01c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Aug 31 19:32:46.208267 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Floating IP b461cf33-d0c0-4e77-9ac4-2cb113f78342 associated. External IP: 172.25.3.122, port: 8f57c245-a9db-4a24-a02d-5a9c3ade2912. Aug 31 19:32:46.367915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb07a4-f15e-4753-9a66-e0b2dfd7f9b0 req-1b8fc258-512c-44ee-b9ce-a4700590932c tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:46.369593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4bb07a4-f15e-4753-9a66-e0b2dfd7f9b0 req-1b8fc258-512c-44ee-b9ce-a4700590932c tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0572379 Aug 31 19:32:46.409661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4bb07a4-f15e-4753-9a66-e0b2dfd7f9b0 req-9c8b06ce-d22b-45e1-8402-218d5ef57309 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326631 Aug 31 19:32:46.438722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:32:46.552618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:32:46.564163 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d966bf-6347-4601-b821-102a14341943 None None] Sync routers for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:32:46.570503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:46.573857 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:46.574581 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:46.597897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c607a7df-07bf-4324-a1ea-d114bf3ddad8 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6793449 Aug 31 19:32:46.598494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:46.600812 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c35660-d124-46b2-9f87-9ae1e7cf7623" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:46.642552 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb601e-5320-4b97-baca-76dfc7a5f154 x-openstack-request-id: req-99fb601e-5320-4b97-baca-76dfc7a5f154 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:46.643004 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:46.643474 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99fb601e-5320-4b97-baca-76dfc7a5f154 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:46.643892 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'status': 'completed', 'code': 200} Aug 31 19:32:46.687123 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:46.712014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-de8f1a60-b460-4f00-8348-d5598c7d399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:46.713689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-de8f1a60-b460-4f00-8348-d5598c7d399f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1097 time: 0.0459483 Aug 31 19:32:46.827702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-2e382986-47a6-4782-b192-a6297e24df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:46.829219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-2e382986-47a6-4782-b192-a6297e24df72 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 910 time: 0.1093600 Aug 31 19:32:46.899484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-ff1e300a-2523-4fbb-baef-13e5f55f77f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 999 time: 0.0630670 Aug 31 19:32:46.920021 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b461cf33-d0c0-4e77-9ac4-2cb113f78342', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'port_id': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'mac_address': 'fa:16:3e:ac:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:45Z', 'updated_at': '2021-08-31T19:32:45Z', 'revision_number': 0, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:46.949586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d966bf-6347-4601-b821-102a14341943 None None] Checking router: 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:32:46.955277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-04b9a579-1627-4316-a3f6-5527ab3f21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:46.956759 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-04b9a579-1627-4316-a3f6-5527ab3f21b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 200 len: 848 time: 0.0509717 Aug 31 19:32:46.958027 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:32:46.958630 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:32:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:47.007070 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:47.029275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-463dc1e7-e5ba-4c0f-a060-59b9acd96813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:47.036172 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-463dc1e7-e5ba-4c0f-a060-59b9acd96813 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719540 Aug 31 19:32:47.100252 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:32:47.140441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db26e4-bf5a-4fd5-90f8-ed2c9db5c7c3 req-47aca9f9-4daf-41ce-98b2-154a134ba9c6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:47.142701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52db26e4-bf5a-4fd5-90f8-ed2c9db5c7c3 req-47aca9f9-4daf-41ce-98b2-154a134ba9c6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0633030 Aug 31 19:32:47.156081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-c336dffd-d603-4da4-9b4d-d55876cd67d6 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109123 Aug 31 19:32:47.184456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52db26e4-bf5a-4fd5-90f8-ed2c9db5c7c3 req-b985d841-4345-44ff-bbb1-1e1b2cb3b81c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Aug 31 19:32:47.274999 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-11c35660-d124-46b2-9f87-9ae1e7cf7623 req-0e74c24e-7f8a-4bf5-8c8f-26fc5862bab1 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115298 Aug 31 19:32:47.346819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786c2db-d219-4ef2-8f92-10b01b209974 req-89f38be1-b711-44d6-8ce8-2a3a50c184e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:47.348926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d786c2db-d219-4ef2-8f92-10b01b209974 req-89f38be1-b711-44d6-8ce8-2a3a50c184e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0651712 Aug 31 19:32:47.373393 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-91d966bf-6347-4601-b821-102a14341943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b461cf33-d0c0-4e77-9ac4-2cb113f78342', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'port_id': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'mac_address': 'fa:16:3e:ac:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:45Z', 'updated_at': '2021-08-31T19:32:45Z', 'revision_number': 0, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:47.403270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d786c2db-d219-4ef2-8f92-10b01b209974 req-c42d7ac4-d16e-4778-9cc5-af4ca4529fb9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474210 Aug 31 19:32:47.407576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d966bf-6347-4601-b821-102a14341943 None None] The sync data for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 is: [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b461cf33-d0c0-4e77-9ac4-2cb113f78342', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'port_id': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'mac_address': 'fa:16:3e:ac:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:45Z', 'updated_at': '2021-08-31T19:32:45Z', 'revision_number': 0, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:32:47.548548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977f209-f993-4e58-a1a1-edc6d32eb67b req-44c56c96-5a04-4d45-90e6-f6227afc7c87 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:47.556492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3977f209-f993-4e58-a1a1-edc6d32eb67b req-44c56c96-5a04-4d45-90e6-f6227afc7c87 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0613267 Aug 31 19:32:47.606325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3977f209-f993-4e58-a1a1-edc6d32eb67b req-ce5cb290-e96b-4f9c-a6dd-6d52fba1f116 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460322 Aug 31 19:32:47.715325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f782301-0e93-4a03-baf1-f6637a335c5a None None] New status for floating IP b461cf33-d0c0-4e77-9ac4-2cb113f78342: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:32:48.322555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe540f1-4758-4921-abae-3ac0f6805572 req-dfa9429b-409e-47fe-a188-a581b09c43ac tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:48.324173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afe540f1-4758-4921-abae-3ac0f6805572 req-dfa9429b-409e-47fe-a188-a581b09c43ac tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0595186 Aug 31 19:32:48.372909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afe540f1-4758-4921-abae-3ac0f6805572 req-789f8c2a-63f7-4e36-9904-c852252cda4b tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Aug 31 19:32:48.540253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f471ef-abb3-4115-adca-021251830c1c req-119d3a24-461e-462b-b1d1-37108dda2c83 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:48.541920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21f471ef-abb3-4115-adca-021251830c1c req-119d3a24-461e-462b-b1d1-37108dda2c83 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0569584 Aug 31 19:32:48.594893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21f471ef-abb3-4115-adca-021251830c1c req-66b91a81-c3e3-4a7a-85fc-6dad8cfb89fe tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Aug 31 19:32:48.721107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a052-22a8-49e4-a3d2-158766394842 req-9ba9b190-7894-4532-9b00-748d7aa70e5e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:48.723174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48f0a052-22a8-49e4-a3d2-158766394842 req-9ba9b190-7894-4532-9b00-748d7aa70e5e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0528398 Aug 31 19:32:48.765866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48f0a052-22a8-49e4-a3d2-158766394842 req-d8ecf87a-db85-4685-a4c0-d175ee5ed327 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358179 Aug 31 19:32:49.499495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cac92-88a2-4b9f-bbbe-263f7caced64 req-410d21ec-5452-43a7-8152-31d6ea0c63a0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:49.500956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a7cac92-88a2-4b9f-bbbe-263f7caced64 req-410d21ec-5452-43a7-8152-31d6ea0c63a0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0506895 Aug 31 19:32:49.541883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a7cac92-88a2-4b9f-bbbe-263f7caced64 req-75097b6d-093a-49c5-b54e-1405abdf8031 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Aug 31 19:32:49.716005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d49a30-1df7-4de0-a761-4ec56c955eff req-9da2c86c-c991-4d70-82c1-b5c2ed7b5cf2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:49.718899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94d49a30-1df7-4de0-a761-4ec56c955eff req-9da2c86c-c991-4d70-82c1-b5c2ed7b5cf2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0517793 Aug 31 19:32:49.763605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94d49a30-1df7-4de0-a761-4ec56c955eff req-26565665-5c8a-4f76-9c6f-b1cc444536b3 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386641 Aug 31 19:32:49.888742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797482b-19ae-4cbe-99e5-de08c15a11dc req-3e19290a-5f42-4a03-826f-3b241fc84452 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:49.890237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1797482b-19ae-4cbe-99e5-de08c15a11dc req-3e19290a-5f42-4a03-826f-3b241fc84452 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0517194 Aug 31 19:32:49.928815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1797482b-19ae-4cbe-99e5-de08c15a11dc req-fbcfc60a-ea13-4603-94cb-e4ba1efe3ed5 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Aug 31 19:32:50.662890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646440-3968-4c7f-aead-8250d973eb23 req-3ebddbe9-a3ba-4044-820d-687cecc68c74 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:50.664425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a646440-3968-4c7f-aead-8250d973eb23 req-3ebddbe9-a3ba-4044-820d-687cecc68c74 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0511038 Aug 31 19:32:50.706091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a646440-3968-4c7f-aead-8250d973eb23 req-7a84154d-c509-4204-8508-b982384fb840 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349536 Aug 31 19:32:50.883775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ce69-dfad-45fb-b768-c6ba526af583 req-aa3d31d0-c550-4a07-983c-cad840c71dcc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:50.885311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e440ce69-dfad-45fb-b768-c6ba526af583 req-aa3d31d0-c550-4a07-983c-cad840c71dcc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0514843 Aug 31 19:32:50.928866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e440ce69-dfad-45fb-b768-c6ba526af583 req-0653ec27-1f12-4e85-b728-4020a25cea70 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372391 Aug 31 19:32:51.046715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15da3b-955b-4c11-b94e-8c1dc649af25 req-1b7d6c14-37a7-422f-8afa-f6da01da6dd9 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:51.048234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a15da3b-955b-4c11-b94e-8c1dc649af25 req-1b7d6c14-37a7-422f-8afa-f6da01da6dd9 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0486369 Aug 31 19:32:51.087253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a15da3b-955b-4c11-b94e-8c1dc649af25 req-c0a006fd-2da8-4a25-b2bc-f73b286ae010 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Aug 31 19:32:51.826161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16c558-2b1f-4025-b42b-a6e3171d532f req-a25a94f6-618b-49a3-a9fc-7fb7da1e3ea4 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:51.827831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c16c558-2b1f-4025-b42b-a6e3171d532f req-a25a94f6-618b-49a3-a9fc-7fb7da1e3ea4 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0525026 Aug 31 19:32:51.865962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c16c558-2b1f-4025-b42b-a6e3171d532f req-563536b2-b563-406d-b0f5-234f346998c5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Aug 31 19:32:52.050097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72413a-7407-4f4f-ae50-b9d3e1e73d3d req-02b7d6ea-dd59-4e2f-83d3-cc8055697eb0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:52.051755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac72413a-7407-4f4f-ae50-b9d3e1e73d3d req-02b7d6ea-dd59-4e2f-83d3-cc8055697eb0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0501702 Aug 31 19:32:52.093796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac72413a-7407-4f4f-ae50-b9d3e1e73d3d req-0a6a0604-d651-4a88-99f2-b0089a71cb7e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361533 Aug 31 19:32:52.514425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53926-80fe-4db5-b977-9f1c6341413d req-8ee4a23d-a5ff-4b37-9d9f-e1633a4acab0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:52.515994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bba53926-80fe-4db5-b977-9f1c6341413d req-8ee4a23d-a5ff-4b37-9d9f-e1633a4acab0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.3584654 Aug 31 19:32:52.553814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bba53926-80fe-4db5-b977-9f1c6341413d req-f6f72e18-1daa-4357-9590-426cf94278e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Aug 31 19:32:52.763004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef7f4-443e-4045-8363-b3a265cc793b req-abbd5e9e-484e-4fb8-b2cd-a1133e085714 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:52.764647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d53ef7f4-443e-4045-8363-b3a265cc793b req-abbd5e9e-484e-4fb8-b2cd-a1133e085714 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Aug 31 19:32:52.835224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d53ef7f4-443e-4045-8363-b3a265cc793b req-3a42f560-7638-4b29-a21a-c867492e0682 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606503 Aug 31 19:32:52.838126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-701c6400-8f59-4f9c-b154-e2b35199c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:52.839942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-701c6400-8f59-4f9c-b154-e2b35199c690 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.0742972 Aug 31 19:32:52.951323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-2d05e0b0-6399-406b-afe4-cd0bb1305aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:52.952755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-2d05e0b0-6399-406b-afe4-cd0bb1305aa1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.0985923 Aug 31 19:32:53.047321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016db6a-a42e-44ee-870b-d2bcef59975a req-e4e699cb-701f-44bd-9a07-702172f8df49 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:53.048846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f016db6a-a42e-44ee-870b-d2bcef59975a req-e4e699cb-701f-44bd-9a07-702172f8df49 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1073234 Aug 31 19:32:53.052950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-cdd47ba0-71b7-4929-a24c-c74d5de7fb44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 200 len: 1002 time: 0.0816784 Aug 31 19:32:53.124085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f016db6a-a42e-44ee-870b-d2bcef59975a req-978f3702-02a7-4b7c-a3eb-11e2433e03c5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Aug 31 19:32:53.126586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-031ed2fd-5587-4271-804f-61b6d152faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:53.128196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-031ed2fd-5587-4271-804f-61b6d152faa8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.0665295 Aug 31 19:32:53.208565 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-6bb0ccce-135f-4414-b1ec-e32ab4890031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:53.210067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-6bb0ccce-135f-4414-b1ec-e32ab4890031 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690403 Aug 31 19:32:53.230521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c4a78-ea2c-4007-8727-16a8f3f2510a req-321be820-6523-44ec-9994-44f3bf7bcf8c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:53.232085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea7c4a78-ea2c-4007-8727-16a8f3f2510a req-321be820-6523-44ec-9994-44f3bf7bcf8c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0560338 Aug 31 19:32:53.317025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea7c4a78-ea2c-4007-8727-16a8f3f2510a req-e975f2f6-7d82-481b-835d-4e931adf41da tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765047 Aug 31 19:32:53.348387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-2b789baa-5a68-4209-bcac-ec9a46f63464 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152699 Aug 31 19:32:53.449487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e24b8f4d-97c3-4669-a000-59a41f66da5f req-09b10bd5-d018-4c0d-8d39-c2f4eba5aed6 service neutron] 10.222.0.67 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881288 Aug 31 19:32:53.636519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52038) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:53.681382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Deleting subnet d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:32:53.685528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.725182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.765151 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.818090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.845489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:53.847673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.852471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5aa7f2d5-8f9b-4677-9914-c2df30b82945 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d5b41a8b-b4c4-45cf-bbd2-af6eb4cba3bc HTTP/1.1" status: 204 len: 168 time: 0.2120845 Aug 31 19:32:53.852471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52040) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:53.959833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:53.982358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cc52f-da3a-4d1d-a5f3-bbf7a5faf0f3 req-7fc79ab0-1f02-4320-8ead-c700e794ab70 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:53.983860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-260cc52f-da3a-4d1d-a5f3-bbf7a5faf0f3 req-7fc79ab0-1f02-4320-8ead-c700e794ab70 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0719640 Aug 31 19:32:54.084146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.089631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-260cc52f-da3a-4d1d-a5f3-bbf7a5faf0f3 req-39fa1e3c-367c-4030-9de7-9402020067ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841370 Aug 31 19:32:54.097651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7edb3a-65fd-4977-b95d-b97beeefeca3']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.107872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a6b673-282f-457a-9f6b-62d99ec4fea0') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.108170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a6b673-282f-457a-9f6b-62d99ec4fea0') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.117788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.130616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.136572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:32:54.136962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:32:54.138566 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:32:54.193781 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.199841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.201769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7d7edb3a-65fd-4977-b95d-b97beeefeca3 HTTP/1.1" status: 204 len: 168 time: 0.3485048 Aug 31 19:32:54.204632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:54.225048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc71f20-1892-4751-ac45-f76cb9d1df59 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7edb3a-65fd-4977-b95d-b97beeefeca3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:54.252575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Deleting subnet a9da7648-477d-43ba-a1cd-97891345a7a2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:32:54.256355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.267721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07f80-89d0-4872-bd46-b80a3b3d6526 req-494bf415-6f47-4d64-8f6b-2ea603bbff43 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:54.269261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcc07f80-89d0-4872-bd46-b80a3b3d6526 req-494bf415-6f47-4d64-8f6b-2ea603bbff43 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0645969 Aug 31 19:32:54.294758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.307841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcc07f80-89d0-4872-bd46-b80a3b3d6526 req-55b5d9e5-11d5-443a-b381-0dff1bebfba4 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 31 19:32:54.348467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.400054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.425634 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9da7648-477d-43ba-a1cd-97891345a7a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:54.433023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.437161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a31ce652-8de8-491c-84a2-8147ded69157 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9da7648-477d-43ba-a1cd-97891345a7a2 HTTP/1.1" status: 204 len: 168 time: 0.2292452 Aug 31 19:32:54.437505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52050) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:54.453777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567f3dc-c5b5-499b-9260-b044d4cd9691 req-21865c0f-127d-4a52-8e32-44ff96bffc4a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:54.455252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c567f3dc-c5b5-499b-9260-b044d4cd9691 req-21865c0f-127d-4a52-8e32-44ff96bffc4a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0616527 Aug 31 19:32:54.541892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c567f3dc-c5b5-499b-9260-b044d4cd9691 req-0dd993b7-e5c8-4111-b93a-91f597661ad6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758047 Aug 31 19:32:54.543523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.628240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.638628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca11762-4090-4f11-a7d1-6726c90b093e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.648702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cc9be7-4e93-4eb8-96e0-46b05ad36ad6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.649007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cc9be7-4e93-4eb8-96e0-46b05ad36ad6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:32:54.658008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.671874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.677895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:32:54.678333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:32:54.680053 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:32:54.736395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.741689 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:54.743495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] 10.222.0.73 "DELETE /v2.0/networks/5ca11762-4090-4f11-a7d1-6726c90b093e HTTP/1.1" status: 204 len: 168 time: 0.3050549 Aug 31 19:32:54.755082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6ba36-b13a-4601-9b08-10016454e0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca11762-4090-4f11-a7d1-6726c90b093e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:54.904429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:54.944822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d69b5d40-2c85-47d8-8090-317dc34f5e5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c88c27d33b514076bb54ea2bfee39870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392215 Aug 31 19:32:54.947287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:55.000183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.020614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.066167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.068750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.069896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/005c2ed1-aee2-4b86-adeb-d231623cd70c HTTP/1.1" status: 204 len: 168 time: 0.1215749 Aug 31 19:32:55.077832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65392-ad9d-4e2a-aef7-67e93892d701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c2ed1-aee2-4b86-adeb-d231623cd70c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:55.214067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1ce3-eff9-4041-97e7-efd217819bdd req-90e90746-1b87-4b68-ba85-bf13b8609586 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:55.215575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdae1ce3-eff9-4041-97e7-efd217819bdd req-90e90746-1b87-4b68-ba85-bf13b8609586 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0549016 Aug 31 19:32:55.260388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdae1ce3-eff9-4041-97e7-efd217819bdd req-f1f68d1b-cc97-4ecf-8eb9-3cb6879cec33 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385666 Aug 31 19:32:55.391899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:55.433873 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e8dfc8bf-29f7-4093-b199-360036d6b7e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d700ee72522d48949824235c5ffa8d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407009 Aug 31 19:32:55.436157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:55.436305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c3a6-639c-44a3-a5ff-f37e864d36d0 req-ffd08417-ffac-431a-8491-aa61ae466fcf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:55.437782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa62c3a6-639c-44a3-a5ff-f37e864d36d0 req-ffd08417-ffac-431a-8491-aa61ae466fcf tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0584474 Aug 31 19:32:55.477461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa62c3a6-639c-44a3-a5ff-f37e864d36d0 req-ee2e81c0-e91e-4fc3-b7c5-0584cf9faa3a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Aug 31 19:32:55.484011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.505727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.551322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.553929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:55.555132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5623189-8131-46cb-b992-f24b0727849a HTTP/1.1" status: 204 len: 168 time: 0.1179771 Aug 31 19:32:55.571106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01969-0571-478a-9bda-cbf8695952ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5623189-8131-46cb-b992-f24b0727849a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:55.666752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afb38-56e8-42da-b130-3ea2746c126e req-be86e37e-b187-446d-ab10-a8d72ddfaea7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:55.668643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63afb38-56e8-42da-b130-3ea2746c126e req-be86e37e-b187-446d-ab10-a8d72ddfaea7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0510221 Aug 31 19:32:55.712722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b63afb38-56e8-42da-b130-3ea2746c126e req-d7395cd4-05e5-4c5b-abd5-070ff4d52773 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Aug 31 19:32:56.250059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:56.349460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-739687767-network', 'tenant_id': '04b45987956042c8b07b0d9b527487c6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:56.353199 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-d14c176a-3a50-4af6-b880-fbee17db890a service neutron] show failed (client error): The resource could not be found. Aug 31 19:32:56.354211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-d14c176a-3a50-4af6-b880-fbee17db890a service neutron] 10.222.0.82 "GET /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0588727 Aug 31 19:32:56.372225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Made reservation on behalf of 04b45987956042c8b07b0d9b527487c6 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:56.374863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.383247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.484231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.489164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.515539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:32:56.553508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:56.583379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.583749 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Added segment 1c22d758-a5cb-4d8a-9286-a5a78e56b1c6 of type vlan for network e0c6afed-a80b-4820-9b85-80c4a73f802f Aug 31 19:32:56.666597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.673078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-cb3af725-31df-4c2e-b589-33e972663d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:56.674555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-cb3af725-31df-4c2e-b589-33e972663d59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 1097 time: 0.1521482 Aug 31 19:32:56.689480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4434-6741-4d4f-ac21-ea0aca45c9a7 req-562f4364-4922-41eb-9831-cff06a0f1b3c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:56.690919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4fc4434-6741-4d4f-ac21-ea0aca45c9a7 req-562f4364-4922-41eb-9831-cff06a0f1b3c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1344078 Aug 31 19:32:56.698860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:56.761475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.762023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:56.762599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.800606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4fc4434-6741-4d4f-ac21-ea0aca45c9a7 req-674258ea-c0f7-4895-9cb5-6d82c40bb334 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937932 Aug 31 19:32:56.845392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.877940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6267471 Aug 31 19:32:56.881037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:32:56.886648 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Request body: {'subnet': {'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-739687767-subnet', 'tenant_id': '04b45987956042c8b07b0d9b527487c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:32:56.894324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefff921-26d8-49d4-a582-29ca26c43e34 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c6afed-a80b-4820-9b85-80c4a73f802f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:56.907839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e0c6afed-a80b-4820-9b85-80c4a73f802f details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:32:56.920483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Made reservation on behalf of 04b45987956042c8b07b0d9b527487c6 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:32:56.923276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.944680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cdf7d-82da-49fe-bb56-417e3877a971 req-65edd31e-a26e-446a-a61e-a3de2f3ce94a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:56.946222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3cdf7d-82da-49fe-bb56-417e3877a971 req-65edd31e-a26e-446a-a61e-a3de2f3ce94a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.1344767 Aug 31 19:32:57.056670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3cdf7d-82da-49fe-bb56-417e3877a971 req-4da1ff73-4c28-4a0c-afd2-0fe81905241c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004465 Aug 31 19:32:57.099764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.141484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:32:57.155831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c82d867-17f9-4a55-ac82-c3eb55e30c48,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:57.164535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Checking segment: {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:57.164891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Network hostable DHCP agents. Network: e0c6afed-a80b-4820-9b85-80c4a73f802f, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:32:57.176361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:57.180832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Network e0c6afed-a80b-4820-9b85-80c4a73f802f is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:32:57.189949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e0c6afed-a80b-4820-9b85-80c4a73f802f) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:32:57.194133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:57.194745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.199830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e32df-b162-4806-aec7-d6d100a15fb3 None None] Network e0c6afed-a80b-4820-9b85-80c4a73f802f requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:57.211163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6151d1f-cb15-4a4e-bc31-b2e5e521a323 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3290269 Aug 31 19:32:57.224040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:57.226361 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d23a2-2210-42b2-a017-c139eb2e8fbd" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-unplugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:57.232127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.256202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Transition to ACTIVE for port object 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:32:57.262319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.303808 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c86fe-56d4-4b4a-a347-5e959296138d x-openstack-request-id: req-b50c86fe-56d4-4b4a-a347-5e959296138d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:57.304305 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-unplugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:57.304424 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b50c86fe-56d4-4b4a-a347-5e959296138d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:57.304745 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'code': 200} Aug 31 19:32:57.322743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:57.359366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb36468-913d-44c5-ab13-dee7a60cd3f7 None None] Network e0c6afed-a80b-4820-9b85-80c4a73f802f requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:32:57.488593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] No DVR routers for this DVR port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:32:57.631405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:32:57.631786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:32:57.632125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:57.638273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:32:57.638599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:32:57.644948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:32:57.645339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:32:57.645763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Bound using segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:32:57.646305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Bound port: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:32:57.646636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.726431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:32:57.730421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:32:57.735522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.782925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:57.783548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:57.784984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 1092 time: 1.0931764 Aug 31 19:32:57.802230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4a523-8558-4010-bebb-8dc1e444bcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:32:57.882886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-51c145a5-6662-4f75-94f4-3ceaea9a6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:57.884876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-51c145a5-6662-4f75-94f4-3ceaea9a6b9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.0661995 Aug 31 19:32:57.991093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610271-53de-4f21-bb39-c810ebb053ce req-a44b805a-ab0a-4bf1-ad05-f78bc45cad12 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:57.992713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b610271-53de-4f21-bb39-c810ebb053ce req-a44b805a-ab0a-4bf1-ad05-f78bc45cad12 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1069446 Aug 31 19:32:58.050594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-71fa8052-debe-44f4-a2f4-75c077338b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:58.052190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-71fa8052-debe-44f4-a2f4-75c077338b7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1403179 Aug 31 19:32:58.055139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b610271-53de-4f21-bb39-c810ebb053ce req-e5c2315e-7064-40c1-b250-5609d3c4ee0e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Aug 31 19:32:58.125276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-02f170e0-682c-46a2-b680-0a3a78b8ecc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0630763 Aug 31 19:32:58.210335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-dd09c2b6-510c-48cf-a968-d3de917d47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:58.211823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-dd09c2b6-510c-48cf-a968-d3de917d47d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0668206 Aug 31 19:32:58.220285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef737cd-fecb-48a5-b67b-a4323de481b5 req-b2de1143-4e01-4ce2-9a38-dd2fe9d91b37 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:58.221653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aef737cd-fecb-48a5-b67b-a4323de481b5 req-b2de1143-4e01-4ce2-9a38-dd2fe9d91b37 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0853364 Aug 31 19:32:58.290905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aef737cd-fecb-48a5-b67b-a4323de481b5 req-f637765e-a0d2-468e-9fab-afe1be4760b1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575540 Aug 31 19:32:58.294139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-165e1fcb-b76e-4429-97b2-d2497f989494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:58.295556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-165e1fcb-b76e-4429-97b2-d2497f989494 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705009 Aug 31 19:32:58.402054 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-fe38939e-41db-4fc4-b9b1-88b1e39f4ff9 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949669 Aug 31 19:32:58.506130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1177549-56b2-4b7f-b3b3-e34bfb9e7348 req-b1eba8a3-61bc-47fc-bb71-182adc2c4374 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Aug 31 19:32:59.178380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c215a-81ff-406e-a113-5fa33c68c3b3 req-6463ff68-840f-4e55-975a-bdf6d6c9933b tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.180029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-930c215a-81ff-406e-a113-5fa33c68c3b3 req-6463ff68-840f-4e55-975a-bdf6d6c9933b tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0548236 Aug 31 19:32:59.225237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-930c215a-81ff-406e-a113-5fa33c68c3b3 req-325d0e62-d619-414e-abb9-e2a5fd8703e5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Aug 31 19:32:59.306241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:32:59.309313 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfffebcb-127f-4e5e-8186-75e26a17b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:32:59.367378 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af3785-616c-4c9d-9a6d-23e095f259b0 x-openstack-request-id: req-06af3785-616c-4c9d-9a6d-23e095f259b0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:32:59.367699 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:32:59.367950 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06af3785-616c-4c9d-9a6d-23e095f259b0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:32:59.368348 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:32:59.431180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-d47c05e2-e869-41f0-97be-c99a71c91e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.433250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-d47c05e2-e869-41f0-97be-c99a71c91e1a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.0410645 Aug 31 19:32:59.462227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49868282-2323-429e-849b-5e0a5f38c93f req-e77223a5-20c4-47c0-9bb0-26c3767522ff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.464432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49868282-2323-429e-849b-5e0a5f38c93f req-e77223a5-20c4-47c0-9bb0-26c3767522ff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0945668 Aug 31 19:32:59.470672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-bcb2b2f7-c032-461c-a71f-4723320452fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.472234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-bcb2b2f7-c032-461c-a71f-4723320452fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.0663397 Aug 31 19:32:59.535162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-8a065c74-0f90-4f9a-8aca-e998d0bb0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.536781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-8a065c74-0f90-4f9a-8aca-e998d0bb0b9b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.0968149 Aug 31 19:32:59.561214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49868282-2323-429e-849b-5e0a5f38c93f req-50fc9578-61e4-46c0-b555-62c7afce325c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878768 Aug 31 19:32:59.596292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-498f04fd-bb1f-4bd9-8c22-7960ed9f88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.598013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-498f04fd-bb1f-4bd9-8c22-7960ed9f88d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1166155 Aug 31 19:32:59.612018 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-e8b5847b-1afa-419f-b504-f8ea14c1d327 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0678146 Aug 31 19:32:59.671090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-68b479de-e1df-4a94-a300-d0ef44cff1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.672619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-68b479de-e1df-4a94-a300-d0ef44cff1fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0509079 Aug 31 19:32:59.675270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-d5ef2356-77b4-48ed-8440-7fd2ea516705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0662155 Aug 31 19:32:59.723052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-669eb1da-d515-48c7-acb5-8200236fa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.724757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-669eb1da-d515-48c7-acb5-8200236fa09f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440836 Aug 31 19:32:59.730725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-2427464f-c13a-4337-9379-ecbe770bc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.732229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-2427464f-c13a-4337-9379-ecbe770bc0dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0479205 Aug 31 19:32:59.787031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-51aa7cd3-493c-40fe-802e-dd346b63c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:32:59.788539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-51aa7cd3-493c-40fe-802e-dd346b63c327 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421503 Aug 31 19:32:59.815959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-e7b61613-02ad-4468-b01e-c38a005df7dd service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Aug 31 19:32:59.906187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-09a46610-982f-4eec-956b-bc4b60f4c8ad service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047165 Aug 31 19:32:59.919052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-366c543c-06fd-44e9-9d3f-a985d2bdde11 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958543 Aug 31 19:33:00.031732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfffebcb-127f-4e5e-8186-75e26a17b73e req-468deb7e-6124-4cde-a523-04bd0b4a90a7 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087127 Aug 31 19:33:00.346586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d886b2d-3bfa-4a1d-bcdf-d80aa65e1ae2 req-df9303a3-298a-4993-a718-e6c87468e3df tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:00.348088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d886b2d-3bfa-4a1d-bcdf-d80aa65e1ae2 req-df9303a3-298a-4993-a718-e6c87468e3df tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0580959 Aug 31 19:33:00.725273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d886b2d-3bfa-4a1d-bcdf-d80aa65e1ae2 req-fb796153-fffb-476d-8138-98715d4d58d6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710654 Aug 31 19:33:00.744221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b9185-355c-4267-951d-1abcecf3d963 req-7f75384f-6156-4572-823d-173b3362f944 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:00.746936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f4b9185-355c-4267-951d-1abcecf3d963 req-7f75384f-6156-4572-823d-173b3362f944 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0667470 Aug 31 19:33:00.785157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f4b9185-355c-4267-951d-1abcecf3d963 req-01a59eb2-1c80-4d1f-9567-cb6bd88ba3d7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Aug 31 19:33:01.371477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:01.414625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:01.856066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3b570-0b45-4216-8202-e9ab7f36f994 req-a059a1a0-68a7-41d7-89e6-519e43088c8a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:01.857830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29a3b570-0b45-4216-8202-e9ab7f36f994 req-a059a1a0-68a7-41d7-89e6-519e43088c8a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 31 19:33:01.935501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29a3b570-0b45-4216-8202-e9ab7f36f994 req-b25d5a19-8d5c-4a46-bbbe-f2182e819647 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692506 Aug 31 19:33:01.945921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd03a68-90b7-4bd4-a49e-6f6ac2390d0a req-c98056ac-ce9b-4b1f-b84e-fe50868ad6ac tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:01.945921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccd03a68-90b7-4bd4-a49e-6f6ac2390d0a req-c98056ac-ce9b-4b1f-b84e-fe50868ad6ac tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.0813100 Aug 31 19:33:01.985723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccd03a68-90b7-4bd4-a49e-6f6ac2390d0a req-1d856659-6bd6-4ac7-bde7-2738b6b56eab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341253 Aug 31 19:33:02.308449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-9ce9c636-b17a-49a2-8c30-067b7b821eae tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.310689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-9ce9c636-b17a-49a2-8c30-067b7b821eae tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec&tenant_id=282b17f5f92c42659102d556fbf3568a&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 943 time: 0.1318378 Aug 31 19:33:02.316324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:02.325553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d2be0-cf90-4a7c-af0f-ed0017721fea req-4fc7fc88-b37a-467e-a91b-e137663c94b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.327498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb7d2be0-cf90-4a7c-af0f-ed0017721fea req-4fc7fc88-b37a-467e-a91b-e137663c94b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 943 time: 0.1387379 Aug 31 19:33:02.404097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb7d2be0-cf90-4a7c-af0f-ed0017721fea req-0a790711-fc22-4c2a-a376-fa3e979452ef tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677855 Aug 31 19:33:02.413494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-4525c180-003c-4e0e-85e2-d48e2cbccde2 service neutron] 10.222.0.67 "GET /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.0828662 Aug 31 19:33:02.415831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:02.434106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:02.475430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:02.484630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-7d5a01a7-9bd9-4aee-adae-cc6aa18ea2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.486691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-7d5a01a7-9bd9-4aee-adae-cc6aa18ea2bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1095 time: 0.0460010 Aug 31 19:33:02.488842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:02.513874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:02.518075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:02.566789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:02.597702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-1dc330c3-3d90-411d-a1aa-1ea689d69cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.599176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-1dc330c3-3d90-411d-a1aa-1ea689d69cfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.0979373 Aug 31 19:33:02.678080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8039a0a9-c7be-412d-b269-63e4205ca37b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 1000 time: 0.0632775 Aug 31 19:33:02.737559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-6eaf4290-387e-42d7-8ef3-d6f64d83a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.738984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-6eaf4290-387e-42d7-8ef3-d6f64d83a867 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0515926 Aug 31 19:33:02.796972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-3b823ba8-3d30-4211-b328-1ec34ca4e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:02.798422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-3b823ba8-3d30-4211-b328-1ec34ca4e36a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508969 Aug 31 19:33:02.898554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-da54c80b-0200-47db-ae66-585e369bfe21 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846515 Aug 31 19:33:02.903059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:03.012947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-65871ffd-2b52-467a-aaa1-a94513179234 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990365 Aug 31 19:33:03.062100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0b49-f56d-4b18-9a48-bbbbabc93d4d req-752652f6-16da-4b83-b32f-8e8ae1cc7903 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:03.063934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dff0b49-f56d-4b18-9a48-bbbbabc93d4d req-752652f6-16da-4b83-b32f-8e8ae1cc7903 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0544496 Aug 31 19:33:03.125890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dff0b49-f56d-4b18-9a48-bbbbabc93d4d req-a07a6717-f2ef-454d-8483-bda455314544 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Aug 31 19:33:03.533814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c75168-c6d2-42ac-97be-29be01292b8d req-44b242b6-ce5b-4eb0-b3a6-3b3e85fde381 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:03.535475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7c75168-c6d2-42ac-97be-29be01292b8d req-44b242b6-ce5b-4eb0-b3a6-3b3e85fde381 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.0522823 Aug 31 19:33:03.587062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7c75168-c6d2-42ac-97be-29be01292b8d req-887b2dec-722f-44dc-917a-7877d587db13 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Aug 31 19:33:04.271969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13082f-200d-46a3-95d3-669b648d34ce req-d02fb049-8210-45c7-a05f-b4626826ee20 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:04.273477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d13082f-200d-46a3-95d3-669b648d34ce req-d02fb049-8210-45c7-a05f-b4626826ee20 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0533371 Aug 31 19:33:04.314674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d13082f-200d-46a3-95d3-669b648d34ce req-173bb99b-49e7-44d3-b893-32784d84647c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Aug 31 19:33:04.348458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:04.401300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:04.405346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:04.405726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:04.487728 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:04.512915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:04.515157 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb701f-a6e6-41a5-aff4-294312f2cd91" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:04.535161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:04.540341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:04.576019 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556b0d1-6ac1-4417-b8fe-4690a2177d20 x-openstack-request-id: req-5556b0d1-6ac1-4417-b8fe-4690a2177d20 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:04.576335 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:04.576560 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5556b0d1-6ac1-4417-b8fe-4690a2177d20 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:04.576943 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'code': 200} Aug 31 19:33:04.592653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:04.706469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6281bf3-0f71-42bb-85aa-85af3cf9256a req-74aa6c50-fce4-4c83-9fca-f19a21cdb434 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:04.713892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6281bf3-0f71-42bb-85aa-85af3cf9256a req-74aa6c50-fce4-4c83-9fca-f19a21cdb434 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0615377 Aug 31 19:33:04.749468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6281bf3-0f71-42bb-85aa-85af3cf9256a req-7ddfdaaa-f546-41d0-9625-62b28e1baf9c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347288 Aug 31 19:33:05.469721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9533f-df5c-486a-9efe-eee8b6f06853 req-566d0776-ae39-426a-b14f-c2fcc6115474 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:05.480368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4b9533f-df5c-486a-9efe-eee8b6f06853 req-566d0776-ae39-426a-b14f-c2fcc6115474 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0691047 Aug 31 19:33:05.534739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4b9533f-df5c-486a-9efe-eee8b6f06853 req-c16c8486-4cc0-48ca-97fc-8e9fc5262b27 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Aug 31 19:33:05.711749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-ec28aafa-66be-4920-bd26-fced13936eab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459840 Aug 31 19:33:05.795818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-6a9f960a-cb40-4b0c-8fba-36df3d05fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:05.797714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-6a9f960a-cb40-4b0c-8fba-36df3d05fbcc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1098 time: 0.0508602 Aug 31 19:33:05.811426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-048f1188-a705-42e1-9c87-199400c7d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:05.814076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-048f1188-a705-42e1-9c87-199400c7d02c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 1097 time: 0.0551786 Aug 31 19:33:05.837900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:05.940193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:05.963246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-37b289c7-1caa-477e-b4cc-ee08d2541a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:05.964817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-37b289c7-1caa-477e-b4cc-ee08d2541a55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1346910 Aug 31 19:33:06.054004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-b645ed19-efee-4660-9d71-b6ac0049a1eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 1001 time: 0.0776303 Aug 31 19:33:06.146354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498996-494c-4906-99ec-7fb1a651e7c0 req-96126103-d8d5-4d7e-87a6-5033bce028ea tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.154081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1498996-494c-4906-99ec-7fb1a651e7c0 req-96126103-d8d5-4d7e-87a6-5033bce028ea tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.2605193 Aug 31 19:33:06.176409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-5a572da5-e599-4c31-aa0e-76246bacb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.178257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-5a572da5-e599-4c31-aa0e-76246bacb1c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1086500 Aug 31 19:33:06.188984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:06.223822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:06.225746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1498996-494c-4906-99ec-7fb1a651e7c0 req-ee3ffdcb-eb57-4bfb-b5d6-e7d4c5cdfa4f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702400 Aug 31 19:33:06.259266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-09edeec5-937f-4da7-a742-b753131b73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.261659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-09edeec5-937f-4da7-a742-b753131b73db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728762 Aug 31 19:33:06.272965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:06.287616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Transition to ACTIVE for port object 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:06.288540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:06.292928 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd1bd5-0462-4cd3-adf8-5f2bfba31e9b" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-unplugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:06.297236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:06.360361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:06.412492 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb3cc5-23e5-47c1-b733-3d98ba7e888d x-openstack-request-id: req-9ecb3cc5-23e5-47c1-b733-3d98ba7e888d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:06.412763 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-unplugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:06.413014 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ecb3cc5-23e5-47c1-b733-3d98ba7e888d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:06.413396 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'code': 200} Aug 31 19:33:06.440009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-48ed927b-0174-4f28-b07d-a3db0ae54e43 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623983 Aug 31 19:33:06.474719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] No DVR routers for this DVR port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:33:06.576381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59d9b0ca-25ee-4758-9af7-f55358a6785d req-8b870270-0693-4099-af91-1dcb585e3f3b service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269855 Aug 31 19:33:06.641471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:33:06.641818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:33:06.642200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:06.646888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:33:06.647304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Attempting to bind port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on network b1f90deb-b3d4-45ff-9504-aa351b5b4185 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:06.655976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:33:06.656781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Checking segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:06.658286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Bound using segment: {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:33:06.658286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Bound port: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028a7872-b162-4d0f-a128-a05dea28d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:33:06.660624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:06.708962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d062f-83e4-40b4-93ac-8b0b3b779559 req-11dd08d4-bdc1-455f-b313-a1f34a204341 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.710929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c43d062f-83e4-40b4-93ac-8b0b3b779559 req-11dd08d4-bdc1-455f-b313-a1f34a204341 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0637918 Aug 31 19:33:06.761197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:06.771157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c43d062f-83e4-40b4-93ac-8b0b3b779559 req-d70d0bc5-2b4b-4b8b-8681-db65903274d2 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524426 Aug 31 19:33:06.771830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:33:06.777927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:06.815882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.817116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:06.817649 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] 10.222.0.82 "PUT /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 1093 time: 0.9949067 Aug 31 19:33:06.878432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f8798-801f-461d-9c50-30845c2d4433 service neutron] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=11']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:06.898590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-6e059c0b-ce95-4855-bb36-37e5516c9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:06.900229 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-6e059c0b-ce95-4855-bb36-37e5516c9b5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1096 time: 0.0550742 Aug 31 19:33:07.005419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-156968c3-b495-4303-aae8-0e60fa472070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:07.006881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-156968c3-b495-4303-aae8-0e60fa472070 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.0994351 Aug 31 19:33:07.388286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5392de-e352-4eaa-a13e-d999f325dd8b req-a6f68058-c039-49c4-95de-957fa2a63099 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:07.396736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e5392de-e352-4eaa-a13e-d999f325dd8b req-a6f68058-c039-49c4-95de-957fa2a63099 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.0900645 Aug 31 19:33:07.430561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-9f5a9671-6ab0-4243-a5e7-d688f7283eae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.4159608 Aug 31 19:33:07.455449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e5392de-e352-4eaa-a13e-d999f325dd8b req-65fd66f4-c637-431a-9df3-20edb6800f3a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571911 Aug 31 19:33:07.490879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-f24625cc-a8ca-4ad4-80fd-1b3038c62b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:07.492573 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-f24625cc-a8ca-4ad4-80fd-1b3038c62b63 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0525370 Aug 31 19:33:07.543428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-473d2d7a-0cbc-4d0f-b003-95f77b6216ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:07.544970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-473d2d7a-0cbc-4d0f-b003-95f77b6216ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437243 Aug 31 19:33:07.642268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-8b557b8e-af8e-4e81-88c5-77f5c0c307e7 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902200 Aug 31 19:33:07.735847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a7fb40da-a67f-4e70-854d-490cb52c979b req-69bb6192-8ec4-415e-94af-ce64d5371512 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862164 Aug 31 19:33:07.892232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4064b63-2472-401a-9cef-186f7f9a266a req-983ccffa-69b6-430d-b8b0-5e35db48b36a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:07.893843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4064b63-2472-401a-9cef-186f7f9a266a req-983ccffa-69b6-430d-b8b0-5e35db48b36a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0516860 Aug 31 19:33:07.934252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4064b63-2472-401a-9cef-186f7f9a266a req-4032c6a0-e7e9-4246-95ff-4b2027045cd1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336494 Aug 31 19:33:08.071045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-6b23b86e-84c6-45bf-911e-87340e7d0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.072589 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-6b23b86e-84c6-45bf-911e-87340e7d0a98 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1096 time: 0.0434430 Aug 31 19:33:08.200951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-e9dcff7d-1967-45f9-8b37-12bb4accd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.202447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-e9dcff7d-1967-45f9-8b37-12bb4accd92d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1059382 Aug 31 19:33:08.274904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-05ee1356-2c67-4688-85a1-fd3b18b11566 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0600982 Aug 31 19:33:08.331009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-f5333f77-3716-4966-8ed4-6344309e21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.332467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-f5333f77-3716-4966-8ed4-6344309e21f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0495396 Aug 31 19:33:08.381217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-7c8747a8-fab1-41ec-b138-1de85c0a3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.382653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-7c8747a8-fab1-41ec-b138-1de85c0a3cbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414004 Aug 31 19:33:08.431536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:08.433857 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a31a9-6153-4e10-b2c8-a74485e17a58" -d '{"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:08.492569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-7b853fbf-172f-4073-a157-441aaeb2e680 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016932 Aug 31 19:33:08.496236 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d1b9e4-5d62-4da8-88f1-d3c2bfc9a594 x-openstack-request-id: req-60d1b9e4-5d62-4da8-88f1-d3c2bfc9a594 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:08.496596 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:08.496913 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60d1b9e4-5d62-4da8-88f1-d3c2bfc9a594 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:08.497373 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:33:08.596290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-9e1512e6-087f-406a-80c3-9e7dfcdec5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.597749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-9e1512e6-087f-406a-80c3-9e7dfcdec5b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1096 time: 0.0794640 Aug 31 19:33:08.599460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-893ee895-73f1-4cfb-8e99-58904c693c30 req-caadfe73-f343-48ea-8c0c-7659a103173d service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928569 Aug 31 19:33:08.627234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfaf27-34c8-4df7-ac2b-23204de7d452 req-5d93e6c3-ce08-481e-a7ce-0d141b12ab0d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.629035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99cfaf27-34c8-4df7-ac2b-23204de7d452 req-5d93e6c3-ce08-481e-a7ce-0d141b12ab0d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 944 time: 0.0756118 Aug 31 19:33:08.686652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-afa10353-de7b-4d0e-ae01-f9ed4aab6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.688487 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-afa10353-de7b-4d0e-ae01-f9ed4aab6fe8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1096 time: 0.0451140 Aug 31 19:33:08.720111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99cfaf27-34c8-4df7-ac2b-23204de7d452 req-71da6396-c187-4596-8542-16170dc50a3b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787802 Aug 31 19:33:08.740626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-07cab551-c37f-4305-9cbf-d52d4e67f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.742118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-07cab551-c37f-4305-9cbf-d52d4e67f5c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1338620 Aug 31 19:33:08.790005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-02f2293d-acf0-4e3d-8fad-d9a49a86ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.791741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-02f2293d-acf0-4e3d-8fad-d9a49a86ac0a service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.0942917 Aug 31 19:33:08.814691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-8fd76373-12df-46b1-abc1-816d20198166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0634537 Aug 31 19:33:08.860010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-aee7cea4-ef45-4380-b157-2d07f2171bf6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 999 time: 0.0593395 Aug 31 19:33:08.867975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-eb092de6-04f4-4864-b21b-e80c681e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.870304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-eb092de6-04f4-4864-b21b-e80c681e7e16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0446713 Aug 31 19:33:08.917318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-6987926c-5664-4f3d-84db-46125f5a0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.918049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-eb3be303-56d2-40c8-b75c-61815ef9e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.919035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-6987926c-5664-4f3d-84db-46125f5a0164 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0512266 Aug 31 19:33:08.919607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-eb3be303-56d2-40c8-b75c-61815ef9e669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421250 Aug 31 19:33:08.972593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-174039b7-87b2-487c-a131-5356d43c2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:08.974274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-174039b7-87b2-487c-a131-5356d43c2194 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466173 Aug 31 19:33:09.048693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-b75c27f7-028c-4f24-bb61-383a03a1cb7c service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210907 Aug 31 19:33:09.078917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-ef83d1d9-538a-4d05-ae7b-d649d2e240ab service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946681 Aug 31 19:33:09.113406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aeff4-f572-43a1-b412-785e6bc12347 req-2d02c572-9464-4376-ae15-5f9a88da3215 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:09.114940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-824aeff4-f572-43a1-b412-785e6bc12347 req-2d02c572-9464-4376-ae15-5f9a88da3215 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0960495 Aug 31 19:33:09.180796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-47567b07-e517-4e6e-b714-b3e81c5c55fa service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908787 Aug 31 19:33:09.186523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e36a31a9-6153-4e10-b2c8-a74485e17a58 req-9b2cdd57-2686-49bf-b098-565ed5ce3b55 service neutron] 10.222.0.67 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297431 Aug 31 19:33:09.189571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-824aeff4-f572-43a1-b412-785e6bc12347 req-abf79966-3ad2-4c24-84f0-4b5921315520 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Aug 31 19:33:09.388401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:09.494165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:09.506135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'port_id': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'mac_address': 'fa:16:3e:ad:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:09.547763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:09.561163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:09.581647 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:09.586109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:09.638936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:09.646161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.646506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.646843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.647182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.647530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.647865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.648188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.648514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.648831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.649152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.649470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.649786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:09.826752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:09.845234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0adbf-dc6c-4784-993e-07175c851665 req-91ed074c-d242-40f8-a124-dadf9f97b1e9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:09.847189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ab0adbf-dc6c-4784-993e-07175c851665 req-91ed074c-d242-40f8-a124-dadf9f97b1e9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 945 time: 0.0536361 Aug 31 19:33:09.891720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ab0adbf-dc6c-4784-993e-07175c851665 req-a8463fc5-895c-4527-950c-b193c5833dff tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377197 Aug 31 19:33:09.918126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:09.986787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be40b200-ee9f-4148-ad04-db7de71ac0e3 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 200 len: 992 time: 0.0667217 Aug 31 19:33:10.310215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025772c-db97-4e50-b5c9-e9b8422a1e81 req-e0fd250f-1386-4f99-8cb2-0ff61444e135 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:10.312018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c025772c-db97-4e50-b5c9-e9b8422a1e81 req-e0fd250f-1386-4f99-8cb2-0ff61444e135 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0508466 Aug 31 19:33:10.349948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c025772c-db97-4e50-b5c9-e9b8422a1e81 req-35d93549-fa6e-4909-a73b-df4503a71fbd tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Aug 31 19:33:10.404833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:10.445719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:10.538663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee6e4f-dd78-4d4b-86c9-d39b98b912cc req-c75a6b4f-7181-4b3c-be27-57ae26189157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:10.540306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ee6e4f-dd78-4d4b-86c9-d39b98b912cc req-c75a6b4f-7181-4b3c-be27-57ae26189157 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 1097 time: 0.0466287 Aug 31 19:33:10.581398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ee6e4f-dd78-4d4b-86c9-d39b98b912cc req-d31c491b-2743-4dcd-b875-3afcd4fd4e39 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Aug 31 19:33:11.400032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:11.455602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:11.459843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:11.460227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.475844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054e17b-ec9f-4a2f-96f2-25c312b3c3d9 req-45fb2e7d-4bd7-4acc-a56f-f9eeeba3d81f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:11.478191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7054e17b-ec9f-4a2f-96f2-25c312b3c3d9 req-45fb2e7d-4bd7-4acc-a56f-f9eeeba3d81f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0558681 Aug 31 19:33:11.519123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7054e17b-ec9f-4a2f-96f2-25c312b3c3d9 req-9b79cf97-c43b-4246-b899-a36a922bf290 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Aug 31 19:33:11.556030 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.558747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fbab6ced-3e4d-4179-a592-ba3eae2c6678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.581625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:11.583869 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03dfa99-9f9e-4992-b6c5-db2dd5431a0d" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:11.596419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:11.600724 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.629317 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7f4be-68d3-497b-855e-9f3250cd37d6 x-openstack-request-id: req-bae7f4be-68d3-497b-855e-9f3250cd37d6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:11.629607 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-plugged", "status": "completed", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:11.629858 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bae7f4be-68d3-497b-855e-9f3250cd37d6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:11.630241 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'code': 200} Aug 31 19:33:11.660731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:12.640270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db1a2c-99c6-46fc-9d12-4baf3f3042ae req-360b6754-71b2-414a-b74d-53ea43066bba tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:12.641800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75db1a2c-99c6-46fc-9d12-4baf3f3042ae req-360b6754-71b2-414a-b74d-53ea43066bba tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.0498984 Aug 31 19:33:12.679867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75db1a2c-99c6-46fc-9d12-4baf3f3042ae req-9705c5c0-4dc6-4759-9f0e-fa4f1e12ee5f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Aug 31 19:33:12.834507 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:33:12.967949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-22b041c9-1169-4752-8581-93b97080eb8c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:12.969442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-22b041c9-1169-4752-8581-93b97080eb8c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 811 time: 0.1075215 Aug 31 19:33:12.984580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-d26e6410-7e7a-4615-8d2a-7510516a9767 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/quotas/912dfd6dc86e487faa5931db800940b0 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Aug 31 19:33:13.036075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-edc50ac4-52be-4d9e-b67a-99f1b8fc55d3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459025 Aug 31 19:33:13.188036 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-c6689dfa-4396-45e3-b21c-210f2d5abcee service neutron] 10.222.0.73 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443169 Aug 31 19:33:13.281057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-13a5b9ad-3b81-435e-a3d2-d43a2e2f8347 service neutron] 10.222.0.73 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854111 Aug 31 19:33:13.451670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4453f959-cad1-4fa8-9602-68a4fdbceaa3 req-70829dac-f590-468f-8d42-5d6c70056365 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 210 time: 0.0292871 Aug 31 19:33:14.190457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43511146-bdf3-4cc0-b5db-7af2ec1b47ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.464732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-00761b49-baf3-458d-9877-8f9d6155909f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:14.465881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.466247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-00761b49-baf3-458d-9877-8f9d6155909f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.82 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 811 time: 0.1104593 Aug 31 19:33:14.484425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Request body: {'port': {'device_id': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'admin_state_up': True, 'tenant_id': '912dfd6dc86e487faa5931db800940b0'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:14.570122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.571825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bb51c81-75ad-43d0-901d-baf7b5a2c325 req-6673d91b-4b3e-4b70-9465-1cfa88a31c0b tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 210 time: 0.0388517 Aug 31 19:33:14.640272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Made reservation on behalf of 912dfd6dc86e487faa5931db800940b0 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:33:14.643898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.777019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Allocated IP 172.20.0.7 (d7f981de-aa26-485a-ac84-8832e87fa487/cbddf0c5-90ac-4b76-a08f-29610c65396a/64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:14.936781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.980030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:14.994592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['10261b0e-d19a-462f-92f8-5d591d1cd917'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:15.027529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Network d7f981de-aa26-485a-ac84-8832e87fa487 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:15.030811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:15.035715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:15.038487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Pushing event updated for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:15.095055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.095765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.117810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-2be27b65-7575-4c7d-9bbd-e4ae06748424 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415160 Aug 31 19:33:15.131936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Request body: {'port': {'device_id': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:15.195885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.370206 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.482176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:15.489955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.502854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Transition to ACTIVE for port object 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:15.506372 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.559668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:15.631007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Attempting to bind port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:33:15.631543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Attempting to bind port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:33:15.631935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Attempting to bind port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f on network d7f981de-aa26-485a-ac84-8832e87fa487 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:15.636622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f on network d7f981de-aa26-485a-ac84-8832e87fa487 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:33:15.637166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Attempting to bind port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f on network d7f981de-aa26-485a-ac84-8832e87fa487 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:15.658891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:33:15.659218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Checking segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:15.662110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Bound using segment: {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:33:15.662567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Bound port: 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa2f13b-4ffa-42ac-879d-d1c36351878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:33:15.662969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.713633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddaace-1dd3-4098-b771-8bd8602c3434 req-e20117e7-988b-4fcc-b1a3-62af0e2d8577 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.715047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40ddaace-1dd3-4098-b771-8bd8602c3434 req-e20117e7-988b-4fcc-b1a3-62af0e2d8577 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 943 time: 0.0577447 Aug 31 19:33:15.734400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:15.737661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:33:15.742546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.759759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40ddaace-1dd3-4098-b771-8bd8602c3434 req-6e5f63fc-e828-4669-af35-9ecbd9b31cee tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Aug 31 19:33:15.780644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.781274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.782750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] 10.222.0.82 "PUT /v2.0/ports/64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 200 len: 1092 time: 0.6559889 Aug 31 19:33:15.783176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:15.785893 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a1c91-fb69-4255-a316-391675b86d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:15.814250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c876d58-ee1f-4d35-a0d8-bd0ef9638d38 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:15.836745 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd78463-8eb1-4be2-b732-a877eac69686 x-openstack-request-id: req-fcd78463-8eb1-4be2-b732-a877eac69686 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:15.837108 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:15.837358 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcd78463-8eb1-4be2-b732-a877eac69686 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:15.837752 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f', 'status': 'completed', 'code': 200} Aug 31 19:33:15.874983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-0a1f55c2-1772-41ed-93d2-74fb271154f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.877675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-0a1f55c2-1772-41ed-93d2-74fb271154f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1095 time: 0.0522363 Aug 31 19:33:15.922274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-78c86906-f1e0-4b50-8039-69e63f8b703f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 200 len: 217 time: 0.0367401 Aug 31 19:33:15.923448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.973507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-3ac0f79a-aa3b-4f6b-a7cd-75d5ea280edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.974962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-3ac0f79a-aa3b-4f6b-a7cd-75d5ea280edf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.0459077 Aug 31 19:33:16.007496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-837db7d8-e75f-4251-b7b9-e98bf2077931 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242586 Aug 31 19:33:16.101085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-ff6aab8f-4888-4cd0-a74c-64321917e49f service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854409 Aug 31 19:33:16.195695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7025a705-ac2a-45d3-9670-89dac4497c21 req-bf5e442d-8485-4bfa-a35f-335d3caa0b1c service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Aug 31 19:33:16.292717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a1c91-fb69-4255-a316-391675b86d0e req-3fb087f5-4828-40b1-bfee-f926a91f9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:16.294164 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-3fb087f5-4828-40b1-bfee-f926a91f9c79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1095 time: 0.0467281 Aug 31 19:33:16.388737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a1c91-fb69-4255-a316-391675b86d0e req-01b13589-9dcb-40be-ad2c-aa31196b100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:16.390201 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-01b13589-9dcb-40be-ad2c-aa31196b100b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 912 time: 0.0882099 Aug 31 19:33:16.438982 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-39684c9c-b675-4fa0-ad7a-7d25f454d5cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 200 len: 217 time: 0.0390539 Aug 31 19:33:16.491321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a1c91-fb69-4255-a316-391675b86d0e req-23c2dec1-1fb4-44c5-85a9-287a8950cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:16.491321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-23c2dec1-1fb4-44c5-85a9-287a8950cc85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.0460498 Aug 31 19:33:16.527651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-821c9916-ecd0-48e5-b916-7b52aea59926 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264328 Aug 31 19:33:16.616128 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-76c46a50-1b4f-4841-8e75-3aba7dcd7558 service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807242 Aug 31 19:33:16.722489 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-979a1c91-fb69-4255-a316-391675b86d0e req-703113f9-d59d-4530-8ef3-c786da8a7016 service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972824 Aug 31 19:33:16.883499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a26a70-6194-4078-9954-620ab7a0ce3e req-b00a1431-513d-4da0-88f2-480d7c3e426d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:16.885233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21a26a70-6194-4078-9954-620ab7a0ce3e req-b00a1431-513d-4da0-88f2-480d7c3e426d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 943 time: 0.0493917 Aug 31 19:33:16.922571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21a26a70-6194-4078-9954-620ab7a0ce3e req-ca8fbccb-d8de-47a4-8f55-bb747708d166 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Aug 31 19:33:16.998337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:18.044139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288769e-dae5-4564-8e1d-5559fe4e8d33 req-9bf73c87-4797-4985-9048-83a993a4ca70 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:18.045686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4288769e-dae5-4564-8e1d-5559fe4e8d33 req-9bf73c87-4797-4985-9048-83a993a4ca70 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 943 time: 0.0544457 Aug 31 19:33:18.084226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4288769e-dae5-4564-8e1d-5559fe4e8d33 req-92115c52-3018-43b5-9405-22506c67853a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Aug 31 19:33:19.206367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b1a09-7889-4159-9438-806d7f3a86f0 req-d2ed8aa4-4282-4c52-8472-ef0367b2179e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:19.207912 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-414b1a09-7889-4159-9438-806d7f3a86f0 req-d2ed8aa4-4282-4c52-8472-ef0367b2179e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 943 time: 0.0538020 Aug 31 19:33:19.247601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-414b1a09-7889-4159-9438-806d7f3a86f0 req-9b95dca9-6a7c-4628-93e0-eaf6228fb887 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Aug 31 19:33:19.425745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:19.527095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:19.538481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f', 'network_id': 'd7f981de-aa26-485a-ac84-8832e87fa487', 'port_id': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f', 'mac_address': 'fa:16:3e:d1:2a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbddf0c5-90ac-4b76-a08f-29610c65396a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:19.577914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:19.591678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:19.615974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:19.620818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:19.672411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:19.873218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:20.430654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb4af5-c090-43d7-a30b-5473b5322a4e req-2f5def42-3594-4935-9f54-2874eba6c6bc tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:20.432857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebeb4af5-c090-43d7-a30b-5473b5322a4e req-2f5def42-3594-4935-9f54-2874eba6c6bc tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 944 time: 0.1153839 Aug 31 19:33:20.472513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebeb4af5-c090-43d7-a30b-5473b5322a4e req-f6a5e3b8-a3dc-4afc-9628-0ec67a80707f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Aug 31 19:33:20.805198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13563af-a1c6-4a50-8f49-f97ef6bce793 req-54ce5b0c-1a61-42d7-882e-df3c003cac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:20.807356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c13563af-a1c6-4a50-8f49-f97ef6bce793 req-54ce5b0c-1a61-42d7-882e-df3c003cac69 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1097 time: 0.0907550 Aug 31 19:33:20.841089 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c13563af-a1c6-4a50-8f49-f97ef6bce793 req-a3edd146-a83b-4970-992f-4bc786188d4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277085 Aug 31 19:33:21.430807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:21.491545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:21.501378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:21.501853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:21.585191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:21.610104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:21.612321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b00f-f89d-400b-bceb-88f0ad22d703 req-90d97b5e-ec4c-47b5-88f4-0222db99420f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:21.612879 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187bdbe8-e6a9-47a4-8256-831d0f847b28" -d '{"events": [{"server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "name": "network-vif-plugged", "status": "completed", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:21.621827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1652b00f-f89d-400b-bceb-88f0ad22d703 req-90d97b5e-ec4c-47b5-88f4-0222db99420f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 944 time: 0.0724649 Aug 31 19:33:21.627042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:21.632585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:21.672603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1652b00f-f89d-400b-bceb-88f0ad22d703 req-7456f07a-3140-46aa-8885-620121dbcb81 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495417 Aug 31 19:33:21.687023 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c33ef-ca09-4f7f-bc3e-67cb80cc6049 x-openstack-request-id: req-7d0c33ef-ca09-4f7f-bc3e-67cb80cc6049 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:21.687309 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "name": "network-vif-plugged", "status": "completed", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:21.687538 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d0c33ef-ca09-4f7f-bc3e-67cb80cc6049 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:21.687977 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f', 'code': 200} Aug 31 19:33:21.705832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:21.788929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e542c3-c530-439a-a4bd-5e8df1a33aa0 req-c913908b-8567-49dd-8aa8-8da04c76352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:21.791032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b6e542c3-c530-439a-a4bd-5e8df1a33aa0 req-c913908b-8567-49dd-8aa8-8da04c76352a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1097 time: 0.0569124 Aug 31 19:33:21.843773 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b6e542c3-c530-439a-a4bd-5e8df1a33aa0 req-ff4789da-f526-479f-b90b-2727169104c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Aug 31 19:33:22.780251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3652f-72db-40b9-bb7c-d36409620920 req-d0597e84-2cde-4fc9-a34b-683bbaeb0bbb tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:22.781974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6c3652f-72db-40b9-bb7c-d36409620920 req-d0597e84-2cde-4fc9-a34b-683bbaeb0bbb tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0489738 Aug 31 19:33:22.823033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6c3652f-72db-40b9-bb7c-d36409620920 req-75db6fd9-6324-4add-b797-4d4262ef1259 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Aug 31 19:33:23.952269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670c17-752a-434a-8601-983e0a460704 req-02f95476-b247-4900-bc37-a358d48e5b96 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:23.953785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d670c17-752a-434a-8601-983e0a460704 req-02f95476-b247-4900-bc37-a358d48e5b96 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0489850 Aug 31 19:33:23.992228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d670c17-752a-434a-8601-983e0a460704 req-18049b5d-d807-4879-b69a-e83946d69fd9 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Aug 31 19:33:24.224414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-7162b729-066c-4f0d-92f4-49987be51c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:24.225928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-7162b729-066c-4f0d-92f4-49987be51c97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1097 time: 0.0475829 Aug 31 19:33:24.249271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc390c-b09e-41d5-b9b9-02f90fdb5b4b req-6fd9a0e3-0b5c-4d93-9203-5c8192a38e86 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:24.251310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fbc390c-b09e-41d5-b9b9-02f90fdb5b4b req-6fd9a0e3-0b5c-4d93-9203-5c8192a38e86 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0547507 Aug 31 19:33:24.292625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fbc390c-b09e-41d5-b9b9-02f90fdb5b4b req-87a72d33-07d6-411f-9fdc-2423d744a1b1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Aug 31 19:33:24.329055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-a6074d74-16dc-4cb3-92b1-65be94d7ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:24.330577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-a6074d74-16dc-4cb3-92b1-65be94d7ccab service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 912 time: 0.0963223 Aug 31 19:33:24.375956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-0bcdb263-0d16-4745-a5e4-bc33261db0fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 200 len: 217 time: 0.0372469 Aug 31 19:33:24.436962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-0daa7be6-d139-4b69-9b07-0fb4ba9bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:24.438425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-0daa7be6-d139-4b69-9b07-0fb4ba9bfe06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.0559757 Aug 31 19:33:24.469123 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-abff0b25-704f-40b7-a1b9-978076fc4645 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238755 Aug 31 19:33:24.557622 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-064b546e-2088-450c-b668-d3cac5cbe80e service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815160 Aug 31 19:33:24.652968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5a38438-d098-456e-9d2d-378f7bdb1693 req-3800aa90-7b51-4776-b9ea-a4d1b3dd2d79 service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887282 Aug 31 19:33:24.960061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52588) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:25.033246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb905d-c22f-459e-b039-27a7bed27b05 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.033733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb905d-c22f-459e-b039-27a7bed27b05 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.034207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb905d-c22f-459e-b039-27a7bed27b05 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.036029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91cb905d-c22f-459e-b039-27a7bed27b05 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=67556e8759ec46048af0bdd4c1f6c933&network_id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 2973 time: 0.0747175 Aug 31 19:33:25.420644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a511b28-9e78-42f1-af04-a98eac310f31 req-b01716dd-f954-4be7-9748-669951f6ca43 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.422233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a511b28-9e78-42f1-af04-a98eac310f31 req-b01716dd-f954-4be7-9748-669951f6ca43 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0590827 Aug 31 19:33:25.465093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a511b28-9e78-42f1-af04-a98eac310f31 req-2333e301-61dc-42f1-a3af-51466df928f7 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366390 Aug 31 19:33:25.951898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1224fd-2cd3-4b6d-8545-9fb78a842096 req-e1d93297-bb1e-4642-bb3f-df6c8fab75e6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.953571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc1224fd-2cd3-4b6d-8545-9fb78a842096 req-e1d93297-bb1e-4642-bb3f-df6c8fab75e6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.0536401 Aug 31 19:33:25.993491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc1224fd-2cd3-4b6d-8545-9fb78a842096 req-af64f0a8-1178-44f3-8543-0c213843b203 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Aug 31 19:33:26.580349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7817-c9c7-4006-9f15-30751895c92e req-8e552ad7-6213-4d56-9e00-c87e6c73a5e5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:26.581820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dea7817-c9c7-4006-9f15-30751895c92e req-8e552ad7-6213-4d56-9e00-c87e6c73a5e5 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0485210 Aug 31 19:33:26.621244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dea7817-c9c7-4006-9f15-30751895c92e req-0e383f2d-a8db-4ad1-9559-685134aacd0c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Aug 31 19:33:27.758388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324d124-1986-4950-9a85-1a8ae951b79a req-16bc3018-1ea9-4c8b-a481-945f734d0e4c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:27.760776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9324d124-1986-4950-9a85-1a8ae951b79a req-16bc3018-1ea9-4c8b-a481-945f734d0e4c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0650856 Aug 31 19:33:27.800511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9324d124-1986-4950-9a85-1a8ae951b79a req-bddbe1ed-7a24-45d1-8bd9-4858352f0874 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Aug 31 19:33:28.921404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5a4d-1b06-44cc-bdfd-937e3b383c5c req-a3152c37-eea7-49fc-b6e8-10a0466859f3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:28.922925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c11c5a4d-1b06-44cc-bdfd-937e3b383c5c req-a3152c37-eea7-49fc-b6e8-10a0466859f3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0513313 Aug 31 19:33:28.969597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c11c5a4d-1b06-44cc-bdfd-937e3b383c5c req-e299bbb1-b8e1-45c8-87b9-c34cdf72e8c8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Aug 31 19:33:29.613441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52716) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:29.663756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507142e2-d246-43a9-9d7d-04b3cd767e62 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:29.665242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-507142e2-d246-43a9-9d7d-04b3cd767e62 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 814 time: 0.0508001 Aug 31 19:33:30.095461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57896e-adca-4e97-b33e-3649a56b0b77 req-912f4a33-f042-4f1b-be6b-91733ddb3360 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:30.096972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d57896e-adca-4e97-b33e-3649a56b0b77 req-912f4a33-f042-4f1b-be6b-91733ddb3360 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0541828 Aug 31 19:33:30.135502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d57896e-adca-4e97-b33e-3649a56b0b77 req-a5bc60e1-3b3c-4c1f-b976-b35d57ac0817 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Aug 31 19:33:30.567585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:30.663458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:30.676026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:30.715477 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:30.730028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:30.752907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:30.756759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:30.812451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:30.891234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4756d8d-73fa-46c4-9c3f-94cf9e203408'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:31.133271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.139306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'network': {'name': 'tempest-network-smoke--276242522', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:31.168647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:33:31.174338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:31.205759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:33:31.221629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:31.222431 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Added segment 846c7b19-715e-4a25-afca-65d84058cc9b of type vlan for network dd10c122-2f53-47a4-8127-20e677dc21e6 Aug 31 19:33:31.267310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f3e9-3c3a-450c-af23-f0d9531fc4a9 req-6732ebb5-4e9b-4909-9e11-ea6ec2b7ad4a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:31.271985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:31.276213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c773f3e9-3c3a-450c-af23-f0d9531fc4a9 req-6732ebb5-4e9b-4909-9e11-ea6ec2b7ad4a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0692356 Aug 31 19:33:31.305368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:31.310516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c773f3e9-3c3a-450c-af23-f0d9531fc4a9 req-7fdeb9a1-dcd1-43e8-ae82-118e3d224252 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 31 19:33:31.312961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:31.314102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:31.391382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2542529 Aug 31 19:33:31.391968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.439311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Network': ['ID=dd10c122-2f53-47a4-8127-20e677dc21e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:31.471704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.472867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.473344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.474205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.479368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.479368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.479368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.480222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.480877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.481532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.482278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.483163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2184029-278c-49ac-b06a-e5908c95ec6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:31.498139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dd10c122-2f53-47a4-8127-20e677dc21e6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:33:31.530736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480af404-ae87-40b5-9bbb-83b2f33c1b55 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:31.532723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-480af404-ae87-40b5-9bbb-83b2f33c1b55 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=67556e8759ec46048af0bdd4c1f6c933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1396346 Aug 31 19:33:31.535790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.655446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8729946-71e6-48a1-aef0-a4ad6362a30f tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:31.660210 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b8729946-71e6-48a1-aef0-a4ad6362a30f tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1232142 Aug 31 19:33:31.660417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.692194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de38d487-065a-4269-9df5-e9d5ba497c96 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304751 Aug 31 19:33:31.694696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.739274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e3af4853-00f2-4dcc-96e7-6075bc55b320 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=67556e8759ec46048af0bdd4c1f6c933&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434468 Aug 31 19:33:31.742686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.951713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090fc551-6925-4573-a48b-051097d86f26 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:31.955826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-090fc551-6925-4573-a48b-051097d86f26 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2087653 Aug 31 19:33:31.957117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:31.995891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b20e25e-7d94-4ad7-821b-8d19012ab551 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349236 Aug 31 19:33:31.995891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:32.001161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449977110', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:32.104581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:33:32.108717 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:32.374809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:32.480487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Subnet': ['ID=5af83ecb-41ea-4454-9759-1f51769f8c6e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:32.505984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.506384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.506738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.507153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.507531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.507903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.508284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.508622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.509694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.510968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.510968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.511391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:32.531031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1851464-8618-4b3b-b8a1-266a774f6fd1 req-93e0c9b6-f147-4e09-adcb-77569727fe8a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:32.538420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1851464-8618-4b3b-b8a1-266a774f6fd1 req-93e0c9b6-f147-4e09-adcb-77569727fe8a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1151950 Aug 31 19:33:32.561662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Checking segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:32.562075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network hostable DHCP agents. Network: dd10c122-2f53-47a4-8127-20e677dc21e6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:33:32.590653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1851464-8618-4b3b-b8a1-266a774f6fd1 req-b1f8015f-7e32-441c-b1a4-ed7e2b6e9f56 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513458 Aug 31 19:33:32.606229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network dd10c122-2f53-47a4-8127-20e677dc21e6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:33:32.609664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:32.633665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dd10c122-2f53-47a4-8127-20e677dc21e6) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:32.639906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:32.640652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:32.659383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cd52ce43-d09a-4feb-bf39-3f75db721005 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6622894 Aug 31 19:33:32.665502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2feaed1-6637-4027-b1ee-ab156174a847 None None] Network dd10c122-2f53-47a4-8127-20e677dc21e6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:33:32.770155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:32.787978 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.002129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.069024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:33.069963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:33.072919 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ff68d-591e-4c9e-8485-4116f39cf924" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:33.092828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-dd10c122-2f53-47a4-8127-20e677dc21e6', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ips': [{'subnet_id': '5af83ecb-41ea-4454-9759-1f51769f8c6e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:33:33.094681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.126541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.273808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Allocated IP 172.20.0.18 (dd10c122-2f53-47a4-8127-20e677dc21e6/5af83ecb-41ea-4454-9759-1f51769f8c6e/3fedd04f-8bd6-4b23-8b4f-251f41f43afd) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:33.354377 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e129f-831c-4391-b621-22a0615bbe19 x-openstack-request-id: req-c82e129f-831c-4391-b621-22a0615bbe19 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:33.354774 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:33.355128 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c82e129f-831c-4391-b621-22a0615bbe19 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:33.355620 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:33:33.447704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:33.460089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52848) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:33.466115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531410618', 'description': 'tempest-secgroup-smoke-1531410618 description', 'project_id': '67556e8759ec46048af0bdd4c1f6c933'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:33.479729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.490006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Transition to ACTIVE for port object 3fedd04f-8bd6-4b23-8b4f-251f41f43afd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:33.515259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Transition to ACTIVE for port object 3fedd04f-8bd6-4b23-8b4f-251f41f43afd will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:33.515904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.530687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.643398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.648093 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.684527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.688105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2270167 Aug 31 19:33:33.689658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:33.695172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:33.707011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd957-7254-4ee4-9c53-354a6af1ad1f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7dc58-613a-4b04-9ade-f59b93704db9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:33.753365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.789065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93b788-d307-4280-967a-a7dd1d51276c req-516263a9-b803-46db-971f-19a6affd1f2c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:33.791984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd93b788-d307-4280-967a-a7dd1d51276c req-516263a9-b803-46db-971f-19a6affd1f2c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0797174 Aug 31 19:33:33.831750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.839358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.845217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd93b788-d307-4280-967a-a7dd1d51276c req-81c9c660-e3fb-40e3-9cf1-02af8688c9e7 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Aug 31 19:33:33.881670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b25aae-e592-4a9f-9056-255451ac62cb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:33.898653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:33.904611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8176330e-4a03-40fa-b40f-b8cf0c20a0b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131011 Aug 31 19:33:33.906051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:33.911462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:33.921643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Network dd10c122-2f53-47a4-8127-20e677dc21e6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:33.927749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:33.932334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:33.957961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Pushing event updated for resources: {'Port': ['ID=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:33.963237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.049916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Attempting to bind port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:33:34.051049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Attempting to bind port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:33:34.051628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Attempting to bind port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd on network dd10c122-2f53-47a4-8127-20e677dc21e6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:34.059895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:33:34.060576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Checking segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:34.061192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.061905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Bound using segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:33:34.062548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Bound port: 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:33:34.063099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.094965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.105000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.180287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c04d49-3c03-4693-863c-2a8b410c7719,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:34.203199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] For port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:34.218108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] For port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:33:34.225881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.267624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.270308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dcf41106-d54b-4ba9-bd91-0859a877728e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3630910 Aug 31 19:33:34.272899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:34.280734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:34.295091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d322894-f7b5-4597-82da-6ca444dd008e None None] Pushing event updated for resources: {'Port': ['ID=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:34.334084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.450813 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.455524 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.477572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8953934c-0e7b-4a3a-a684-e99ecdcc2805,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:34.486525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.495809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-33850317-7df9-489b-ad47-4967b65b84ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139673 Aug 31 19:33:34.495809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 52874) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:34.508318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:34.551852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.645330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.650011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.683043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453321e7-5839-4f0e-bf77-6dd399a2f857,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:34.686725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.688114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-301442c6-e8b1-40df-9a8e-c7c267153988 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1962194 Aug 31 19:33:34.691031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:34.701035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:34.734453 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:33:34.742621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.854605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.863446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.901093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3fedd04f-8bd6-4b23-8b4f-251f41f43afd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:34.925878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5487bf-01b8-4d64-a559-f60893daf7ec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:34.948734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:34.950293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66597eb2-efd7-4806-a27c-a094719248b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2570102 Aug 31 19:33:34.953310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 52888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:34.960512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '62f7dc58-613a-4b04-9ade-f59b93704db9', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:35.016681 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:33:35.025255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:35.055467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:35.145527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316702b-b96d-4b22-b5ff-abc3ef5a7f2a req-722743a3-9ac6-419c-a346-730255a2acd0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:35.156406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f316702b-b96d-4b22-b5ff-abc3ef5a7f2a req-722743a3-9ac6-419c-a346-730255a2acd0 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1300952 Aug 31 19:33:35.164958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:35.175160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:35.203405 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:35.231996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2617643 Aug 31 19:33:35.251537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80180c-c25a-4ad8-aeb7-6d4d1bfd280c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bc86be-6053-478e-bd57-197af66ef16e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:35.253534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f316702b-b96d-4b22-b5ff-abc3ef5a7f2a req-38980016-bf11-46b8-a4a2-aff7b0b2850d tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941374 Aug 31 19:33:35.584761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-8dea7bdf-fe31-4fa1-8bd5-2edce2e50063 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531410618&fields=id&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 267 time: 0.0494235 Aug 31 19:33:35.782216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-04116959-f7c8-4d86-8cbb-b6ee25040aa1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:35.784738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-04116959-f7c8-4d86-8cbb-b6ee25040aa1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/networks?id=dd10c122-2f53-47a4-8127-20e677dc21e6 HTTP/1.1" status: 200 len: 796 time: 0.1899776 Aug 31 19:33:35.809590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-1bc6fcfd-8f7e-4df6-98e7-295b54760a2e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/quotas/67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 375 time: 0.0174558 Aug 31 19:33:35.903548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-e432e510-f2a7-4e7f-ad74-8ad124e3addd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730965 Aug 31 19:33:35.959408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631f43a-dd71-4fc6-84ab-b81173104858 None None] Network dd10c122-2f53-47a4-8127-20e677dc21e6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:33:36.115924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-19a94bae-8225-49f7-a5cb-4d5f2215a45d service neutron] 10.222.0.73 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953926 Aug 31 19:33:36.127979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Provisioning for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:36.153894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Provisioning complete for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:36.171204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:36.562424 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:36.625409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] For port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:36.632762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:36.747290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62403c-52f6-41f3-84f9-f17a817a7f35 None None] Pushing event updated for resources: {'Port': ['ID=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:36.887425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-076b2f64-2f1f-4ee3-a793-b5348eebdcba None None] Provisioning complete for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:36.887926 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-076b2f64-2f1f-4ee3-a793-b5348eebdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:36.948804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788b784-99c0-4636-b9cb-c9cb8f8e704a req-36fbf54a-3bca-4c3c-be72-27448e9e0c0c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:36.958262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7788b784-99c0-4636-b9cb-c9cb8f8e704a req-36fbf54a-3bca-4c3c-be72-27448e9e0c0c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0975773 Aug 31 19:33:37.006203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-54d00ddf-1331-4bb7-a395-7c6a80d28a82 service neutron] 10.222.0.73 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820364 Aug 31 19:33:37.017904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7788b784-99c0-4636-b9cb-c9cb8f8e704a req-4604c824-1228-47c4-9cfc-4fd3c7d14353 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Aug 31 19:33:37.351590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-016c698b-3d30-45ac-bbd2-46ecd30e218c req-afe36fe1-1dff-48c3-9772-e607fe5acb72 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 210 time: 0.0937798 Aug 31 19:33:38.192997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0e75-b4e1-40ea-84c1-b0434801f996 req-0df87c0d-5466-43cb-b403-d2fc135e2227 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:38.194562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48df0e75-b4e1-40ea-84c1-b0434801f996 req-0df87c0d-5466-43cb-b403-d2fc135e2227 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0736079 Aug 31 19:33:38.245250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48df0e75-b4e1-40ea-84c1-b0434801f996 req-94df517b-4583-4a1b-89c8-400bdb5dea1b tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Aug 31 19:33:38.472217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5f18226-f8f5-4fea-9f71-36579489dabf req-1d7b6e61-3b11-46a1-aa25-d3e62edbb484 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 210 time: 0.0419099 Aug 31 19:33:38.546953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-9fb7fe9f-657c-4ca2-8588-90e53cddfb68 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:38.548589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-9fb7fe9f-657c-4ca2-8588-90e53cddfb68 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/networks?id=dd10c122-2f53-47a4-8127-20e677dc21e6 HTTP/1.1" status: 200 len: 796 time: 0.1960285 Aug 31 19:33:38.814866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-0816e9d9-015b-4072-bca6-1284fa87735d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 472 time: 0.1561410 Aug 31 19:33:38.831723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'port': {'device_id': '7ba09236-5c66-4f10-88ec-18af48344717', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'admin_state_up': True, 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'security_groups': ['62f7dc58-613a-4b04-9ade-f59b93704db9']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:38.890681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3fedd04f-8bd6-4b23-8b4f-251f41f43afd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:38.959921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:38.960638 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:38.976291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:33:38.981636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:39.159843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.20 (dd10c122-2f53-47a4-8127-20e677dc21e6/5af83ecb-41ea-4454-9759-1f51769f8c6e/519603fd-dd25-43ad-b01e-ea166954a4f4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:39.375937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:39.414393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object 519603fd-dd25-43ad-b01e-ea166954a4f4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:39.450175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e229f3-611b-40c2-b2c4-7023041042b3 req-58e649c8-aae9-4973-ba2d-7254ae83a7c8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:39.451918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02e229f3-611b-40c2-b2c4-7023041042b3 req-58e649c8-aae9-4973-ba2d-7254ae83a7c8 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0846856 Aug 31 19:33:39.489945 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:39.545446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02e229f3-611b-40c2-b2c4-7023041042b3 req-fcefc4b6-1611-4a5a-9d74-ad0513bf5294 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864325 Aug 31 19:33:39.563513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network dd10c122-2f53-47a4-8127-20e677dc21e6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:39.575232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:39.581217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:39.583663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:39.703367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:39.704267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:39.719968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11f949-9ac2-4299-bdf2-c30a3f35d3c4 req-fe53b757-86a9-4e17-a0e7-3a030b691659 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:39.732001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f11f949-9ac2-4299-bdf2-c30a3f35d3c4 req-fe53b757-86a9-4e17-a0e7-3a030b691659 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 932 time: 0.1511045 Aug 31 19:33:39.772744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-545f4f78-d735-409b-a4e3-5533bcf28a6c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9455469 Aug 31 19:33:39.795961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Request body: {'port': {'device_id': '7ba09236-5c66-4f10-88ec-18af48344717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:39.816699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f11f949-9ac2-4299-bdf2-c30a3f35d3c4 req-652db2a5-9e53-4931-b139-63331eda2a9f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813353 Aug 31 19:33:39.920925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0598b37-f5d8-4891-b81a-f149a51017c9 None None] Provisioning for port 519603fd-dd25-43ad-b01e-ea166954a4f4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:39.926353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0598b37-f5d8-4891-b81a-f149a51017c9 None None] Provisioning complete for port 519603fd-dd25-43ad-b01e-ea166954a4f4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:39.926976 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0598b37-f5d8-4891-b81a-f149a51017c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:39.927754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.008927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e0598b37-f5d8-4891-b81a-f149a51017c9 None None] Port 519603fd-dd25-43ad-b01e-ea166954a4f4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:33:40.292826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519603fd-dd25-43ad-b01e-ea166954a4f4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:40.301368 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.321897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Transition to ACTIVE for port object 519603fd-dd25-43ad-b01e-ea166954a4f4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:40.326635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.400507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Pushing event updated for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:40.468773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Attempting to bind port 519603fd-dd25-43ad-b01e-ea166954a4f4 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:33:40.469199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Attempting to bind port 519603fd-dd25-43ad-b01e-ea166954a4f4 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:33:40.469680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Attempting to bind port 519603fd-dd25-43ad-b01e-ea166954a4f4 on network dd10c122-2f53-47a4-8127-20e677dc21e6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:40.475405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Port 519603fd-dd25-43ad-b01e-ea166954a4f4 on network dd10c122-2f53-47a4-8127-20e677dc21e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:33:40.475948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Attempting to bind port 519603fd-dd25-43ad-b01e-ea166954a4f4 on network dd10c122-2f53-47a4-8127-20e677dc21e6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:40.484182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:33:40.484530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Checking segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:40.484928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Bound using segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:33:40.485365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Bound port: 519603fd-dd25-43ad-b01e-ea166954a4f4, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:33:40.485991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.621424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:40.626718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=519603fd-dd25-43ad-b01e-ea166954a4f4,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:33:40.634510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.682230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:40.683085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:40.684728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] 10.222.0.67 "PUT /v2.0/ports/519603fd-dd25-43ad-b01e-ea166954a4f4 HTTP/1.1" status: 200 len: 1093 time: 0.8993688 Aug 31 19:33:40.701825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:40.706777 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d3a20-9d1f-427e-badf-599cf8746845" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:40.792338 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674fbe58-d45a-4aa8-a018-3e4ec4cca64c x-openstack-request-id: req-674fbe58-d45a-4aa8-a018-3e4ec4cca64c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:40.792760 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:40.793101 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-674fbe58-d45a-4aa8-a018-3e4ec4cca64c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:40.793602 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4', 'status': 'completed', 'code': 200} Aug 31 19:33:40.836659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952c22-9e89-45d8-9556-1ac1b411f740 service neutron] Pushing event updated for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:40.903202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dfc14-9fb8-496a-961c-e1bc768aae1a req-ac8572c4-5e96-48cf-8908-7ac9e84f3cff tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:40.905069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb2dfc14-9fb8-496a-961c-e1bc768aae1a req-ac8572c4-5e96-48cf-8908-7ac9e84f3cff tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1901100 Aug 31 19:33:40.907833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-edbab481-bdda-4921-82a8-606eda7be04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:40.909507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-edbab481-bdda-4921-82a8-606eda7be04a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 1096 time: 0.1535580 Aug 31 19:33:41.044701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb2dfc14-9fb8-496a-961c-e1bc768aae1a req-e4446308-805e-4252-906f-92d859837b17 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111481 Aug 31 19:33:41.097551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-c9872beb-7915-480b-a7f3-625893c5e522 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=519603fd-dd25-43ad-b01e-ea166954a4f4 HTTP/1.1" status: 200 len: 217 time: 0.1735637 Aug 31 19:33:41.106933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a4e2-1695-468b-b81a-49ab9bd2e8d6 req-213e0e1f-bb30-413a-a75c-305308f42eaa tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:41.108734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6505a4e2-1695-468b-b81a-49ab9bd2e8d6 req-213e0e1f-bb30-413a-a75c-305308f42eaa tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 944 time: 0.1790719 Aug 31 19:33:41.182662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-0c5cdb0a-6d08-4dab-9805-5857ef249bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:41.184271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-0c5cdb0a-6d08-4dab-9805-5857ef249bfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5af83ecb-41ea-4454-9759-1f51769f8c6e HTTP/1.1" status: 200 len: 837 time: 0.0742469 Aug 31 19:33:41.210327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6505a4e2-1695-468b-b81a-49ab9bd2e8d6 req-15b7d415-4ee8-47d1-9729-ed6c896e5690 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919490 Aug 31 19:33:41.261142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-2bcb5a64-c632-452f-b64c-43606f621098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:41.262733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-2bcb5a64-c632-452f-b64c-43606f621098 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd10c122-2f53-47a4-8127-20e677dc21e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0511715 Aug 31 19:33:41.411845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-5f31bd77-e97b-4179-b1c9-f59636fb5ac4 service neutron] 10.222.0.67 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402614 Aug 31 19:33:41.541627 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b96d60a-3e56-4aa0-a03a-fee117fc0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:41.564235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5692b2da-7906-4a07-8c64-85b28e138b62 req-9edb0ebc-ab09-486b-b97f-296717ea343a service neutron] 10.222.0.67 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431563 Aug 31 19:33:41.674166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-ce09854c-a74b-43e2-afbb-89e9e6f4192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:41.675615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-ce09854c-a74b-43e2-afbb-89e9e6f4192b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 1096 time: 0.0507028 Aug 31 19:33:41.955921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-a73ef635-1f94-4e1c-ab4f-b5bb75c8916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:41.957205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-a73ef635-1f94-4e1c-ab4f-b5bb75c8916b service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd10c122-2f53-47a4-8127-20e677dc21e6 HTTP/1.1" status: 200 len: 897 time: 0.2722015 Aug 31 19:33:42.013275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-648b9e9e-b2d1-4753-ad00-e97830d0d03e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=519603fd-dd25-43ad-b01e-ea166954a4f4 HTTP/1.1" status: 200 len: 217 time: 0.0425656 Aug 31 19:33:42.095727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-cb56f828-30be-4c19-9c89-cbfe252e50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:42.097646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-cb56f828-30be-4c19-9c89-cbfe252e50ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5af83ecb-41ea-4454-9759-1f51769f8c6e HTTP/1.1" status: 200 len: 837 time: 0.0740516 Aug 31 19:33:42.200475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a3e15-7433-471f-8363-e844c65b0872 req-3724472d-3850-4d49-9c4b-29ecd90d1431 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:42.202123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-625a3e15-7433-471f-8363-e844c65b0872 req-3724472d-3850-4d49-9c4b-29ecd90d1431 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0870197 Aug 31 19:33:42.214598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-bcf3404c-faf0-47be-90a3-fd1193e6dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:42.216159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-bcf3404c-faf0-47be-90a3-fd1193e6dde2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd10c122-2f53-47a4-8127-20e677dc21e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0677869 Aug 31 19:33:42.392286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-625a3e15-7433-471f-8363-e844c65b0872 req-7d07f880-a816-4086-89ca-5d8083de908e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794534 Aug 31 19:33:42.462040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34365956-9412-4088-aa41-abdeca9f17a9 req-29e5dd4f-b239-4643-a674-6f96e47aa824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:42.464474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34365956-9412-4088-aa41-abdeca9f17a9 req-29e5dd4f-b239-4643-a674-6f96e47aa824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 944 time: 0.1559093 Aug 31 19:33:42.484111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-001abc8b-3f0e-435a-8f8d-bffb467d19d5 service neutron] 10.222.0.67 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440732 Aug 31 19:33:42.588462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34365956-9412-4088-aa41-abdeca9f17a9 req-233db5d2-3bb2-44c6-b2a3-233c048a25ab tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156712 Aug 31 19:33:42.680315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e0c32-4703-4564-9fe3-d8810582d7ee req-0aa13bb1-8048-4f6f-a48d-f37fd5fce508 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:42.681988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a3e0c32-4703-4564-9fe3-d8810582d7ee req-0aa13bb1-8048-4f6f-a48d-f37fd5fce508 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1098 time: 0.0860012 Aug 31 19:33:42.686076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af4d3a20-9d1f-427e-badf-599cf8746845 req-44e76c44-e050-4f9c-9f92-ec0b95115114 service neutron] 10.222.0.67 "GET /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712730 Aug 31 19:33:42.727763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a3e0c32-4703-4564-9fe3-d8810582d7ee req-26a83da6-f462-4eb9-a4cb-2594b6216537 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395055 Aug 31 19:33:42.751998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:42.953212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port d369fc54-0a31-4308-bc74-a9e7a9d86818 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:42.953557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:43.048478 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:43.048719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:43.076082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for d369fc54-0a31-4308-bc74-a9e7a9d86818 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:43.327325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:43.370370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=d369fc54-0a31-4308-bc74-a9e7a9d86818,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:43.485635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:43.487185 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 70ee2b6d-d359-4443-ad0c-3f797d68607d disassociated (deleted). External IP: 172.25.3.128, port: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa. Aug 31 19:33:43.666434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded19e-8edb-44cc-8eea-3dfcef3db963 req-1a4cd1f0-3c54-4e8d-b256-b0f531c50613 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:43.684235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8ded19e-8edb-44cc-8eea-3dfcef3db963 req-1a4cd1f0-3c54-4e8d-b256-b0f531c50613 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1299198 Aug 31 19:33:43.767341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8ded19e-8edb-44cc-8eea-3dfcef3db963 req-50ec3d06-8667-4fee-8e76-b94b338473dc tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Aug 31 19:33:43.802126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590ac2d-8ed0-4d2e-971d-8cb6602c70f7 req-40ba04d8-6025-4a54-90bb-53077d425a03 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:43.803741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e590ac2d-8ed0-4d2e-971d-8cb6602c70f7 req-40ba04d8-6025-4a54-90bb-53077d425a03 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1174729 Aug 31 19:33:43.897430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e590ac2d-8ed0-4d2e-971d-8cb6602c70f7 req-9aac76e3-6aaa-4021-9496-5c55f8f6fd9d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845726 Aug 31 19:33:43.924774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fae20d-8a3c-4a8f-97ca-eba79d969103 req-f3059e12-00fb-4926-b3dd-1b18958bbf64 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:43.927986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router d714f42b-b77f-4387-9930-22065554fc88 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:33:43.939138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69fae20d-8a3c-4a8f-97ca-eba79d969103 req-f3059e12-00fb-4926-b3dd-1b18958bbf64 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 944 time: 0.0770683 Aug 31 19:33:43.995132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69fae20d-8a3c-4a8f-97ca-eba79d969103 req-bb9cfcc0-9df2-4085-b545-3c6f13cef640 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Aug 31 19:33:44.094104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:33:44.100598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.105242 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Sync routers for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:33:44.124910 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:44.125559 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:44.134819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf5cc145-7f5b-4d0b-831a-2d151c555091 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/floatingips/70ee2b6d-d359-4443-ad0c-3f797d68607d HTTP/1.1" status: 204 len: 168 time: 1.3786259 Aug 31 19:33:44.134819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:44.136252 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc54645-aab6-4b89-9e74-6327a97b4f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:44.222821 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d3bcb1-9299-443d-882a-525ce93aa090 x-openstack-request-id: req-94d3bcb1-9299-443d-882a-525ce93aa090 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:44.222978 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:44.223242 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94d3bcb1-9299-443d-882a-525ce93aa090 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:44.223600 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:33:44.240502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-102716a8-5a40-4583-94a9-a9d2d2e8e7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.342481 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:44.349214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-4a84bc71-6f80-4e6d-8f72-b60ae717602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.349214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-4a84bc71-6f80-4e6d-8f72-b60ae717602b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 1098 time: 0.0983148 Aug 31 19:33:44.474159 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.532031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-f0595ff8-9e28-406d-9876-9347623a6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.533640 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-f0595ff8-9e28-406d-9876-9347623a6e06 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 200 len: 897 time: 0.1779082 Aug 31 19:33:44.595863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.658685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-6268ca49-9e5b-493d-96ac-e17758e42d3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 200 len: 217 time: 0.1140850 Aug 31 19:33:44.663981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 519603fd-dd25-43ad-b01e-ea166954a4f4 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:44.737273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-8671ee89-36d0-4cab-98c5-08a4d31fc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.739206 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-8671ee89-36d0-4cab-98c5-08a4d31fc298 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 200 len: 835 time: 0.0719705 Aug 31 19:33:44.781908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=519603fd-dd25-43ad-b01e-ea166954a4f4,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:44.788128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ced8-d64d-4347-af37-2ece7c87d6de req-4a6f2385-d9ec-4320-80c7-da6fd2eb359b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.794501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24c5ced8-d64d-4347-af37-2ece7c87d6de req-4a6f2385-d9ec-4320-80c7-da6fd2eb359b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 946 time: 0.0949061 Aug 31 19:33:44.805457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '519603fd-dd25-43ad-b01e-ea166954a4f4', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'port_id': '519603fd-dd25-43ad-b01e-ea166954a4f4', 'mac_address': 'fa:16:3e:97:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:44.810970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-3e7ecb69-ede1-4c35-adfd-619a09af4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.812658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-3e7ecb69-ede1-4c35-adfd-619a09af4b6a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1f90deb-b3d4-45ff-9504-aa351b5b4185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563145 Aug 31 19:33:44.815593 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:44.874128 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.874252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-24c5ced8-d64d-4347-af37-2ece7c87d6de req-b0a44c25-bd47-492c-b954-9ad3f9060918 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723860 Aug 31 19:33:44.878055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Checking router: d714f42b-b77f-4387-9930-22065554fc88 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:33:44.900584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519603fd-dd25-43ad-b01e-ea166954a4f4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:44.904222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:44.904920 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:44.920991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=519603fd-dd25-43ad-b01e-ea166954a4f4,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:44.933120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.965521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-c3456916-eb61-4628-8ca3-0bd2b8563ed7 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325924 Aug 31 19:33:44.989110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae75e2-8530-46e7-869c-550311a3b2d1 req-f352894d-9ffa-4b21-8280-ba1605f8d7ee tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:44.990674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eae75e2-8530-46e7-869c-550311a3b2d1 req-f352894d-9ffa-4b21-8280-ba1605f8d7ee tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1156275 Aug 31 19:33:45.028325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:45.089151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eae75e2-8530-46e7-869c-550311a3b2d1 req-9dfa9301-87e9-4f39-811f-62effb275c7f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875363 Aug 31 19:33:45.106656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fc54645-aab6-4b89-9e74-6327a97b4f8f req-317c7788-464d-4eea-92bb-6bc58da0ca32 service neutron] 10.222.0.82 "GET /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295571 Aug 31 19:33:45.115359 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:45.240744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57386-877f-4074-ad0f-253bddc20ffa req-d40b1547-5789-4a0d-9d59-a81a8e6e1be7 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:45.242316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fd57386-877f-4074-ad0f-253bddc20ffa req-d40b1547-5789-4a0d-9d59-a81a8e6e1be7 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1195800 Aug 31 19:33:45.268874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['519603fd-dd25-43ad-b01e-ea166954a4f4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:45.309891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547cdf-f6ae-4219-bba5-5088418b32f5 req-a60793c9-7585-4f7d-9589-87b1dde0e9ec tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:45.312174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07547cdf-f6ae-4219-bba5-5088418b32f5 req-a60793c9-7585-4f7d-9589-87b1dde0e9ec tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 945 time: 0.1326034 Aug 31 19:33:45.345338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fd57386-877f-4074-ad0f-253bddc20ffa req-056a3171-133a-44aa-bb26-4c976fc02c48 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842738 Aug 31 19:33:45.389361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07547cdf-f6ae-4219-bba5-5088418b32f5 req-16a83a26-d19d-4c29-a20a-c9aeb7403fe1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607216 Aug 31 19:33:45.443282 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:45.448314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:45.477901 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08d262-1c13-41e7-81c4-759a428e8d93 None None] The sync data for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 is: [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:31:44Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a2851e26-29a9-472b-8d99-06a66fbc2410', 'name': '', 'network_id': 'b1f90deb-b3d4-45ff-9504-aa351b5b4185', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:31:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:42Z', 'updated_at': '2021-08-31T19:31:51Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': 'e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:33:45.518895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135215-9b95-4380-8c79-890c6a36ecf7 req-e3327ed3-983f-4f5c-8fa0-b60aeb2d5ad3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:45.521347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd135215-9b95-4380-8c79-890c6a36ecf7 req-e3327ed3-983f-4f5c-8fa0-b60aeb2d5ad3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Aug 31 19:33:45.576027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd135215-9b95-4380-8c79-890c6a36ecf7 req-8bd66eb0-b4bf-4184-8542-f9394276a0be tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472438 Aug 31 19:33:45.810240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586bfd3-1e4c-4338-80a3-0a81ef0a4252 None None] New status for floating IP 70ee2b6d-d359-4443-ad0c-3f797d68607d: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:33:45.927102 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:45.928004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-1b77647a-b565-4700-91e8-7143f5236d80 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:45.930772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-1b77647a-b565-4700-91e8-7143f5236d80 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.0682011 Aug 31 19:33:46.053757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b7582-25f9-4013-972f-20c55c6f5657 req-bd495df4-5a2a-4840-acf8-73142abf9147 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:46.056554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-663b7582-25f9-4013-972f-20c55c6f5657 req-bd495df4-5a2a-4840-acf8-73142abf9147 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 946 time: 0.0678527 Aug 31 19:33:46.091875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059962a3-3503-4fb4-9a91-da65b1ae07a9 req-fa7e105a-c866-484b-bc29-9a655cfe08f0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:46.093445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059962a3-3503-4fb4-9a91-da65b1ae07a9 req-fa7e105a-c866-484b-bc29-9a655cfe08f0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a4a10c-5abe-4b87-abe2-11f2527aaeec HTTP/1.1" status: 200 len: 946 time: 0.0916476 Aug 31 19:33:46.162822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-059962a3-3503-4fb4-9a91-da65b1ae07a9 req-6fe9b047-1199-4e51-81c1-90a5bee121a5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fdc6cb6-2de0-4486-b885-486f477ce741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612748 Aug 31 19:33:46.174786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Deleting port 918d5fa1-9c02-4017-91fc-752f0b4061d8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:46.175387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.180819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:46.181216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.285117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:46.285491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.291155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdd17-f430-444c-aff3-5bc605f9b0f1 req-9dca2360-ea37-472d-8530-f844c27c1c97 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:46.296206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-101bdd17-f430-444c-aff3-5bc605f9b0f1 req-9dca2360-ea37-472d-8530-f844c27c1c97 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1177335 Aug 31 19:33:46.310347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:46.337406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] For port 918d5fa1-9c02-4017-91fc-752f0b4061d8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=918d5fa1-9c02-4017-91fc-752f0b4061d8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:46.337780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.427730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-101bdd17-f430-444c-aff3-5bc605f9b0f1 req-1eb8d161-487a-4ad6-84a2-01ef1e7755bd tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279085 Aug 31 19:33:46.484966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.522936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:46.581139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] No DVR routers for this DVR port 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:33:46.583674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.585824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-663b7582-25f9-4013-972f-20c55c6f5657 req-2aaa1403-bc67-4ed6-b47d-82cd091d0355 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "DELETE /v2.0/ports/90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa HTTP/1.1" status: 204 len: 173 time: 0.5231740 Aug 31 19:33:46.586261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-deleted', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:46.592016 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc05844-8792-4959-8584-4b4dc7181b9f" -d '{"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-deleted", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:46.609243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69150f1-9c79-46ff-9395-3084fa42e150 req-eceefd40-4a15-42d3-aa47-4d61739a5eca tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:46.611178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f69150f1-9c79-46ff-9395-3084fa42e150 req-eceefd40-4a15-42d3-aa47-4d61739a5eca tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 946 time: 0.1734204 Aug 31 19:33:46.680010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 519603fd-dd25-43ad-b01e-ea166954a4f4 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:46.719268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405246e-8e95-4288-8b72-8b9098b359d6 req-f9924f9f-c94c-4609-9d80-f0ecbd82f201 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:46.721665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4405246e-8e95-4288-8b72-8b9098b359d6 req-f9924f9f-c94c-4609-9d80-f0ecbd82f201 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 945 time: 0.2155600 Aug 31 19:33:46.758876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 519603fd-dd25-43ad-b01e-ea166954a4f4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:46.763602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 519603fd-dd25-43ad-b01e-ea166954a4f4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:46.764378 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.765784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.766189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.766514 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Floating IP 1b9dcd24-7338-4370-87c1-ca03fd90208c disassociated. External IP: 172.25.3.233, port: 918d5fa1-9c02-4017-91fc-752f0b4061d8. Aug 31 19:33:46.766865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Calling delete_port for 918d5fa1-9c02-4017-91fc-752f0b4061d8 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:46.776275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f69150f1-9c79-46ff-9395-3084fa42e150 req-60ed7339-5092-464f-a82c-6debe7915c17 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=045d9a70-35ca-4d61-a1ce-20ab83f40175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226013 Aug 31 19:33:46.830510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4405246e-8e95-4288-8b72-8b9098b359d6 req-a8bb6708-0628-4ca8-a962-b2156db29489 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991800 Aug 31 19:33:46.886228 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8070758-49d1-4b28-9fab-dfa2ce15b735 x-openstack-request-id: req-a8070758-49d1-4b28-9fab-dfa2ce15b735 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:46.886632 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a4a10c-5abe-4b87-abe2-11f2527aaeec", "name": "network-vif-deleted", "tag": "90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:46.887154 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8070758-49d1-4b28-9fab-dfa2ce15b735 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:46.887584 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a4a10c-5abe-4b87-abe2-11f2527aaeec', 'name': 'network-vif-deleted', 'tag': '90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa', 'status': 'completed', 'code': 200} Aug 31 19:33:46.889764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.914017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:46.917270 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c4ae3-7cf4-4514-8ed1-9a97e31b00e1" -d '{"events": [{"server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "name": "network-vif-plugged", "status": "completed", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:46.940741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=519603fd-dd25-43ad-b01e-ea166954a4f4,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:46.948106 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:46.950430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:46.988603 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c0f892-cb2a-41da-8311-e6660e1e136f x-openstack-request-id: req-75c0f892-cb2a-41da-8311-e6660e1e136f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:46.988888 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "name": "network-vif-plugged", "status": "completed", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:46.989136 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75c0f892-cb2a-41da-8311-e6660e1e136f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:46.989523 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4', 'code': 200} Aug 31 19:33:46.991401 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:47.054382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'Port': ['ID=918d5fa1-9c02-4017-91fc-752f0b4061d8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:47.076791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:47.175020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa4a5-60a7-4a44-915b-d06162959058 req-fb433804-062d-4d11-8a8a-ac8c5a7986d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:47.177508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f80fa4a5-60a7-4a44-915b-d06162959058 req-fb433804-062d-4d11-8a8a-ac8c5a7986d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 1098 time: 0.0752406 Aug 31 19:33:47.221753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:47.236303 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f80fa4a5-60a7-4a44-915b-d06162959058 req-325c9f73-2154-4859-8032-1c87d879f894 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Aug 31 19:33:47.248797 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:47.269596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:33:47.271178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:47.293786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:47.299901 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:47.370625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:47.841459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:33:47.852919 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:33:47.866398 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:47.867424 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:47.918847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] No DVR routers for this DVR port 918d5fa1-9c02-4017-91fc-752f0b4061d8 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:33:47.938225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:47.940307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-327cc64f-6aaf-42e1-8662-216a442b76e0 req-88bc738b-ca04-47f2-83f0-287283d240e1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.67 "DELETE /v2.0/ports/918d5fa1-9c02-4017-91fc-752f0b4061d8 HTTP/1.1" status: 204 len: 173 time: 2.0005243 Aug 31 19:33:47.947489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e15503f3-159e-49cb-998e-c533851b1b77 req-55ed477b-a3b6-4b55-a1cc-40043ee140eb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6276986-8104-4dbb-8c3c-6101d30e21d8 HTTP/1.1" status: 200 len: 210 time: 0.0569983 Aug 31 19:33:47.947976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'name': 'network-vif-deleted', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:47.950244 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b103b8f-f175-4be0-9a54-af05b7992270" -d '{"events": [{"server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "name": "network-vif-deleted", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:47.978359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6682-1606-4af6-89a9-69ece1a74165 req-5a4c022a-edab-4ddb-b40f-0b76bb4db860 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:47.987615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a7b6682-1606-4af6-89a9-69ece1a74165 req-5a4c022a-edab-4ddb-b40f-0b76bb4db860 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1931760 Aug 31 19:33:48.011428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:48.044586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a7b6682-1606-4af6-89a9-69ece1a74165 req-f6b57305-a6a6-4ae2-9857-7337d430f2e6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557055 Aug 31 19:33:48.125084 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa75e1-e160-4323-bcd8-24bac080a8e8 x-openstack-request-id: req-7afa75e1-e160-4323-bcd8-24bac080a8e8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:48.125413 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6276986-8104-4dbb-8c3c-6101d30e21d8", "name": "network-vif-deleted", "tag": "918d5fa1-9c02-4017-91fc-752f0b4061d8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:48.126082 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7afa75e1-e160-4323-bcd8-24bac080a8e8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:48.126508 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6276986-8104-4dbb-8c3c-6101d30e21d8', 'name': 'network-vif-deleted', 'tag': '918d5fa1-9c02-4017-91fc-752f0b4061d8', 'status': 'completed', 'code': 200} Aug 31 19:33:48.145531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d938d8-6097-48b3-8f22-56dd6b117c5c req-f919436f-d623-4552-a58e-8b7fa1050ce8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:48.147130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94d938d8-6097-48b3-8f22-56dd6b117c5c req-f919436f-d623-4552-a58e-8b7fa1050ce8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.0959930 Aug 31 19:33:48.198697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94d938d8-6097-48b3-8f22-56dd6b117c5c req-5c9169ce-2270-451d-8592-8e0f768aad27 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Aug 31 19:33:48.206958 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:48.298117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:48.330060 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:33:48.338652 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:48.339197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:48.444165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:48.516614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port a2851e26-29a9-472b-8d99-06a66fbc2410 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:48.517051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:48.663735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port a2851e26-29a9-472b-8d99-06a66fbc2410, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a2851e26-29a9-472b-8d99-06a66fbc2410,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:48.664214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:48.684752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for a2851e26-29a9-472b-8d99-06a66fbc2410 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:48.691077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:48.725394 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ba77c-546d-4288-bcb7-45dfc9302f19 None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:33:48.915421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:48.948187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=a2851e26-29a9-472b-8d99-06a66fbc2410,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:48.990868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:48.995202 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c33fd-50b0-4a0c-8423-ed856201f1a9" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:49.058745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776630e3-2ff4-4d6f-9cd5-567ef0232457 None None] New status for floating IP 1b9dcd24-7338-4370-87c1-ca03fd90208c: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:33:49.095617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53250) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:49.117398 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c84a6-9f81-4b72-adf9-e902e41c4e4b x-openstack-request-id: req-686c84a6-9f81-4b72-adf9-e902e41c4e4b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:49.117398 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:49.117843 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-686c84a6-9f81-4b72-adf9-e902e41c4e4b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:49.118020 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:33:49.280055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.304669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.342506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.357855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bece2b7-3fa0-4cb2-abd5-c5fd6965130a req-a5bb074d-35a8-42ed-8a0a-b3a28121ef56 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:49.359694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bece2b7-3fa0-4cb2-abd5-c5fd6965130a req-a5bb074d-35a8-42ed-8a0a-b3a28121ef56 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1178813 Aug 31 19:33:49.460149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bece2b7-3fa0-4cb2-abd5-c5fd6965130a req-3c5de645-478b-42ae-a9a2-eaec944eb0af tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807676 Aug 31 19:33:49.471298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff2c2a-63f5-476e-aa10-5749a9b336d0 req-a5568c49-345b-4bd0-b5f6-8ed4f4390b3a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:49.473126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0ff2c2a-63f5-476e-aa10-5749a9b336d0 req-a5568c49-345b-4bd0-b5f6-8ed4f4390b3a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.1123016 Aug 31 19:33:49.516611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.519494 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.523471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "DELETE /v2.0/security-groups/045d9a70-35ca-4d61-a1ce-20ab83f40175 HTTP/1.1" status: 204 len: 168 time: 0.4241095 Aug 31 19:33:49.525337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:49.551493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d3de-5d6d-44a2-a959-22aa3f6f6cfd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045d9a70-35ca-4d61-a1ce-20ab83f40175,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:49.557397 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-4e9063a0-b113-4f04-9ef0-7c615333aab0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] show failed (client error): The resource could not be found. Aug 31 19:33:49.562092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4e9063a0-b113-4f04-9ef0-7c615333aab0 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups/045d9a70-35ca-4d61-a1ce-20ab83f40175 HTTP/1.1" status: 404 len: 347 time: 0.0327208 Aug 31 19:33:49.562429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:49.565075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0ff2c2a-63f5-476e-aa10-5749a9b336d0 req-bdd63714-e6c8-4f45-b05c-6be2b55d044b tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686557 Aug 31 19:33:49.628200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router d714f42b-b77f-4387-9930-22065554fc88 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:33:49.754097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db78e6-8caf-49d2-9fc5-af40a45396fe req-474aadfc-40a3-440e-a1e8-be4ebbedef41 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:49.755890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12db78e6-8caf-49d2-9fc5-af40a45396fe req-474aadfc-40a3-440e-a1e8-be4ebbedef41 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.1034610 Aug 31 19:33:49.815486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12db78e6-8caf-49d2-9fc5-af40a45396fe req-98ae4831-42cc-483b-bdb8-73fdd6853c9a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Aug 31 19:33:49.834022 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:33:49.882953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Deleting port 7aaed763-0f9a-49d6-bb34-fa13bfe51460 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:49.884030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:49.942979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:33:49.950118 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1705d2a9-8ee8-4906-931d-fcd4860ba725 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/d714f42b-b77f-4387-9930-22065554fc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777296 Aug 31 19:33:49.953147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:49.956421 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Sync routers for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:33:49.977776 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:49.978555 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:50.034135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.038374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.047909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting subnet e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:33:50.053989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.075925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Calling delete_port for 7aaed763-0f9a-49d6-bb34-fa13bfe51460 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:50.125168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:50.130356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.254977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.296345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'Port': ['ID=7aaed763-0f9a-49d6-bb34-fa13bfe51460,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:50.339374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.397886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.401808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.406107 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8232314c-cdf3-4c5c-a464-ec0ef73a65b3 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "DELETE /v2.0/floatingips/1b9dcd24-7338-4370-87c1-ca03fd90208c HTTP/1.1" status: 204 len: 168 time: 0.8396864 Aug 31 19:33:50.410215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:33:48Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:50.490165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.561792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:50.566936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c201dee-8f37-4c0c-a6fa-cec60cbce3f9 None None] Network b1f90deb-b3d4-45ff-9504-aa351b5b4185 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:33:50.567763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.570037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-732a9124-7f92-4992-88b0-e87cdd406927 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/subnets/e3e5b935-0ffc-47a5-9ff4-74fa164ef9b7 HTTP/1.1" status: 204 len: 168 time: 0.6145992 Aug 31 19:33:50.573776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:50.605072 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Checking router: d714f42b-b77f-4387-9930-22065554fc88 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:33:50.632631 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Routers {'d714f42b-b77f-4387-9930-22065554fc88'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:50.634720 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d714f42b-b77f-4387-9930-22065554fc88'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:50.730414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:33:50.752193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 918d5fa1-9c02-4017-91fc-752f0b4061d8 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:50.806265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 918d5fa1-9c02-4017-91fc-752f0b4061d8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:33:50.806495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 918d5fa1-9c02-4017-91fc-752f0b4061d8 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:50.838787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4a57-294a-43b6-9eba-ae2859785a9f req-d9777897-55d2-4d65-8956-4339265acd13 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:50.846621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-124f4a57-294a-43b6-9eba-ae2859785a9f req-d9777897-55d2-4d65-8956-4339265acd13 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.2138224 Aug 31 19:33:50.871244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e00b-de5a-4e7a-83e3-c1126771704f req-26ec5d1a-5fde-4b2b-8abf-2b75ddee740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:50.872762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57c4e00b-de5a-4e7a-83e3-c1126771704f req-26ec5d1a-5fde-4b2b-8abf-2b75ddee740e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1097 time: 0.1927912 Aug 31 19:33:50.931046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:50.958915 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] Set router d714f42b-b77f-4387-9930-22065554fc88 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:50.983245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:33:50.988060 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57c4e00b-de5a-4e7a-83e3-c1126771704f req-7f232b3c-53bf-40b3-b109-844be043171f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 Aug 31 19:33:51.017233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-124f4a57-294a-43b6-9eba-ae2859785a9f req-fa425239-9f0d-408c-ba9d-0321abe890ef tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644835 Aug 31 19:33:51.034144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:51.042027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141222207', 'description': 'tempest-description--1257308152'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:51.125060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.141505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.326669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53330) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:51.352810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:51.403298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:51.403298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.404284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:33:51.440102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] DHCP port deletion for b1f90deb-b3d4-45ff-9504-aa351b5b4185 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:33:51.475548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:33:48Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:51.554023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:51.564103 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174441d-58ce-4049-8502-d8d0810b9bc8 None None] The sync data for ids ['d714f42b-b77f-4387-9930-22065554fc88'] in n-d-778550-14 is: [{'id': 'd714f42b-b77f-4387-9930-22065554fc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759064120', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:36Z', 'updated_at': '2021-08-31T19:33:48Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': 'dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714f42b-b77f-4387-9930-22065554fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:37Z', 'updated_at': '2021-08-31T19:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:33:51.593853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.603147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:51.605724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.614717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:33:51.615208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 90364e6a-9ad3-4ff8-a68f-8384ae1ff7fa not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:51.627096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.632537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:51.632787 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.674416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:33:51.696858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Deleting port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:33:51.697513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.756673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:51.769677 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.861088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] For port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,segment=NetworkSegment(028a7872-b162-4d0f-a128-a05dea28d8b4),segment_id=028a7872-b162-4d0f-a128-a05dea28d8b4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:51.862041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.885036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4756d8d-73fa-46c4-9c3f-94cf9e203408'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:33:51.893508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Calling delete_port for 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:33:51.926738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:51.953842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff5fa1-a418-431f-89cb-eb06d642e322,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:51.975505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:51.978782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-439b7e2f-3678-4289-9f1f-12d26ac05e7f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9436035 Aug 31 19:33:51.985883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:52.021741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group_rule': {'security_group_id': '46ff5fa1-a418-431f-89cb-eb06d642e322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:52.070867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.141062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:52.227573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.258358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.292120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] No DVR routers for this DVR port 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:33:52.343972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81499def-5ef9-4cf5-b2f4-645beefd1bd1 None None] Pushing event deleted for resources: {'Port': ['ID=4a4987f0-61e6-4cee-88b6-7552fc0ecc0b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:52.409933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.412213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.419485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.482642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.483238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Fanout notify agent at l3_agent the message router_deleted on router d714f42b-b77f-4387-9930-22065554fc88 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:33:52.514177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.518836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6726e2ff-b72a-464e-b105-db99b1e14aaa tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/routers/d714f42b-b77f-4387-9930-22065554fc88 HTTP/1.1" status: 204 len: 168 time: 1.9440370 Aug 31 19:33:52.521677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:52.607297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d9097-3577-469f-9ab9-fa23f3eeb2f1 req-4b5a190a-3697-49c7-bc3b-c48db3ce7ef3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:52.608904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef7d9097-3577-469f-9ab9-fa23f3eeb2f1 req-4b5a190a-3697-49c7-bc3b-c48db3ce7ef3 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.3540213 Aug 31 19:33:52.641832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.721840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.737358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.774312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef7d9097-3577-469f-9ab9-fa23f3eeb2f1 req-5b9d9166-d3dc-4cfc-9e81-7b32263f1436 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441510 Aug 31 19:33:52.819422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d20530-6676-4b6c-9a15-4ec1d00ea59b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:52.840973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.847350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0558dec2-1a04-4c8d-b76a-56264bd058b8 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8604112 Aug 31 19:33:52.849868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:52.865715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.881605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'security_group_rule': {'security_group_id': '46ff5fa1-a418-431f-89cb-eb06d642e322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:52.918700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f90deb-b3d4-45ff-9504-aa351b5b4185']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:52.935747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028a7872-b162-4d0f-a128-a05dea28d8b4') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:52.936404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028a7872-b162-4d0f-a128-a05dea28d8b4') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:52.953147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:52.979174 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.051477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.073021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.115233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:33:53.115834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:33:53.119437 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:33:53.230514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.235266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.244426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.261564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.262786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/networks/b1f90deb-b3d4-45ff-9504-aa351b5b4185 HTTP/1.1" status: 204 len: 168 time: 0.7398660 Aug 31 19:33:53.276310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:53.312125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2851e26-29a9-472b-8d99-06a66fbc2410 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:53.353798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a2851e26-29a9-472b-8d99-06a66fbc2410 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:33:53.354250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a2851e26-29a9-472b-8d99-06a66fbc2410 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:53.355427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:53.408001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:33:53.408466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4a4987f0-61e6-4cee-88b6-7552fc0ecc0b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:53.421519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204b902e-edf5-4660-b6ce-9b946944aaa2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:53.425047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.428937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7a3d80b0-fd3d-4461-8095-42a8d4e3615b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658686 Aug 31 19:33:53.436892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e152c0f-8898-4b02-af32-ef43f309b2af tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Network': ['ID=b1f90deb-b3d4-45ff-9504-aa351b5b4185,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:53.437912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53490) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:53.448283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:53.492137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.513047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-fab093ae-8c19-4fbd-bb15-e34202421f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:53.514986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-fab093ae-8c19-4fbd-bb15-e34202421f9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=912dfd6dc86e487faa5931db800940b0&device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 1097 time: 0.4472771 Aug 31 19:33:53.534142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824ee0e-d139-4271-97cf-055c9ae8c270 req-793f77c5-00b2-494d-8ba4-b2b196251991 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:53.535938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0824ee0e-d139-4271-97cf-055c9ae8c270 req-793f77c5-00b2-494d-8ba4-b2b196251991 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.2822943 Aug 31 19:33:53.536869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.606930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.752791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0824ee0e-d139-4271-97cf-055c9ae8c270 req-8bb944be-e462-4652-a9b7-ccc8923d4c99 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073298 Aug 31 19:33:53.769484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-6ece02e4-758f-4b0b-a685-f7206f89180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:53.778025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-6ece02e4-758f-4b0b-a685-f7206f89180a service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 200 len: 912 time: 0.2533121 Aug 31 19:33:53.796530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.800185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:53.817324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/security-groups/1fdc6cb6-2de0-4486-b885-486f477ce741 HTTP/1.1" status: 204 len: 168 time: 0.5181620 Aug 31 19:33:53.927262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-1e561577-1990-4703-a909-1a33f6d0cc16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 200 len: 217 time: 0.1397746 Aug 31 19:33:53.959533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccf109-ee45-4257-83ef-b3d6d76e5c9b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc6cb6-2de0-4486-b885-486f477ce741,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:54.022690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.17 (dd10c122-2f53-47a4-8127-20e677dc21e6/5af83ecb-41ea-4454-9759-1f51769f8c6e/80085445-1048-4784-b2fd-5ad070bb7a29) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:54.052506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-3c8cd8e2-e4ed-4833-91ce-421c57f4ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:54.057112 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-3c8cd8e2-e4ed-4833-91ce-421c57f4ff71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 200 len: 851 time: 0.1182439 Aug 31 19:33:54.132059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-7e81588a-d2a3-4668-8ecc-b5c24da4a480 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7f981de-aa26-485a-ac84-8832e87fa487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643456 Aug 31 19:33:54.227588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:54.387761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-666f3f97-0025-457b-a88f-8b6e07187118 service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480435 Aug 31 19:33:54.514431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:54.537397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:54.582366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7b1cf535-09b7-4bcc-a06d-34c5d1f75ead req-10689b33-f509-4b45-aa76-442ef61fcf44 service neutron] 10.222.0.82 "GET /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876738 Aug 31 19:33:54.585557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879920528', 'description': 'tempest-secgroup-smoke-1879920528 description', 'project_id': '282b17f5f92c42659102d556fbf3568a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:54.627199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object 80085445-1048-4784-b2fd-5ad070bb7a29 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:54.685653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Allocated IP 172.25.3.75 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:54.720074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:54.736060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:33:54.744230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:33:54.866846 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.001160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:33:55.001780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dec8a8c0-78dd-43d6-8d6d-c6aca00c82d5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:33:55.032665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:55.033231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.046005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network dd10c122-2f53-47a4-8127-20e677dc21e6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:55.075084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:55.083898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:55.095469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:55.129989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.146096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.220478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.229244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:33:55.234762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:33:55.240941 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac140583-a827-4641-b0c6-9fdfcb874d64" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:33:55.245724 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.309569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99e50a-c65e-46b4-a3fd-f347ea862c16 req-c4719ac9-3f9c-4909-8701-b9ae88d0fb45 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:55.324672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc99e50a-c65e-46b4-a3fd-f347ea862c16 req-c4719ac9-3f9c-4909-8701-b9ae88d0fb45 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.3684602 Aug 31 19:33:55.332986 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9179ea-a155-4e74-89cf-22732bf45b23 x-openstack-request-id: req-cb9179ea-a155-4e74-89cf-22732bf45b23 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:33:55.333232 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:33:55.333426 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb9179ea-a155-4e74-89cf-22732bf45b23 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:33:55.334074 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:33:55.344754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:55.405595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:55.412820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:55.436371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc99e50a-c65e-46b4-a3fd-f347ea862c16 req-cfa8d191-9a62-4b62-8590-9ded22ef98a6 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Aug 31 19:33:55.447531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:55.455467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.542422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:55.554707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b55bc68-2c21-4b84-a7ed-49d9f175ec9e None None] Provisioning for port 80085445-1048-4784-b2fd-5ad070bb7a29 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:33:55.562348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b55bc68-2c21-4b84-a7ed-49d9f175ec9e None None] Provisioning complete for port 80085445-1048-4784-b2fd-5ad070bb7a29 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:55.562998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b55bc68-2c21-4b84-a7ed-49d9f175ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.568766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.578166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.617984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de948e-95d7-4c55-8b0f-289a57665efc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:55.618630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3b55bc68-2c21-4b84-a7ed-49d9f175ec9e None None] Port 80085445-1048-4784-b2fd-5ad070bb7a29 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:33:55.659025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.661364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-31279e30-a6dc-4452-8c52-ed65344251db tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1219592 Aug 31 19:33:55.664271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:55.669615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:55.730039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.754436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.842793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.850487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.871669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08da0e1e-f9b1-414d-9bda-2e3feac3d499,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:55.880921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.883183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19636fd3-9940-4494-80ed-adefe097ac6b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2175713 Aug 31 19:33:55.885747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:55.891436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:55.930843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:55.979956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.046879 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.056496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.095353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf074dfb-ccf9-403a-88a4-0a43f8192700,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.109151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.110532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1b726fa8-986f-482f-ba63-55379b54cdab tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2235215 Aug 31 19:33:56.113742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:56.119730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:56.133897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.159899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.269772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.275113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.307779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca84d26-6139-4500-97da-5bfe22c99c05,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.311381 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.315987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55e64237-247b-40c0-bc7d-dac7be046e16 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2008786 Aug 31 19:33:56.317263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:56.323206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:56.342939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.369420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.384446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.484665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.489745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.494145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.511297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.550900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.558009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.582862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635094a9-237f-45e9-8ca7-c8a87ad818d1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.595805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.596840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.597592 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66321a96-ed4d-4156-9d95-9e9f28b0bd93 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786632 Aug 31 19:33:56.599227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.600232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:56.600900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6350dc17-f56d-4dad-94d2-97d94e7fda4a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1594296 Aug 31 19:33:56.618683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:56.667417 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:33:56.681239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.855522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.861468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.889677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914cb567-f281-4f55-aab8-6cc744036bd3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:56.899346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:56.903053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c15be54-7f50-44dd-8354-b61523ad8d87 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929599 Aug 31 19:33:56.906860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:56.911685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'e3de948e-95d7-4c55-8b0f-289a57665efc', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:56.941547 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:33:56.955896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.031531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.037651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.042421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.064905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.066231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeef736-ab43-4b50-b78b-0eb1c94c984e req-a3828324-2a54-4299-aecb-72726828c618 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:57.068009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdeef736-ab43-4b50-b78b-0eb1c94c984e req-a3828324-2a54-4299-aecb-72726828c618 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.4856460 Aug 31 19:33:57.069498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617079 Aug 31 19:33:57.071729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:57.073349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-165180ac-2d18-4537-9c40-aa956ef8c60b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2141222207&fields=id&tenant_id=e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 267 time: 0.0820611 Aug 31 19:33:57.086680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'network': {'name': 'tempest-network-smoke--1323355865', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:57.101511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046136-af22-4a50-a190-842d6bcba48e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ff80a8-c75b-49d3-9b77-627d15a11b27,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:57.134910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:33:57.144692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.185859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:33:57.203678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.204409 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Added segment 15bfada0-9509-4fca-92b9-e2128c336011 of type vlan for network 8661a7fe-6423-4517-827f-d9ce1c704d5a Aug 31 19:33:57.259669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.261729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cdeef736-ab43-4b50-b78b-0eb1c94c984e req-d7160440-83f2-47da-a861-e1c2fe7e447f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868005 Aug 31 19:33:57.307049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.317309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:57.318357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.373966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-e7c44498-e948-458b-b980-01b4a15666ed tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:57.375503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-e7c44498-e948-458b-b980-01b4a15666ed tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 810 time: 0.2920885 Aug 31 19:33:57.424631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network dd10c122-2f53-47a4-8127-20e677dc21e6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:57.426389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-6f3caa49-05da-40c6-a44e-5f1521286435 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/quotas/e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 375 time: 0.0354173 Aug 31 19:33:57.427691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:57.438917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3658378 Aug 31 19:33:57.439585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:57.453360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'admin_state_up': True, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:57.502958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770cf90-d20a-47b7-bbcc-3cfa0033fd03 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Network': ['ID=8661a7fe-6423-4517-827f-d9ce1c704d5a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:57.518724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:33:57.575176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.582956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.655731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-d03b2227-7e15-4f41-8157-c41b73716f3a tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2125165 Aug 31 19:33:57.739932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.880506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ddb7e48-c6ad-42da-9f4c-d9b02de2ea5c None None] Provisioning complete for port 80085445-1048-4784-b2fd-5ad070bb7a29 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:57.881109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e48-c6ad-42da-9f4c-d9b02de2ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.887922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1f0b-c8b9-471f-a928-0ab3a84bdcfc req-e7c92382-464c-463a-845d-889d12129d5c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:57.890145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac6a1f0b-c8b9-471f-a928-0ab3a84bdcfc req-e7c92382-464c-463a-845d-889d12129d5c tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1703055 Aug 31 19:33:57.951019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:33:57.956021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb7e48-c6ad-42da-9f4c-d9b02de2ea5c None None] Port 80085445-1048-4784-b2fd-5ad070bb7a29 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:33:57.983094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:57.996210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac6a1f0b-c8b9-471f-a928-0ab3a84bdcfc req-629fd9f3-8c53-45ce-8368-205e4c7f9848 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885754 Aug 31 19:33:58.013345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-58e74ccf-d871-41b2-8d54-63547cfdc9cd service neutron] 10.222.0.73 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506281 Aug 31 19:33:58.204575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-38bfeee4-34ac-4c25-8dbe-f48fcc94fa79 service neutron] 10.222.0.73 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899860 Aug 31 19:33:58.233647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:33:58.240736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bf616909-aa3e-4485-8825-f5dcf3160673 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/cf9b70c2-a3d4-4e62-9634-7525840e5354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8995855 Aug 31 19:33:58.246139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:33:58.260817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:58.264137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:58.375163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.407345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.432778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:33:58.572192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b69c376b-8f28-4219-94d9-e596b1fa2625 req-e6a2e93d-09ef-420c-af89-a6094953efd1 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 210 time: 0.0417430 Aug 31 19:33:58.588150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.167 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1d08704e-285b-4873-8243-1cad30a3815e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:33:58.747383 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.839254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.857157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:33:55Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80085445-1048-4784-b2fd-5ad070bb7a29', 'name': '', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:a1:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:53Z', 'updated_at': '2021-08-31T19:33:55Z', 'revision_number': 2, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:58.891110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:33:58.891719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Updating router cf9b70c2-a3d4-4e62-9634-7525840e5354 port 80085445-1048-4784-b2fd-5ad070bb7a29 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:33:58.902508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=1d08704e-285b-4873-8243-1cad30a3815e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:58.924781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:33:58.928507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:33:58.931980 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.932693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:33:59.166870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d4e05-8d39-4f69-bf11-547987d9756c req-3e513f44-f94d-4952-9057-243466055496 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:59.176012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0d4e05-8d39-4f69-bf11-547987d9756c req-3e513f44-f94d-4952-9057-243466055496 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.0703151 Aug 31 19:33:59.238835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0d4e05-8d39-4f69-bf11-547987d9756c req-10100ddb-446b-4385-b282-becb8fbdcaad tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615330 Aug 31 19:33:59.399384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:59.414120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Transition to ACTIVE for port object 80085445-1048-4784-b2fd-5ad070bb7a29 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:33:59.422972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:59.524773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53e12b-3895-48ac-8ec0-9326b79b2141 None None] Pushing event updated for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:59.595800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Attempting to bind port 80085445-1048-4784-b2fd-5ad070bb7a29 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:33:59.596173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Attempting to bind port 80085445-1048-4784-b2fd-5ad070bb7a29 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:33:59.596543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Attempting to bind port 80085445-1048-4784-b2fd-5ad070bb7a29 on network dd10c122-2f53-47a4-8127-20e677dc21e6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:33:59.613019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:33:59.613773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Checking segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:33:59.614529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:59.614940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Bound using segment: {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:33:59.616433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Bound port: 80085445-1048-4784-b2fd-5ad070bb7a29, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c7b19-715e-4a25-afca-65d84058cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:33:59.616925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:59.820236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-877735e7-4bdb-4c86-bdb9-e423a0d59a91 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:59.822320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-877735e7-4bdb-4c86-bdb9-e423a0d59a91 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 813 time: 0.1786866 Aug 31 19:33:59.829978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] For port 80085445-1048-4784-b2fd-5ad070bb7a29, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:33:59.837687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] For port 80085445-1048-4784-b2fd-5ad070bb7a29, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80085445-1048-4784-b2fd-5ad070bb7a29,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:33:59.843221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:59.877112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-d1ddc529-3013-4be8-bfee-e7425ff7700f tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/quotas/04b45987956042c8b07b0d9b527487c6 HTTP/1.1" status: 200 len: 375 time: 0.0484171 Aug 31 19:33:59.923569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53e12b-3895-48ac-8ec0-9326b79b2141 None None] Pushing event updated for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:59.963785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:33:59.964545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:33:59.966443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44b19506-599a-46d4-8319-97c02e6949f8 req-387d3505-25df-4a36-97b1-0c67711b2799 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 210 time: 0.0871921 Aug 31 19:33:59.997659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:00.073138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-aeecfd84-b563-4c5a-b7f9-5e3eb081efc0 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053140 Aug 31 19:34:00.141997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:00.267219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-3388560d-aa60-49ea-b80f-58ba37daf401 service neutron] 10.222.0.73 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864944 Aug 31 19:34:00.284547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-cd3232bd-9533-4a05-955d-a9d82cec9c3d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:00.286731 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-cd3232bd-9533-4a05-955d-a9d82cec9c3d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.82 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 810 time: 0.4009728 Aug 31 19:34:00.398745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-b0e1600a-d10e-4525-a7f9-a62b488d6236 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e849605105fc4ae0b14fa278e284503a HTTP/1.1" status: 200 len: 380 time: 0.0552638 Aug 31 19:34:00.400702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:00.410059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'port': {'device_id': '5c9f31d3-be31-4739-927a-97668ccdac81', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'admin_state_up': True, 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'security_groups': ['46ff5fa1-a418-431f-89cb-eb06d642e322']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:00.467753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-7a4d0538-a6f5-4df9-bb5a-212d9f8161d3 service neutron] 10.222.0.73 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988044 Aug 31 19:34:00.478317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0cd33-fe2e-4ff2-b444-16f3b3b55052 req-f7b8479b-2e7f-4e65-a70a-b531a764d816 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:00.480192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abd0cd33-fe2e-4ff2-b444-16f3b3b55052 req-f7b8479b-2e7f-4e65-a70a-b531a764d816 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1037419 Aug 31 19:34:00.532052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abd0cd33-fe2e-4ff2-b444-16f3b3b55052 req-0f35c553-92d1-459a-b386-efb941d27144 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Aug 31 19:34:00.538822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:33:55Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80085445-1048-4784-b2fd-5ad070bb7a29', 'name': '', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:a1:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:53Z', 'updated_at': '2021-08-31T19:33:59Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:00.568628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dfcdf-2893-40da-a26b-e9140307576f None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:33:55Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80085445-1048-4784-b2fd-5ad070bb7a29', 'name': '', 'network_id': 'dd10c122-2f53-47a4-8127-20e677dc21e6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:a1:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:53Z', 'updated_at': '2021-08-31T19:33:59Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '5af83ecb-41ea-4454-9759-1f51769f8c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:00.720266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Made reservation on behalf of e849605105fc4ae0b14fa278e284503a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:00.723866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:00.783781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a848719-1d5d-41a3-a40f-4bd3a0f5acfb req-3915cb6b-20d9-4bde-a2bc-fde500b96e29 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 210 time: 0.0434170 Aug 31 19:34:00.918313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80085445-1048-4784-b2fd-5ad070bb7a29 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:00.919950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-987a2327-26e8-49de-b954-bc4640b2784a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:00.921548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-987a2327-26e8-49de-b954-bc4640b2784a tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.3481636 Aug 31 19:34:00.956861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:34:01.030376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 80085445-1048-4784-b2fd-5ad070bb7a29 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:01.042423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80085445-1048-4784-b2fd-5ad070bb7a29 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:01.042809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.162901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-909c8138-668e-4baf-8f90-0ffb620de1b8 req-34820eaf-2481-4338-b5d9-46a0b79dfa7b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 210 time: 0.0649681 Aug 31 19:34:01.247275 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.316770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 80085445-1048-4784-b2fd-5ad070bb7a29, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80085445-1048-4784-b2fd-5ad070bb7a29,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:01.323246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.415158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:01.503153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Allocated IP 172.20.0.5 (9b806aac-92cd-499d-b8f7-ed34974754c7/98b8f981-32e5-4c1e-8acf-a19ec44d28e3/21903b62-7e8d-49ac-a65a-456009914502) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:01.703860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Deleting port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:01.704266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.731087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:01.744001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Sync routers for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:01.749434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355994b-9297-4243-9065-c60897f5ed0c req-ed456180-d00a-4b61-9464-6ebb1e9debe1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:01.758927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a355994b-9297-4243-9065-c60897f5ed0c req-ed456180-d00a-4b61-9464-6ebb1e9debe1 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 945 time: 0.1083660 Aug 31 19:34:01.759166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:01.760857 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:01.806527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a355994b-9297-4243-9065-c60897f5ed0c req-4df0de14-221d-45ce-89fe-2d20dc205252 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Aug 31 19:34:01.868438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.872954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af0a97e6-7765-4c07-9012-b813b60a2cfc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4264426 Aug 31 19:34:01.873282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:01.924800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:01.932530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6c6c3c8-b24b-4004-b348-f7bfdcb4170c tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=282b17f5f92c42659102d556fbf3568a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577929 Aug 31 19:34:01.934584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:01.936715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 53930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:02.028887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Transition to ACTIVE for port object 21903b62-7e8d-49ac-a65a-456009914502 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:02.067873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] For port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:02.068253 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.071381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e6f5b8b-b4b3-423a-bab2-c47c3003cf3f req-9ecfeea2-304d-4ab6-9998-d2a759ec500c tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 210 time: 0.0867500 Aug 31 19:34:02.127819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Calling delete_port for 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:02.187765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.221304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:33:59Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:02.255766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Checking router: e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:02.255766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Updating router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 port 1d08704e-285b-4873-8243-1cad30a3815e binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:34:02.294360 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.379732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960bcfe-70db-4855-9319-bcc55f846a3d req-1a1ea944-8905-4e34-a779-d3ef9cc197dd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:02.390214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f960bcfe-70db-4855-9319-bcc55f846a3d req-1a1ea944-8905-4e34-a779-d3ef9cc197dd tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 931 time: 0.1467905 Aug 31 19:34:02.436193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-4f7aca88-1dc5-432d-92db-1d50136296df tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:02.437700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-4f7aca88-1dc5-432d-92db-1d50136296df tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.67 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 813 time: 0.3229117 Aug 31 19:34:02.458637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Request body: {'port': {'device_id': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f', 'admin_state_up': True, 'tenant_id': '04b45987956042c8b07b0d9b527487c6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:02.534537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cb357-9711-40ac-b1d7-86239cae3a94 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:02.540054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d7cb357-9711-40ac-b1d7-86239cae3a94 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5970850 Aug 31 19:34:02.542904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:02.545925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.565690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:02.596551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8dc55982-0d1b-45c4-8228-67de82f9f017 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459590 Aug 31 19:34:02.596796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:02.602446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914717360', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:02.614910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f960bcfe-70db-4855-9319-bcc55f846a3d req-18f0d9bb-428b-4cde-9a8e-4a91fc66316e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065215 Aug 31 19:34:02.624105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['10261b0e-d19a-462f-92f8-5d591d1cd917'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:02.660526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:02.723998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] No DVR routers for this DVR port 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:02.726134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:02.744089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:34:02.744089 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:34:02.744089 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '282b17f5f92c42659102d556fbf3568a', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 34, 2, 735010)}] Aug 31 19:34:02.744089 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:34:02.744512 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:34:02.745299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.757958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ba2b0b1-9b1f-4588-b373-c33d19b04dc3 req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.82 "DELETE /v2.0/ports/64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f HTTP/1.1" status: 204 len: 173 time: 1.8265729 Aug 31 19:34:02.759039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'name': 'network-vif-deleted', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:02.763376 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0cb0b1-b6e2-482f-bd60-8bae10084c9a" -d '{"events": [{"server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "name": "network-vif-deleted", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:02.766490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Made reservation on behalf of 04b45987956042c8b07b0d9b527487c6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:02.768674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event updated for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:02.775180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.788770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:02.796893 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.840804 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Transition to ACTIVE for port object 1d08704e-285b-4873-8243-1cad30a3815e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:02.856383 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:02.922530 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f54d4-ad9c-4eaf-8d46-4b086f8d111e x-openstack-request-id: req-171f54d4-ad9c-4eaf-8d46-4b086f8d111e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:02.922919 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff", "name": "network-vif-deleted", "tag": "64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:02.923065 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-171f54d4-ad9c-4eaf-8d46-4b086f8d111e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:02.923485 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff', 'name': 'network-vif-deleted', 'tag': '64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f', 'status': 'completed', 'code': 200} Aug 31 19:34:02.954253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80085445-1048-4784-b2fd-5ad070bb7a29 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:02.975048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb4d62-7338-4a3a-82f8-ba163dc66606 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Pushing event deleted for resources: {'Port': ['ID=64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:02.990275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Attempting to bind port 1d08704e-285b-4873-8243-1cad30a3815e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:02.991276 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Attempting to bind port 1d08704e-285b-4873-8243-1cad30a3815e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:02.994192 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Attempting to bind port 1d08704e-285b-4873-8243-1cad30a3815e on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:03.030928 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:03.031130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:03.031542 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.031955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:03.036567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Bound port: 1d08704e-285b-4873-8243-1cad30a3815e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:03.037112 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.070886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:03.071657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.080217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cd4b1f0-fc3c-4a43-b641-9ec239dac550 req-8b6602d3-b945-4144-a015-68499d96bf92 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae65a7e8-caee-4a0d-8fa9-3d42e1cd4bff HTTP/1.1" status: 200 len: 210 time: 0.0645595 Aug 31 19:34:03.103039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-ed30f70e-53b8-461f-b1e0-fbfc04df119f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6937623 Aug 31 19:34:03.114924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Request body: {'port': {'device_id': '5c9f31d3-be31-4739-927a-97668ccdac81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:03.124401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Pushing event updated for resources: {'Port': ['ID=1d08704e-285b-4873-8243-1cad30a3815e,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:03.151196 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.156738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.158098 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.158442 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.160149 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.160706 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.161233 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.161726 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.162563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.163310 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.164768 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.165439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:03.202263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Allocated IP 172.20.0.10 (e0c6afed-a80b-4820-9b85-80c4a73f802f/4c82d867-17f9-4a55-ac82-c3eb55e30c48/847d0df3-d203-4f15-b05f-b33ae08122df) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:03.240830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ef68d5a-bdf3-492e-a089-38a4ea440add None None] Provisioning for port 21903b62-7e8d-49ac-a65a-456009914502 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:03.257048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ef68d5a-bdf3-492e-a089-38a4ea440add None None] Provisioning complete for port 21903b62-7e8d-49ac-a65a-456009914502 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:03.257726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ef68d5a-bdf3-492e-a089-38a4ea440add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.276650 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] For port 1d08704e-285b-4873-8243-1cad30a3815e, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:03.285005 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.288368 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] For port 1d08704e-285b-4873-8243-1cad30a3815e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1d08704e-285b-4873-8243-1cad30a3815e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:03.296587 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.329018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04a57288-9eba-469a-bc0b-7dede8fd138f req-3f1cf4d9-545b-4a7a-8c4e-efc9b2c549f3 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 210 time: 0.0649993 Aug 31 19:34:03.372123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:03.379392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.389069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80085445-1048-4784-b2fd-5ad070bb7a29 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:03.389585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.454399 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:03.455689 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:03.457703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ef68d5a-bdf3-492e-a089-38a4ea440add None None] Port 21903b62-7e8d-49ac-a65a-456009914502 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:03.586691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d2706-886c-4de5-bc37-ee3cfe9662a8 None None] Pushing event updated for resources: {'Port': ['ID=1d08704e-285b-4873-8243-1cad30a3815e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:03.700470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.714344 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:03.761009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21903b62-7e8d-49ac-a65a-456009914502 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:03.783008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.809261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Transition to ACTIVE for port object 21903b62-7e8d-49ac-a65a-456009914502 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:03.826668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.834378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719af57f-7797-4a76-b95c-df502d5459a3 req-ff0e8d24-aa6d-44eb-ae70-58574a2b1ea6 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:03.836981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-719af57f-7797-4a76-b95c-df502d5459a3 req-ff0e8d24-aa6d-44eb-ae70-58574a2b1ea6 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 931 time: 0.1160588 Aug 31 19:34:03.942514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.972641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Pushing event updated for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:03.993020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Attempting to bind port 21903b62-7e8d-49ac-a65a-456009914502 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:03.994610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Attempting to bind port 21903b62-7e8d-49ac-a65a-456009914502 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:03.997168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Attempting to bind port 21903b62-7e8d-49ac-a65a-456009914502 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:04.004030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-719af57f-7797-4a76-b95c-df502d5459a3 req-9f24dc1f-45ed-45fd-b0bd-15fdfe2f4b5b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598296 Aug 31 19:34:04.006465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Port 21903b62-7e8d-49ac-a65a-456009914502 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:04.007405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Attempting to bind port 21903b62-7e8d-49ac-a65a-456009914502 on network 9b806aac-92cd-499d-b8f7-ed34974754c7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:04.030232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:04.030716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Checking segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:04.031258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Bound using segment: {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:04.031886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Bound port: 21903b62-7e8d-49ac-a65a-456009914502, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7700297-731d-4380-9f82-fe2d7acfa7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:04.032354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.095447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.095727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:33:59Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:04.127750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Network e0c6afed-a80b-4820-9b85-80c4a73f802f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:04.164401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:04.173121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:04.174396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:04.178691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=21903b62-7e8d-49ac-a65a-456009914502,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:04.187560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Pushing event updated for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:04.188734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.198283 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca1b5a-34d4-40df-89c3-37918a52a45b None None] The sync data for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 is: [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:33:59Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:04.296713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.297537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.300338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] 10.222.0.82 "PUT /v2.0/ports/21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 200 len: 1092 time: 1.1914771 Aug 31 19:34:04.373161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Subnet': ['ID=48733dc5-f129-43d7-9cca-137573afe162,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:04.412947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.415678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ee22c-ab01-4b51-9b64-ae6b219e9735 service neutron] Pushing event updated for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:04.416658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.432416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-b272b0bc-eb34-446a-86b5-d3284d0265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.434745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-b272b0bc-eb34-446a-86b5-d3284d0265b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 1095 time: 0.0866718 Aug 31 19:34:04.438155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:04.440625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network hostable DHCP agents. Network: 8661a7fe-6423-4517-827f-d9ce1c704d5a, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:34:04.481213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-c31dbe61-7614-40e2-b703-f60f94a0eba8 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0307574 Aug 31 19:34:04.508615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Request body: {'port': {'device_id': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:04.545493 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-4ee23636-7d2a-4093-9727-672f7c3231c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 200 len: 217 time: 0.0969219 Aug 31 19:34:04.577200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:34:04.630577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8661a7fe-6423-4517-827f-d9ce1c704d5a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:04.642981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d69c2a-1587-41e4-ba51-efa20d8fed27 None None] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:04.669273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-89725f74-6a32-4cf1-980f-c8b748cb9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.670806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-89725f74-6a32-4cf1-980f-c8b748cb9ecd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.1150901 Aug 31 19:34:04.692307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.692917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.798732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-1093383e-e3b6-429a-a3f3-fc556d1e22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.800306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-1093383e-e3b6-429a-a3f3-fc556d1e22e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222413 Aug 31 19:34:04.895346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1abed17-31ea-4a32-94aa-eb8c2ddf991e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2938800 Aug 31 19:34:04.895346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.896744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 53976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:04.932761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1d08704e-285b-4873-8243-1cad30a3815e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:04.957311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8661a7fe-6423-4517-827f-d9ce1c704d5a', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:34:04.958178 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.963324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'tag': '21903b62-7e8d-49ac-a65a-456009914502'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:04.980567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "tag": "21903b62-7e8d-49ac-a65a-456009914502"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:04.987814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50beaf-c048-4250-ac86-6cea99d4c636 req-b50f67f5-2bdc-4a99-9990-a7cbb67c3ad5 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.989371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a50beaf-c048-4250-ac86-6cea99d4c636 req-b50f67f5-2bdc-4a99-9990-a7cbb67c3ad5 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 932 time: 0.4232798 Aug 31 19:34:05.007249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1365a5-17bd-4ef6-9f52-0b8657ca602a req-a2290fb2-e2d4-48f6-9fd0-8259d9cda95e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.015142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf1365a5-17bd-4ef6-9f52-0b8657ca602a req-a2290fb2-e2d4-48f6-9fd0-8259d9cda95e tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.4110310 Aug 31 19:34:05.078419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-0417ecfc-1c2d-4d08-87c9-af1ec71bc841 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705891 Aug 31 19:34:05.175159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Allocated IP 172.20.0.2 (8661a7fe-6423-4517-827f-d9ce1c704d5a/48733dc5-f129-43d7-9cca-137573afe162/b420263d-9460-41e1-bbdb-20a3ec280fda) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:05.219187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-57d79ef6-4e67-49c6-8733-58df821587f0 req-2d0e4f88-bbf2-444c-a795-ba4d9225e2f4 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333888 Aug 31 19:34:05.234933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf1365a5-17bd-4ef6-9f52-0b8657ca602a req-500402d8-af6f-4929-a88d-c978041e8880 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189059 Aug 31 19:34:05.261969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a50beaf-c048-4250-ac86-6cea99d4c636 req-ed26e552-be52-4f01-ae97-9eb1b06a62d4 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328033 Aug 31 19:34:05.337025 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b1969-c04c-409e-a009-0816977b1552 x-openstack-request-id: req-2a3b1969-c04c-409e-a009-0816977b1552 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:05.337520 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "tag": "21903b62-7e8d-49ac-a65a-456009914502", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:05.337778 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a3b1969-c04c-409e-a009-0816977b1552 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:05.338181 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'tag': '21903b62-7e8d-49ac-a65a-456009914502', 'status': 'completed', 'code': 200} Aug 31 19:34:05.395666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.419971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Transition to ACTIVE for port object b420263d-9460-41e1-bbdb-20a3ec280fda will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:05.447195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-793a4af8-ee1a-47f4-a321-315e25d83879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.449014 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-793a4af8-ee1a-47f4-a321-315e25d83879 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 1095 time: 0.0889513 Aug 31 19:34:05.470079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Transition to ACTIVE for port object b420263d-9460-41e1-bbdb-20a3ec280fda will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:05.487456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1d08704e-285b-4873-8243-1cad30a3815e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:05.502121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1d08704e-285b-4873-8243-1cad30a3815e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:05.502507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.504590 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.585620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-ca0dbf4b-fd67-47d8-8119-618282b808e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.594601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-ca0dbf4b-fd67-47d8-8119-618282b808e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.1340103 Aug 31 19:34:05.594892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a41c8-5b85-4c40-b105-ff01dead8ef0 req-5096ce4a-1c87-4384-909f-94b52be61e19 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.596732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-651a41c8-5b85-4c40-b105-ff01dead8ef0 req-5096ce4a-1c87-4384-909f-94b52be61e19 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 943 time: 0.1759415 Aug 31 19:34:05.605815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:05.634632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:05.641402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:05.651543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:05.675817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-ecd83c2e-904e-4b88-be27-7d88230ae9e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 200 len: 217 time: 0.0792904 Aug 31 19:34:05.687967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:05.688346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 64cf1862-0898-4e93-b9ca-c3fb3c9e4b0f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:05.756115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Pushing event updated for resources: {'Port': ['ID=b420263d-9460-41e1-bbdb-20a3ec280fda,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:05.784053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-9e6b5e60-cb12-43f5-a3b6-311c8470cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.786460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-9e6b5e60-cb12-43f5-a3b6-311c8470cf68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.1000907 Aug 31 19:34:05.821630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Attempting to bind port b420263d-9460-41e1-bbdb-20a3ec280fda on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:05.824557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Attempting to bind port b420263d-9460-41e1-bbdb-20a3ec280fda by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:05.825048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Attempting to bind port b420263d-9460-41e1-bbdb-20a3ec280fda on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:05.844229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:05.844767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:05.845278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.845789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Bound using segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:05.846371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Bound port: b420263d-9460-41e1-bbdb-20a3ec280fda, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:05.846874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.885936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-34adc4db-1ae3-46a5-bd00-ec3330c9c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.885936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-34adc4db-1ae3-46a5-bd00-ec3330c9c169 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1099 time: 0.1417093 Aug 31 19:34:05.895855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-81d54bb1-8925-4f54-b9fb-d5ba0cd53b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:05.897460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-81d54bb1-8925-4f54-b9fb-d5ba0cd53b63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947034 Aug 31 19:34:05.968617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] For port b420263d-9460-41e1-bbdb-20a3ec280fda, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:05.973921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] For port b420263d-9460-41e1-bbdb-20a3ec280fda, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b420263d-9460-41e1-bbdb-20a3ec280fda,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:05.975779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:05.984014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.035072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1d08704e-285b-4873-8243-1cad30a3815e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1d08704e-285b-4873-8243-1cad30a3815e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:06.047402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.065476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-4a97431e-98fe-465a-a8d9-3bd36df9faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.071690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-4a97431e-98fe-465a-a8d9-3bd36df9faae service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1465859 Aug 31 19:34:06.104859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fb78d-c9ae-4112-a87c-b651199025b5 None None] Pushing event updated for resources: {'Port': ['ID=b420263d-9460-41e1-bbdb-20a3ec280fda,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:06.200616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1d08704e-285b-4873-8243-1cad30a3815e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:06.223021 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-080c578b-8c11-4904-9577-5f9246efd6fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 1001 time: 0.1272869 Aug 31 19:34:06.281027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-651a41c8-5b85-4c40-b105-ff01dead8ef0 req-9bfa68fd-e15e-47a6-a99f-86effe2d5605 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6692140 Aug 31 19:34:06.340440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-bbc2ff3d-ca7d-4d81-bd84-0f9d1bc1c644 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265311 Aug 31 19:34:06.356583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-aeaa297c-4223-43c8-bcea-d4daed639ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.359260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-aeaa297c-4223-43c8-bcea-d4daed639ed1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1146438 Aug 31 19:34:06.590122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b8ce907-9b67-4e70-b645-6c1ce27b9ab5 req-d0db5bb4-3758-4ddd-b553-f2d4508dfd1a service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464929 Aug 31 19:34:06.596750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-7f8553cf-95da-480f-8ea0-a3468b2fe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.598304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-7f8553cf-95da-480f-8ea0-a3468b2fe7be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138834 Aug 31 19:34:06.605007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847d0df3-d203-4f15-b05f-b33ae08122df {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:06.618870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.634022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Transition to ACTIVE for port object 847d0df3-d203-4f15-b05f-b33ae08122df will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:06.659063 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.741415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-6e780086-2169-4819-bf85-c7f0493c0b0e service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328750 Aug 31 19:34:06.835056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf9c31-065e-48b9-984c-b69d847b076e req-26e7a6a8-db1b-436c-b2ce-39b723ac59ed tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.837889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccbf9c31-065e-48b9-984c-b69d847b076e req-26e7a6a8-db1b-436c-b2ce-39b723ac59ed tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 932 time: 0.4297163 Aug 31 19:34:06.894353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Pushing event updated for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:06.912204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-44ef7aba-661d-458e-bcd7-1998bef8ff3e req-44a04ab8-86ec-46e7-bafb-7a6b35644df0 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617150 Aug 31 19:34:06.988205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca037bf6-9cd8-4dc5-937d-5b55921f874b req-183ba252-4f05-4b72-be4c-fa29c905a3ba tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.990043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca037bf6-9cd8-4dc5-937d-5b55921f874b req-183ba252-4f05-4b72-be4c-fa29c905a3ba tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.4919181 Aug 31 19:34:07.011871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b420263d-9460-41e1-bbdb-20a3ec280fda up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:07.095697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b420263d-9460-41e1-bbdb-20a3ec280fda completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:07.107995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1d08704e-285b-4873-8243-1cad30a3815e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:07.178909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccbf9c31-065e-48b9-984c-b69d847b076e req-26acf20a-42ba-485d-9b73-2950cb1d4828 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242009 Aug 31 19:34:07.228965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1d08704e-285b-4873-8243-1cad30a3815e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:07.229373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.266651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-84e765aa-890e-494c-99f0-bcc61cd37ea7 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:07.268189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca037bf6-9cd8-4dc5-937d-5b55921f874b req-df340aeb-3c34-4223-8cf8-b1e63cc3378f tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/security-groups?id=96cbce36-b22e-448d-9de5-d3d4f5d49583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037408 Aug 31 19:34:07.271196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-84e765aa-890e-494c-99f0-bcc61cd37ea7 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 945 time: 0.1304965 Aug 31 19:34:07.302771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Attempting to bind port 847d0df3-d203-4f15-b05f-b33ae08122df on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:07.303954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Attempting to bind port 847d0df3-d203-4f15-b05f-b33ae08122df by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:07.305400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Attempting to bind port 847d0df3-d203-4f15-b05f-b33ae08122df on network e0c6afed-a80b-4820-9b85-80c4a73f802f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:07.317130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.331341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Port 847d0df3-d203-4f15-b05f-b33ae08122df on network e0c6afed-a80b-4820-9b85-80c4a73f802f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:07.331986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Attempting to bind port 847d0df3-d203-4f15-b05f-b33ae08122df on network e0c6afed-a80b-4820-9b85-80c4a73f802f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:07.616058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:07.616811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Checking segment: {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:07.617492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Bound using segment: {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:07.618167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Bound port: 847d0df3-d203-4f15-b05f-b33ae08122df, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:07.618734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.653455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 21903b62-7e8d-49ac-a65a-456009914502 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:07.806465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=21903b62-7e8d-49ac-a65a-456009914502,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:07.818611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:07.822045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '21903b62-7e8d-49ac-a65a-456009914502', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'port_id': '21903b62-7e8d-49ac-a65a-456009914502', 'mac_address': 'fa:16:3e:78:ef:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:07.868060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2520d-fbd1-4219-bf0d-190be551994c req-e78781bb-80d6-471d-a325-53322868cebb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:07.870292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46d2520d-fbd1-4219-bf0d-190be551994c req-e78781bb-80d6-471d-a325-53322868cebb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 943 time: 0.2558064 Aug 31 19:34:07.870947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d3052-4e51-486b-b506-a22d9a96bbd1 None None] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:07.873195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=847d0df3-d203-4f15-b05f-b33ae08122df,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:07.896211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.920841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.1 (8661a7fe-6423-4517-827f-d9ce1c704d5a/48733dc5-f129-43d7-9cca-137573afe162/aba0acb2-7d3f-4f33-90c2-9a8704720a4b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:07.934939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.972945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21903b62-7e8d-49ac-a65a-456009914502 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:07.978898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Provisioning for port b420263d-9460-41e1-bbdb-20a3ec280fda completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:08.004200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.005108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.007082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] 10.222.0.67 "PUT /v2.0/ports/847d0df3-d203-4f15-b05f-b33ae08122df HTTP/1.1" status: 200 len: 1093 time: 3.5086954 Aug 31 19:34:08.007845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:08.008487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Provisioning complete for port b420263d-9460-41e1-bbdb-20a3ec280fda triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:08.009815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.011298 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9731e0d-25a5-45c2-a642-b758335c8d52" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:08.022693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Deleting port 10261b0e-d19a-462f-92f8-5d591d1cd917 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:08.023467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.041258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46d2520d-fbd1-4219-bf0d-190be551994c req-285c8585-ee89-4c10-a06f-c3fea2d2a3ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639211 Aug 31 19:34:08.123195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=21903b62-7e8d-49ac-a65a-456009914502,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:08.143450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98357-84e7-4e37-8293-87f86e2fe53b service neutron] Pushing event updated for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:08.161333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] For port 10261b0e-d19a-462f-92f8-5d591d1cd917, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=10261b0e-d19a-462f-92f8-5d591d1cd917,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:08.165569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.174965 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f880db-faa2-4ecf-a292-f2dcc98224ec x-openstack-request-id: req-a8f880db-faa2-4ecf-a292-f2dcc98224ec {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:08.175292 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:08.175513 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8f880db-faa2-4ecf-a292-f2dcc98224ec {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:08.175949 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df', 'status': 'completed', 'code': 200} Aug 31 19:34:08.180888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-41b719d3-fdf0-461e-b754-5b421c77ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.182443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-41b719d3-fdf0-461e-b754-5b421c77ed18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 1096 time: 0.0712299 Aug 31 19:34:08.191691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Calling delete_port for 10261b0e-d19a-462f-92f8-5d591d1cd917 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:08.215343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.259827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.277733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object aba0acb2-7d3f-4f33-90c2-9a8704720a4b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:08.359801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.397673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:08.407816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['10261b0e-d19a-462f-92f8-5d591d1cd917'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:08.411571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.459771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Pushing event deleted for resources: {'Port': ['ID=10261b0e-d19a-462f-92f8-5d591d1cd917,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:08.493684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-b780c6ec-d3a2-4795-b000-b5abf22d90f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d0df3-d203-4f15-b05f-b33ae08122df HTTP/1.1" status: 200 len: 217 time: 0.2970567 Aug 31 19:34:08.499943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:08.534497 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-43af106a-2376-4c47-b8cf-b598782bd2a0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1870584 Aug 31 19:34:08.536905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] No DVR routers for this DVR port 10261b0e-d19a-462f-92f8-5d591d1cd917 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:08.537862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1b0ab641-aed6-44d7-9f03-9bcfb4635ce3 req-c237c12c-4092-423a-b22c-b6cc474f60cc tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e03d341-35eb-4bf9-b1b9-6783266bed3b HTTP/1.1" status: 200 len: 210 time: 0.1225171 Aug 31 19:34:08.548756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:08.567545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.569544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:08.576477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b73ad027-7828-4a44-a805-c69085a2acf5 req-161d2e24-0937-4c8a-8024-55b518397453 tempest-ServerRescueTestJSON-899296642 tempest-ServerRescueTestJSON-899296642-project] 10.222.0.67 "DELETE /v2.0/ports/10261b0e-d19a-462f-92f8-5d591d1cd917 HTTP/1.1" status: 204 len: 173 time: 1.2972581 Aug 31 19:34:08.589882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:08.607051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'name': 'network-vif-deleted', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:08.609379 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5f159e-9d9d-4b8e-86d2-ff0a232ac100" -d '{"events": [{"server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "name": "network-vif-deleted", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:08.664847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-fd734dbd-fd41-4c67-9a07-9369d9b96929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.665204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['21903b62-7e8d-49ac-a65a-456009914502'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:08.666756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-fd734dbd-fd41-4c67-9a07-9369d9b96929 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c82d867-17f9-4a55-ac82-c3eb55e30c48 HTTP/1.1" status: 200 len: 853 time: 0.1404684 Aug 31 19:34:08.677400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e17d0-e29d-4760-bbff-6dedb4adc4ab req-a848113d-8c4d-4f43-b9b1-182204f3a4f9 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.678964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f11e17d0-e29d-4760-bbff-6dedb4adc4ab req-a848113d-8c4d-4f43-b9b1-182204f3a4f9 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 944 time: 0.3168199 Aug 31 19:34:08.700708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-08201fa2-ecf9-4f84-82e2-95ef803c9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.702611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-08201fa2-ecf9-4f84-82e2-95ef803c9c42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1097 time: 0.1246247 Aug 31 19:34:08.744880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.746729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-421d41a1-c4e1-4fad-a135-66abc6bd2197 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0c6afed-a80b-4820-9b85-80c4a73f802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638356 Aug 31 19:34:08.747856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.816495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f11e17d0-e29d-4760-bbff-6dedb4adc4ab req-fce3ab18-88d6-425f-9b3c-7b9b7b90d19b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253808 Aug 31 19:34:08.854081 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f8d96-3627-4ebe-bded-7e7119119657 x-openstack-request-id: req-953f8d96-3627-4ebe-bded-7e7119119657 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:08.854515 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e03d341-35eb-4bf9-b1b9-6783266bed3b", "name": "network-vif-deleted", "tag": "10261b0e-d19a-462f-92f8-5d591d1cd917", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:08.854770 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-953f8d96-3627-4ebe-bded-7e7119119657 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:08.855168 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e03d341-35eb-4bf9-b1b9-6783266bed3b', 'name': 'network-vif-deleted', 'tag': '10261b0e-d19a-462f-92f8-5d591d1cd917', 'status': 'completed', 'code': 200} Aug 31 19:34:08.856214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] For port b420263d-9460-41e1-bbdb-20a3ec280fda, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b420263d-9460-41e1-bbdb-20a3ec280fda,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:08.872266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.909500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-d10e89b9-d806-4923-9727-44ad05186037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:08.911204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-d10e89b9-d806-4923-9727-44ad05186037 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 910 time: 0.1757348 Aug 31 19:34:09.019729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-81dbd77d-1b97-44ed-af06-7d185811dfcb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 1001 time: 0.0988441 Aug 31 19:34:09.047159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-aaed8f59-7958-4144-86a3-f3c1f16f4a92 service neutron] 10.222.0.67 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531981 Aug 31 19:34:09.054146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfbfe-d5d9-4111-bbe6-cf8b141484d9 None None] Pushing event updated for resources: {'Port': ['ID=b420263d-9460-41e1-bbdb-20a3ec280fda,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:09.137995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-97862339-3e95-47b5-b9a8-4ac171b90187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:09.141191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-97862339-3e95-47b5-b9a8-4ac171b90187 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 200 len: 848 time: 0.1132052 Aug 31 19:34:09.225519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.241939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-b75ebc08-b9fc-407a-89f4-f70c5c83c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:09.244254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-b75ebc08-b9fc-407a-89f4-f70c5c83c51e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863302 Aug 31 19:34:09.256772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b0dcf5a0-0a16-4995-841f-b5c03fdbe279 None None] Provisioning complete for port b420263d-9460-41e1-bbdb-20a3ec280fda triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:09.256772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf5a0-0a16-4995-841f-b5c03fdbe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.400642 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-44a61cbb-a009-46fa-8400-de9e79430c5c service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473818 Aug 31 19:34:09.539106 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-22fc6bff-e81b-4a86-a56f-d5018821bfff req-bf1a8bb7-8408-4400-9fee-dd8e2c983b3b service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302626 Aug 31 19:34:09.552237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-874849eb-5382-4b3b-aece-8db2a46b2d45 req-0ff51e1d-5195-42da-a3f0-0c719bf5e593 service neutron] 10.222.0.67 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803953 Aug 31 19:34:09.577330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131c32a-d297-4143-b036-2b99bdb38ad7 req-b24db308-7662-48a4-9ad6-073c64314701 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:09.578930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0131c32a-d297-4143-b036-2b99bdb38ad7 req-b24db308-7662-48a4-9ad6-073c64314701 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 944 time: 0.4103892 Aug 31 19:34:09.613041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-129adc49-de63-44fb-89a2-86f25dab61ed None None] Provisioning for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:09.619892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-129adc49-de63-44fb-89a2-86f25dab61ed None None] Provisioning complete for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:09.620771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-129adc49-de63-44fb-89a2-86f25dab61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.647465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:09.673220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-129adc49-de63-44fb-89a2-86f25dab61ed None None] Port aba0acb2-7d3f-4f33-90c2-9a8704720a4b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:09.679833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 21903b62-7e8d-49ac-a65a-456009914502 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:09.745671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0131c32a-d297-4143-b036-2b99bdb38ad7 req-09649f86-3e27-42ee-90f1-a621a7178c3c tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483831 Aug 31 19:34:09.777800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 21903b62-7e8d-49ac-a65a-456009914502 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:09.781701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 21903b62-7e8d-49ac-a65a-456009914502 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:09.782078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.782609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-99913161-d36f-4fe4-8eda-5a0225977d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:09.784189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-99913161-d36f-4fe4-8eda-5a0225977d95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 1096 time: 0.1438215 Aug 31 19:34:09.920391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.944284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.949184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.984426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21903b62-7e8d-49ac-a65a-456009914502'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:09.988580 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df31a6c-dd0a-44f2-b581-f1a927267228" -d '{"events": [{"server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "name": "network-vif-plugged", "status": "completed", "tag": "21903b62-7e8d-49ac-a65a-456009914502"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:10.019083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=21903b62-7e8d-49ac-a65a-456009914502,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:10.020157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.029786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.164959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:10.169335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-db3f8ffe-36b5-4039-bbd5-1e42faddbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:10.171108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-db3f8ffe-36b5-4039-bbd5-1e42faddbe0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 914 time: 0.3734934 Aug 31 19:34:10.178047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.180230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.180665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.181085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.181485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.181912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.183349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:10.184217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.184656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.185073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.187518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.187998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.188413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:10.196166 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5da071-07d9-4594-9cd9-f578a5e172a4 x-openstack-request-id: req-7d5da071-07d9-4594-9cd9-f578a5e172a4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:10.196458 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "name": "network-vif-plugged", "status": "completed", "tag": "21903b62-7e8d-49ac-a65a-456009914502", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:10.196714 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d5da071-07d9-4594-9cd9-f578a5e172a4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:10.197108 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21903b62-7e8d-49ac-a65a-456009914502', 'code': 200} Aug 31 19:34:10.210751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9ba2-e97e-4a0e-a48c-22ebc6f05424 req-4e0db1ee-c177-422a-a66a-0c4b12b38031 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:10.212814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb7c9ba2-e97e-4a0e-a48c-22ebc6f05424 req-4e0db1ee-c177-422a-a66a-0c4b12b38031 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 944 time: 0.2036264 Aug 31 19:34:10.260067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-623cf5b4-a2f0-4b2d-a5b2-ec356f7bd291 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d0df3-d203-4f15-b05f-b33ae08122df HTTP/1.1" status: 200 len: 217 time: 0.0680485 Aug 31 19:34:10.303201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.367387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb7c9ba2-e97e-4a0e-a48c-22ebc6f05424 req-dd7ff7bc-5eee-421a-9ab3-ddda22378ee1 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 Aug 31 19:34:10.369222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:10.377705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:10.381429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-83527c2a-25e0-4262-af1c-e5b5a44798d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:10.383952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-83527c2a-25e0-4262-af1c-e5b5a44798d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c82d867-17f9-4a55-ac82-c3eb55e30c48 HTTP/1.1" status: 200 len: 853 time: 0.1161695 Aug 31 19:34:10.402892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f05a-760f-488f-a921-adead41fc361 req-4e1f777b-93e1-4dff-9ac5-5aaaeba29b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:10.404653 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7154f05a-760f-488f-a921-adead41fc361 req-4e1f777b-93e1-4dff-9ac5-5aaaeba29b9c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 1097 time: 0.1375549 Aug 31 19:34:10.465838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-46c59935-44b7-4757-8e58-fed1a5810887 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0c6afed-a80b-4820-9b85-80c4a73f802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732932 Aug 31 19:34:10.482078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7154f05a-760f-488f-a921-adead41fc361 req-aa2dadf6-ee1a-4f7e-bb99-ac7641e90705 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688946 Aug 31 19:34:10.627768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-76cf1b30-0813-4894-87ad-72baa16e013c service neutron] 10.222.0.67 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406102 Aug 31 19:34:10.627768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:10.716712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4ac946dc-3640-4e15-8b96-164da14eb58f None None] Provisioning complete for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:10.717230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ac946dc-3640-4e15-8b96-164da14eb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.745015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Deleting port af4092af-af4f-4adb-8508-d980b8f026f7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:10.745199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.767953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4ac946dc-3640-4e15-8b96-164da14eb58f None None] Port aba0acb2-7d3f-4f33-90c2-9a8704720a4b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:10.835384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:10.849931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-90da64c1-6448-49ae-bc15-da37bf27c03c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9443898 Aug 31 19:34:10.849931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9731e0d-25a5-45c2-a642-b758335c8d52 req-0486feab-3bb2-450b-aa7f-364c268f8e08 service neutron] 10.222.0.67 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713638 Aug 31 19:34:10.857301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Sync routers for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:10.865793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b420263d-9460-41e1-bbdb-20a3ec280fda up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:10.906326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 10261b0e-d19a-462f-92f8-5d591d1cd917 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:10.907169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] For port af4092af-af4f-4adb-8508-d980b8f026f7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=af4092af-af4f-4adb-8508-d980b8f026f7,segment=NetworkSegment(dfa2f13b-4ffa-42ac-879d-d1c36351878a),segment_id=dfa2f13b-4ffa-42ac-879d-d1c36351878a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:10.907885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:10.924530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Calling delete_port for af4092af-af4f-4adb-8508-d980b8f026f7 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:10.932739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:10.933419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:10.935156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 10261b0e-d19a-462f-92f8-5d591d1cd917 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:10.935500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 10261b0e-d19a-462f-92f8-5d591d1cd917 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:10.956777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefff7-46cf-4b8c-b8d8-3627aed14422 req-eb5475ff-1a7c-4624-b04c-a740c1a28dbf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:10.958667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9cefff7-46cf-4b8c-b8d8-3627aed14422 req-eb5475ff-1a7c-4624-b04c-a740c1a28dbf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.0671897 Aug 31 19:34:11.026969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9cefff7-46cf-4b8c-b8d8-3627aed14422 req-4e28652b-35f5-4252-b11f-4bf8aa64142b tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613403 Aug 31 19:34:11.045930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-0e6a4b90-d36b-4ffe-b4f8-7322ca0ae89c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879920528&fields=id&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 267 time: 0.0543723 Aug 31 19:34:11.061162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b420263d-9460-41e1-bbdb-20a3ec280fda triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:11.061911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.102851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:11.169066 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.169940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-866b97c7-175a-4e2e-8a03-3332b19b3dda tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:11.171488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-866b97c7-175a-4e2e-8a03-3332b19b3dda tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 797 time: 0.1182573 Aug 31 19:34:11.189833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-dfdc12f8-2371-417e-9198-4c3a91bc6c05 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/quotas/282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 375 time: 0.0117214 Aug 31 19:34:11.211311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=af4092af-af4f-4adb-8508-d980b8f026f7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:11.397801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.468399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 2, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:11.505517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Checking router: e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:11.506432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Updating router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 port aba0acb2-7d3f-4f33-90c2-9a8704720a4b binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:34:11.553624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.558062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3fa0-8246-4640-9a9d-a30ee27811f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.645146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:11.680864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-0f34e416-47e6-454d-b07c-de6e822be7b3 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4838560 Aug 31 19:34:11.698937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649458ea-1aa9-49af-afb0-1a558e1e077a req-e48cd148-cc98-4faa-8e22-b053b74d3fc6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:11.700785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-649458ea-1aa9-49af-afb0-1a558e1e077a req-e48cd148-cc98-4faa-8e22-b053b74d3fc6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0714188 Aug 31 19:34:11.765616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:11.770868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37a18993-9bdf-4c11-a407-d42b35dd6d2d admin admin] 10.222.0.73 "PUT /v2.0/routers/ee71e8cb-e040-4a7b-8bfa-cd199687efe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1215270 Aug 31 19:34:11.773760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:11.781456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Sync routers for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:11.792334 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:11.793195 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:11.815468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-649458ea-1aa9-49af-afb0-1a558e1e077a req-ec9358a9-8bee-4b4c-8380-d38b0aabe4c8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960195 Aug 31 19:34:11.835260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-646f7f3e-324b-442b-93c7-414c5e057b03 service neutron] 10.222.0.73 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338134 Aug 31 19:34:11.895376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.941032 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.953054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Transition to ACTIVE for port object aba0acb2-7d3f-4f33-90c2-9a8704720a4b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:11.961509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.976242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-ef8d6844-bd3a-41bc-b200-491db210c6e6 service neutron] 10.222.0.73 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333284 Aug 31 19:34:12.035263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de5ab7-288a-438b-b493-14bbd410eb38 None None] Pushing event updated for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:12.050076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.092490 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:12.094339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa6c33-0e29-43ce-93eb-7762e384bb65 req-55c88d37-8ea6-41d3-9bd7-245625c19e9b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:12.095962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bfa6c33-0e29-43ce-93eb-7762e384bb65 req-55c88d37-8ea6-41d3-9bd7-245625c19e9b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 944 time: 0.1186843 Aug 31 19:34:12.107264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Attempting to bind port aba0acb2-7d3f-4f33-90c2-9a8704720a4b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:12.108037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Attempting to bind port aba0acb2-7d3f-4f33-90c2-9a8704720a4b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:12.108580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Attempting to bind port aba0acb2-7d3f-4f33-90c2-9a8704720a4b on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:12.118998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:12.119420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:12.119864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.120271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Bound using segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:12.120770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Bound port: aba0acb2-7d3f-4f33-90c2-9a8704720a4b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:12.121158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.173135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1bfa6c33-0e29-43ce-93eb-7762e384bb65 req-b753ac65-60ee-4e30-9996-9bafa28029e7 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698671 Aug 31 19:34:12.179305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Deleting port 26514818-0aff-428d-8c62-a3e034008dd0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:12.179772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.302849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] For port aba0acb2-7d3f-4f33-90c2-9a8704720a4b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:12.314058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] For port aba0acb2-7d3f-4f33-90c2-9a8704720a4b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:12.319417 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.325814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-668a815a-3ca4-4e6e-8e0f-1d14d7bf6004 req-cee7387c-cb15-48af-bbe4-4f4965a4294b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 210 time: 0.0643902 Aug 31 19:34:12.377953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1f3a5-8c0d-4b6c-a676-78c6ed0ee5ae req-d5897ad2-3411-4e13-9636-a51736c2c9ad tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:12.386268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de5ab7-288a-438b-b493-14bbd410eb38 None None] Pushing event updated for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:12.393038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] For port 26514818-0aff-428d-8c62-a3e034008dd0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26514818-0aff-428d-8c62-a3e034008dd0,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:12.393473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.400879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3af1f3a5-8c0d-4b6c-a676-78c6ed0ee5ae req-d5897ad2-3411-4e13-9636-a51736c2c9ad tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.1508369 Aug 31 19:34:12.423514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Calling delete_port for 26514818-0aff-428d-8c62-a3e034008dd0 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:12.431796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:12.432552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:12.479340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3af1f3a5-8c0d-4b6c-a676-78c6ed0ee5ae req-f2c4aa20-c219-4e3e-8957-3349461279b7 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749350 Aug 31 19:34:12.548783 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '26514818-0aff-428d-8c62-a3e034008dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:34:11Z', 'revision_number': 5, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port': {'id': '26514818-0aff-428d-8c62-a3e034008dd0', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:14Z', 'updated_at': '2021-08-31T19:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:12.594780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:12.596301 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Checking router: ee71e8cb-e040-4a7b-8bfa-cd199687efe8 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:12.606590 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Routers {'ee71e8cb-e040-4a7b-8bfa-cd199687efe8'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:12.607282 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:33:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:12.685858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65618eb1-c0ee-4e85-8063-cd802a531f4f req-b47a3639-6fc0-4d0f-baed-d121b30ea37f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:12.688621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65618eb1-c0ee-4e85-8063-cd802a531f4f req-b47a3639-6fc0-4d0f-baed-d121b30ea37f tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.0724947 Aug 31 19:34:12.699073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:12.704032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Request body: {'floatingip': {'port_id': '21903b62-7e8d-49ac-a65a-456009914502'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:12.747501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] Set router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:12.783116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.785609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.838494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Pushing event deleted for resources: {'Port': ['ID=26514818-0aff-428d-8c62-a3e034008dd0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:12.839915 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:34:12Z', 'revision_number': 6, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:12.908730 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160696-4330-44ff-99a8-b789d3b6abc0 None None] The sync data for ids ['ee71e8cb-e040-4a7b-8bfa-cd199687efe8'] in n-d-778550-14 is: [{'id': 'ee71e8cb-e040-4a7b-8bfa-cd199687efe8', 'name': 'tempest-ServerRescueTestJSON-1916837330-router', 'tenant_id': '912dfd6dc86e487faa5931db800940b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:34:12Z', 'revision_number': 6, 'project_id': '912dfd6dc86e487faa5931db800940b0', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:12.941888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.943604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 847d0df3-d203-4f15-b05f-b33ae08122df details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:13.059499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.062296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.103524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:12Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:13.113890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.115178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee71e8cb-e040-4a7b-8bfa-cd199687efe8 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:34:13.120870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.122315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e39bd490-3c14-4364-9d91-fe4df2732bda admin admin] 10.222.0.73 "DELETE /v2.0/routers/ee71e8cb-e040-4a7b-8bfa-cd199687efe8 HTTP/1.1" status: 204 len: 168 time: 1.3478572 Aug 31 19:34:13.124848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:13.144700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e260b7-8a7f-404b-9ac1-b5fde594cbf2 None None] The sync data for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 is: [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:12Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:13.154264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=847d0df3-d203-4f15-b05f-b33ae08122df,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:13.173769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '847d0df3-d203-4f15-b05f-b33ae08122df', 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f', 'port_id': '847d0df3-d203-4f15-b05f-b33ae08122df', 'mac_address': 'fa:16:3e:1e:fe:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c82d867-17f9-4a55-ac82-c3eb55e30c48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:13.180731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Deleting subnet cbddf0c5-90ac-4b76-a08f-29610c65396a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:34:13.183867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.219171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f4a20-c822-49ef-8a84-ca7aeab45416 req-c00eabd8-462f-459d-93af-90fc877e829d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:13.220810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd6f4a20-c822-49ef-8a84-ca7aeab45416 req-c00eabd8-462f-459d-93af-90fc877e829d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.2430875 Aug 31 19:34:13.229532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.267742 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.304932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847d0df3-d203-4f15-b05f-b33ae08122df {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:13.313475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.363088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=847d0df3-d203-4f15-b05f-b33ae08122df,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:13.368880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.424711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.448160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:13.465961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbddf0c5-90ac-4b76-a08f-29610c65396a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:13.486285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.491367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e78cd7d2-ee17-428f-be1a-6d88e83b35be admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cbddf0c5-90ac-4b76-a08f-29610c65396a HTTP/1.1" status: 204 len: 168 time: 0.3651848 Aug 31 19:34:13.492524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:13.552362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd6f4a20-c822-49ef-8a84-ca7aeab45416 req-61736e7f-e2d9-4e25-ae41-78cd7021f999 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209281 Aug 31 19:34:13.581617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d617f-ead9-43a2-afe7-0773482c87af req-3c0e9ffd-ef4f-41a3-aa60-979c7ba01c19 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:13.583273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d617f-ead9-43a2-afe7-0773482c87af req-3c0e9ffd-ef4f-41a3-aa60-979c7ba01c19 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 945 time: 0.2099130 Aug 31 19:34:13.620540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['847d0df3-d203-4f15-b05f-b33ae08122df'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:13.716293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.771385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66cada1b-c781-4916-8770-3e89f14a1589 req-f538fb0c-55ae-494f-8909-704f1683c878 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 210 time: 0.1077850 Aug 31 19:34:13.777996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a82d617f-ead9-43a2-afe7-0773482c87af req-eb190aa8-0f64-4397-87ce-ebd9037c6f41 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726339 Aug 31 19:34:13.789361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-576bd671-0499-4def-bdfc-9cd862866fac tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:13.791275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-576bd671-0499-4def-bdfc-9cd862866fac tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 797 time: 0.2399864 Aug 31 19:34:13.815327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.820937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.897802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.914705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f981de-aa26-485a-ac84-8832e87fa487']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:13.935214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa2f13b-4ffa-42ac-879d-d1c36351878a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:13.935531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa2f13b-4ffa-42ac-879d-d1c36351878a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:13.946388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.963103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:13.969818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:34:13.970357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.014752 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Floating IP dc2e0a10-e193-445b-8988-9fdca803a297 associated. External IP: 172.25.3.75, port: 21903b62-7e8d-49ac-a65a-456009914502. Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:34:14.043330 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:34:14.059725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.068265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.071063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] 10.222.0.73 "DELETE /v2.0/networks/d7f981de-aa26-485a-ac84-8832e87fa487 HTTP/1.1" status: 204 len: 168 time: 0.5763721 Aug 31 19:34:14.079762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-41ad72f0-c85e-413b-91a3-12dbadf22a45 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 380 time: 0.2783296 Aug 31 19:34:14.106948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'port': {'device_id': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'admin_state_up': True, 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'security_groups': ['e3de948e-95d7-4c55-8b0f-289a57665efc']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:14.120724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538583b9-bd8d-4560-8de9-9046f239f91c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f981de-aa26-485a-ac84-8832e87fa487,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:14.211792 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-095c10cc-17d0-443f-9c32-e20b3add24c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.284525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:14.290081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.347688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:14.472540 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.528106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:14.551101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f836e245-6b9e-4cfc-9566-8bede112406c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=912dfd6dc86e487faa5931db800940b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007020 Aug 31 19:34:14.555817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:14.588877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991eace6-b81d-45f9-9894-07bb91d252b1 req-b8db56d6-5603-4cc4-8001-94126e2b0f62 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:14.592236 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.592577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-991eace6-b81d-45f9-9894-07bb91d252b1 req-b8db56d6-5603-4cc4-8001-94126e2b0f62 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1305611 Aug 31 19:34:14.685130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.4 (8661a7fe-6423-4517-827f-d9ce1c704d5a/48733dc5-f129-43d7-9cca-137573afe162/6e267517-08cd-4571-9f09-de8d118bd79f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:14.708049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.724386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-991eace6-b81d-45f9-9894-07bb91d252b1 req-f97f7cee-b20c-4aee-a56f-aab21711b0e9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788698 Aug 31 19:34:14.746197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:14.752940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.764173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:14.777632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:14.777632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:14.784825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.794268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e7bc98d-7ad7-4aac-b905-3086fc75b41e tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "PUT /v2.0/floatingips/dc2e0a10-e193-445b-8988-9fdca803a297 HTTP/1.1" status: 200 len: 990 time: 2.0931940 Aug 31 19:34:14.795054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'tag': '21903b62-7e8d-49ac-a65a-456009914502'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:14.797565 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed0e80b-5d60-411f-a204-0a987064047f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "tag": "21903b62-7e8d-49ac-a65a-456009914502"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:14.914724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aba0acb2-7d3f-4f33-90c2-9a8704720a4b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:14.916914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 847d0df3-d203-4f15-b05f-b33ae08122df up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:14.948557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c13c4-6f99-41f8-9c07-ecf851aae4be req-93ee181f-b504-49bb-bbfe-c8da4979534c tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:14.958735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb8c13c4-6f99-41f8-9c07-ecf851aae4be req-93ee181f-b504-49bb-bbfe-c8da4979534c tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 945 time: 0.0937603 Aug 31 19:34:14.981775 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ead80-a558-48ac-868b-fe19673f528b x-openstack-request-id: req-6a2ead80-a558-48ac-868b-fe19673f528b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:14.982203 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "tag": "21903b62-7e8d-49ac-a65a-456009914502", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:14.982562 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a2ead80-a558-48ac-868b-fe19673f528b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:14.983404 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'tag': '21903b62-7e8d-49ac-a65a-456009914502', 'status': 'completed', 'code': 200} Aug 31 19:34:15.035934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb8c13c4-6f99-41f8-9c07-ecf851aae4be req-a31b91be-9898-4ac6-9ddd-f081314d0a96 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758655 Aug 31 19:34:15.086914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6e20c7c-1fa9-4aad-b7d0-716531ec1e6c req-149d0d28-de58-4915-abe8-44b453c30bf7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 210 time: 0.0438704 Aug 31 19:34:15.087152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:15.307337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:15.341715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 847d0df3-d203-4f15-b05f-b33ae08122df completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:15.350586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:15.350996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.375322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 847d0df3-d203-4f15-b05f-b33ae08122df triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:15.375706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.417130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.419691 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.420833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96cbce36-b22e-448d-9de5-d3d4f5d49583 HTTP/1.1" status: 204 len: 168 time: 0.8637922 Aug 31 19:34:15.444327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadea958-5969-4e88-ac29-ed738712936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cbce36-b22e-448d-9de5-d3d4f5d49583,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:15.447317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.462856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.475809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e80b-5d60-411f-a204-0a987064047f req-6990c794-c011-4717-a8f8-7fc7099c3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:15.477773 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-6990c794-c011-4717-a8f8-7fc7099c3023 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 1097 time: 0.4779472 Aug 31 19:34:15.482553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object 6e267517-08cd-4571-9f09-de8d118bd79f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:15.585127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.631499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e80b-5d60-411f-a204-0a987064047f req-f4bfc716-4612-42cc-a40b-a0081ec5e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:15.633595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-f4bfc716-4612-42cc-a40b-a0081ec5e62d service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.1474056 Aug 31 19:34:15.646625 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.650974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.655982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:15.688597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:15.692873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:15.695748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:15.701728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:15.703558 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d6f29-4f77-42fa-92a6-1356673a1c41" -d '{"events": [{"server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "name": "network-vif-plugged", "status": "completed", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:15.728448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=847d0df3-d203-4f15-b05f-b33ae08122df,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:15.734425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port aba0acb2-7d3f-4f33-90c2-9a8704720a4b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:15.737397 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.738458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:15.761049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-30852acb-03cc-4078-95fa-32517f264044 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 200 len: 998 time: 0.1199205 Aug 31 19:34:15.765411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.770907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:15.770907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.819512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-4de0ff3d-0aae-4f58-b240-edc997a36b51 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7196665 Aug 31 19:34:15.832739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Request body: {'port': {'device_id': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:15.845822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'dc2e0a10-e193-445b-8988-9fdca803a297', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '21903b62-7e8d-49ac-a65a-456009914502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:78:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f31d3-be31-4739-927a-97668ccdac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:33:55Z', 'updated_at': '2021-08-31T19:34:13Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:15.857083 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3b44a-e03b-48c3-aadc-523b336c02e6 x-openstack-request-id: req-40b3b44a-e03b-48c3-aadc-523b336c02e6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:15.857602 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "name": "network-vif-plugged", "status": "completed", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:15.858029 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40b3b44a-e03b-48c3-aadc-523b336c02e6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:15.858589 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df', 'code': 200} Aug 31 19:34:15.868283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e80b-5d60-411f-a204-0a987064047f req-7d768bab-bc5e-4b79-9005-ab4f3f195e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:15.869807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-7d768bab-bc5e-4b79-9005-ab4f3f195e52 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.0971994 Aug 31 19:34:15.908339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26514818-0aff-428d-8c62-a3e034008dd0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:15.917296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:15.920686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:15.964421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:15.984061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 26514818-0aff-428d-8c62-a3e034008dd0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:15.984831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26514818-0aff-428d-8c62-a3e034008dd0 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:15.985743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device af4092af-af4f-4adb-8508-d980b8f026f7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:15.986758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e80b-5d60-411f-a204-0a987064047f req-231360a3-f456-4872-b289-65f808c98613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:15.988318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-231360a3-f456-4872-b289-65f808c98613 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095033 Aug 31 19:34:16.078119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4b00-221f-4b16-a437-a5d57d47c77b req-4c5e0877-8d2d-46a3-9fdc-ed473bf94ab9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:16.079746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ecf4b00-221f-4b16-a437-a5d57d47c77b req-4c5e0877-8d2d-46a3-9fdc-ed473bf94ab9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1165097 Aug 31 19:34:16.119609 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.129729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:16.130392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:16.132695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: af4092af-af4f-4adb-8508-d980b8f026f7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:16.133252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device af4092af-af4f-4adb-8508-d980b8f026f7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:16.172978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c8e2-2499-465b-8653-c37ae1d50b95 req-85fd5081-71b8-4447-b2f0-b2062dfb81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:16.174521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cc8c8e2-2499-465b-8653-c37ae1d50b95 req-85fd5081-71b8-4447-b2f0-b2062dfb81af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 1098 time: 0.1690285 Aug 31 19:34:16.183110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ecf4b00-221f-4b16-a437-a5d57d47c77b req-d4ebc0ee-2857-48ea-9d29-df21a2499074 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928307 Aug 31 19:34:16.264415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cc8c8e2-2499-465b-8653-c37ae1d50b95 req-e0048075-3c60-410e-ae61-ae96e9804ad3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797067 Aug 31 19:34:16.268501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.279584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-3690f8ef-3959-4713-8408-480260a51b44 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675428 Aug 31 19:34:16.286339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681b6a-3116-4b6b-a0c2-22e18cdf9d67 req-6ea52c88-3137-4b83-8d4d-3d3ae3aae8a0 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:16.288386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:16.294090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd681b6a-3116-4b6b-a0c2-22e18cdf9d67 req-6ea52c88-3137-4b83-8d4d-3d3ae3aae8a0 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.1152656 Aug 31 19:34:16.337619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-465d4f9d-ce17-4b33-b656-6a5c7ec3cdd3 None None] Provisioning for port 6e267517-08cd-4571-9f09-de8d118bd79f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:16.381467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-465d4f9d-ce17-4b33-b656-6a5c7ec3cdd3 None None] Provisioning complete for port 6e267517-08cd-4571-9f09-de8d118bd79f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:16.381842 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-465d4f9d-ce17-4b33-b656-6a5c7ec3cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.405343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:16.406934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd681b6a-3116-4b6b-a0c2-22e18cdf9d67 req-c83c622b-7735-4be5-aa54-148fa555b8b4 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022360 Aug 31 19:34:16.421580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28564bf-20db-43c9-a988-289654303176 req-0dc034bd-b4c8-42bf-950d-ea3d4d35d477 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:16.430203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d28564bf-20db-43c9-a988-289654303176 req-0dc034bd-b4c8-42bf-950d-ea3d4d35d477 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 931 time: 0.1347966 Aug 31 19:34:16.446369 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.459045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ed0e80b-5d60-411f-a204-0a987064047f req-10fbcf9b-458d-4cbd-b8ff-f65912ae3c36 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710110 Aug 31 19:34:16.495806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:16.511926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e267517-08cd-4571-9f09-de8d118bd79f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:16.512245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d28564bf-20db-43c9-a988-289654303176 req-24973fa4-fbcb-4f87-aef2-c79ad88077e3 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809772 Aug 31 19:34:16.526335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-465d4f9d-ce17-4b33-b656-6a5c7ec3cdd3 None None] Port 6e267517-08cd-4571-9f09-de8d118bd79f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:16.529140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.545529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Transition to ACTIVE for port object 6e267517-08cd-4571-9f09-de8d118bd79f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:16.549444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.559256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:16.612694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:16.681474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:16.684211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:16.684849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:16.685521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:16.692020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:16.692556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:16.699233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:16.700557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:16.701160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Bound using segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:16.701790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Bound port: 6e267517-08cd-4571-9f09-de8d118bd79f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:16.702370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.817360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:16.819508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2073069155-network', 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:16.821361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:16.829346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.839909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aba0acb2-7d3f-4f33-90c2-9a8704720a4b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:16.854035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:16.856514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.865535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.897072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:16.897881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.898680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'dc2e0a10-e193-445b-8988-9fdca803a297', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '21903b62-7e8d-49ac-a65a-456009914502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:78:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f31d3-be31-4739-927a-97668ccdac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:33:55Z', 'updated_at': '2021-08-31T19:34:13Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:16.899300 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 1092 time: 1.0709634 Aug 31 19:34:16.899779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:16.902072 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73da6200-8feb-40d6-839e-07031c2677dc" -d '{"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:16.905620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc9ad6-ddb5-49f9-b15e-12ad7076b7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:16.944516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b819b-60ca-4b91-8d84-ef497aa7a797 None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'dc2e0a10-e193-445b-8988-9fdca803a297', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'port_id': '21903b62-7e8d-49ac-a65a-456009914502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'mac_address': 'fa:16:3e:78:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f31d3-be31-4739-927a-97668ccdac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:33:55Z', 'updated_at': '2021-08-31T19:34:13Z', 'revision_number': 1, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:16.966290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port aba0acb2-7d3f-4f33-90c2-9a8704720a4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:16.966856 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:16.990486 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ef5dc-f4c4-4614-9f71-6d0b3e4a3cdc x-openstack-request-id: req-c86ef5dc-f4c4-4614-9f71-6d0b3e4a3cdc {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:16.990771 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:16.991019 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c86ef5dc-f4c4-4614-9f71-6d0b3e4a3cdc {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:16.991477 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'status': 'completed', 'code': 200} Aug 31 19:34:17.025684 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.032561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-b7bab93f-d6f7-4cc0-a32c-921d209e353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.034871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-b7bab93f-d6f7-4cc0-a32c-921d209e353c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1095 time: 0.0892749 Aug 31 19:34:17.035504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.049025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.082966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-c12a9569-7815-42a2-9791-4056c7557bb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 217 time: 0.0397410 Aug 31 19:34:17.106016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f0277c-4e8c-4fae-9e2d-5a11decff122,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:17.121930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:34:17.147319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.148214 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Added segment 985006ff-d48c-4e4f-a5b2-129572557445 of type vlan for network ff7e06e8-59e8-440b-89ff-82ae8124c831 Aug 31 19:34:17.168473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-b439c940-016c-4acf-b5ad-28df4be642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.169972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-b439c940-016c-4acf-b5ad-28df4be642dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0799570 Aug 31 19:34:17.199832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.227046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-7a08ae05-598f-47df-aff9-5d71f32f1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.229221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-7a08ae05-598f-47df-aff9-5d71f32f1082 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509121 Aug 31 19:34:17.232433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.234133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.234830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.301242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6184380 Aug 31 19:34:17.305527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:17.317906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Request body: {'subnet': {'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2073069155-subnet', 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:17.333447 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defec340-c98f-42ca-a675-00ef0c9c15fb None None] New status for floating IP dc2e0a10-e193-445b-8988-9fdca803a297: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:34:17.343289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3257-72f3-4305-a946-b57a9f673722 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7e06e8-59e8-440b-89ff-82ae8124c831,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:17.361456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:17.363093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:34:17.364195 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.377165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fdbb-7c28-45fa-af38-c9a75042c2f8 req-32fb91be-5e5a-481c-ae32-9dcffd01a744 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.379181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f70fdbb-7c28-45fa-af38-c9a75042c2f8 req-32fb91be-5e5a-481c-ae32-9dcffd01a744 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0822046 Aug 31 19:34:17.422554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f70fdbb-7c28-45fa-af38-c9a75042c2f8 req-e78e2f74-bcb8-4fd2-b6f8-7c4586865fc6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366240 Aug 31 19:34:17.425382 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-bdcc9635-fd5f-4f77-861b-db41c729bbdf service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878705 Aug 31 19:34:17.564849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb559e-1661-4729-b64c-d640d34eb9b5 req-f1bd8d7f-332c-48e9-ac7d-778b3ba16b21 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.566050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36cb559e-1661-4729-b64c-d640d34eb9b5 req-f1bd8d7f-332c-48e9-ac7d-778b3ba16b21 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.0629835 Aug 31 19:34:17.589513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d0b37c7-8593-40ba-bcaf-010b535dd682 req-ad638c2a-a6bf-4fe6-aff4-4d22010ad657 service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565869 Aug 31 19:34:17.639712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36cb559e-1661-4729-b64c-d640d34eb9b5 req-5a3d8849-449e-4ed8-98da-5ff80789056b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628672 Aug 31 19:34:17.682340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f453-e4c1-4a63-8841-7623647649d8 req-49b17364-1793-4af6-bd30-1cd52c53c473 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.684021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c64f453-e4c1-4a63-8841-7623647649d8 req-49b17364-1793-4af6-bd30-1cd52c53c473 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 943 time: 0.0695822 Aug 31 19:34:17.712152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.725261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c64f453-e4c1-4a63-8841-7623647649d8 req-21bf9b15-0e05-4962-9276-3f164e36ca41 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Aug 31 19:34:17.740128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6200-8feb-40d6-839e-07031c2677dc req-cb88da07-a8c5-4a60-9a22-404d64a54445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.742243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-cb88da07-a8c5-4a60-9a22-404d64a54445 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1095 time: 0.0821612 Aug 31 19:34:17.831164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c5e896-b991-4a5b-b599-7a4f1595bdee,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:17.846421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Checking segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:17.846791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Network hostable DHCP agents. Network: ff7e06e8-59e8-440b-89ff-82ae8124c831, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:34:17.859983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:17.862633 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5685d1-df11-47ba-bc91-99a57aadb5fa" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:17.878110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6200-8feb-40d6-839e-07031c2677dc req-b49bbcfc-0e15-48ad-a99b-f8a7d17ce4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.879926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-b49bbcfc-0e15-48ad-a99b-f8a7d17ce4ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.1296229 Aug 31 19:34:17.881215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:34:17.896093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ff7e06e8-59e8-440b-89ff-82ae8124c831) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:17.905990 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c6193f-7e59-4ffa-8139-6504b0f4c730 x-openstack-request-id: req-30c6193f-7e59-4ffa-8139-6504b0f4c730 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:17.906283 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:17.906536 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30c6193f-7e59-4ffa-8139-6504b0f4c730 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:17.906985 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:34:17.908921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b53ddb-b228-464a-a218-3569d230ba02 None None] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:17.930695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-28f1593a-6810-49fc-9c26-2d14c0794ff0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 217 time: 0.0419185 Aug 31 19:34:17.931936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.932530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:17.976788 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94f1c2d8-2add-4739-8eb2-7b4035b4e733 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6687770 Aug 31 19:34:17.996169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6200-8feb-40d6-839e-07031c2677dc req-8f947283-eb71-4b1b-b8e2-33fb065b99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:17.997855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-8f947283-eb71-4b1b-b8e2-33fb065b99a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0587409 Aug 31 19:34:18.042150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf5e63-fe41-486e-b6db-25e51a340192 None None] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:18.049814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6200-8feb-40d6-839e-07031c2677dc req-e1b0edbf-6db8-4b33-bec7-0e73ef764bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:18.051429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-e1b0edbf-6db8-4b33-bec7-0e73ef764bcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464182 Aug 31 19:34:18.167386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-a41c711c-fad5-495f-968f-ef680fa17898 service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079175 Aug 31 19:34:18.262812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73da6200-8feb-40d6-839e-07031c2677dc req-bd79b745-ce34-42ee-9e27-1b572a2151d0 service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Aug 31 19:34:18.437393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-c63a9b52-e57d-4dd3-be1a-0ca15b6dc462 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:18.438866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-c63a9b52-e57d-4dd3-be1a-0ca15b6dc462 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.1057379 Aug 31 19:34:18.454265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-bf2b8b37-e13c-42c3-bcd8-4328d5cefbd2 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/quotas/df394325ae3f4494a9ebd05ad6be968c HTTP/1.1" status: 200 len: 375 time: 0.0095882 Aug 31 19:34:18.487307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-4113c72d-7636-4734-9d18-cbdd7faadfe9 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272496 Aug 31 19:34:18.602874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfb95f-a87c-486e-b013-1ed93ffdc737 req-39954ac1-d975-4fbf-b126-a83aa9422c84 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:18.604288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61cfb95f-a87c-486e-b013-1ed93ffdc737 req-39954ac1-d975-4fbf-b126-a83aa9422c84 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1025009 Aug 31 19:34:18.624195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-7b29f238-be05-4176-99fd-1b36889c57e7 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296859 Aug 31 19:34:18.698473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61cfb95f-a87c-486e-b013-1ed93ffdc737 req-7ee7dd5a-dfb5-4a12-8597-3734fbe28592 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854423 Aug 31 19:34:18.736352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-3abbf70e-16b2-4a78-befb-cc707505cb93 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051829 Aug 31 19:34:18.814671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b41d8-c162-4a7b-b5e7-26c919051d3e req-b8939561-7648-4e8b-8be0-d4face05b7bf tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:18.816279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d1b41d8-c162-4a7b-b5e7-26c919051d3e req-b8939561-7648-4e8b-8be0-d4face05b7bf tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.0549424 Aug 31 19:34:18.861551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d1b41d8-c162-4a7b-b5e7-26c919051d3e req-9f03db66-eb4d-4684-9d39-f31ee29ed90d tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 Aug 31 19:34:18.934293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:18.959888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79d64aea-0746-4220-98a9-aa01d835f8ec req-932cf35d-5ca5-4b83-954b-5c3ae5e5a85c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 210 time: 0.0475957 Aug 31 19:34:19.031179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:19.046608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d884fb-5fe9-417f-8b41-30122aa334e8 req-5cdccdf3-b131-434a-a568-4ae885d61710 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:19.048756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76d884fb-5fe9-417f-8b41-30122aa334e8 req-5cdccdf3-b131-434a-a568-4ae885d61710 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 943 time: 0.1056144 Aug 31 19:34:19.101550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:19.116183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'mac_address': 'fa:16:3e:36:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:19.137600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76d884fb-5fe9-417f-8b41-30122aa334e8 req-98a496b2-e1ba-4d96-b0af-4810f2981b81 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767937 Aug 31 19:34:19.529815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:19.592491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:19.640624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:19.648153 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:19.749979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:19.821597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:19.850139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:19.908560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f4756d8d-73fa-46c4-9c3f-94cf9e203408'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:19.922339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb5e5d-b927-4185-99c0-65f29fe44a01 req-46a25ea5-3707-4069-8011-a3aaf93f0025 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:19.931780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dfb5e5d-b927-4185-99c0-65f29fe44a01 req-46a25ea5-3707-4069-8011-a3aaf93f0025 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.1088865 Aug 31 19:34:20.007617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4dfb5e5d-b927-4185-99c0-65f29fe44a01 req-c887ef4d-2482-44a1-8d16-4d925f188ac6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746934 Aug 31 19:34:20.150948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e59f0382-2667-4333-892d-234afcc5153f req-0fe68d13-d165-428d-9c61-b77583df186d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 210 time: 0.0855126 Aug 31 19:34:20.171015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 80085445-1048-4784-b2fd-5ad070bb7a29 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:20.172057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:20.235337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:20.252992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '6e267517-08cd-4571-9f09-de8d118bd79f', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'port_id': '6e267517-08cd-4571-9f09-de8d118bd79f', 'mac_address': 'fa:16:3e:26:0b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:20.338874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:20.391486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e267517-08cd-4571-9f09-de8d118bd79f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:20.433539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:20.445599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:20.461444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 80085445-1048-4784-b2fd-5ad070bb7a29, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80085445-1048-4784-b2fd-5ad070bb7a29,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:20.463207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:20.493620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 80085445-1048-4784-b2fd-5ad070bb7a29 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:20.571372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0498-a11f-46f2-b135-8a3b352c97f4 req-99102880-20dc-40e2-b8c1-9f5558a98bcc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:20.575314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:20.580493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b56b0498-a11f-46f2-b135-8a3b352c97f4 req-99102880-20dc-40e2-b8c1-9f5558a98bcc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 943 time: 0.2811539 Aug 31 19:34:20.666541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b56b0498-a11f-46f2-b135-8a3b352c97f4 req-1a7b9875-48e0-4463-8d6d-437ff81356da tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847359 Aug 31 19:34:20.734660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6e267517-08cd-4571-9f09-de8d118bd79f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:20.745926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-39a28dc8-4e83-4818-a8f1-344b5b3996c1 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:20.748144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-39a28dc8-4e83-4818-a8f1-344b5b3996c1 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.3799937 Aug 31 19:34:20.775011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Request body: {'port': {'device_id': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'admin_state_up': True, 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:20.886391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:20.941216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:20.943569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=80085445-1048-4784-b2fd-5ad070bb7a29,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:20.945880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:21.328364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:21.395210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Allocated IP 172.20.0.5 (ff7e06e8-59e8-440b-89ff-82ae8124c831/29c5e896-b991-4a5b-b599-7a4f1595bdee/d04fbb23-6c4a-47fa-a8e9-7accd251806b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:21.530161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f4dbf4a-27ce-471b-9996-52e1e94ebab9 req-0b55e41b-733d-4ebc-8f1b-8573993bfd65 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 210 time: 0.2497528 Aug 31 19:34:21.571807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b727a-df21-4bd6-9f14-5cdf07374d3f req-56300145-cb1f-4bd7-aff6-9276fb85e72a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:21.579034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30b727a-df21-4bd6-9f14-5cdf07374d3f req-56300145-cb1f-4bd7-aff6-9276fb85e72a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.3881850 Aug 31 19:34:21.724023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:21.837284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:21.967147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 6e267517-08cd-4571-9f09-de8d118bd79f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:21.974786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 6e267517-08cd-4571-9f09-de8d118bd79f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:21.975170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.170784 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.224040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.257702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:22.269251 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d9d23-737f-4d76-ae8f-f074deab8a43" -d '{"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-plugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:22.285020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f30b727a-df21-4bd6-9f14-5cdf07374d3f req-b68bf007-df2a-41a0-bd54-6f668ceb58de tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7048631 Aug 31 19:34:22.305122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:22.311914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.338466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ec39d-5ea1-454e-936a-8b0574055a08 req-62e63409-0442-469f-9bcb-123b92627895 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:22.340911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e1ec39d-5ea1-454e-936a-8b0574055a08 req-62e63409-0442-469f-9bcb-123b92627895 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.1640527 Aug 31 19:34:22.380391 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2e7fbc-728e-4730-a5cd-fb3e80530f1f x-openstack-request-id: req-fe2e7fbc-728e-4730-a5cd-fb3e80530f1f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:22.380808 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-plugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:22.381325 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe2e7fbc-728e-4730-a5cd-fb3e80530f1f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:22.381721 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'code': 200} Aug 31 19:34:22.425299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:22.452736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.474250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e1ec39d-5ea1-454e-936a-8b0574055a08 req-20946a6f-798b-4a5c-9498-8fcb42d7794c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992477 Aug 31 19:34:22.534376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:22.545890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:22.553110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:22.558464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event updated for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:22.569908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:22.579859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7646fd56-2dc5-4d5d-a245-132de9fb5b3d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/cf9b70c2-a3d4-4e62-9634-7525840e5354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467641 Aug 31 19:34:22.590326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:22.618457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:22.620062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:22.625708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d338-9bdd-4d25-8274-3f503fb79520 req-8ffc414c-6f8f-4856-b687-2af4dd60d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:22.628211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5b9d338-9bdd-4d25-8274-3f503fb79520 req-8ffc414c-6f8f-4856-b687-2af4dd60d2c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1097 time: 0.1322734 Aug 31 19:34:22.697589 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5b9d338-9bdd-4d25-8274-3f503fb79520 req-9a00ff6e-0b14-44ee-aca6-aa0dcd6d3ddd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627737 Aug 31 19:34:22.713350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dea15b-fc06-4b84-9cc4-b0f415e33fda req-f62f35ef-c6be-4cee-9ab3-58b159a63f75 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:22.714960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01dea15b-fc06-4b84-9cc4-b0f415e33fda req-f62f35ef-c6be-4cee-9ab3-58b159a63f75 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 931 time: 0.0997050 Aug 31 19:34:22.720608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:22.721209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.773835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-886ad432-7c47-4634-9400-f62ee8e0e04c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0049109 Aug 31 19:34:22.786052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01dea15b-fc06-4b84-9cc4-b0f415e33fda req-6241930c-4d45-41ba-95f9-b1986d229ace tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Aug 31 19:34:22.791541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Request body: {'port': {'device_id': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:22.916016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:22.928589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:22.996544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:23.186903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74bb9-5a3d-4981-b400-c90c51c574a9 req-6f4c09b1-804e-4305-bc5d-093b86d22ecb tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:23.187561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67c74bb9-5a3d-4981-b400-c90c51c574a9 req-6f4c09b1-804e-4305-bc5d-093b86d22ecb tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.1222448 Aug 31 19:34:23.197252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f4756d8d-73fa-46c4-9c3f-94cf9e203408 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:23.197471 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.311023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67c74bb9-5a3d-4981-b400-c90c51c574a9 req-ba7ef07d-9b87-499a-9cd7-e3916d9572d1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160192 Aug 31 19:34:23.378446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04fbb23-6c4a-47fa-a8e9-7accd251806b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:23.384061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:23.388597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.395244 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.423347 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:23.439488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:23.440150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:23.474103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Transition to ACTIVE for port object d04fbb23-6c4a-47fa-a8e9-7accd251806b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:23.479393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.539478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:23.548825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb659-2753-4005-9fe4-bfc12ace03cc req-48bb17ab-200d-40a4-8fff-60766d74f903 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:23.551126 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.558008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e8cbb659-2753-4005-9fe4-bfc12ace03cc req-48bb17ab-200d-40a4-8fff-60766d74f903 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 946 time: 0.1464844 Aug 31 19:34:23.591125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:23.603623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:23.621931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:23.724624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e8cbb659-2753-4005-9fe4-bfc12ace03cc req-e8b12f41-af74-406b-b01a-5f7e32c1135d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654580 Aug 31 19:34:23.776383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Attempting to bind port d04fbb23-6c4a-47fa-a8e9-7accd251806b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:23.777002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Attempting to bind port d04fbb23-6c4a-47fa-a8e9-7accd251806b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:23.777502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Attempting to bind port d04fbb23-6c4a-47fa-a8e9-7accd251806b on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:23.783341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Port d04fbb23-6c4a-47fa-a8e9-7accd251806b on network ff7e06e8-59e8-440b-89ff-82ae8124c831 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:23.783939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Attempting to bind port d04fbb23-6c4a-47fa-a8e9-7accd251806b on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:23.794034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18547f-1ebc-4df2-b09c-6839621a1b2a req-4d5b1bfa-bcba-4bfa-9eed-7736b03560e9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:23.795862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d18547f-1ebc-4df2-b09c-6839621a1b2a req-4d5b1bfa-bcba-4bfa-9eed-7736b03560e9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1230936 Aug 31 19:34:23.800286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:23.801714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Checking segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:23.802311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Bound using segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:23.802922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Bound port: d04fbb23-6c4a-47fa-a8e9-7accd251806b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:23.803474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.889102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d18547f-1ebc-4df2-b09c-6839621a1b2a req-111c9084-74e2-47ed-9b1b-887fd7aeb269 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803888 Aug 31 19:34:23.915295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:23.920273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:23.930416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:23.959371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:23.997508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321cf9ec-9baa-48cc-bcd5-c8a0eba7b60f None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'd4ab5424-8328-41cd-afec-84c8c03fedf5', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'port_id': '4b930c98-10a3-4d72-bc90-872768f7496b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'mac_address': 'fa:16:3e:5b:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:32:41Z', 'updated_at': '2021-08-31T19:32:44Z', 'revision_number': 1, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:24.074187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:24.147143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.148552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:24.150299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-a350b37c-cb11-44f2-8cd6-d6d271c58ca1 service neutron] 10.222.0.67 "PUT /v2.0/ports/d04fbb23-6c4a-47fa-a8e9-7accd251806b HTTP/1.1" status: 200 len: 1092 time: 1.3631928 Aug 31 19:34:24.152330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:24.153330 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:24.184823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6298-8703-491f-af86-ac374bbc5a09 req-858c6c33-054d-4ca4-b140-8f0898daba23 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.186746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbeb6298-8703-491f-af86-ac374bbc5a09 req-858c6c33-054d-4ca4-b140-8f0898daba23 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 943 time: 0.1155784 Aug 31 19:34:24.247111 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ea981-7261-4671-bbba-2430d34c02e2 x-openstack-request-id: req-159ea981-7261-4671-bbba-2430d34c02e2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:24.247563 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:24.247932 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-159ea981-7261-4671-bbba-2430d34c02e2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:24.248415 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b', 'status': 'completed', 'code': 200} Aug 31 19:34:24.278188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dbeb6298-8703-491f-af86-ac374bbc5a09 req-da687911-cf69-4766-8a53-95df55e5573f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Aug 31 19:34:24.286081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-4bb2259d-0bca-40a7-9120-edad977ff721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.288932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-4bb2259d-0bca-40a7-9120-edad977ff721 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 1095 time: 0.0806503 Aug 31 19:34:24.353198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-f58e500a-a9c8-4db1-b0d3-245a706aedd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b HTTP/1.1" status: 200 len: 217 time: 0.0547607 Aug 31 19:34:24.386340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:24.389802 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a243a-c20f-48f5-a4c1-1f5e7a21f66f" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:24.454362 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80460c55-ad73-456e-9476-512a7611621d x-openstack-request-id: req-80460c55-ad73-456e-9476-512a7611621d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:24.454656 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:24.454909 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80460c55-ad73-456e-9476-512a7611621d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:24.455310 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:34:24.464414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-7a0370ac-0456-47d4-8ef9-acfa28eaa86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.466071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-7a0370ac-0456-47d4-8ef9-acfa28eaa86b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.1028996 Aug 31 19:34:24.531800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-9127a63b-77e1-4288-a4d0-0b19fafa3aa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521734 Aug 31 19:34:24.594611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc40dd-63a0-4d34-9708-3702e919e5c5 req-c4401e6a-192f-4b10-b410-0eec1ae2f23a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.602862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00bc40dd-63a0-4d34-9708-3702e919e5c5 req-c4401e6a-192f-4b10-b410-0eec1ae2f23a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.1353412 Aug 31 19:34:24.611042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-f50a521a-25d3-45db-8297-abb1ec0cd59d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:24.612611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-f50a521a-25d3-45db-8297-abb1ec0cd59d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 946 time: 0.1311231 Aug 31 19:34:24.712996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00bc40dd-63a0-4d34-9708-3702e919e5c5 req-c9ac3143-eed9-4e2f-86b9-119cc3469f22 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=62f7dc58-613a-4b04-9ade-f59b93704db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041546 Aug 31 19:34:24.758519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-9c104dee-e58c-4837-93f7-ac9510003651 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130880 Aug 31 19:34:24.778962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80085445-1048-4784-b2fd-5ad070bb7a29 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:24.812431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 80085445-1048-4784-b2fd-5ad070bb7a29 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:24.813290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80085445-1048-4784-b2fd-5ad070bb7a29 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:24.828342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 519603fd-dd25-43ad-b01e-ea166954a4f4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:24.830287 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:24.974416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 519603fd-dd25-43ad-b01e-ea166954a4f4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=519603fd-dd25-43ad-b01e-ea166954a4f4,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:24.974818 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:25.005194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 519603fd-dd25-43ad-b01e-ea166954a4f4 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:25.021471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8b3ee-b600-4a68-88d6-903b86597365 req-156eac92-567f-44c4-92c7-f9946825000d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.023211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27e8b3ee-b600-4a68-88d6-903b86597365 req-156eac92-567f-44c4-92c7-f9946825000d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1214027 Aug 31 19:34:25.025273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dbfd2a7-f117-4078-966d-be9f6226d131 req-92d72394-87b4-41eb-a5ff-57d7d272245b service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585964 Aug 31 19:34:25.188233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27e8b3ee-b600-4a68-88d6-903b86597365 req-b0020c6d-0107-4bee-b434-4c9ebf95af02 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520126 Aug 31 19:34:25.198328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f5fd5-fa0d-4772-b8a2-a47f0eff241d req-2c04fc09-e823-4c59-a07e-02560e9b3f2f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.205851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6f5fd5-fa0d-4772-b8a2-a47f0eff241d req-2c04fc09-e823-4c59-a07e-02560e9b3f2f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1787558 Aug 31 19:34:25.236252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-dd1f03e4-c3a8-40ae-b724-44262a9ee91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.237780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-dd1f03e4-c3a8-40ae-b724-44262a9ee91b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 1095 time: 0.1115875 Aug 31 19:34:25.276922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f6f5fd5-fa0d-4772-b8a2-a47f0eff241d req-a2b6afe7-2a09-47b5-844f-c24353de47b7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678182 Aug 31 19:34:25.381324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:25.405483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-42df8688-9a1e-4da4-9964-7417d156f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.409855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-42df8688-9a1e-4da4-9964-7417d156f7a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 916 time: 0.1579034 Aug 31 19:34:25.507369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=519603fd-dd25-43ad-b01e-ea166954a4f4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:25.520774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-d2ddc084-9fed-4516-a8aa-36aa394d8c2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b HTTP/1.1" status: 200 len: 217 time: 0.1021304 Aug 31 19:34:25.541173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] No DVR routers for this DVR port 519603fd-dd25-43ad-b01e-ea166954a4f4 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:25.546151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:25.548983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a1ea5c8e-d5a4-44be-b0f4-8ec0cc340b46 req-e3c9ef8f-285a-4b86-b9e2-e0c66a61c9d9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "DELETE /v2.0/ports/519603fd-dd25-43ad-b01e-ea166954a4f4 HTTP/1.1" status: 204 len: 173 time: 0.9203165 Aug 31 19:34:25.550084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'name': 'network-vif-deleted', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:25.552987 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a23747-3817-4845-8ebd-6c5c8f491b14" -d '{"events": [{"server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "name": "network-vif-deleted", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:25.614591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ae4cc-0cc8-4b76-8b8b-e28541f66a24 req-cb4a5d98-cdc7-4785-97a5-cc5b30db3613 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.616679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d63ae4cc-0cc8-4b76-8b8b-e28541f66a24 req-cb4a5d98-cdc7-4785-97a5-cc5b30db3613 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 943 time: 0.1316206 Aug 31 19:34:25.624549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e51854-f45b-42c6-8604-921cfe1ad5a0 req-5a98ae7b-b32b-4306-8f15-cb24fad2c175 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.625989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13e51854-f45b-42c6-8604-921cfe1ad5a0 req-5a98ae7b-b32b-4306-8f15-cb24fad2c175 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1571128 Aug 31 19:34:25.697679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-6cd461a6-fc92-40d7-a242-d78b2aee9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.699202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-6cd461a6-fc92-40d7-a242-d78b2aee9e17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.1536303 Aug 31 19:34:25.704802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13e51854-f45b-42c6-8604-921cfe1ad5a0 req-b4691b92-5ec7-4d3f-ab42-15fb3315da56 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688469 Aug 31 19:34:25.708253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d63ae4cc-0cc8-4b76-8b8b-e28541f66a24 req-2f08cd57-341a-478e-9dec-d11356b6705e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793722 Aug 31 19:34:25.749185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-7bbe307e-8787-40a6-baaf-5b83c14a5123 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397482 Aug 31 19:34:25.749585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:25.851136 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a8011-8749-428e-b96a-fba7986680a4 x-openstack-request-id: req-4e7a8011-8749-428e-b96a-fba7986680a4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:25.853375 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba09236-5c66-4f10-88ec-18af48344717", "name": "network-vif-deleted", "tag": "519603fd-dd25-43ad-b01e-ea166954a4f4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:25.853375 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e7a8011-8749-428e-b96a-fba7986680a4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:25.853375 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba09236-5c66-4f10-88ec-18af48344717', 'name': 'network-vif-deleted', 'tag': '519603fd-dd25-43ad-b01e-ea166954a4f4', 'status': 'completed', 'code': 200} Aug 31 19:34:25.879817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1382ed-bdad-4ab7-8dbf-4a7848cbe554 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:25.881365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7c1382ed-bdad-4ab7-8dbf-4a7848cbe554 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1092 time: 0.1306405 Aug 31 19:34:25.886178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:25.891527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '6e267517-08cd-4571-9f09-de8d118bd79f', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:25.910410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-aa46a7d1-318b-435c-928b-a66d96eeca34 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516545 Aug 31 19:34:25.966182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:26.038333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c2ca9aa-aaf5-4dea-9b88-d4b9b16646ed req-7ed0e91f-b650-48b2-929b-d14947382ec6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba09236-5c66-4f10-88ec-18af48344717 HTTP/1.1" status: 200 len: 210 time: 0.0376728 Aug 31 19:34:26.083856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2c2dafb-2c9b-4af5-bafa-b4a2186d0ce7 req-3ffd878b-f656-4241-b046-48d9ae6122dc service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503048 Aug 31 19:34:26.172852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:26.343217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.188 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/439f9e0c-ba29-499f-bacd-f3c58b0d1572) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:26.443192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db13c62-fda0-4f99-9493-eb6b24f8aab1 req-1d0ebc16-825d-4d44-be12-453c80e6fec0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:26.454352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5db13c62-fda0-4f99-9493-eb6b24f8aab1 req-1d0ebc16-825d-4d44-be12-453c80e6fec0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1185415 Aug 31 19:34:26.524691 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:26.547350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5db13c62-fda0-4f99-9493-eb6b24f8aab1 req-954a3b7c-7d83-4954-82c6-f56499782cd4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855291 Aug 31 19:34:26.590662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:26.640060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:26.646950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:26.649996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:26.703218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=439f9e0c-ba29-499f-bacd-f3c58b0d1572,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:26.834331 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:34:26.903498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1c3f-8e73-47a1-acc6-a8e9605dd999 req-421ec437-c365-43e6-83af-afc1b4cb35a6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:26.912096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-535b1c3f-8e73-47a1-acc6-a8e9605dd999 req-421ec437-c365-43e6-83af-afc1b4cb35a6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 943 time: 0.0650785 Aug 31 19:34:26.961137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-535b1c3f-8e73-47a1-acc6-a8e9605dd999 req-2bf3dd64-bedb-49b4-9cef-1fd02f166c9b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Aug 31 19:34:27.125854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:27.168471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.216533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.250928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.289227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.357616 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.370437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.375881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/security-groups/62f7dc58-613a-4b04-9ade-f59b93704db9 HTTP/1.1" status: 204 len: 168 time: 0.2479410 Aug 31 19:34:27.393833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c14ef-5648-4f57-a934-76d0e81e63f9 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7dc58-613a-4b04-9ade-f59b93704db9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:27.433074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:27.514156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting subnet 5af83ecb-41ea-4454-9759-1f51769f8c6e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:34:27.517873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.586829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.613670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.622141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.703999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=439f9e0c-ba29-499f-bacd-f3c58b0d1572,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:27.729655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.738969 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.774702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ec8f8-2f7c-4945-bf7a-210cce3af2cf req-f5820eb8-57a4-485f-b220-747ee043781c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:27.777415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a4ec8f8-2f7c-4945-bf7a-210cce3af2cf req-f5820eb8-57a4-485f-b220-747ee043781c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1353846 Aug 31 19:34:27.880305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a4ec8f8-2f7c-4945-bf7a-210cce3af2cf req-4b994ec6-3bcb-4760-a06a-69dd7c364be8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921721 Aug 31 19:34:27.891520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.914121 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 0cb473d4-a920-4de5-9436-5043b3ce4b9e associated. External IP: 172.25.3.188, port: 6e267517-08cd-4571-9f09-de8d118bd79f. Aug 31 19:34:27.936579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Subnet': ['ID=5af83ecb-41ea-4454-9759-1f51769f8c6e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:27.939084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:27.941122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f278bc21-dece-40f6-848e-7bbdbfdac882 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/subnets/5af83ecb-41ea-4454-9759-1f51769f8c6e HTTP/1.1" status: 204 len: 168 time: 0.5068059 Aug 31 19:34:27.946465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:27.952646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474b31b-09c4-46f1-bf60-01083879b7d5 None None] Network dd10c122-2f53-47a4-8127-20e677dc21e6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:28.155199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.188322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] DHCP port deletion for dd10c122-2f53-47a4-8127-20e677dc21e6 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:34:28.203372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620314-dcc2-4acf-9683-6037a7beaa5a req-b388b37f-a94a-432c-9e42-70ae455bf0f3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:28.204953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35620314-dcc2-4acf-9683-6037a7beaa5a req-b388b37f-a94a-432c-9e42-70ae455bf0f3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 943 time: 0.1124587 Aug 31 19:34:28.302276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Deleting port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:28.302576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.320641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35620314-dcc2-4acf-9683-6037a7beaa5a req-0fc9aa1b-44a0-4c91-bb1c-d86244e4345b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790906 Aug 31 19:34:28.322785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:28.378374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:28.378374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.562391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:28.562571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:28.563292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.579239 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Sync routers for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:28.615141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.616153 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:28.618489 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:28.639202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 3fedd04f-8bd6-4b23-8b4f-251f41f43afd owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:28.698159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b3b66c6-ef4f-4aa7-9c52-d28e139e0bb2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8101869 Aug 31 19:34:28.700286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:28.703382 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbce835-599e-48a6-b54a-cfbc04624199" -d '{"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:28.801003 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1de92-6dcf-4e03-89f5-9b46e9042e30 x-openstack-request-id: req-3ea1de92-6dcf-4e03-89f5-9b46e9042e30 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:28.801306 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:28.801566 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ea1de92-6dcf-4e03-89f5-9b46e9042e30 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:28.801984 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'status': 'completed', 'code': 200} Aug 31 19:34:28.857972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] For port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,segment=NetworkSegment(846c7b19-715e-4a25-afca-65d84058cc9b),segment_id=846c7b19-715e-4a25-afca-65d84058cc9b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:28.858338 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:28.897866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:28.901256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3fedd04f-8bd6-4b23-8b4f-251f41f43afd no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:28.905518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Calling delete_port for 3fedd04f-8bd6-4b23-8b4f-251f41f43afd owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:28.915843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-61adb373-00dc-4833-aaef-d3967ab1ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:28.917954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-61adb373-00dc-4833-aaef-d3967ab1ceff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1097 time: 0.0993371 Aug 31 19:34:28.978899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d04fbb23-6c4a-47fa-a8e9-7accd251806b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:28.983005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 519603fd-dd25-43ad-b01e-ea166954a4f4 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:28.990053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2f0f-8b69-430a-8b34-47e6d018bb49 req-d146fdf1-5e93-4230-bb31-e3d0c6a3c81a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:29.005858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-040a2f0f-8b69-430a-8b34-47e6d018bb49 req-d146fdf1-5e93-4230-bb31-e3d0c6a3c81a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1935117 Aug 31 19:34:29.026887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.064703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 519603fd-dd25-43ad-b01e-ea166954a4f4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:29.065100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 519603fd-dd25-43ad-b01e-ea166954a4f4 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:29.226111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:29.238774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] No DVR routers for this DVR port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:29.296365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-21fb5749-3404-4a96-9167-2ac2c81d5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:29.309188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-21fb5749-3404-4a96-9167-2ac2c81d5d99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.3732710 Aug 31 19:34:29.426020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-040a2f0f-8b69-430a-8b34-47e6d018bb49 req-abf43780-f779-491e-99fc-6fe09e3a160f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012692 Aug 31 19:34:29.434351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0cb473d4-a920-4de5-9436-5043b3ce4b9e', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'port_id': '6e267517-08cd-4571-9f09-de8d118bd79f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'mac_address': 'fa:16:3e:26:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:34:26Z', 'updated_at': '2021-08-31T19:34:26Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:29.454473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:29.486301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:29.500470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'port_id': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b', 'mac_address': 'fa:16:3e:0d:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c5e896-b991-4a5b-b599-7a4f1595bdee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:29.505292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:34:29.505742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3fedd04f-8bd6-4b23-8b4f-251f41f43afd not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:29.509726 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Checking router: e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:29.527795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:29.528539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:34:29.536331 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:34:29.584216 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.607886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd10c122-2f53-47a4-8127-20e677dc21e6']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:29.623930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.626822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29743e66-a458-4818-9a81-2d946123bd10 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 200 len: 991 time: 0.1684749 Aug 31 19:34:29.637615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-d80972e1-cf92-4efc-aaa9-523b4850742a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 999 time: 0.3267086 Aug 31 19:34:29.664161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846c7b19-715e-4a25-afca-65d84058cc9b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:29.664503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846c7b19-715e-4a25-afca-65d84058cc9b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:29.681633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] No DVR routers for this DVR port 3fedd04f-8bd6-4b23-8b4f-251f41f43afd on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:29.683483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.694876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fadd3-fec8-4af2-a0e0-96718c2ef5b9 None None] Pushing event deleted for resources: {'Port': ['ID=3fedd04f-8bd6-4b23-8b4f-251f41f43afd,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:29.705144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.713685 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.721534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:34:29.721951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.745832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04fbb23-6c4a-47fa-a8e9-7accd251806b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:29.763666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-9f3445aa-6f04-4910-b5c3-5d8dbea15c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:29.765566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-9f3445aa-6f04-4910-b5c3-5d8dbea15c16 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.1200976 Aug 31 19:34:29.781646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:29.793772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:34:29.807626 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:34:29.819479 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:29.830799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.857075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:29.861757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/networks/dd10c122-2f53-47a4-8127-20e677dc21e6 HTTP/1.1" status: 204 len: 168 time: 1.9093094 Aug 31 19:34:29.862139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:29.882441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed4a3-02d9-4238-a94f-b00fa2122ee9 req-eebb5bc4-3ff1-41bf-b5c7-b16ccacb86b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:29.902063 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b62ed4a3-02d9-4238-a94f-b00fa2122ee9 req-eebb5bc4-3ff1-41bf-b5c7-b16ccacb86b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.8381460 Aug 31 19:34:29.946995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b62ed4a3-02d9-4238-a94f-b00fa2122ee9 req-f9b7bc8e-c13a-4136-a33a-ec8a57c635c9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491369 Aug 31 19:34:29.949273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59ca1-8497-4faa-9276-82721204fe58 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Network': ['ID=dd10c122-2f53-47a4-8127-20e677dc21e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:29.961638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-324c8813-57ab-44bb-afd2-cee1573979c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:29.963195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-324c8813-57ab-44bb-afd2-cee1573979c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904378 Aug 31 19:34:29.963591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:30.010552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b033f-c0be-4c46-825f-d24168a3a9a3 req-8133b0ee-09ec-4f64-af38-5a310df4af3f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:30.017766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e79b033f-c0be-4c46-825f-d24168a3a9a3 req-8133b0ee-09ec-4f64-af38-5a310df4af3f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 944 time: 0.2086637 Aug 31 19:34:30.098130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:30.126150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e79b033f-c0be-4c46-825f-d24168a3a9a3 req-ed9a8433-59e1-41a9-90cb-2c155f74698c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Aug 31 19:34:30.164790 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-fc7acbae-6df9-492f-8ea0-2832392c9bfe service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852882 Aug 31 19:34:30.340439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0cb473d4-a920-4de5-9436-5043b3ce4b9e', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'port_id': '6e267517-08cd-4571-9f09-de8d118bd79f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'mac_address': 'fa:16:3e:26:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:34:26Z', 'updated_at': '2021-08-31T19:34:26Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:30.396770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc787b1-ab7a-4b9a-bfcf-2980f317e167 None None] The sync data for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 is: [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '0cb473d4-a920-4de5-9436-5043b3ce4b9e', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'port_id': '6e267517-08cd-4571-9f09-de8d118bd79f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'mac_address': 'fa:16:3e:26:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:34:26Z', 'updated_at': '2021-08-31T19:34:26Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:30.410535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4cbce835-599e-48a6-b54a-cfbc04624199 req-388ec59c-ac86-4afc-9552-7a452c9ba72d service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093093 Aug 31 19:34:30.436294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port d479d380-8c87-4c8a-8ec7-608d81311ebe {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:30.436678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:30.542343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:30.543165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:30.557415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for d479d380-8c87-4c8a-8ec7-608d81311ebe owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:30.630148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54444) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:30.774051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48bd5dd-ffa5-4684-a44f-51239fd901f8 None None] New status for floating IP 0cb473d4-a920-4de5-9436-5043b3ce4b9e: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:34:30.776758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-72b39da6-94a8-4672-9c0d-643dafb88451 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 200 len: 991 time: 0.1453824 Aug 31 19:34:30.846067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:30.900950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=d479d380-8c87-4c8a-8ec7-608d81311ebe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:30.951603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:30.952053 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Floating IP d4ab5424-8328-41cd-afec-84c8c03fedf5 disassociated (deleted). External IP: 172.25.3.195, port: 4b930c98-10a3-4d72-bc90-872768f7496b. Aug 31 19:34:31.043876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d04fbb23-6c4a-47fa-a8e9-7accd251806b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:31.207332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port d04fbb23-6c4a-47fa-a8e9-7accd251806b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:31.220836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port d04fbb23-6c4a-47fa-a8e9-7accd251806b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:31.221119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:31.282424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92dd3e-72ac-4fab-a44c-234d2435564c req-52caf5e8-9b9e-4c9e-b99b-b71763a9f2d2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:31.285383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f92dd3e-72ac-4fab-a44c-234d2435564c req-52caf5e8-9b9e-4c9e-b99b-b71763a9f2d2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.2400713 Aug 31 19:34:31.323583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:31.374026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f92dd3e-72ac-4fab-a44c-234d2435564c req-aca107e7-e173-412e-b017-8cb111217dcd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820291 Aug 31 19:34:31.380964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:31.384538 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b771e-90f2-4b6c-950b-a88c84cdf500" -d '{"events": [{"server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "name": "network-vif-plugged", "status": "completed", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:31.410184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:31.417681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:31.429595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:31.514351 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6eee25-5039-4a8e-8b82-3abfebdde4ba x-openstack-request-id: req-df6eee25-5039-4a8e-8b82-3abfebdde4ba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:31.514643 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "name": "network-vif-plugged", "status": "completed", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:31.514903 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df6eee25-5039-4a8e-8b82-3abfebdde4ba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:31.515296 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b', 'code': 200} Aug 31 19:34:31.539133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5e2c8-e2d5-47c0-89cc-f8a658814bb4 req-08d1f094-ffd8-471c-a10a-c754cc601ace tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:31.552186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bb5e2c8-e2d5-47c0-89cc-f8a658814bb4 req-08d1f094-ffd8-471c-a10a-c754cc601ace tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.1363862 Aug 31 19:34:31.569836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:31.606897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:31.615537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:31.623214 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:31.638886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bb5e2c8-e2d5-47c0-89cc-f8a658814bb4 req-ae13499b-3eda-4892-80fa-ac745b0a0400 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Aug 31 19:34:31.639501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:31.639501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:31.665456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f5642-bf5c-4e66-a3f6-f7dd24ec3ca7 req-4d82ed67-8af3-478e-a333-120b64f31d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:31.668015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d17f5642-bf5c-4e66-a3f6-f7dd24ec3ca7 req-4d82ed67-8af3-478e-a333-120b64f31d48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 1097 time: 0.0883327 Aug 31 19:34:31.683777 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53b4da95-9b44-4ef8-b7aa-522938ad2478 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/floatingips/d4ab5424-8328-41cd-afec-84c8c03fedf5 HTTP/1.1" status: 204 len: 168 time: 1.8182313 Aug 31 19:34:31.683777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:31.684888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db36f6d-9269-4834-ac14-15d0691bfc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:31.735158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d17f5642-bf5c-4e66-a3f6-f7dd24ec3ca7 req-9a4022cb-4d8e-4938-b85a-9f160b5767cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Aug 31 19:34:31.779364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:31.906411 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e9caf-cfd7-42e0-a989-19b3e1105ec6 x-openstack-request-id: req-252e9caf-cfd7-42e0-a989-19b3e1105ec6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:31.907112 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:31.907549 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-252e9caf-cfd7-42e0-a989-19b3e1105ec6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:31.908819 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b', 'status': 'completed', 'code': 200} Aug 31 19:34:31.939808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-763fac86-e0f9-4745-8156-f76138f8a539 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 200 len: 993 time: 0.1517839 Aug 31 19:34:32.042577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-c4c4af03-9526-4a80-b0e0-04405043fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.044262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-c4c4af03-9526-4a80-b0e0-04405043fe4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 1098 time: 0.0824940 Aug 31 19:34:32.082410 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:32.226350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b5ff-39e7-417f-8a5b-bf1ed333336a req-0307dc29-0607-4f57-bec2-a8df84895180 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.227993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c80b5ff-39e7-417f-8a5b-bf1ed333336a req-0307dc29-0607-4f57-bec2-a8df84895180 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.1340094 Aug 31 19:34:32.271433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-3d40fba9-7de0-44fc-abef-23e4094b37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.274660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-3d40fba9-7de0-44fc-abef-23e4094b37fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 200 len: 898 time: 0.2217400 Aug 31 19:34:32.314537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c80b5ff-39e7-417f-8a5b-bf1ed333336a req-8e6a89f7-9122-49ee-910b-78ccc6ec49ba tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759723 Aug 31 19:34:32.402906 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:32.414647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-eeedefb8-cdff-4cb4-af31-971f1c1bce70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 200 len: 217 time: 0.0984821 Aug 31 19:34:32.461514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:32.473039 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:32.474473 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:32.484339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-2a551c4f-ebff-42df-ae40-1338853ecc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.486391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-2a551c4f-ebff-42df-ae40-1338853ecc59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc24579b-0d41-445e-a818-e1382838bb73 HTTP/1.1" status: 200 len: 834 time: 0.0593574 Aug 31 19:34:32.590086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-5002827c-0dbc-4943-ac97-573302fb483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.594040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-5002827c-0dbc-4943-ac97-573302fb483a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d624740-36b6-481b-92a4-cd12224e29c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976820 Aug 31 19:34:32.606792 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:32.621516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cd1ba-6907-46b4-ab7c-b467e02f7340 req-44b1095d-d929-450b-92f6-6faec2e78359 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.623446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec5cd1ba-6907-46b4-ab7c-b467e02f7340 req-44b1095d-d929-450b-92f6-6faec2e78359 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0870557 Aug 31 19:34:32.727675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec5cd1ba-6907-46b4-ab7c-b467e02f7340 req-52a26e9b-ce72-4a75-9456-1c9913cc2f33 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856447 Aug 31 19:34:32.800433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-cbe97fbc-4421-4897-bffd-467ad645ac05 service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943858 Aug 31 19:34:32.969798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04558d-0fe6-4f1c-a1ff-8409b903c237 req-6cc4fd14-7e03-46a3-bf30-2921ee086960 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:32.972823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea04558d-0fe6-4f1c-a1ff-8409b903c237 req-6cc4fd14-7e03-46a3-bf30-2921ee086960 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.2123539 Aug 31 19:34:32.982935 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:33.027155 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac34cf-0e9a-4d56-9450-22d2a3b82705 None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:20Z', 'revision_number': 6, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fd8ebe39-f54a-498f-97aa-aeca70a21bca', 'name': '', 'network_id': '0d624740-36b6-481b-92a4-cd12224e29c6', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:ad:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:11Z', 'updated_at': '2021-08-31T19:32:20Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': 'dc24579b-0d41-445e-a818-e1382838bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:33.059458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9db36f6d-9269-4834-ac14-15d0691bfc1e req-8c748dc0-a0e5-44e2-960f-044857463fcb service neutron] 10.222.0.67 "GET /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424417 Aug 31 19:34:33.092958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea04558d-0fe6-4f1c-a1ff-8409b903c237 req-469d9695-767e-4366-8fe7-7be3a89c6426 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Aug 31 19:34:33.421987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6487ea1-48d2-49bc-ae6e-40ccc9eaed0e None None] New status for floating IP d4ab5424-8328-41cd-afec-84c8c03fedf5: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:34:33.502078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e032cf-ffa6-47af-b96c-4033cc70dab0 req-4c28ef04-49f9-4469-82cf-e3ab08ca8b66 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:33.516445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09e032cf-ffa6-47af-b96c-4033cc70dab0 req-4c28ef04-49f9-4469-82cf-e3ab08ca8b66 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.0766661 Aug 31 19:34:33.580989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09e032cf-ffa6-47af-b96c-4033cc70dab0 req-b631a998-d6ed-4c0f-a773-99a37297dac1 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3274bcc-7cd8-46dc-8aad-80d5d881581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631893 Aug 31 19:34:33.898029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4c3c-5fd6-4969-8c73-31c342565545 req-c1828067-cd01-4612-b0ac-bf0bcefabdd5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:33.907039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aaa4c3c-5fd6-4969-8c73-31c342565545 req-c1828067-cd01-4612-b0ac-bf0bcefabdd5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0965993 Aug 31 19:34:33.937184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-23fdc4f1-6d4d-49f0-b5ba-12021b9fc676 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:33.949113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-23fdc4f1-6d4d-49f0-b5ba-12021b9fc676 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 946 time: 0.1294839 Aug 31 19:34:34.047146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3aaa4c3c-5fd6-4969-8c73-31c342565545 req-6f7fd547-f4c9-47e1-8847-72b47d9abe91 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392901 Aug 31 19:34:34.136134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 4b930c98-10a3-4d72-bc90-872768f7496b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:34.136509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:34.279828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad231e-f73a-46e8-8dc3-2e74be57107c req-438890bb-a87b-48eb-a774-fd976130f89e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:34.281325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3ad231e-f73a-46e8-8dc3-2e74be57107c req-438890bb-a87b-48eb-a774-fd976130f89e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.0802152 Aug 31 19:34:34.311325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 4b930c98-10a3-4d72-bc90-872768f7496b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4b930c98-10a3-4d72-bc90-872768f7496b,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:34.311732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:34.339282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 4b930c98-10a3-4d72-bc90-872768f7496b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:34.355002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3ad231e-f73a-46e8-8dc3-2e74be57107c req-3a15fd34-47ef-437b-b42d-5b276df432f2 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590196 Aug 31 19:34:34.544724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:34.578705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=4b930c98-10a3-4d72-bc90-872768f7496b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:34.600043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.600945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.601296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.601639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.601981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.602317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.602650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.602981 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.603443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.603807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.604143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.604497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:34.753869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] No DVR routers for this DVR port 4b930c98-10a3-4d72-bc90-872768f7496b on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:34.765538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:34.767595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16f27ceb-092e-4b92-a9f3-e949837d6510 req-ecf9d55b-59b7-45e4-bb19-fafd819d6343 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.67 "DELETE /v2.0/ports/4b930c98-10a3-4d72-bc90-872768f7496b HTTP/1.1" status: 204 len: 173 time: 0.8053548 Aug 31 19:34:34.768151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'name': 'network-vif-deleted', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:34.770509 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e607589d-5ca9-4bc6-9f56-e6dd0d8d8b58" -d '{"events": [{"server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "name": "network-vif-deleted", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:34.849879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a575dc9-4dd7-44de-8962-d3f5359c3b8d req-cb30876f-2222-45c6-8846-f695feae066f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=50bde5d7-8638-4bb1-896f-9a4cafa3ea40 HTTP/1.1" status: 200 len: 210 time: 0.0863805 Aug 31 19:34:34.917383 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149ddc8-2652-410c-87e9-6a8a6102f515 x-openstack-request-id: req-a149ddc8-2652-410c-87e9-6a8a6102f515 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:34.918560 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bde5d7-8638-4bb1-896f-9a4cafa3ea40", "name": "network-vif-deleted", "tag": "4b930c98-10a3-4d72-bc90-872768f7496b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:34.918990 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a149ddc8-2652-410c-87e9-6a8a6102f515 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:34.919573 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bde5d7-8638-4bb1-896f-9a4cafa3ea40', 'name': 'network-vif-deleted', 'tag': '4b930c98-10a3-4d72-bc90-872768f7496b', 'status': 'completed', 'code': 200} Aug 31 19:34:35.299193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff80ea-73f3-493c-becd-43b1f5601be2 req-e59f5bf0-063b-4c5e-8ee0-5de9e2edeb4b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:35.312473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92ff80ea-73f3-493c-becd-43b1f5601be2 req-e59f5bf0-063b-4c5e-8ee0-5de9e2edeb4b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1125808 Aug 31 19:34:35.403177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92ff80ea-73f3-493c-becd-43b1f5601be2 req-cf089b06-5718-47f0-b6e4-3db5fcb61e30 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894883 Aug 31 19:34:35.981767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:36.164684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:36.229779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:36.326662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:36.331071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:36.332572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/security-groups/f3274bcc-7cd8-46dc-8aad-80d5d881581f HTTP/1.1" status: 204 len: 168 time: 0.3496201 Aug 31 19:34:36.343612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f41d0-aede-44bf-82ca-e84423eab8d0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3274bcc-7cd8-46dc-8aad-80d5d881581f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:36.391319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:36.593197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c222-5c7e-4bfd-a1b6-c17ba2a4a274 req-47358885-4183-46e0-b37d-90aa43c00d6e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:36.594696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c15c222-5c7e-4bfd-a1b6-c17ba2a4a274 req-47358885-4183-46e0-b37d-90aa43c00d6e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1115873 Aug 31 19:34:36.721846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c15c222-5c7e-4bfd-a1b6-c17ba2a4a274 req-45827d1e-af8c-4deb-ada3-1a0df5462ad2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962396 Aug 31 19:34:36.989759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:37.456635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port fd8ebe39-f54a-498f-97aa-aeca70a21bca {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:37.457378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:37.983009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2ccef-82b4-4bff-8f94-f63bcf68ae86 req-ac3c95e2-81f4-4941-9eb2-8ba71371d1f6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:37.984490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89a2ccef-82b4-4bff-8f94-f63bcf68ae86 req-ac3c95e2-81f4-4941-9eb2-8ba71371d1f6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0786574 Aug 31 19:34:38.020624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port fd8ebe39-f54a-498f-97aa-aeca70a21bca, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fd8ebe39-f54a-498f-97aa-aeca70a21bca,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:38.021332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:38.044627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for fd8ebe39-f54a-498f-97aa-aeca70a21bca owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:38.059510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89a2ccef-82b4-4bff-8f94-f63bcf68ae86 req-1db60291-3a19-45ef-87e3-1612d2720d64 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651791 Aug 31 19:34:38.311419 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:38.368732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=fd8ebe39-f54a-498f-97aa-aeca70a21bca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:38.573870 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:38.883959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router cf9b70c2-a3d4-4e62-9634-7525840e5354 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:38.990002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4b930c98-10a3-4d72-bc90-872768f7496b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:39.008959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:39.016658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc400890-7d5b-48be-9617-01face49aebc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/cf9b70c2-a3d4-4e62-9634-7525840e5354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215408 Aug 31 19:34:39.016893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:39.024452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Sync routers for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:39.027271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 4b930c98-10a3-4d72-bc90-872768f7496b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:39.027861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4b930c98-10a3-4d72-bc90-872768f7496b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:39.033905 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:39.034453 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:39.101953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting subnet dc24579b-0d41-445e-a818-e1382838bb73 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:34:39.111862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.180080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:39.193342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.267322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b742cf0-e6c6-404a-b343-61a8a9e84b57 req-6c369104-4c16-4511-8292-0fae1c031c8b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:39.268978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b742cf0-e6c6-404a-b343-61a8a9e84b57 req-6c369104-4c16-4511-8292-0fae1c031c8b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0853515 Aug 31 19:34:39.295290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.345901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b742cf0-e6c6-404a-b343-61a8a9e84b57 req-4f956780-7741-4d0b-85f5-965f97949b60 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685172 Aug 31 19:34:39.402884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.419625 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.424561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/subnets/dc24579b-0d41-445e-a818-e1382838bb73 HTTP/1.1" status: 204 len: 168 time: 0.4067318 Aug 31 19:34:39.424766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d6b07-6ca2-4b90-b0fd-b01db7327fbb None None] Network 0d624740-36b6-481b-92a4-cd12224e29c6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:39.428616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:39.472606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Subnet': ['ID=dc24579b-0d41-445e-a818-e1382838bb73,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:39.492617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.493067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.493484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.493897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.494321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.494697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.495155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.498783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.498783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.498783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.498783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.498783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fa46-4652-4cf9-ab87-12825ad17d88 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:39.564039 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:38Z', 'revision_number': 7, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:39.621250 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Checking router: cf9b70c2-a3d4-4e62-9634-7525840e5354 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:39.633280 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Routers {'cf9b70c2-a3d4-4e62-9634-7525840e5354'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:39.634295 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cf9b70c2-a3d4-4e62-9634-7525840e5354'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:39.705508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9646a2-c506-4359-95d3-6a21e07a732f req-f01dd5ee-9fe3-461e-a6fd-c52da2995f23 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:39.707098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb9646a2-c506-4359-95d3-6a21e07a732f req-f01dd5ee-9fe3-461e-a6fd-c52da2995f23 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1254120 Aug 31 19:34:39.736428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.736741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] DHCP port deletion for 0d624740-36b6-481b-92a4-cd12224e29c6 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:34:39.790345 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] Set router cf9b70c2-a3d4-4e62-9634-7525840e5354 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:39.817587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Deleting port fa84f54f-1923-41c2-83b4-a375e412a427 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:39.817884 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:39.859359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb9646a2-c506-4359-95d3-6a21e07a732f req-d2f1ad65-681b-41e1-a7d1-73e6c744d396 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411262 Aug 31 19:34:39.952113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.017662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 6e59eddc-4e2f-43e3-a356-bf25bfc52975 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:34:40.018026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.020091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] For port fa84f54f-1923-41c2-83b4-a375e412a427, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fa84f54f-1923-41c2-83b4-a375e412a427,segment=NetworkSegment(ca52d265-05fb-4f81-9915-336865a93b00),segment_id=ca52d265-05fb-4f81-9915-336865a93b00)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:40.020621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.046918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Calling delete_port for fa84f54f-1923-41c2-83b4-a375e412a427 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:40.116900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:38Z', 'revision_number': 7, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:40.127230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 6e59eddc-4e2f-43e3-a356-bf25bfc52975, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e59eddc-4e2f-43e3-a356-bf25bfc52975,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:40.127617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.144952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 6e59eddc-4e2f-43e3-a356-bf25bfc52975 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:34:40.170890 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e9afb-92ee-45f7-b6db-5a88c3268e8b None None] The sync data for ids ['cf9b70c2-a3d4-4e62-9634-7525840e5354'] in n-d-778550-14 is: [{'id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'name': 'tempest-TestNetworkBasicOps-router-1070361607', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:34:38Z', 'revision_number': 7, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': '6e59eddc-4e2f-43e3-a356-bf25bfc52975', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9b70c2-a3d4-4e62-9634-7525840e5354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:03Z', 'updated_at': '2021-08-31T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:40.239729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.272422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] Pushing event deleted for resources: {'Port': ['ID=fa84f54f-1923-41c2-83b4-a375e412a427,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:40.276536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50373b2-dea2-4d03-9b1d-2a696d157993 None None] No DVR routers for this DVR port fa84f54f-1923-41c2-83b4-a375e412a427 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:34:40.422452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.532044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=6e59eddc-4e2f-43e3-a356-bf25bfc52975,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:40.583957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.704341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.706867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.753930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.754312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Fanout notify agent at l3_agent the message router_deleted on router cf9b70c2-a3d4-4e62-9634-7525840e5354 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:34:40.762501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:40.763810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4e8bc4ee-a9c9-4e5d-947a-bc189e6465d7 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/routers/cf9b70c2-a3d4-4e62-9634-7525840e5354 HTTP/1.1" status: 204 len: 168 time: 1.3341482 Aug 31 19:34:40.766677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:40.930757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.007203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fa84f54f-1923-41c2-83b4-a375e412a427 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:41.082952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: fa84f54f-1923-41c2-83b4-a375e412a427 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:41.085545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fa84f54f-1923-41c2-83b4-a375e412a427 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:41.087101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fd8ebe39-f54a-498f-97aa-aeca70a21bca no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:41.092592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.117358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d624740-36b6-481b-92a4-cd12224e29c6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:41.120159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: fd8ebe39-f54a-498f-97aa-aeca70a21bca {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:41.120784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fd8ebe39-f54a-498f-97aa-aeca70a21bca not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:41.155017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca52d265-05fb-4f81-9915-336865a93b00') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:41.156097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca52d265-05fb-4f81-9915-336865a93b00') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:41.170175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.190402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.197884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:34:41.198431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:34:41.201982 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:34:41.290181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.304322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.306783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/networks/0d624740-36b6-481b-92a4-cd12224e29c6 HTTP/1.1" status: 204 len: 168 time: 0.5389268 Aug 31 19:34:41.321872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacca94-4072-450f-9104-a7073e679824 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Network': ['ID=0d624740-36b6-481b-92a4-cd12224e29c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:41.335410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:41.341736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'network': {'name': 'tempest-network-smoke--390985554', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:41.369421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:41.377614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.422181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f43a6-2e45-4234-9a4e-fb478488a953 req-0a33d836-7f4d-4e1b-807f-f635fcfc11a6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:41.430064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:34:41.430598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-564f43a6-2e45-4234-9a4e-fb478488a953 req-0a33d836-7f4d-4e1b-807f-f635fcfc11a6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0973554 Aug 31 19:34:41.441808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.442086 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Added segment 0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c of type vlan for network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 Aug 31 19:34:41.493976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.495270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-564f43a6-2e45-4234-9a4e-fb478488a953 req-7174c7f1-b68d-4584-8efe-c797fa014dcf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588470 Aug 31 19:34:41.548710 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f58c-7dd1-433e-ac24-8e92a8eb74b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.555396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.574408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:41.576404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.679900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3427093 Aug 31 19:34:41.682925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:41.687433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-777519158', 'admin_state_up': True, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:41.704178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe5319-040e-49e5-9c29-d282a271150a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Network': ['ID=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:41.725210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:34:41.734298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.737416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.819587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.877280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-f0d3069a-a948-454f-bf44-06d58827f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:41.878849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-f0d3069a-a948-454f-bf44-06d58827f8aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1099 time: 0.0939186 Aug 31 19:34:41.893813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44609d-dcfa-47b3-a5c6-f4534d773338 req-d2001eea-8f21-45fd-8fce-010156ad7820 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:41.895494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a44609d-dcfa-47b3-a5c6-f4534d773338 req-d2001eea-8f21-45fd-8fce-010156ad7820 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.1002204 Aug 31 19:34:42.007996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a44609d-dcfa-47b3-a5c6-f4534d773338 req-83d18ef8-8bf4-48f9-971a-acb455d920d8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026776 Aug 31 19:34:42.069650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-8277298f-2fa8-4fc8-b217-f134468830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:42.071361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-8277298f-2fa8-4fc8-b217-f134468830d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1748700 Aug 31 19:34:42.148179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-98d7f433-bc90-4ccb-a0d2-28f355768eab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 1001 time: 0.0683372 Aug 31 19:34:42.218237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-95cfe4e6-493e-472a-810f-d682ee7e11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:42.219842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-95cfe4e6-493e-472a-810f-d682ee7e11e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0600450 Aug 31 19:34:42.275862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-b1deceba-7c54-440b-9137-bc3551961d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:42.277402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-b1deceba-7c54-440b-9137-bc3551961d56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474982 Aug 31 19:34:42.374684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-def1808b-65e1-4ec4-a93c-2bbeeffc1679 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889418 Aug 31 19:34:42.422166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:42.490830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4e4bd11-2fe7-48a2-a459-6a777b300105 req-6d2eb607-2600-464e-9b2d-e0b55ac4f526 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053541 Aug 31 19:34:42.664416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:42.698407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:42.783334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e59eddc-4e2f-43e3-a356-bf25bfc52975 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:42.807016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6e59eddc-4e2f-43e3-a356-bf25bfc52975 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:34:42.807531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e59eddc-4e2f-43e3-a356-bf25bfc52975 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:34:42.825459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.25.3.137 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/beb02e14-cbe3-4828-80de-38190da31ec3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:42.947787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:42.992609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.000544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:34:43.040134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:43.043147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:43.047168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:43.053539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=beb02e14-cbe3-4828-80de-38190da31ec3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:43.130087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.164549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:43.165835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:43.169080 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d2534-f49c-431e-9939-949ff51a098c" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:43.172955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.198513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7585193-2070-4813-8b18-1a8f11e8c160 req-8948af4d-8190-4548-bc99-82841812d6cc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:43.201750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7585193-2070-4813-8b18-1a8f11e8c160 req-8948af4d-8190-4548-bc99-82841812d6cc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 947 time: 0.0879481 Aug 31 19:34:43.238927 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa6d6d9-dff7-4ca5-822c-e3c6797eb978 x-openstack-request-id: req-6fa6d6d9-dff7-4ca5-822c-e3c6797eb978 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:43.243975 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:43.244262 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fa6d6d9-dff7-4ca5-822c-e3c6797eb978 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:43.244737 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'code': 200} Aug 31 19:34:43.265256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7585193-2070-4813-8b18-1a8f11e8c160 req-6e46e6ce-0c0e-4c38-9767-37484b44f173 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570750 Aug 31 19:34:43.278118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=14']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:43.411864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.478593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498f8ef-b1b0-4856-bd37-df1479989b40 req-44bd699b-9737-4905-a7ea-9123756cdfa4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:43.480191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b498f8ef-b1b0-4856-bd37-df1479989b40 req-44bd699b-9737-4905-a7ea-9123756cdfa4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0537217 Aug 31 19:34:43.520708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b498f8ef-b1b0-4856-bd37-df1479989b40 req-386124ec-34b0-4c69-9ebd-4696f95e6190 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Aug 31 19:34:43.621829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.659408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faa36c-6254-4473-a9df-fedb012dbfb9 req-1db6b47a-5d05-406c-9194-d5e0840c63bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:43.660979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80faa36c-6254-4473-a9df-fedb012dbfb9 req-1db6b47a-5d05-406c-9194-d5e0840c63bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0628059 Aug 31 19:34:43.717177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80faa36c-6254-4473-a9df-fedb012dbfb9 req-5aecf6e2-604d-4b74-adec-65b150286901 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Aug 31 19:34:43.785811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router 2a15e61f-4322-49dc-8527-d01888538f8b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:34:43.925792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:43.938082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Sync routers for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:43.949399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:43.951719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:43.952843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:43.953857 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ea78abe-3fd2-47aa-ad1a-0bb444ab7e80 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2699704 Aug 31 19:34:43.958215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:44.001075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e65fe448-9719-4c88-b479-e1242f254e57 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=67556e8759ec46048af0bdd4c1f6c933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407817 Aug 31 19:34:44.001901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54778) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:44.081711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-7ed518d0-10bf-4f27-89de-cd8f193085fb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:44.083306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-7ed518d0-10bf-4f27-89de-cd8f193085fb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.1466303 Aug 31 19:34:44.109319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-1a204edf-d648-45f5-b5d5-317468111ece tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/quotas/66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 375 time: 0.0178654 Aug 31 19:34:44.133673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:44.187610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeedc40-23a8-4b8a-a24f-8e658270b1d1 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:44.189852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eaeedc40-23a8-4b8a-a24f-8e658270b1d1 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868174 Aug 31 19:34:44.194196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:44.204660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-e3e900ed-9350-4bc8-9fab-e4a279509c20 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0940630 Aug 31 19:34:44.238412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12fce8c2-21c9-4771-992f-b254dea97d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.268782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75cbc5bb-1ccf-4cf1-85ca-befc5d6b11f2 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710394 Aug 31 19:34:44.272005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:44.280568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231025716', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:44.373164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-b1a9acef-2597-46a2-a4de-bbf436e28a64 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584713 Aug 31 19:34:44.420377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:44.425200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.433528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:43Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:44.469533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Checking router: 2a15e61f-4322-49dc-8527-d01888538f8b for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:44.469901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Updating router 2a15e61f-4322-49dc-8527-d01888538f8b port beb02e14-cbe3-4828-80de-38190da31ec3 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:34:44.504869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.510894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.518894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-548db6aa-35d5-4572-a6b8-618256a80b75 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356976 Aug 31 19:34:44.652726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.688245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.727737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a31da3c-1fda-4c10-8968-ec5bd3e64559 req-57e21a13-e6ea-4fa4-9a3c-6a243a91893e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 210 time: 0.0483086 Aug 31 19:34:44.838531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Checking segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:44.842805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network hostable DHCP agents. Network: 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:34:44.847983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Subnet': ['ID=7c29486d-97e2-4919-a018-c7e38ab58ad7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:44.873661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:34:44.884178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:44.897719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.899239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:44.899930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.903479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c884eb-9d44-4ece-8cb3-95a5f8987067 None None] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:44.924038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54798) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:44.924365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dad15341-67da-4300-b662-d28fcda7932e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6501791 Aug 31 19:34:44.955763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Transition to ACTIVE for port object beb02e14-cbe3-4828-80de-38190da31ec3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:44.973944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.064280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd70f83-9458-4884-b571-bf7ac0355bca None None] Pushing event updated for resources: {'Port': ['ID=beb02e14-cbe3-4828-80de-38190da31ec3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:45.100315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Attempting to bind port beb02e14-cbe3-4828-80de-38190da31ec3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:45.100965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Attempting to bind port beb02e14-cbe3-4828-80de-38190da31ec3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:45.101708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Attempting to bind port beb02e14-cbe3-4828-80de-38190da31ec3 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:45.114206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:45.114605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:45.115008 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.116199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:45.116354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Bound port: beb02e14-cbe3-4828-80de-38190da31ec3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:45.117095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.218115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:34:45.219443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.251793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] For port beb02e14-cbe3-4828-80de-38190da31ec3, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:45.258780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] For port beb02e14-cbe3-4828-80de-38190da31ec3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=beb02e14-cbe3-4828-80de-38190da31ec3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:45.265004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.454445 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.592702 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.598778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:45.599401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:45.619241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd70f83-9458-4884-b571-bf7ac0355bca None None] Pushing event updated for resources: {'Port': ['ID=beb02e14-cbe3-4828-80de-38190da31ec3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:45.713114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Allocated IP 172.20.0.2 (62a5aac8-711c-4fab-ad0a-a68fbbc11bb0/7c29486d-97e2-4919-a018-c7e38ab58ad7/de897a11-54de-4c6a-b6f4-b02a3383d5a5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:45.782971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:45.850947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2083786e-8f3e-4d80-b322-45fc72dad169 req-6424466c-84fb-4183-a6f4-124a04427637 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 210 time: 0.0429602 Aug 31 19:34:45.965102 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:45.988424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-34487f0c-9c6e-48ef-b020-438d3576c410 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:45.989973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-34487f0c-9c6e-48ef-b020-438d3576c410 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.1588228 Aug 31 19:34:46.010627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'device_id': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'admin_state_up': True, 'tenant_id': '66307696dd9f45d888547ce3df058792'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:46.044361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.058410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Transition to ACTIVE for port object de897a11-54de-4c6a-b6f4-b02a3383d5a5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:46.079037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Transition to ACTIVE for port object de897a11-54de-4c6a-b6f4-b02a3383d5a5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:46.086106 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.123014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:43Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:46.142519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:46.145708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.1 (62a5aac8-711c-4fab-ad0a-a68fbbc11bb0/7c29486d-97e2-4919-a018-c7e38ab58ad7/28c17c62-3e95-4a01-bc19-0ff92de76a50) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:46.151657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.163905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469a4e0-336d-4850-a275-2a3861ef2534 None None] The sync data for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 is: [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:43Z', 'revision_number': 3, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:46.169582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Pushing event updated for resources: {'Port': ['ID=de897a11-54de-4c6a-b6f4-b02a3383d5a5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:46.179473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:46.180943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:46.183356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:46.253042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Attempting to bind port de897a11-54de-4c6a-b6f4-b02a3383d5a5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:46.253560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Attempting to bind port de897a11-54de-4c6a-b6f4-b02a3383d5a5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:46.254028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Attempting to bind port de897a11-54de-4c6a-b6f4-b02a3383d5a5 on network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:46.259682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:46.260398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Checking segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:46.261009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.261414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Bound using segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:46.261977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Bound port: de897a11-54de-4c6a-b6f4-b02a3383d5a5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:46.262365 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.372670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] For port de897a11-54de-4c6a-b6f4-b02a3383d5a5, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:46.373334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.20.0.5 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/df70b9e2-6281-483e-87c2-a1bd878c353e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:46.377585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] For port de897a11-54de-4c6a-b6f4-b02a3383d5a5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de897a11-54de-4c6a-b6f4-b02a3383d5a5,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:46.388439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.389600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.409984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object 28c17c62-3e95-4a01-bc19-0ff92de76a50 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:46.470705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.484379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e140b57-c395-4a83-bd88-76909ceec17a None None] Pushing event updated for resources: {'Port': ['ID=de897a11-54de-4c6a-b6f4-b02a3383d5a5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:46.526590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:46.530822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:46.545403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:46.615750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:46.632122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.692492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.755270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Transition to ACTIVE for port object df70b9e2-6281-483e-87c2-a1bd878c353e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:46.833456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.895482 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:46.943687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:46.956736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:46.974298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:47.028225 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.045077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de897a11-54de-4c6a-b6f4-b02a3383d5a5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:47.095771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:47.119252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port de897a11-54de-4c6a-b6f4-b02a3383d5a5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:47.122693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:47.123570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.129330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device beb02e14-cbe3-4828-80de-38190da31ec3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:47.161340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-936544a8-4626-474a-8861-17ade4b8f67a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1596739 Aug 31 19:34:47.175255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Request body: {'port': {'device_id': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:47.197783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port beb02e14-cbe3-4828-80de-38190da31ec3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:47.203286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port beb02e14-cbe3-4828-80de-38190da31ec3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:47.212037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.327476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.373873 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.405847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port beb02e14-cbe3-4828-80de-38190da31ec3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=beb02e14-cbe3-4828-80de-38190da31ec3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:47.411373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.582643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=beb02e14-cbe3-4828-80de-38190da31ec3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:47.586177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45b9ba0b-c9c1-44e8-af28-89c39ebb0a10 None None] Provisioning for port df70b9e2-6281-483e-87c2-a1bd878c353e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:47.604631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45b9ba0b-c9c1-44e8-af28-89c39ebb0a10 None None] Provisioning complete for port df70b9e2-6281-483e-87c2-a1bd878c353e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:47.605146 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45b9ba0b-c9c1-44e8-af28-89c39ebb0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.694067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-45b9ba0b-c9c1-44e8-af28-89c39ebb0a10 None None] Port df70b9e2-6281-483e-87c2-a1bd878c353e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:47.747095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df70b9e2-6281-483e-87c2-a1bd878c353e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:47.758491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.776979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Transition to ACTIVE for port object df70b9e2-6281-483e-87c2-a1bd878c353e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:47.789078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.838341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Pushing event updated for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:47.966869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Attempting to bind port df70b9e2-6281-483e-87c2-a1bd878c353e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:47.966869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Attempting to bind port df70b9e2-6281-483e-87c2-a1bd878c353e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:47.967252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Attempting to bind port df70b9e2-6281-483e-87c2-a1bd878c353e on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:47.971836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Port df70b9e2-6281-483e-87c2-a1bd878c353e on network 6df8abff-1271-40f6-9903-111118d7d6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:47.972171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Attempting to bind port df70b9e2-6281-483e-87c2-a1bd878c353e on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:47.977968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:47.978301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:47.978687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:47.979112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Bound port: df70b9e2-6281-483e-87c2-a1bd878c353e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:47.979531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.048069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875ead3-89b6-492f-a77a-3ecc4ab009fa req-8cde0087-61c4-4145-a914-222c84881f6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:48.063611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f875ead3-89b6-492f-a77a-3ecc4ab009fa req-8cde0087-61c4-4145-a914-222c84881f6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 943 time: 0.1596935 Aug 31 19:34:48.065487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:48.072404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=df70b9e2-6281-483e-87c2-a1bd878c353e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:48.079527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.123293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad68291-d2a9-4865-9e75-56058a02ffd4 None None] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:48.141560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:48.143934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.147532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] 10.222.0.82 "PUT /v2.0/ports/df70b9e2-6281-483e-87c2-a1bd878c353e HTTP/1.1" status: 200 len: 1092 time: 0.9766877 Aug 31 19:34:48.176561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:48.179758 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:48.182626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d076f4-e8ea-4888-9c1c-79ef15e33744 service neutron] Pushing event updated for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:48.217868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f875ead3-89b6-492f-a77a-3ecc4ab009fa req-38572cf6-58c4-47f4-8d04-2c02c119476f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042287 Aug 31 19:34:48.254924 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f397135b-303e-4d95-88e0-74b311ee1382 x-openstack-request-id: req-f397135b-303e-4d95-88e0-74b311ee1382 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:48.256125 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:48.256125 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f397135b-303e-4d95-88e0-74b311ee1382 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:48.256417 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e', 'status': 'completed', 'code': 200} Aug 31 19:34:48.264611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Provisioning for port de897a11-54de-4c6a-b6f4-b02a3383d5a5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:48.286585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-18ea6093-a56d-46bc-bc26-259fba676912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:48.288502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Provisioning complete for port de897a11-54de-4c6a-b6f4-b02a3383d5a5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:48.289040 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.293986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-18ea6093-a56d-46bc-bc26-259fba676912 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 1095 time: 0.0909085 Aug 31 19:34:48.337199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.347755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.392083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-de6bcc1c-9b42-459d-8507-364f1f2642a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df70b9e2-6281-483e-87c2-a1bd878c353e HTTP/1.1" status: 200 len: 217 time: 0.0896327 Aug 31 19:34:48.457237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.460916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:48.476753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-f7b42ca0-955a-41df-809a-99aae4fe2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:48.478817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-f7b42ca0-955a-41df-809a-99aae4fe2e8b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0798104 Aug 31 19:34:48.527428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.562949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-76beba0b-2a53-4410-8abc-40cda72f1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:48.565572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-76beba0b-2a53-4410-8abc-40cda72f1a07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785573 Aug 31 19:34:48.608483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] For port de897a11-54de-4c6a-b6f4-b02a3383d5a5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de897a11-54de-4c6a-b6f4-b02a3383d5a5,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:48.613488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.652455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:48.654473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:48.778571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06a26a-9cec-4d07-9919-c4a56b4c0084 None None] Pushing event updated for resources: {'Port': ['ID=de897a11-54de-4c6a-b6f4-b02a3383d5a5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:48.852596 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-bafbcb92-3c59-4a96-828a-b0c6c59aefb9 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797019 Aug 31 19:34:48.917380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Provisioning complete for port de897a11-54de-4c6a-b6f4-b02a3383d5a5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:48.917878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:48.956203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router 2a15e61f-4322-49dc-8527-d01888538f8b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:34:48.957202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device beb02e14-cbe3-4828-80de-38190da31ec3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:48.980842 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-deba149b-a1ac-4951-a3ab-b7f61b5f2186 req-c0c596b8-3065-479d-af9f-73b18fbb731c service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184077 Aug 31 19:34:49.072101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port beb02e14-cbe3-4828-80de-38190da31ec3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:49.072480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:49.124492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-814bc0d9-3bfe-4ac4-a152-68c7c6d1994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.126178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-814bc0d9-3bfe-4ac4-a152-68c7c6d1994a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 1095 time: 0.0954902 Aug 31 19:34:49.186096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:34:49.194049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-648a0055-6ee1-4882-90f4-c0ba3d30d0ca tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/2a15e61f-4322-49dc-8527-d01888538f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2659492 Aug 31 19:34:49.196111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54840) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:49.201050 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Sync routers for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:34:49.227580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:49.228810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:49.271144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Provisioning for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:49.280548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Provisioning complete for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:49.280929 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:49.292493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-3c00edd0-df52-4b8a-a581-58703ba94b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.293994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-3c00edd0-df52-4b8a-a581-58703ba94b65 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1588457 Aug 31 19:34:49.357894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c69e6be8-1881-4cdb-98a5-3645bfa3808d None None] Port 28c17c62-3e95-4a01-bc19-0ff92de76a50 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:49.372470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-3d3d1b1e-0dce-4288-b30c-992b6abd55e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df70b9e2-6281-483e-87c2-a1bd878c353e HTTP/1.1" status: 200 len: 217 time: 0.0699081 Aug 31 19:34:49.398842 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:49.457760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-f08c3b67-6dca-4812-9099-c19722a218ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.460208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-f08c3b67-6dca-4812-9099-c19722a218ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0764382 Aug 31 19:34:49.498757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d7266725-cada-4441-80c5-246d07aa2802 None None] Provisioning complete for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:49.499123 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7266725-cada-4441-80c5-246d07aa2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:49.535594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2965b-e772-441e-8f05-674498593b7d req-5109b3dc-d348-4903-89ea-4299d4a5b37f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.537610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82b2965b-e772-441e-8f05-674498593b7d req-5109b3dc-d348-4903-89ea-4299d4a5b37f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 943 time: 0.1567500 Aug 31 19:34:49.546523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d7266725-cada-4441-80c5-246d07aa2802 None None] Port 28c17c62-3e95-4a01-bc19-0ff92de76a50 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:49.565544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-061c2312-b68a-4ec2-b6cd-8b225c266112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.567071 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-061c2312-b68a-4ec2-b6cd-8b225c266112 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907173 Aug 31 19:34:49.615534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.616136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.616806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.617282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.617754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.618228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.618722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.619184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.619665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.620148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.620608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.623686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-069ea07d-192b-4a1f-9a87-71f5866d2831 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7765 time: 0.4256625 Aug 31 19:34:49.627196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:49.641700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82b2965b-e772-441e-8f05-674498593b7d req-4417dba0-613c-406c-9f70-cab36586646d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Aug 31 19:34:49.673335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ae605e93-38a4-4c1d-97c0-4b22a8d2cf16 None None] Provisioning complete for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:49.673706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ae605e93-38a4-4c1d-97c0-4b22a8d2cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:49.730499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.730962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.731420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.731916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.732365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.732809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.733254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.733662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ae605e93-38a4-4c1d-97c0-4b22a8d2cf16 None None] Port 28c17c62-3e95-4a01-bc19-0ff92de76a50 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:49.733816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.734126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.734567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.735004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:49.737300 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7be8bedc-8564-4c12-a9ab-310e3adf85b4 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7181 time: 0.1090364 Aug 31 19:34:49.740830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54848) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:49.750608 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-e336861f-0c91-4846-a0bb-db7680925990 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739788 Aug 31 19:34:49.800136 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 2, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:49.831210 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Checking router: 2a15e61f-4322-49dc-8527-d01888538f8b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:34:49.831891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Updating router 2a15e61f-4322-49dc-8527-d01888538f8b port 28c17c62-3e95-4a01-bc19-0ff92de76a50 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:34:49.868688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb685b2e-8f3c-48eb-bd85-b6ab32cb1fdd req-84d7db2a-cffa-4bab-b319-37d339da8950 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025939 Aug 31 19:34:49.894532 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.282282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2802d19d-5d97-4b53-a803-20c28f61c57b tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 0.5394123 Aug 31 19:34:50.304999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-e34b6aed-4c10-4ad9-af2b-6124908f54df tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:50.306799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-e34b6aed-4c10-4ad9-af2b-6124908f54df tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.2489672 Aug 31 19:34:50.324737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-efdbed7f-c9e4-4eec-ad2c-ffe8bfb1404e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/quotas/df394325ae3f4494a9ebd05ad6be968c HTTP/1.1" status: 200 len: 375 time: 0.0113900 Aug 31 19:34:50.346218 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.373522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Transition to ACTIVE for port object 28c17c62-3e95-4a01-bc19-0ff92de76a50 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:50.384793 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.411230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-10538229-e450-436b-ad6c-568b9203144b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744922 Aug 31 19:34:50.440976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8451f-38a4-43e7-948c-18a2d0e9b496 None None] Pushing event updated for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:50.540532 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Attempting to bind port 28c17c62-3e95-4a01-bc19-0ff92de76a50 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:50.541254 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Attempting to bind port 28c17c62-3e95-4a01-bc19-0ff92de76a50 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:50.541844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Attempting to bind port 28c17c62-3e95-4a01-bc19-0ff92de76a50 on network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:50.548070 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:50.548832 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Checking segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:50.549691 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.550428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Bound using segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:50.551133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Bound port: 28c17c62-3e95-4a01-bc19-0ff92de76a50, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:50.551786 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.616798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-49dbc00a-b143-4ba2-a461-172a83d4df38 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783872 Aug 31 19:34:50.648696 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] For port 28c17c62-3e95-4a01-bc19-0ff92de76a50, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:50.654119 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] For port 28c17c62-3e95-4a01-bc19-0ff92de76a50, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28c17c62-3e95-4a01-bc19-0ff92de76a50,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:50.658805 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:50.731763 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:34:50.732260 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:50.734348 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8451f-38a4-43e7-948c-18a2d0e9b496 None None] Pushing event updated for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:50.768976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-9bbba0a6-6838-4832-ad5c-26941f37bdfc service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451702 Aug 31 19:34:50.917765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54876) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:50.923143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458594954', 'description': 'tempest-secgroup-smoke-1458594954 description', 'project_id': '67556e8759ec46048af0bdd4c1f6c933'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:50.930679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de897a11-54de-4c6a-b6f4-b02a3383d5a5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:50.938132 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:34:50.978114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.066159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port de897a11-54de-4c6a-b6f4-b02a3383d5a5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:51.067828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.232999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49368bd8-340c-4aee-9976-c48b720ea3e5 req-80b98f0a-656b-430c-ae85-1be2b7cf6ba2 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 210 time: 0.0523119 Aug 31 19:34:51.265794 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:50Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:34:51.281725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bbfeb-6d78-4022-9063-cbb4d3f5533b req-364e29cd-8214-4814-83ef-5d9e30663118 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:51.290794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-332bbfeb-6d78-4022-9063-cbb4d3f5533b req-364e29cd-8214-4814-83ef-5d9e30663118 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 943 time: 0.2319808 Aug 31 19:34:51.298521 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3873b-9733-4fcb-a18b-e9d83b6a3609 None None] The sync data for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 is: [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:50Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:34:51.361469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.372452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.420171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-332bbfeb-6d78-4022-9063-cbb4d3f5533b req-a81d2c65-1ab8-4ce6-b1f7-04af724b4cf3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282909 Aug 31 19:34:51.425144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.429659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5106115 Aug 31 19:34:51.432473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:51.438087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:51.473168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc423ac-b8d6-4c05-b0eb-1806f0ecf41f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54cfe0-d097-462b-a75d-19a742615995,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:51.497395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.582995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.587933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.607997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31652225-acbd-4fae-a17d-c413168cb400,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:51.622654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.624062 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-043e4552-0307-4de1-965a-909b9a64d2d3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1903839 Aug 31 19:34:51.626799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:51.634162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:51.663364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.729440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.737362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.757830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dbc922-4b33-4178-a3bd-40245996f5ff,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:51.781365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.785546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-588ff6f2-b11a-45fa-885f-4c115bd57093 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553650 Aug 31 19:34:51.786015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:51.791461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:51.836390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.926895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.932308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.956920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83e165a-c530-4f46-9dd7-338741612862,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:51.964847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:51.965640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e9a0cf2c-34c9-4eef-a4c9-4204f23a5a9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784263 Aug 31 19:34:51.968924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:51.973979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device df70b9e2-6281-483e-87c2-a1bd878c353e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:51.975205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:52.017128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.091466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.095042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=df70b9e2-6281-483e-87c2-a1bd878c353e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:52.095956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.110696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'df70b9e2-6281-483e-87c2-a1bd878c353e', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'df70b9e2-6281-483e-87c2-a1bd878c353e', 'mac_address': 'fa:16:3e:98:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:52.132093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02205128-107a-4a5b-8da5-70cddc8b2dd2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:52.137129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.138859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5191a68c-8350-41ea-afd7-da88c53395c8 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687074 Aug 31 19:34:52.141489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 54900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:52.146444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:52.172003 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:34:52.179301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.192249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.226210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df70b9e2-6281-483e-87c2-a1bd878c353e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:52.288916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=df70b9e2-6281-483e-87c2-a1bd878c353e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:52.293584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.383502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:52.427219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be35b99-995f-4796-9bda-1f67965da68b req-e51befcd-bd6f-4852-8029-64a378527355 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 210 time: 0.0413461 Aug 31 19:34:52.451860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.456442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.499567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174d3fe3-dc76-4493-906d-b45e36f7a73f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:52.528682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.530031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-18af0bfd-ca3b-41d5-b36d-724a840fc6bc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3872335 Aug 31 19:34:52.532835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 54910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:52.539481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'security_group_rule': {'security_group_id': '6d54cfe0-d097-462b-a75d-19a742615995', 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:52.541583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:52.563621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-576f0ff6-f07f-4aeb-8fab-b5aacdcfbd2f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:52.566550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-576f0ff6-f07f-4aeb-8fab-b5aacdcfbd2f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.3104415 Aug 31 19:34:52.578357 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Project 67556e8759ec46048af0bdd4c1f6c933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:34:52.582559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Request body: {'port': {'device_id': '36365327-20f7-4204-a5b9-1d766f1cda93', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'admin_state_up': True, 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:52.592092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.688491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.694848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.740212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cceb19df-a502-432c-a8ca-b56db1a1f71b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:52.744935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.746843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-893b4831-39ca-475c-8ef7-fe0c68a89857 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2123907 Aug 31 19:34:52.763588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6dbb8-cea0-4acb-ba05-0465de631550 req-107d1b34-c316-437c-be24-158e7179eb29 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:52.765241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00e6dbb8-cea0-4acb-ba05-0465de631550 req-107d1b34-c316-437c-be24-158e7179eb29 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 944 time: 0.1180408 Aug 31 19:34:52.851339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00e6dbb8-cea0-4acb-ba05-0465de631550 req-97cb1bf9-3da7-4241-afa4-f8a07f9bf4a3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Aug 31 19:34:52.869505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:52.874839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:52.928638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28c17c62-3e95-4a01-bc19-0ff92de76a50 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:53.016284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:53.020247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:53.020624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.086966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-9a8f9a4f-8173-4f0c-a9b2-0975b2821723 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458594954&fields=id&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 267 time: 0.0785182 Aug 31 19:34:53.107804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.148353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 28c17c62-3e95-4a01-bc19-0ff92de76a50, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28c17c62-3e95-4a01-bc19-0ff92de76a50,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:53.152134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.171516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Allocated IP 172.20.0.11 (ff7e06e8-59e8-440b-89ff-82ae8124c831/29c5e896-b991-4a5b-b599-7a4f1595bdee/dc71203e-90f0-4204-b01c-e58ce58802c2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:53.200756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:53.247136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-510caa30-fb05-4334-8c83-4cd57b409c07 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:53.248642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-510caa30-fb05-4334-8c83-4cd57b409c07 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/networks?id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 200 len: 796 time: 0.1527691 Aug 31 19:34:53.281116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-a2575dec-98e6-42fc-bc46-84af269e1c4f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/quotas/67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 375 time: 0.0249252 Aug 31 19:34:53.394430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-304bf68d-4412-4254-b765-ce93617a74e2 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879617 Aug 31 19:34:53.407280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.535750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63d91805-785c-4418-98b0-1ad89808ede5 req-e61e9bff-e0d6-4261-9a86-4d1b05d6399c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Aug 31 19:34:53.548357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-48b009bd-3cb9-4dbd-a7f7-9a09dbb87b2b service neutron] 10.222.0.73 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379290 Aug 31 19:34:53.549809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.567685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:53.650608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:53.657312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:53.661234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:53.666901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event updated for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:53.727282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:53.727931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.752637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-b1f82df9-7e5a-4e87-ab69-037bcc6add34 service neutron] 10.222.0.73 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981335 Aug 31 19:34:53.758960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-05d0b14d-b444-43e4-b48a-7a1157078650 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1809478 Aug 31 19:34:53.775603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Request body: {'port': {'device_id': '36365327-20f7-4204-a5b9-1d766f1cda93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:53.831541 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:53.970301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f97f7b78-059b-49a6-8a08-83d513184bd4 req-e9edb26c-32e0-4c74-aa43-ed232f175d9c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 210 time: 0.0799046 Aug 31 19:34:53.989304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device df70b9e2-6281-483e-87c2-a1bd878c353e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:54.045053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port df70b9e2-6281-483e-87c2-a1bd878c353e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:54.049342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port df70b9e2-6281-483e-87c2-a1bd878c353e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:54.049710 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.080841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905abb5-8a7e-45ec-a208-f1541a079eca req-ece4354f-23d1-4d38-9aa3-56b0d999e6dd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.082396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1905abb5-8a7e-45ec-a208-f1541a079eca req-ece4354f-23d1-4d38-9aa3-56b0d999e6dd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 944 time: 0.1307895 Aug 31 19:34:54.140389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.154244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1905abb5-8a7e-45ec-a208-f1541a079eca req-03bbabbc-89bf-4667-9f4f-b8059eba258a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631902 Aug 31 19:34:54.176702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=df70b9e2-6281-483e-87c2-a1bd878c353e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:54.178749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:54.181840 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5189239-17b5-46ba-82bc-e5633d60362a" -d '{"events": [{"server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "name": "network-vif-plugged", "status": "completed", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:54.185627 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.228583 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9b8d5d-00de-4268-b3f4-d7d28f0fa6bd x-openstack-request-id: req-1e9b8d5d-00de-4268-b3f4-d7d28f0fa6bd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:54.228881 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "name": "network-vif-plugged", "status": "completed", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:54.229185 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e9b8d5d-00de-4268-b3f4-d7d28f0fa6bd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:54.229576 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e', 'code': 200} Aug 31 19:34:54.243805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:54.251662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc71203e-90f0-4204-b01c-e58ce58802c2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:54.263111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.277222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Transition to ACTIVE for port object dc71203e-90f0-4204-b01c-e58ce58802c2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:54.280359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.332448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:54.368770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f382e-0252-415e-b8af-f4965d4d2e17 req-53f08384-0231-4a6d-891a-2b90ab6f2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.371132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-152f382e-0252-415e-b8af-f4965d4d2e17 req-53f08384-0231-4a6d-891a-2b90ab6f2c9d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 1097 time: 0.0666170 Aug 31 19:34:54.415279 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-152f382e-0252-415e-b8af-f4965d4d2e17 req-71bd2091-9cac-4bbc-a784-f705fcca724c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369697 Aug 31 19:34:54.425403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Attempting to bind port dc71203e-90f0-4204-b01c-e58ce58802c2 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:54.425750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Attempting to bind port dc71203e-90f0-4204-b01c-e58ce58802c2 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:54.426113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Attempting to bind port dc71203e-90f0-4204-b01c-e58ce58802c2 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:54.431250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Port dc71203e-90f0-4204-b01c-e58ce58802c2 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:54.431578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Attempting to bind port dc71203e-90f0-4204-b01c-e58ce58802c2 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:54.436492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:54.436840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Checking segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:54.437228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Bound using segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:54.437658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Bound port: dc71203e-90f0-4204-b01c-e58ce58802c2, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:54.438023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.501508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:54.505006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dc71203e-90f0-4204-b01c-e58ce58802c2,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:54.509650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.545438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.546077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:54.547489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] 10.222.0.67 "PUT /v2.0/ports/dc71203e-90f0-4204-b01c-e58ce58802c2 HTTP/1.1" status: 200 len: 1093 time: 0.7762253 Aug 31 19:34:54.549685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:54.552001 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa06eb3f-530f-4cc5-a900-ea822a40e02e" -d '{"events": [{"name": "network-changed", "server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:54.579430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4285-22ea-4468-8515-cd1091d2a403 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:54.598508 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23008d7b-8efb-48b2-9ab7-f225d9e65216 x-openstack-request-id: req-23008d7b-8efb-48b2-9ab7-f225d9e65216 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:54.598878 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:54.599235 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23008d7b-8efb-48b2-9ab7-f225d9e65216 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:54.599682 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2', 'status': 'completed', 'code': 200} Aug 31 19:34:54.686218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-f35bcb67-979d-4662-ab6f-42247366d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.687841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-f35bcb67-979d-4662-ab6f-42247366d291 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 1096 time: 0.0807354 Aug 31 19:34:54.700231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b059-08e5-4dbb-b879-118e833eba82 req-ae30315f-598c-4bd9-9663-d22f2d277568 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.701744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60d8b059-08e5-4dbb-b879-118e833eba82 req-ae30315f-598c-4bd9-9663-d22f2d277568 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 944 time: 0.0841961 Aug 31 19:34:54.744272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-0e9fe770-67a3-4a2c-b01c-1411a7dca5f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc71203e-90f0-4204-b01c-e58ce58802c2 HTTP/1.1" status: 200 len: 217 time: 0.0415239 Aug 31 19:34:54.806820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60d8b059-08e5-4dbb-b879-118e833eba82 req-b5bc41b2-ceee-4977-9f8e-8bef70d5c907 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650105 Aug 31 19:34:54.816342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63d5-a598-40bc-a863-ac759642541d req-5ab33d64-274e-448c-a978-dbf31f6089cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:54.817934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-5ab33d64-274e-448c-a978-dbf31f6089cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0606906 Aug 31 19:34:54.831317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28c17c62-3e95-4a01-bc19-0ff92de76a50 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:54.881200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 28c17c62-3e95-4a01-bc19-0ff92de76a50 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:54.882257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.170411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-36b4f2d6-7dcf-4410-a1a6-043607774fb5 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.172063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-36b4f2d6-7dcf-4410-a1a6-043607774fb5 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.82 "GET /v2.0/networks?id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 200 len: 796 time: 0.1126707 Aug 31 19:34:55.190362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-126324d3-7110-4b74-9336-8c5b14d49177 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3639991 Aug 31 19:34:55.225949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-0df1d104-7eee-4a56-8751-b2e404c45cdd tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67556e8759ec46048af0bdd4c1f6c933 HTTP/1.1" status: 200 len: 380 time: 0.0412061 Aug 31 19:34:55.232015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-821514d9-431a-4f35-b3ef-7b2d914a4734 req-c73e54d8-d9ff-41c2-aad5-18121f6cceec tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 210 time: 0.0444207 Aug 31 19:34:55.236550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'port': {'device_id': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'admin_state_up': True, 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'security_groups': ['6d54cfe0-d097-462b-a75d-19a742615995']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:55.334933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a63086-f1c7-42de-a80c-05552b2052ab req-7f2cbcdd-4359-4196-bc57-6c096ce3a301 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.336720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a63086-f1c7-42de-a80c-05552b2052ab req-7f2cbcdd-4359-4196-bc57-6c096ce3a301 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0810237 Aug 31 19:34:55.340522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-4bac6e36-5795-4dc8-8983-b08483242663 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402564 Aug 31 19:34:55.352958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Made reservation on behalf of 67556e8759ec46048af0bdd4c1f6c933 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:55.356702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.426627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a63086-f1c7-42de-a80c-05552b2052ab req-296ed8cb-bb0b-42ed-b134-97e90f869843 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837076 Aug 31 19:34:55.460266 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d39a63d5-a598-40bc-a863-ac759642541d req-4341b465-279b-4af7-978d-2d48c2e1e856 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110654 Aug 31 19:34:55.518191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.20.0.12 (62a5aac8-711c-4fab-ad0a-a68fbbc11bb0/7c29486d-97e2-4919-a018-c7e38ab58ad7/42d483e8-ed57-46e7-a705-7518c7b402b3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:55.573353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-12a9c005-d212-4afc-9849-78195d00cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.575285 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-12a9c005-d212-4afc-9849-78195d00cd24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 1096 time: 0.0501361 Aug 31 19:34:55.663580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.672557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-660b3b8a-78fd-415c-bd6a-e3dba7a06bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.674119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-660b3b8a-78fd-415c-bd6a-e3dba7a06bb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 916 time: 0.0910857 Aug 31 19:34:55.677338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Transition to ACTIVE for port object 42d483e8-ed57-46e7-a705-7518c7b402b3 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:55.711055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.730901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-7afabb0f-f995-46b7-8188-73a180b1797b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc71203e-90f0-4204-b01c-e58ce58802c2 HTTP/1.1" status: 200 len: 217 time: 0.0435033 Aug 31 19:34:55.762038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:55.765424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:55.769389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:55.794206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:55.794613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-411a4c5f-82ed-4e24-a916-7bb549780b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.796211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-411a4c5f-82ed-4e24-a916-7bb549780b8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0578709 Aug 31 19:34:55.829042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.829827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.845094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-e9fd7a90-ff39-41ad-94d8-960758a31b1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322597 Aug 31 19:34:55.848415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-f8bd9df1-1cc0-473f-99bb-e6db07d2f83e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6161282 Aug 31 19:34:55.866228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Request body: {'port': {'device_id': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:55.922853 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:55.980526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2481b9e-95b8-4a28-b5c8-b48b30e0b467 req-250cc025-7fb4-4191-9d54-8cc0599e882a tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:55.982172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2481b9e-95b8-4a28-b5c8-b48b30e0b467 req-250cc025-7fb4-4191-9d54-8cc0599e882a tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 944 time: 0.0693865 Aug 31 19:34:56.007390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc0f07fd-ad4e-4693-83bc-bbbea27fbae8 None None] Provisioning for port 42d483e8-ed57-46e7-a705-7518c7b402b3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:56.013048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc0f07fd-ad4e-4693-83bc-bbbea27fbae8 None None] Provisioning complete for port 42d483e8-ed57-46e7-a705-7518c7b402b3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:56.013584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc0f07fd-ad4e-4693-83bc-bbbea27fbae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.027452 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-d8e50544-4e4a-4fe4-b820-81c9d65aa274 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692913 Aug 31 19:34:56.058643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f07fd-ad4e-4693-83bc-bbbea27fbae8 None None] Port 42d483e8-ed57-46e7-a705-7518c7b402b3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:34:56.070941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2481b9e-95b8-4a28-b5c8-b48b30e0b467 req-43fc6fe1-befe-494b-ac71-d549206b3327 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681179 Aug 31 19:34:56.141920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa06eb3f-530f-4cc5-a900-ea822a40e02e req-e451d67e-47a7-4e9e-af8b-c270a4904829 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977025 Aug 31 19:34:56.200256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d483e8-ed57-46e7-a705-7518c7b402b3 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:56.207416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.219162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Transition to ACTIVE for port object 42d483e8-ed57-46e7-a705-7518c7b402b3 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:56.222068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.290900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Pushing event updated for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:56.359245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Attempting to bind port 42d483e8-ed57-46e7-a705-7518c7b402b3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:56.359588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Attempting to bind port 42d483e8-ed57-46e7-a705-7518c7b402b3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:56.359947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Attempting to bind port 42d483e8-ed57-46e7-a705-7518c7b402b3 on network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:56.365542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Port 42d483e8-ed57-46e7-a705-7518c7b402b3 on network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:34:56.365961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Attempting to bind port 42d483e8-ed57-46e7-a705-7518c7b402b3 on network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:56.369994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb7394-c016-4a43-b3cb-db5eabca9ae5 req-3656a7a2-74ac-406b-9d76-fc63a29b131f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.371515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:56.371902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Checking segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:56.372289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Bound using segment: {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:56.372726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Bound port: 42d483e8-ed57-46e7-a705-7518c7b402b3, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:56.373095 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.376550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3feb7394-c016-4a43-b3cb-db5eabca9ae5 req-3656a7a2-74ac-406b-9d76-fc63a29b131f tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 944 time: 0.0618653 Aug 31 19:34:56.415033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3feb7394-c016-4a43-b3cb-db5eabca9ae5 req-c0a5809e-9633-46f1-bf6e-50fb9206cce6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Aug 31 19:34:56.449566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:56.452664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=42d483e8-ed57-46e7-a705-7518c7b402b3,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:56.456986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.496259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.497035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:56.498632 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] 10.222.0.82 "PUT /v2.0/ports/42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 200 len: 1093 time: 0.6374528 Aug 31 19:34:56.499082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:34:56.503100 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc6fd8-4561-4050-b4c3-f9121bd4d604" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:34:56.541698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988432-2638-41eb-8b2e-a404c2876b21 service neutron] Pushing event updated for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:56.581026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ba5a4-0658-4db3-80b3-2e61d228bbf6 req-c414f517-bdac-43d8-ac18-51926526ab44 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.589164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-963ba5a4-0658-4db3-80b3-2e61d228bbf6 req-c414f517-bdac-43d8-ac18-51926526ab44 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0725825 Aug 31 19:34:56.593312 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45a6844-4140-425d-af31-1838c485ee6f x-openstack-request-id: req-f45a6844-4140-425d-af31-1838c485ee6f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:34:56.593636 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:34:56.593888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f45a6844-4140-425d-af31-1838c485ee6f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:34:56.594278 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'status': 'completed', 'code': 200} Aug 31 19:34:56.610150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-981831d9-44ba-4120-8513-c874fed10dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.612049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-981831d9-44ba-4120-8513-c874fed10dec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1096 time: 0.0611188 Aug 31 19:34:56.626405 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-963ba5a4-0658-4db3-80b3-2e61d228bbf6 req-d2fd6b3a-a654-4618-84ca-85349e6fd2a3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Aug 31 19:34:56.658602 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-ca74f1ef-3e49-46f7-a0c0-d118fa1342a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 200 len: 217 time: 0.0369496 Aug 31 19:34:56.715361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-b21b2320-1dfd-4569-b1e5-c3a9f0f67f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.717024 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-b21b2320-1dfd-4569-b1e5-c3a9f0f67f34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c29486d-97e2-4919-a018-c7e38ab58ad7 HTTP/1.1" status: 200 len: 834 time: 0.0511899 Aug 31 19:34:56.778528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-a6cfdc05-1ac4-407f-9430-afefae2124ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.780275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-a6cfdc05-1ac4-407f-9430-afefae2124ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517230 Aug 31 19:34:56.848210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68372dac-e98d-471a-bb39-53b0bae0d776 req-8dce7386-6eea-479e-aa62-eb63a87257f9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:56.850796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68372dac-e98d-471a-bb39-53b0bae0d776 req-8dce7386-6eea-479e-aa62-eb63a87257f9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0653963 Aug 31 19:34:56.878316 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-49a8d186-e024-438a-85c1-2e9247b75098 service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893216 Aug 31 19:34:56.895894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68372dac-e98d-471a-bb39-53b0bae0d776 req-db968a66-6973-4fe4-b1a8-22be6fc6ae9a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Aug 31 19:34:56.977650 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15a81756-c6e9-4f1e-8eb5-f6e3951ab2b6 req-d946ee3f-4555-4054-83ec-2ef54fe1ef8d service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871379 Aug 31 19:34:57.067353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-205f9c43-8fc7-4ab8-b0c1-27a49b28acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.068826 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-205f9c43-8fc7-4ab8-b0c1-27a49b28acad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1096 time: 0.0414035 Aug 31 19:34:57.167173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-cf2319d9-0795-40f0-820f-59936b269e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.169466 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-cf2319d9-0795-40f0-820f-59936b269e62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 200 len: 897 time: 0.0928278 Aug 31 19:34:57.189829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5d5bf-a7dc-4da5-828f-d6fedade2373 req-bd52d7d8-0b55-4ec4-a9cd-1a0cef3da398 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.191313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14e5d5bf-a7dc-4da5-828f-d6fedade2373 req-bd52d7d8-0b55-4ec4-a9cd-1a0cef3da398 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 944 time: 0.0503724 Aug 31 19:34:57.212474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-6a5d1630-3789-455a-9bdf-87075eadd8eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 200 len: 217 time: 0.0352905 Aug 31 19:34:57.232485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14e5d5bf-a7dc-4da5-828f-d6fedade2373 req-940fcee3-f3c8-42ad-8625-384e9260f26c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Aug 31 19:34:57.263152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-f3f091a7-937d-4996-8956-a9f77f954902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.264632 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-f3f091a7-937d-4996-8956-a9f77f954902 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c29486d-97e2-4919-a018-c7e38ab58ad7 HTTP/1.1" status: 200 len: 834 time: 0.0453410 Aug 31 19:34:57.314088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-8030e8dd-471c-40ae-9026-f117d58ed61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.315543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-8030e8dd-471c-40ae-9026-f117d58ed61d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423543 Aug 31 19:34:57.540784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57ffd4-4265-43a0-84b9-a05e3639dc47 req-f057e58f-77bf-4a1c-94ce-8ce60cbad19c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:57.542388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c57ffd4-4265-43a0-84b9-a05e3639dc47 req-f057e58f-77bf-4a1c-94ce-8ce60cbad19c tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 944 time: 0.0560427 Aug 31 19:34:57.585199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c57ffd4-4265-43a0-84b9-a05e3639dc47 req-12d52760-a8ff-42a9-9aca-7403d1590b1a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364938 Aug 31 19:34:57.744704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-d78bc79d-698d-480e-b618-530a8373532e service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212704 Aug 31 19:34:57.835604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-28bc6fd8-4561-4050-b4c3-f9121bd4d604 req-0a432cee-529a-4daa-9058-a47c73fa14c8 service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829921 Aug 31 19:34:58.016553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924b156-47f4-4c03-88a2-c02a5fe7f4c6 req-7989cb70-c6d1-4e59-920f-e3b3c02e3e93 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:58.018333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5924b156-47f4-4c03-88a2-c02a5fe7f4c6 req-7989cb70-c6d1-4e59-920f-e3b3c02e3e93 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0530837 Aug 31 19:34:58.062937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5924b156-47f4-4c03-88a2-c02a5fe7f4c6 req-ecf36cf7-2613-4f2f-a133-8f523e4a2ff4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Aug 31 19:34:58.354009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00641307-22cb-45c8-9421-b8a952bc5691 req-32468142-f1c6-45d4-82f6-c6901cefb158 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:58.355527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00641307-22cb-45c8-9421-b8a952bc5691 req-32468142-f1c6-45d4-82f6-c6901cefb158 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 944 time: 0.0512817 Aug 31 19:34:58.393109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00641307-22cb-45c8-9421-b8a952bc5691 req-7bad4673-33e6-42e6-a868-970ccfa1f96f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Aug 31 19:34:58.716012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a627ce-8f4b-4659-a878-20e8452d3101 req-c6340b22-d571-4e13-857f-480dcd4b1b5a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:58.717528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92a627ce-8f4b-4659-a878-20e8452d3101 req-c6340b22-d571-4e13-857f-480dcd4b1b5a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 944 time: 0.0605559 Aug 31 19:34:58.757187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92a627ce-8f4b-4659-a878-20e8452d3101 req-4734648b-15e4-4bbc-9027-13fa6b7559b6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Aug 31 19:34:59.059552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dc71203e-90f0-4204-b01c-e58ce58802c2 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:34:59.161467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dc71203e-90f0-4204-b01c-e58ce58802c2,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:59.173635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'dc71203e-90f0-4204-b01c-e58ce58802c2', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'port_id': 'dc71203e-90f0-4204-b01c-e58ce58802c2', 'mac_address': 'fa:16:3e:bd:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c5e896-b991-4a5b-b599-7a4f1595bdee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:34:59.188653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59b4a6-3390-4ae8-96e3-2db8ded4434a req-a0dd7140-e2fa-49a0-9fbf-970a3636d3ad tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:59.190446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc59b4a6-3390-4ae8-96e3-2db8ded4434a req-a0dd7140-e2fa-49a0-9fbf-970a3636d3ad tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0549476 Aug 31 19:34:59.212490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:59.225573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc71203e-90f0-4204-b01c-e58ce58802c2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:34:59.233956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc59b4a6-3390-4ae8-96e3-2db8ded4434a req-1ebb8ff4-cb32-4da7-a731-8926db86ec2c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362349 Aug 31 19:34:59.246485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dc71203e-90f0-4204-b01c-e58ce58802c2,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:59.250491 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:59.297106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:59.518533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b36bb-ea4e-48d9-9933-724e092a3144 req-fa012678-f5f0-4731-a317-6a5c08e39a5e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:59.520076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-845b36bb-ea4e-48d9-9933-724e092a3144 req-fa012678-f5f0-4731-a317-6a5c08e39a5e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Aug 31 19:34:59.532317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['dc71203e-90f0-4204-b01c-e58ce58802c2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:34:59.559485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-845b36bb-ea4e-48d9-9933-724e092a3144 req-29eea958-5bc4-46cd-924e-a9f274dfb852 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Aug 31 19:34:59.877046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586762a-02e1-480a-9949-9c32c9ce65fb req-5fb1bec5-75df-4d77-a07d-482f740244fc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:59.878948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e586762a-02e1-480a-9949-9c32c9ce65fb req-5fb1bec5-75df-4d77-a07d-482f740244fc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 944 time: 0.0515580 Aug 31 19:34:59.928245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e586762a-02e1-480a-9949-9c32c9ce65fb req-69dbcd4b-03d0-4021-8bc3-b8bed0a2af61 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Aug 31 19:35:00.036474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 42d483e8-ed57-46e7-a705-7518c7b402b3 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:00.140355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=42d483e8-ed57-46e7-a705-7518c7b402b3,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:00.308609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'port_id': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'mac_address': 'fa:16:3e:90:77:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:00.350466 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:00.354455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f182d85-dc6d-4cf9-8e46-4c3ab2fc70bc req-8618c91a-09a7-4bdc-83ba-c0ed5e93619b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:00.356926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f182d85-dc6d-4cf9-8e46-4c3ab2fc70bc req-8618c91a-09a7-4bdc-83ba-c0ed5e93619b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0530076 Aug 31 19:35:00.363713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d483e8-ed57-46e7-a705-7518c7b402b3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:00.386861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=42d483e8-ed57-46e7-a705-7518c7b402b3,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:00.391910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:00.406272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f182d85-dc6d-4cf9-8e46-4c3ab2fc70bc req-3936fc57-c560-4c81-8d8d-8c586a00f1d5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Aug 31 19:35:00.447940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:00.639783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['42d483e8-ed57-46e7-a705-7518c7b402b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:00.691712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc984d-8a74-4d59-b480-c35accc3bec3 req-991b3a02-3ddb-4605-afec-87b819024243 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:00.693630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22fc984d-8a74-4d59-b480-c35accc3bec3 req-991b3a02-3ddb-4605-afec-87b819024243 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 945 time: 0.0568528 Aug 31 19:35:00.737648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22fc984d-8a74-4d59-b480-c35accc3bec3 req-02f0d50a-5469-4faa-8cda-6ef194e998ec tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 31 19:35:01.061322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592c2d-2b99-4d19-a3f1-3615e55653ff req-21d36f76-0912-4e70-8d1b-b368ad529afc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.062879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b592c2d-2b99-4d19-a3f1-3615e55653ff req-21d36f76-0912-4e70-8d1b-b368ad529afc tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 945 time: 0.0626385 Aug 31 19:35:01.076080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dc71203e-90f0-4204-b01c-e58ce58802c2 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:01.133523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port dc71203e-90f0-4204-b01c-e58ce58802c2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:01.137899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port dc71203e-90f0-4204-b01c-e58ce58802c2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:01.138256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:01.149720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3b592c2d-2b99-4d19-a3f1-3615e55653ff req-a737a14b-e584-4b7d-88ec-cea70e3a00de tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796402 Aug 31 19:35:01.185311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098f87-1049-4d4b-8926-147216f8abfe req-9de69ce4-ad2e-43e7-9389-e73e38bfa715 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.187165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4098f87-1049-4d4b-8926-147216f8abfe req-9de69ce4-ad2e-43e7-9389-e73e38bfa715 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1011400 Aug 31 19:35:01.235093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4098f87-1049-4d4b-8926-147216f8abfe req-1263294c-81e9-4791-814b-594e3e63f7b5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Aug 31 19:35:01.244862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:01.258431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:01.267322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:01.269568 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3bf02a-2551-4220-813f-49fe04245c6b" -d '{"events": [{"server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "name": "network-vif-plugged", "status": "completed", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:01.282412 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dc71203e-90f0-4204-b01c-e58ce58802c2,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:01.288127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:01.311544 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082761c8-5fc9-405d-8007-b688753529b4 x-openstack-request-id: req-082761c8-5fc9-405d-8007-b688753529b4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:01.311853 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "name": "network-vif-plugged", "status": "completed", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:01.312105 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-082761c8-5fc9-405d-8007-b688753529b4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:01.312482 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2', 'code': 200} Aug 31 19:35:01.328204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9db924c6-310f-4290-b6c2-b89f220d3211 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 200 len: 993 time: 0.0681412 Aug 31 19:35:01.345044 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:01.426134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bb12-4a03-4b70-820c-19c100d4d668 req-0bf380cd-7e57-4cf5-a81e-08697995fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.427956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a383bb12-4a03-4b70-820c-19c100d4d668 req-0bf380cd-7e57-4cf5-a81e-08697995fe20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 1098 time: 0.0450213 Aug 31 19:35:01.467270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a383bb12-4a03-4b70-820c-19c100d4d668 req-b9c7c501-5329-4259-9eed-bd1f5c139062 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Aug 31 19:35:01.539487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519fe1f-b174-4eab-8438-bb021c969c1e req-215bc8e8-2bec-4191-a3c1-be4f433d5974 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.541002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5519fe1f-b174-4eab-8438-bb021c969c1e req-215bc8e8-2bec-4191-a3c1-be4f433d5974 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0488303 Aug 31 19:35:01.577992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5519fe1f-b174-4eab-8438-bb021c969c1e req-57291c08-2de5-4449-85ec-3bcea33e6fd7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Aug 31 19:35:01.667621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab6e8-dc28-442b-afb9-8d5b320f9182 req-def10ca8-884d-4010-8486-7d26a9bf8452 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.669269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ccab6e8-dc28-442b-afb9-8d5b320f9182 req-def10ca8-884d-4010-8486-7d26a9bf8452 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1097 time: 0.0444131 Aug 31 19:35:01.703269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ccab6e8-dc28-442b-afb9-8d5b320f9182 req-d61c48a9-f4eb-4dfc-8830-a9b28714d474 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280831 Aug 31 19:35:01.869794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea848-31d7-4d95-895c-65d276d05469 req-c3b0fb3f-8b60-4ef9-835e-d4e042a34ffe tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:01.871380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aafea848-31d7-4d95-895c-65d276d05469 req-c3b0fb3f-8b60-4ef9-835e-d4e042a34ffe tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 946 time: 0.0652158 Aug 31 19:35:01.912003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aafea848-31d7-4d95-895c-65d276d05469 req-84d23c9c-bff5-4077-a524-b4fc9a67719e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Aug 31 19:35:02.044680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 42d483e8-ed57-46e7-a705-7518c7b402b3 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:02.110537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 42d483e8-ed57-46e7-a705-7518c7b402b3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:02.115051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 42d483e8-ed57-46e7-a705-7518c7b402b3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:02.115460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:02.225182 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:02.276853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=42d483e8-ed57-46e7-a705-7518c7b402b3,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:02.283381 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:02.325935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f2dde-b747-4747-a630-5eae003ac9c1 req-ef00fdd7-2807-4b97-b2df-247dc40931b5 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:02.332429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e52f2dde-b747-4747-a630-5eae003ac9c1 req-ef00fdd7-2807-4b97-b2df-247dc40931b5 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 945 time: 0.0886455 Aug 31 19:35:02.342029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:02.362399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-37fd3694-fadf-4bea-a29d-5f01dc2bda68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077182 Aug 31 19:35:02.383042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e52f2dde-b747-4747-a630-5eae003ac9c1 req-3cdce8b6-4520-462c-9396-064ddc720f33 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Aug 31 19:35:02.714328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019594b9-2a40-4e20-a5da-67b688279a86 req-0467ad4f-5efe-4635-9336-3de32e37a0d4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:02.715923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-019594b9-2a40-4e20-a5da-67b688279a86 req-0467ad4f-5efe-4635-9336-3de32e37a0d4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0624173 Aug 31 19:35:02.758641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-019594b9-2a40-4e20-a5da-67b688279a86 req-fb190ca3-a666-4d69-9d1a-6ba3921c0901 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Aug 31 19:35:02.915575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-224820ab-c2f2-4aba-8a67-76ec5f0d216f tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:35:02.916640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-224820ab-c2f2-4aba-8a67-76ec5f0d216f tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0674815 Aug 31 19:35:02.926518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Request body: {'binding': {'host': 'n-h2-778550-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:02.927592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:35:03.085486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a20e-1228-479e-96bb-3fe9530bda7f req-7960cc79-304c-495d-8c11-1ff995ce69a6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.087009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79a0a20e-1228-479e-96bb-3fe9530bda7f req-7960cc79-304c-495d-8c11-1ff995ce69a6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 946 time: 0.0802331 Aug 31 19:35:03.139342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on host n-h2-778550-14 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:03.139716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:03.140067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:03.152839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79a0a20e-1228-479e-96bb-3fe9530bda7f req-c3f1ceb6-0b17-4015-92c4-708c4d751c6c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Aug 31 19:35:03.152839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:03.152839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:03.158191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:03.158849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:03.159010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Bound using segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:03.159359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Bound port: 6e267517-08cd-4571-9f09-de8d118bd79f, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:03.296413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:03.306138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:03.310377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ad6dc4ab-3ace-4a16-8ebd-71698f990a40 service neutron] 10.222.0.73 "POST /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3873489 Aug 31 19:35:03.313797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:03.316734 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785210ad-9360-4051-8f8c-c56db70ed0b4" -d '{"events": [{"server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "name": "network-vif-plugged", "status": "completed", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:03.412038 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea170a-7184-4ef5-b52c-6583a925a34e x-openstack-request-id: req-4eea170a-7184-4ef5-b52c-6583a925a34e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:03.412631 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "name": "network-vif-plugged", "status": "completed", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:03.413067 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4eea170a-7184-4ef5-b52c-6583a925a34e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:03.413674 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'code': 200} Aug 31 19:35:03.562045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec623ff5-2fac-473e-9f07-06bdb3315c9f req-40a5fc98-335a-49d2-b99d-65a12f7606a8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.563707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec623ff5-2fac-473e-9f07-06bdb3315c9f req-40a5fc98-335a-49d2-b99d-65a12f7606a8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.0813730 Aug 31 19:35:03.580012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efebd5-2383-43d6-a837-4ac23091c7bf req-ffbeb98a-91ed-4196-8fde-d010b081a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.582277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2efebd5-2383-43d6-a837-4ac23091c7bf req-ffbeb98a-91ed-4196-8fde-d010b081a29e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1098 time: 0.0641465 Aug 31 19:35:03.619342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b2efebd5-2383-43d6-a837-4ac23091c7bf req-50b1f40d-10d1-4b97-9bc4-6deae00e87b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284665 Aug 31 19:35:03.619581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094433d-5faf-4774-827f-383980ec8f18 req-cdbd800c-c195-49da-85b0-e08cb3d47021 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.621117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1094433d-5faf-4774-827f-383980ec8f18 req-cdbd800c-c195-49da-85b0-e08cb3d47021 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.1263158 Aug 31 19:35:03.662897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-2644bff0-d88d-4bd3-ad4d-dcf8842f1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.664423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-2644bff0-d88d-4bd3-ad4d-dcf8842f1978 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1097 time: 0.0956669 Aug 31 19:35:03.667195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec623ff5-2fac-473e-9f07-06bdb3315c9f req-8130b5e2-33af-4f6d-8351-7b6f3d31d2c6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880530 Aug 31 19:35:03.702491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1094433d-5faf-4774-827f-383980ec8f18 req-9137d6dd-056a-4483-a815-22bc81776965 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745564 Aug 31 19:35:03.773275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7cc33ae1-46a8-48d1-820f-5bb17501df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.775115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7cc33ae1-46a8-48d1-820f-5bb17501df77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.1021891 Aug 31 19:35:03.836830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:35:03.854574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-3c05dd9f-2f18-4c0d-b096-8e816383cfc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 1001 time: 0.0660594 Aug 31 19:35:03.936828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-a555f4d8-ecba-4f19-8782-803988ed7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.938482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-a555f4d8-ecba-4f19-8782-803988ed7cc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0812492 Aug 31 19:35:03.955025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02176c1-3760-468b-aad2-87d2b6d2c637 req-d67f5523-8ecf-470d-aa2f-4cfbe1a0fd1e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:03.956535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a02176c1-3760-468b-aad2-87d2b6d2c637 req-d67f5523-8ecf-470d-aa2f-4cfbe1a0fd1e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0710042 Aug 31 19:35:04.026403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a02176c1-3760-468b-aad2-87d2b6d2c637 req-0c56ba16-41da-4edf-a5e3-9619217286ff tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612752 Aug 31 19:35:04.029022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-31002df9-cfe7-4b9f-82a5-927dac70d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:04.030436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-31002df9-cfe7-4b9f-82a5-927dac70d5ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730343 Aug 31 19:35:04.129384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-3ecc2d75-3cdb-4a97-8e48-5bcacc45dae1 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876315 Aug 31 19:35:04.219692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-8d48d4dd-7e5c-4ced-8f03-b4627b6bb1a0 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Aug 31 19:35:04.388968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-8d23752f-971b-4c00-860d-cf01ea1980c5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:04.390537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-8d23752f-971b-4c00-860d-cf01ea1980c5 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2&tenant_id=282b17f5f92c42659102d556fbf3568a&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1097 time: 0.0910096 Aug 31 19:35:04.407251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-14'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:04.464435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:04.603327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:04.668433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:04.719026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:04.721869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:04.738546 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c02083b-8994-4bb8-9718-e475083b7309" -d '{"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:04.748874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:05.090072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45c9f31f-5142-43e7-b0f0-0fc7c48bc814 None None] Provisioning complete for port 6e267517-08cd-4571-9f09-de8d118bd79f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:05.091355 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45c9f31f-5142-43e7-b0f0-0fc7c48bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:05.131465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-45c9f31f-5142-43e7-b0f0-0fc7c48bc814 None None] Port 6e267517-08cd-4571-9f09-de8d118bd79f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:05.295090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:05.332260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beaeac-2fec-4762-b4b0-9a29c09affd6 req-0a9e076d-4092-42da-a806-e10541c58e78 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:05.334862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73beaeac-2fec-4762-b4b0-9a29c09affd6 req-0a9e076d-4092-42da-a806-e10541c58e78 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.5259910 Aug 31 19:35:05.347939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddb2bc-dc2b-4123-a26b-5f5aca789b9e req-62e622ef-cf5c-4a2f-b1c9-cb5e840bf16d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:05.352659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dddb2bc-dc2b-4123-a26b-5f5aca789b9e req-62e622ef-cf5c-4a2f-b1c9-cb5e840bf16d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 943 time: 0.5491471 Aug 31 19:35:05.446916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on host n-h1-778550-14 for vnic_type normal with profile {"migrating_to": "n-h2-778550-14"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:05.447411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:05.447884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:05.480165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dddb2bc-dc2b-4123-a26b-5f5aca789b9e req-b54a5de3-f8ee-45c2-a59a-669454d427cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246505 Aug 31 19:35:05.485635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:05.485936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Attempting to bind port 6e267517-08cd-4571-9f09-de8d118bd79f on network 8661a7fe-6423-4517-827f-d9ce1c704d5a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:05.513872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73beaeac-2fec-4762-b4b0-9a29c09affd6 req-f38d97d3-6c2d-4761-abeb-7ba8d3fd1163 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507232 Aug 31 19:35:05.515594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:05.519246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Checking segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:05.519793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Bound using segment: {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:05.521524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Bound port: 6e267517-08cd-4571-9f09-de8d118bd79f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bfada0-9509-4fca-92b9-e2128c336011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:05.521957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:05.625933 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db533d-81cb-41df-9f13-7fb2a0f2f4de x-openstack-request-id: req-57db533d-81cb-41df-9f13-7fb2a0f2f4de {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:05.626596 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:05.626596 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57db533d-81cb-41df-9f13-7fb2a0f2f4de {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:05.626913 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'code': 200} Aug 31 19:35:05.682594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:05.686015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:05.690829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:05.883574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:05.884248 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:05.885808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] 10.222.0.67 "PUT /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 1123 time: 1.4830592 Aug 31 19:35:05.909760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4cae-eb69-489d-b7a0-377cbfe7dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:05.968456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad1f5-73e2-4ef7-89cc-75824ed12b7c req-ae7a5b57-1289-4f77-834b-63903f8a7656 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:05.970102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64bad1f5-73e2-4ef7-89cc-75824ed12b7c req-ae7a5b57-1289-4f77-834b-63903f8a7656 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.1583240 Aug 31 19:35:05.981828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1385b3f-d709-4314-9edf-17a803f85c01 req-dc737421-4494-4111-b68c-b58470551458 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:05.983544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1385b3f-d709-4314-9edf-17a803f85c01 req-dc737421-4494-4111-b68c-b58470551458 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1751752 Aug 31 19:35:05.983710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6e267517-08cd-4571-9f09-de8d118bd79f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:06.044802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64bad1f5-73e2-4ef7-89cc-75824ed12b7c req-3288ffb8-652b-4ff7-8d93-6c4e2abfa235 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600686 Aug 31 19:35:06.049688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1385b3f-d709-4314-9edf-17a803f85c01 req-ca0502c7-da89-43de-b5ac-b4714651d3f4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578816 Aug 31 19:35:06.072646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:06.094418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] Provisioning complete for port 6e267517-08cd-4571-9f09-de8d118bd79f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:06.095051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.118608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8fd8e-b333-44b5-9ece-1016761bf3f8 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:06.123029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5ea8fd8e-b333-44b5-9ece-1016761bf3f8 tempest-TestNetworkBasicOps-959135999 tempest-TestNetworkBasicOps-959135999-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1093 time: 0.0466080 Aug 31 19:35:06.123368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:06.128100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:06.153959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.240056 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.277108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.292161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:06.294414 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef2bebc-e91b-4bf6-8089-206dea8b08c2" -d '{"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-plugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:06.312576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:06.329284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.347327 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbb4f0-1ea0-45a4-ba8b-b669abdf7967 x-openstack-request-id: req-b0dbb4f0-1ea0-45a4-ba8b-b669abdf7967 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:06.347787 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-plugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:06.348141 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0dbb4f0-1ea0-45a4-ba8b-b669abdf7967 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:06.348796 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'code': 200} Aug 31 19:35:06.416274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Allocated IP 172.25.3.60 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1cb3213c-53fb-4a26-89d6-92192a87ebc8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:06.522400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.547928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c07d7-c8c2-4805-9307-008f9d25e5a9 None None] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:06.580018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:06.624120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b769a-ca93-413b-b8b2-7876fb66dc9d req-536d2534-194e-448c-b6e8-39d5a7c16aa9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:06.625950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f13b769a-ca93-413b-b8b2-7876fb66dc9d req-536d2534-194e-448c-b6e8-39d5a7c16aa9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.0689313 Aug 31 19:35:06.632572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:06.635672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:06.640358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:06.643487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=1cb3213c-53fb-4a26-89d6-92192a87ebc8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:06.730771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f13b769a-ca93-413b-b8b2-7876fb66dc9d req-59037bb5-13ba-43c5-b3c6-643e43246ecb tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963483 Aug 31 19:35:07.064339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:07.137190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:07.190677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101d5c-4915-4bb1-8fe3-c8b76a76c1fb req-5fa73ac0-01cf-404f-8acf-7640e8f87f0e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:07.192955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95101d5c-4915-4bb1-8fe3-c8b76a76c1fb req-5fa73ac0-01cf-404f-8acf-7640e8f87f0e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0709374 Aug 31 19:35:07.239845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95101d5c-4915-4bb1-8fe3-c8b76a76c1fb req-385f8db5-7504-4726-b463-85a12d62d1be tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381448 Aug 31 19:35:07.336730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:07.341068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:07.421172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event updated for resources: {'Port': ['ID=1cb3213c-53fb-4a26-89d6-92192a87ebc8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:07.433796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:07.539202 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Floating IP 9852b375-f843-4715-8aac-ac5be4cc5532 associated. External IP: 172.25.3.60, port: 42d483e8-ed57-46e7-a705-7518c7b402b3. Aug 31 19:35:07.629858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:07.639488 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f8798f-ad53-4a04-bbef-11243c0aa2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:07.709918 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b41e63-c1f1-4f6d-af50-ee47058b8fa0 x-openstack-request-id: req-15b41e63-c1f1-4f6d-af50-ee47058b8fa0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:07.710223 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:07.710473 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15b41e63-c1f1-4f6d-af50-ee47058b8fa0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:07.710878 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'status': 'completed', 'code': 200} Aug 31 19:35:07.907550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-b4dd22a0-b37f-4f68-9d0d-99b03da48472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:07.912302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-b4dd22a0-b37f-4f68-9d0d-99b03da48472 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1128 time: 0.1679354 Aug 31 19:35:07.934418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510a97-6531-4132-a186-d573a59fd30b req-acffcb7c-5e76-44c1-b5e2-a7b43217cb83 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:07.936150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b510a97-6531-4132-a186-d573a59fd30b req-acffcb7c-5e76-44c1-b5e2-a7b43217cb83 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1083956 Aug 31 19:35:07.989877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b510a97-6531-4132-a186-d573a59fd30b req-29fe1bf1-d61f-4476-9062-2c2c580ca3e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Aug 31 19:35:08.002873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router 2a15e61f-4322-49dc-8527-d01888538f8b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:08.088066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-df0bb2b4-1792-4a19-afc7-13bc366c88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.089552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-df0bb2b4-1792-4a19-afc7-13bc366c88bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.1470733 Aug 31 19:35:08.192116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:08.201080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-92310d2b-241d-4a90-a65d-5b5ccf8ae95f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 1001 time: 0.0771883 Aug 31 19:35:08.205850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Sync routers for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:08.219585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:08.220097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:08.220768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:08.278971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dfc8062a-e18b-41fd-bfe9-38dd134b7e35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1541970 Aug 31 19:35:08.281396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:08.282144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:08.283682 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089cc73d-b6a4-4d24-b459-0174f4d52290" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:08.293120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-1d77807b-bc43-4743-b162-1c3627b0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.295545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-1d77807b-bc43-4743-b162-1c3627b0ae3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0856042 Aug 31 19:35:08.356356 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8431816-fffa-488d-989f-736c39b7f88f x-openstack-request-id: req-d8431816-fffa-488d-989f-736c39b7f88f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:08.356648 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:08.356900 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8431816-fffa-488d-989f-736c39b7f88f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:08.357296 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'status': 'completed', 'code': 200} Aug 31 19:35:08.382990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-26dc4c3c-3d76-43be-bc13-89d60a1cc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.384652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-26dc4c3c-3d76-43be-bc13-89d60a1cc1ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804989 Aug 31 19:35:08.393445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:08.423752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-73001aec-e4a9-4c56-a34d-bea49256b97d tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/9852b375-f843-4715-8aac-ac5be4cc5532 HTTP/1.1" status: 200 len: 991 time: 0.1381311 Aug 31 19:35:08.437086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230629-02bf-433f-ade3-47e5207d917a req-aeea997d-d36f-4d34-8e3f-7ac87694a62a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.438802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53230629-02bf-433f-ade3-47e5207d917a req-aeea997d-d36f-4d34-8e3f-7ac87694a62a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0744615 Aug 31 19:35:08.480752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53230629-02bf-433f-ade3-47e5207d917a req-13c57bb0-a497-4588-a0cd-e00c903600bd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Aug 31 19:35:08.490714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-83d8f8fd-713a-47b8-a6a1-5d445c603db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.492888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-83d8f8fd-713a-47b8-a6a1-5d445c603db7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1098 time: 0.1067619 Aug 31 19:35:08.560258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-fe3059a3-2a12-4afe-85f6-b275b602d29b service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658237 Aug 31 19:35:08.639913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9852b375-f843-4715-8aac-ac5be4cc5532', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'port_id': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'mac_address': 'fa:16:3e:90:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:06Z', 'updated_at': '2021-08-31T19:35:06Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:08.659266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-ec814839-18b4-4f4a-8273-a7b0c1b24b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.660791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-ec814839-18b4-4f4a-8273-a7b0c1b24b59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 200 len: 897 time: 0.1571205 Aug 31 19:35:08.666348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Checking router: 2a15e61f-4322-49dc-8527-d01888538f8b for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:08.675242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:08.675883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:34:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:08.718854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-50f8798f-ad53-4a04-bbef-11243c0aa2bd req-0ec781be-d0fa-4e74-9600-9b3a9e5a35ce service neutron] 10.222.0.82 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502707 Aug 31 19:35:08.737398 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-c6dce837-0a3d-4231-b1e9-164990d4f321 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 200 len: 999 time: 0.0684600 Aug 31 19:35:08.785354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:08.809056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-9a9363da-7596-4366-931e-03a073a545e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.810626 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-9a9363da-7596-4366-931e-03a073a545e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c29486d-97e2-4919-a018-c7e38ab58ad7 HTTP/1.1" status: 200 len: 834 time: 0.0616467 Aug 31 19:35:08.876675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-72592aa9-4f4e-40e8-933a-c3a294f93538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:08.878402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-72592aa9-4f4e-40e8-933a-c3a294f93538 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587215 Aug 31 19:35:09.054047 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-ede6b910-276e-41a9-81a2-a76598c9f5cb service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658037 Aug 31 19:35:09.061010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-632e3162-d723-4953-99c7-937717d4e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9852b375-f843-4715-8aac-ac5be4cc5532', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'port_id': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'mac_address': 'fa:16:3e:90:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:06Z', 'updated_at': '2021-08-31T19:35:06Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:09.103881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e3162-d723-4953-99c7-937717d4e594 None None] The sync data for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 is: [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9852b375-f843-4715-8aac-ac5be4cc5532', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'port_id': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'mac_address': 'fa:16:3e:90:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:06Z', 'updated_at': '2021-08-31T19:35:06Z', 'revision_number': 0, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:09.136890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:09.151432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fd931-d1ca-40c3-9c80-1f21f2f6c1df req-d000d630-8d58-4306-8594-ece54a6d14e8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:09.159220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-834fd931-d1ca-40c3-9c80-1f21f2f6c1df req-d000d630-8d58-4306-8594-ece54a6d14e8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.0845354 Aug 31 19:35:09.184633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-089cc73d-b6a4-4d24-b459-0174f4d52290 req-892a4fde-3d95-4865-8399-de577976c909 service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223919 Aug 31 19:35:09.276050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:09.282262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-834fd931-d1ca-40c3-9c80-1f21f2f6c1df req-b984d026-4965-4260-8f54-33240ced266b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223884 Aug 31 19:35:09.294986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f has no active binding in host n-h2-778550-14 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 19:35:09.314673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-bf21d441-1ec9-479d-8b76-3fa79f4cd1ac tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:09.320080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-bf21d441-1ec9-479d-8b76-3fa79f4cd1ac tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.1531072 Aug 31 19:35:09.335315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-74636b6f-d9f4-4c96-a2e3-1254fdeb1222 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/quotas/df394325ae3f4494a9ebd05ad6be968c HTTP/1.1" status: 200 len: 375 time: 0.0120089 Aug 31 19:35:09.396486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-dea34ad4-ecf7-4f40-8ab1-ded0a43ae237 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549102 Aug 31 19:35:09.414604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bba57-69b4-4830-bf31-2c41ad9df706 None None] New status for floating IP 9852b375-f843-4715-8aac-ac5be4cc5532: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:35:09.427447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:09.496865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66106b71-60d1-410c-ba0a-786740c8c164 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/9852b375-f843-4715-8aac-ac5be4cc5532 HTTP/1.1" status: 200 len: 991 time: 0.0672243 Aug 31 19:35:09.501088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-69c01ac8-3ba0-4c09-a98d-9dccef3562ae service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969346 Aug 31 19:35:09.645704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-62b2d2ce-3fcf-4494-8ed3-aa604b093ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331179 Aug 31 19:35:09.652932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d8b8-5f06-42b4-9284-64a58c81f9cc req-89cd07a4-4eca-4cf3-8137-c2a023599f10 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:09.654323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c843d8b8-5f06-42b4-9284-64a58c81f9cc req-89cd07a4-4eca-4cf3-8137-c2a023599f10 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0857077 Aug 31 19:35:09.695869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c843d8b8-5f06-42b4-9284-64a58c81f9cc req-68f19e77-10e1-450e-a8ee-b4fbb3139fc0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Aug 31 19:35:09.851848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38991bba-93e5-49b0-8956-befe9972e3f5 req-7499bf5d-c5bf-446b-a451-47e94f148657 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0671699 Aug 31 19:35:10.042592 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-103c7a74-c7d7-4a9c-bad8-52902a220e4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574932 Aug 31 19:35:10.147136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-0912511c-7bd7-46b9-bf3e-180f63e9cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.149981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-0912511c-7bd7-46b9-bf3e-180f63e9cb97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=935268015097414c950ee5b21ed1ba1d&device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 1097 time: 0.0567813 Aug 31 19:35:10.257581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-26d29228-9cd6-4957-b29a-5b5f4288da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.259037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-26d29228-9cd6-4957-b29a-5b5f4288da51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 200 len: 910 time: 0.0886514 Aug 31 19:35:10.337344 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-2b91b4d2-f47f-48b1-ad08-5fd86b8a4414 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 200 len: 1001 time: 0.0707955 Aug 31 19:35:10.396235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-5f95e2e1-e79d-4d4c-bb90-3d6de2aefc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.398002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-5f95e2e1-e79d-4d4c-bb90-3d6de2aefc95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 200 len: 848 time: 0.0506253 Aug 31 19:35:10.407101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc41ac-17fc-4577-8733-87bc3efeae58 req-a6c1da01-d65a-4ebb-adf9-7fd33f33b6cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.408614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eebc41ac-17fc-4577-8733-87bc3efeae58 req-a6c1da01-d65a-4ebb-adf9-7fd33f33b6cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Aug 31 19:35:10.446650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-0b75869b-39c6-4ea5-a39b-0e299b7265c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.448429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-0b75869b-39c6-4ea5-a39b-0e299b7265c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc955b55-0e8e-46a0-aa15-51c6eacc02e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436826 Aug 31 19:35:10.461404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eebc41ac-17fc-4577-8733-87bc3efeae58 req-247f9e54-8c76-409d-a98c-70ab2d18cc47 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466321 Aug 31 19:35:10.499030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55214) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:10.561435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ef873b8-580d-4765-9338-dd8e56061a12 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/9852b375-f843-4715-8aac-ac5be4cc5532 HTTP/1.1" status: 200 len: 993 time: 0.0611107 Aug 31 19:35:10.571520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-b10fc84b-76d6-40e3-957f-cfa606c0ee54 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036434 Aug 31 19:35:10.664035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-83ad3e4f-ac5b-4e2f-8a53-e70fce3cb22b req-be1c30cf-2712-486f-a250-eb8e157b7460 service neutron] 10.222.0.82 "GET /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822368 Aug 31 19:35:10.818074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcacf6-9629-4fbd-b02b-b1eaf364a638 req-26e5a8ee-af4a-4f47-91e2-b3cfcb11f677 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:10.819614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6fcacf6-9629-4fbd-b02b-b1eaf364a638 req-26e5a8ee-af4a-4f47-91e2-b3cfcb11f677 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0541556 Aug 31 19:35:10.858779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6fcacf6-9629-4fbd-b02b-b1eaf364a638 req-6c27e6e5-8e0f-429a-a4c7-7f101bd5ef54 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Aug 31 19:35:11.011940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea732521-f427-4504-a155-c79529ea2cff req-3bab34d8-205e-4b9a-a574-b6f9a3f3d3ca tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0747247 Aug 31 19:35:11.057731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-6a3b8981-38ff-46e3-ae90-ed14cb0ee765 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:11.059232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-6a3b8981-38ff-46e3-ae90-ed14cb0ee765 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.1454175 Aug 31 19:35:11.073428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Request body: {'port': {'device_id': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'admin_state_up': True, 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:11.187546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:11.191144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.338243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Allocated IP 172.20.0.3 (ff7e06e8-59e8-440b-89ff-82ae8124c831/29c5e896-b991-4a5b-b599-7a4f1595bdee/675cf2db-8b7d-4799-87b0-1b9e66934814) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:11.494494 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.516652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-dee92b9f-95d6-4eef-8215-5c48217aa651 service neutron] 10.222.0.82 "GET /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 385 time: 0.0699146 Aug 31 19:35:11.547911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.553517 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92a61d0a-a2f5-4ff6-9e42-3de80f113287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.563234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b', 'dc71203e-90f0-4204-b01c-e58ce58802c2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:11.640291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event updated for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:11.652211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:11.675583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:11.679665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:11.729861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:11.730833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034176b-36b3-4f4e-ae0b-d12b2b061f39 req-f1d07a1d-475e-4384-8066-6295952f9371 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:11.732523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2034176b-36b3-4f4e-ae0b-d12b2b061f39 req-f1d07a1d-475e-4384-8066-6295952f9371 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 945 time: 0.1021783 Aug 31 19:35:11.762675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:11.774645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:11.775475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.810406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2034176b-36b3-4f4e-ae0b-d12b2b061f39 req-83c70e6e-d0f2-40eb-92ae-8c5c063d1be0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685074 Aug 31 19:35:11.810693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:11.812553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-1ff4ca18-3704-4183-b662-38aec713bf93 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430494 Aug 31 19:35:11.813241 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d0b90-7ea4-4c8b-b504-29a1bd80d29b" -d '{"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:11.821227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:11.828636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Request body: {'port': {'device_id': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:11.851810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.918180 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a297c0-4a82-4ba6-b6f5-28c170562075 x-openstack-request-id: req-b8a297c0-4a82-4ba6-b6f5-28c170562075 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:11.918518 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:11.918728 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8a297c0-4a82-4ba6-b6f5-28c170562075 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:11.919110 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'code': 200} Aug 31 19:35:11.946676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.974522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] Transition to ACTIVE for port object 6e267517-08cd-4571-9f09-de8d118bd79f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:11.979308 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.095536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] Pushing event updated for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=11']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:12.139413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] No DVR routers for this DVR port 6e267517-08cd-4571-9f09-de8d118bd79f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:12.301572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-7013800c-b185-4521-a7d1-d50fa9f78792 service neutron] 10.222.0.82 "PUT /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f/bindings/n-h2-778550-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7757943 Aug 31 19:35:12.332683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff0c52-37ec-40dd-a206-f33f648ddbf5 req-814c3cd2-5160-4385-ad14-a847cd3bb66b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.335244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fff0c52-37ec-40dd-a206-f33f648ddbf5 req-814c3cd2-5160-4385-ad14-a847cd3bb66b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.3498349 Aug 31 19:35:12.347965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657f98-b4b7-493f-9274-2e3044c3ca05 req-94f704ef-5a3c-4e3e-9c32-7e9bd493109b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.349728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9657f98-b4b7-493f-9274-2e3044c3ca05 req-94f704ef-5a3c-4e3e-9c32-7e9bd493109b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 931 time: 0.2335439 Aug 31 19:35:12.427033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fff0c52-37ec-40dd-a206-f33f648ddbf5 req-1b1c0377-5856-406c-8b1a-b82897d59c52 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Aug 31 19:35:12.438950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-73f52646-907b-4622-8f4e-bc07d2d08317 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.440503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-73f52646-907b-4622-8f4e-bc07d2d08317 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2&tenant_id=282b17f5f92c42659102d556fbf3568a&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.0796897 Aug 31 19:35:12.441343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9657f98-b4b7-493f-9274-2e3044c3ca05 req-5350c0dd-8719-482c-bf0d-0644c7653a80 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800967 Aug 31 19:35:12.496559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-1d4ff31e-d8ff-4ce9-b8c1-523e9666dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.498409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-1d4ff31e-d8ff-4ce9-b8c1-523e9666dfe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 1096 time: 0.0484512 Aug 31 19:35:12.527540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675cf2db-8b7d-4799-87b0-1b9e66934814 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:12.535259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.547515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Transition to ACTIVE for port object 675cf2db-8b7d-4799-87b0-1b9e66934814 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:12.551218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.572979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-3bb03bf8-b63f-4774-8354-13bd1d4902e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.575680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-3bb03bf8-b63f-4774-8354-13bd1d4902e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1096 time: 0.0404391 Aug 31 19:35:12.604196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Pushing event updated for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:12.672059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Attempting to bind port 675cf2db-8b7d-4799-87b0-1b9e66934814 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:12.672407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Attempting to bind port 675cf2db-8b7d-4799-87b0-1b9e66934814 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:12.672582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-76994580-61fb-4d0e-9b1b-f7f511c70274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.672747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Attempting to bind port 675cf2db-8b7d-4799-87b0-1b9e66934814 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:12.674206 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-76994580-61fb-4d0e-9b1b-f7f511c70274 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.0913610 Aug 31 19:35:12.677571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Port 675cf2db-8b7d-4799-87b0-1b9e66934814 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:12.677904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Attempting to bind port 675cf2db-8b7d-4799-87b0-1b9e66934814 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:12.682791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:12.683140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Checking segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:12.683530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Bound using segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:12.683994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Bound port: 675cf2db-8b7d-4799-87b0-1b9e66934814, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:12.684360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.744490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-bd650045-baab-44ac-8d29-06dae5e426b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 999 time: 0.0608408 Aug 31 19:35:12.748644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:12.752119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=675cf2db-8b7d-4799-87b0-1b9e66934814,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:12.757288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.803527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-c87c9ea8-a49a-473f-bde2-076410727e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.805084 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-c87c9ea8-a49a-473f-bde2-076410727e9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0519545 Aug 31 19:35:12.805724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.806346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.807760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] 10.222.0.67 "PUT /v2.0/ports/675cf2db-8b7d-4799-87b0-1b9e66934814 HTTP/1.1" status: 200 len: 1092 time: 0.9835207 Aug 31 19:35:12.808200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:12.810453 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcdc5ef-fa43-4167-b841-6777623dec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:12.829226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d42ae-d48b-4bf4-8663-657758da605a service neutron] Pushing event updated for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:12.872874 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a111b7-0e51-4e68-b8d6-50a4cd97ce93 x-openstack-request-id: req-a8a111b7-0e51-4e68-b8d6-50a4cd97ce93 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:12.873798 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:12.874053 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8a111b7-0e51-4e68-b8d6-50a4cd97ce93 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:12.874178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ff93e8cf-bc60-4731-992c-e7f5f33d9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.874714 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814', 'status': 'completed', 'code': 200} Aug 31 19:35:12.875680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-ff93e8cf-bc60-4731-992c-e7f5f33d9cad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569060 Aug 31 19:35:12.937746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-89b1e0d6-c3dc-4246-96ec-24f4ef9db25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.939346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-89b1e0d6-c3dc-4246-96ec-24f4ef9db25e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0767457 Aug 31 19:35:12.964500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937e4d-9959-4733-92a1-08a6f185969d req-710ee63f-9d7c-4d3b-8abc-5e0076d718eb tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:12.966071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9937e4d-9959-4733-92a1-08a6f185969d req-710ee63f-9d7c-4d3b-8abc-5e0076d718eb tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.0707066 Aug 31 19:35:12.972009 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-b9d42741-8c40-47c1-b129-ccad1879b9b9 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858564 Aug 31 19:35:12.997604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-7eda627a-2971-44f0-9bdc-f567c0f95479 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=675cf2db-8b7d-4799-87b0-1b9e66934814 HTTP/1.1" status: 200 len: 217 time: 0.0483272 Aug 31 19:35:13.066443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9937e4d-9959-4733-92a1-08a6f185969d req-351f5612-0276-45d2-a5d7-df2b57270834 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716078 Aug 31 19:35:13.070907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-413bdbde-d8d7-4686-92d2-c7bdbb8fc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.072575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-413bdbde-d8d7-4686-92d2-c7bdbb8fc28e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0622997 Aug 31 19:35:13.075582 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-35d68c25-4d1d-4d66-bc19-13be4baec6c9 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951915 Aug 31 19:35:13.115918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-2ca6def5-8e9c-4c77-97e3-66ab1c0481f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312498 Aug 31 19:35:13.217878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-f9036d50-b80e-45ce-b51d-0af390bd62e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929542 Aug 31 19:35:13.334470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e5f18fd-1a8a-4878-be17-b810d0d4b77b req-bc29b9ed-d52d-4fd7-acd8-c354b1c50d74 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076853 Aug 31 19:35:13.362559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-c8f8edb2-ff87-47f0-bfe8-da23c01f9c38 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.364616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-c8f8edb2-ff87-47f0-bfe8-da23c01f9c38 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2&tenant_id=282b17f5f92c42659102d556fbf3568a&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 1096 time: 0.0555143 Aug 31 19:35:13.433498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-3185218d-0246-4671-9f93-386abab5874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.435046 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-3185218d-0246-4671-9f93-386abab5874a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0419178 Aug 31 19:35:13.526389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-6d4fa1b1-d665-4ec3-8da6-b36ec43b006f service neutron] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:13.529695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-6d4fa1b1-d665-4ec3-8da6-b36ec43b006f service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:13.530831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c5ee8958-25a0-45cf-94d4-1a8d73aac1d2 req-6d4fa1b1-d665-4ec3-8da6-b36ec43b006f service neutron] 10.222.0.67 "DELETE /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f/bindings/n-h1-778550-14 HTTP/1.1" status: 204 len: 173 time: 0.1498532 Aug 31 19:35:13.859975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-045b5dbc-1f38-4adc-99da-b7fa8afebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.861840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-045b5dbc-1f38-4adc-99da-b7fa8afebcba service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 916 time: 0.4149570 Aug 31 19:35:13.870757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00721db-2a0b-49ec-8df7-5f888323fc43 req-872a4cef-266f-4620-8c79-69683e01bc51 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.872192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b00721db-2a0b-49ec-8df7-5f888323fc43 req-872a4cef-266f-4620-8c79-69683e01bc51 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.3712072 Aug 31 19:35:13.927206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfb325-fd2e-4de0-9f95-4b7b281ef4b9 req-1a10f612-b0fb-4f4d-bb26-2ead32418332 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:13.928918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46cfb325-fd2e-4de0-9f95-4b7b281ef4b9 req-1a10f612-b0fb-4f4d-bb26-2ead32418332 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 943 time: 0.4069843 Aug 31 19:35:13.930230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-81b4e395-f784-4d7e-a16e-4da4a053ec1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=675cf2db-8b7d-4799-87b0-1b9e66934814 HTTP/1.1" status: 200 len: 217 time: 0.0570133 Aug 31 19:35:14.022244 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b00721db-2a0b-49ec-8df7-5f888323fc43 req-824322c6-7ec2-4f83-aa1f-4e26a57d5524 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406658 Aug 31 19:35:14.031894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46cfb325-fd2e-4de0-9f95-4b7b281ef4b9 req-38604bef-afdf-46bc-b5ac-78c69a78ab8e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950570 Aug 31 19:35:14.033730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-1588ccee-d642-4488-8bcc-523cae1e9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:14.035126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-1588ccee-d642-4488-8bcc-523cae1e9b46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0852344 Aug 31 19:35:14.072999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-2d17b941-c631-4340-9720-9bb77cf481ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293663 Aug 31 19:35:14.197903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36eaab4d-69bc-4206-802d-b8a29710320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:14.225902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05f52b-28de-4a58-93e1-9e93cb62ee3b req-497fc329-e042-4376-9ea2-a42f42b6941f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:14.227388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c05f52b-28de-4a58-93e1-9e93cb62ee3b req-497fc329-e042-4376-9ea2-a42f42b6941f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.0846305 Aug 31 19:35:14.229242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-86c8371b-2000-447b-bb41-c55c304056e3 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413820 Aug 31 19:35:14.325397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c05f52b-28de-4a58-93e1-9e93cb62ee3b req-7d34949f-f879-4379-ba47-8faa98ddcd38 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905421 Aug 31 19:35:14.393542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adcdc5ef-fa43-4167-b841-6777623dec0b req-263e4f90-5cbb-406c-a45c-d63b18d15b98 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506553 Aug 31 19:35:14.448907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e545-a366-4285-aae4-883fb933dc5d req-e68028a8-1647-417b-b685-9cd1a5fad059 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:14.450450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55e5e545-a366-4285-aae4-883fb933dc5d req-e68028a8-1647-417b-b685-9cd1a5fad059 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1096 time: 0.0423586 Aug 31 19:35:14.462144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:14.489151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55e5e545-a366-4285-aae4-883fb933dc5d req-af0b2863-08ff-4fd0-a950-3a72c3067ab2 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Aug 31 19:35:14.577704 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:14.615535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7b8e-3117-4225-bef8-b1af139f65b9 req-23b8810d-03a7-437a-a140-fc9601608b85 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:14.618217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15fe7b8e-3117-4225-bef8-b1af139f65b9 req-23b8810d-03a7-437a-a140-fc9601608b85 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.0603812 Aug 31 19:35:14.660681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15fe7b8e-3117-4225-bef8-b1af139f65b9 req-148755f2-fc52-4059-b4bf-1f001461bbd2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361369 Aug 31 19:35:14.683631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:14.749017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7ec9ab1-a50c-47ac-8293-365b6dc161f8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 200 len: 991 time: 0.0641122 Aug 31 19:35:14.980620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55274) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:15.173257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aada6-97fb-4b4d-872c-d232c8a23514 req-8ad9034b-2b96-485c-836f-70cab57ddda4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:15.175021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c21aada6-97fb-4b4d-872c-d232c8a23514 req-8ad9034b-2b96-485c-836f-70cab57ddda4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0764425 Aug 31 19:35:15.180671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 439f9e0c-ba29-499f-bacd-f3c58b0d1572 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:15.181141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.237865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c21aada6-97fb-4b4d-872c-d232c8a23514 req-c9aff617-9212-4289-b200-60a8b516ac2e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482602 Aug 31 19:35:15.260789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50cebd-2233-40b9-87a7-0be938748706 req-09e6af11-3704-4c93-bd99-143a7320edff tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:15.261824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d50cebd-2233-40b9-87a7-0be938748706 req-09e6af11-3704-4c93-bd99-143a7320edff tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 943 time: 0.1152387 Aug 31 19:35:15.262212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.262501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.277455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 439f9e0c-ba29-499f-bacd-f3c58b0d1572 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:15.303494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d50cebd-2233-40b9-87a7-0be938748706 req-9587733a-d32f-4530-92d7-b7c4a0eaec85 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Aug 31 19:35:15.386642 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.442810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.486393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=439f9e0c-ba29-499f-bacd-f3c58b0d1572,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:15.544252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:15.544593 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 0cb473d4-a920-4de5-9436-5043b3ce4b9e disassociated (deleted). External IP: 172.25.3.188, port: 6e267517-08cd-4571-9f09-de8d118bd79f. Aug 31 19:35:15.932839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:16.082524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:16.113340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:16.130639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:16.226138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:16.230469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:16.237596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Sync routers for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:16.248142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:16.249040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:16.259183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-27ff4b9e-510d-443f-a7c1-11b33adce299 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/floatingips/0cb473d4-a920-4de5-9436-5043b3ce4b9e HTTP/1.1" status: 204 len: 168 time: 1.2774463 Aug 31 19:35:16.260066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:16.263926 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b" -d '{"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:16.399805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efd1c5-0ad6-4f12-a0b5-7d35adb3427b req-f383c450-539a-48c0-92bd-5f754bfd9c58 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.412756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08efd1c5-0ad6-4f12-a0b5-7d35adb3427b req-f383c450-539a-48c0-92bd-5f754bfd9c58 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0762763 Aug 31 19:35:16.464444 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc629f3-aa42-4393-88c7-5a425b5444a6 x-openstack-request-id: req-7bc629f3-aa42-4393-88c7-5a425b5444a6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:16.464842 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:16.465211 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bc629f3-aa42-4393-88c7-5a425b5444a6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:16.465779 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'status': 'completed', 'code': 200} Aug 31 19:35:16.498310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08efd1c5-0ad6-4f12-a0b5-7d35adb3427b req-a322a5a3-3c51-4b48-bcb1-0eca1609270d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 Aug 31 19:35:16.576747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:16.578368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-3dd47513-d00d-4eb8-80bd-224de9d9ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.581425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-3dd47513-d00d-4eb8-80bd-224de9d9ee2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 1096 time: 0.0776658 Aug 31 19:35:16.727880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166385b8-c647-4430-b682-f1e78ac1ed3c req-f0fc69f5-7c3e-4dea-a839-2c6f5c0980bd tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.729480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-166385b8-c647-4430-b682-f1e78ac1ed3c req-f0fc69f5-7c3e-4dea-a839-2c6f5c0980bd tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 943 time: 0.1604254 Aug 31 19:35:16.792022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb0510-31b5-43ae-907c-5d7d978238f4 req-f2afc60c-69da-45ed-aad9-3ce22c1e621d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.796326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1bb0510-31b5-43ae-907c-5d7d978238f4 req-f2afc60c-69da-45ed-aad9-3ce22c1e621d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.1225972 Aug 31 19:35:16.801014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:16.824752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-7ba17258-3a73-478f-9d4f-304c8d58ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.826275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-7ba17258-3a73-478f-9d4f-304c8d58ddba service neutron] 10.222.0.67 "GET /v2.0/networks?id=8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 200 len: 898 time: 0.2332234 Aug 31 19:35:16.830529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Checking router: e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:16.840374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:16.840567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-166385b8-c647-4430-b682-f1e78ac1ed3c req-8e7d116b-997c-4bcf-b960-24baaad37ef8 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953465 Aug 31 19:35:16.841448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:16.890295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-b82686d7-4137-4c92-a6f8-5346a52a7de1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 200 len: 217 time: 0.0448682 Aug 31 19:35:16.893290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1bb0510-31b5-43ae-907c-5d7d978238f4 req-a09a5cb7-7883-4ef6-9640-57fb37f103e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3de948e-95d7-4c55-8b0f-289a57665efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889781 Aug 31 19:35:16.951627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-795f81d8-51b1-4562-92e2-202f513c3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:16.953146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-795f81d8-51b1-4562-92e2-202f513c3a50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 200 len: 835 time: 0.0546248 Aug 31 19:35:16.975114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:17.030643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-18200d24-9457-4a71-ad3b-dec3e38d1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:17.032608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-18200d24-9457-4a71-ad3b-dec3e38d1420 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8661a7fe-6423-4517-827f-d9ce1c704d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688677 Aug 31 19:35:17.033870 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.070376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-bb0de9d2-c7be-4d95-a88d-a8a85f2c6ee0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:17.072469 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-bb0de9d2-c7be-4d95-a88d-a8a85f2c6ee0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 944 time: 0.0742977 Aug 31 19:35:17.134795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-1f1410a2-1759-4b3f-8e4d-c03933ac0a63 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923901 Aug 31 19:35:17.188912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 675cf2db-8b7d-4799-87b0-1b9e66934814 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:17.220255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 6e267517-08cd-4571-9f09-de8d118bd79f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:17.220858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.254269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf06ca5b-2bcd-4224-b587-72e4bad4be0b req-a6721a2a-92a1-4885-8873-e8bf3c22c180 service neutron] 10.222.0.67 "GET /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106021 Aug 31 19:35:17.283833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:17.323303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9567893b-b75c-4dd4-8beb-b272dfcae52b None None] The sync data for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 is: [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:34:09Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'aba0acb2-7d3f-4f33-90c2-9a8704720a4b', 'name': '', 'network_id': '8661a7fe-6423-4517-827f-d9ce1c704d5a', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:0b:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '48733dc5-f129-43d7-9cca-137573afe162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:07Z', 'updated_at': '2021-08-31T19:34:15Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '48733dc5-f129-43d7-9cca-137573afe162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:17.334817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 6e267517-08cd-4571-9f09-de8d118bd79f, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=6e267517-08cd-4571-9f09-de8d118bd79f,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:17.335289 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.352953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 6e267517-08cd-4571-9f09-de8d118bd79f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:17.357178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=675cf2db-8b7d-4799-87b0-1b9e66934814,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:17.371803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '675cf2db-8b7d-4799-87b0-1b9e66934814', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'port_id': '675cf2db-8b7d-4799-87b0-1b9e66934814', 'mac_address': 'fa:16:3e:50:7e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c5e896-b991-4a5b-b599-7a4f1595bdee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:17.414869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.432055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675cf2db-8b7d-4799-87b0-1b9e66934814 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:17.457962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=675cf2db-8b7d-4799-87b0-1b9e66934814,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:17.462872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.521692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.538467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:17.549709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.550263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.550722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.551160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.552523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.552977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.553252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=6e267517-08cd-4571-9f09-de8d118bd79f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:17.553631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.554066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.554584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.555002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.555431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.555880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.649763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] No DVR routers for this DVR port 6e267517-08cd-4571-9f09-de8d118bd79f on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:17.656320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.662711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2078f9b8-5fa4-4c9f-aff4-0e6425723155 req-f08f202c-5247-4a8e-8281-032435ceba8f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.67 "DELETE /v2.0/ports/6e267517-08cd-4571-9f09-de8d118bd79f HTTP/1.1" status: 204 len: 173 time: 0.5821452 Aug 31 19:35:17.704741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffb86c-5c4c-45fe-9289-b15220337ed7 req-90b2f955-81a2-423d-9ffd-792b69dc76a0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:17.706728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cffb86c-5c4c-45fe-9289-b15220337ed7 req-90b2f955-81a2-423d-9ffd-792b69dc76a0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1220984 Aug 31 19:35:17.740553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e3374-d56e-41b4-b234-2e904531c7fa None None] New status for floating IP 0cb473d4-a920-4de5-9436-5043b3ce4b9e: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:35:17.745019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['675cf2db-8b7d-4799-87b0-1b9e66934814'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:17.774083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cffb86c-5c4c-45fe-9289-b15220337ed7 req-e5b6b36b-86ed-47db-be84-97393040efec tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505419 Aug 31 19:35:18.001677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834c61c-3c60-4414-8873-638617bfbf32 req-b942e760-c0d4-4099-ad8b-3544aa129f7d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:18.003262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6834c61c-3c60-4414-8873-638617bfbf32 req-b942e760-c0d4-4099-ad8b-3544aa129f7d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0847991 Aug 31 19:35:18.015909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec76672-6b77-4dc9-aa39-5b6249092470 req-32a0c7aa-bf7f-4e16-a7a8-5f915df7adbb tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:18.017423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ec76672-6b77-4dc9-aa39-5b6249092470 req-32a0c7aa-bf7f-4e16-a7a8-5f915df7adbb tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.0870230 Aug 31 19:35:18.078179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6834c61c-3c60-4414-8873-638617bfbf32 req-c58fe9b8-1647-46d9-9b91-fb60243bbbab tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 Aug 31 19:35:18.086542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ec76672-6b77-4dc9-aa39-5b6249092470 req-2073c719-799b-4938-b07e-4cc939718ae2 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Aug 31 19:35:18.185751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fba2313-e4e4-4034-80eb-03e92a64b26e req-612b6bde-6c29-4f27-9be6-8252c83fc5c5 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e533ba-e8f4-446e-a7e8-21a6d48aadd2 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Aug 31 19:35:18.467446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-deleted', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:18.469839 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a353d4-0eee-44df-889c-b9b387eee946" -d '{"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-deleted", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:18.505747 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8b7d2-0818-43ab-b39a-38ab0096d806 x-openstack-request-id: req-56e8b7d2-0818-43ab-b39a-38ab0096d806 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:18.506029 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e533ba-e8f4-446e-a7e8-21a6d48aadd2", "name": "network-vif-deleted", "tag": "6e267517-08cd-4571-9f09-de8d118bd79f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:18.506278 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56e8b7d2-0818-43ab-b39a-38ab0096d806 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:18.506675 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e533ba-e8f4-446e-a7e8-21a6d48aadd2', 'name': 'network-vif-deleted', 'tag': '6e267517-08cd-4571-9f09-de8d118bd79f', 'status': 'completed', 'code': 200} Aug 31 19:35:18.882392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9af5f-472f-4583-812e-cc05e5508bc0 req-2f6ce7aa-dd28-4bd2-a423-bd2f79fc8062 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:18.883890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03c9af5f-472f-4583-812e-cc05e5508bc0 req-2f6ce7aa-dd28-4bd2-a423-bd2f79fc8062 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0490804 Aug 31 19:35:18.922067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03c9af5f-472f-4583-812e-cc05e5508bc0 req-101817ac-5f8c-48b4-a130-c26518624111 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Aug 31 19:35:19.175679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 675cf2db-8b7d-4799-87b0-1b9e66934814 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:19.225558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 675cf2db-8b7d-4799-87b0-1b9e66934814 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:19.229990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 675cf2db-8b7d-4799-87b0-1b9e66934814 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:19.230533 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:19.235651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a0112-79fa-44e2-b4a3-bd5aec6057f1 req-c90126be-08aa-4b63-a19b-0afcca3488d6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:19.237406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd7a0112-79fa-44e2-b4a3-bd5aec6057f1 req-c90126be-08aa-4b63-a19b-0afcca3488d6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0862386 Aug 31 19:35:19.246300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a02a-88c4-4441-9c4a-d7911735ca5c req-e3165e25-ebaa-421e-94bf-9881ee3f2da9 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:19.247792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adf0a02a-88c4-4441-9c4a-d7911735ca5c req-e3165e25-ebaa-421e-94bf-9881ee3f2da9 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.0877349 Aug 31 19:35:19.299304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd7a0112-79fa-44e2-b4a3-bd5aec6057f1 req-42139335-1c6c-486e-a88d-7a152477be55 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Aug 31 19:35:19.312414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adf0a02a-88c4-4441-9c4a-d7911735ca5c req-d5ea0150-defc-4ef8-bbfa-9d5ef1eef850 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494783 Aug 31 19:35:19.324553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:19.350338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:19.352022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:19.354273 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff99973-f3d0-49a5-8382-1c5ba49a2f37" -d '{"events": [{"server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:19.368587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=675cf2db-8b7d-4799-87b0-1b9e66934814,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:19.373384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:19.399009 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af820dc9-43f5-4ee6-acab-f63f65f052ce x-openstack-request-id: req-af820dc9-43f5-4ee6-acab-f63f65f052ce {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:19.399390 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:19.399735 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af820dc9-43f5-4ee6-acab-f63f65f052ce {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:19.400201 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814', 'code': 200} Aug 31 19:35:19.427893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:19.508281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58729d6-5a78-49db-abbe-1f25dd85d7ee req-55cf1c09-b8fd-45cc-a59a-cd1373b6983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:19.509887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a58729d6-5a78-49db-abbe-1f25dd85d7ee req-55cf1c09-b8fd-45cc-a59a-cd1373b6983a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0455549 Aug 31 19:35:19.546235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a58729d6-5a78-49db-abbe-1f25dd85d7ee req-296e3f07-de03-4b96-8f4e-7ac20c2e6822 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285366 Aug 31 19:35:19.729618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:19.992094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port aba0acb2-7d3f-4f33-90c2-9a8704720a4b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:19.992829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.010369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-cb71be74-fa58-4fd7-9b10-f59042ac6c97 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:20.011989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-cb71be74-fa58-4fd7-9b10-f59042ac6c97 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 946 time: 0.0514386 Aug 31 19:35:20.097116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c7c3-07ac-4575-a33e-ea485d5ad334 req-39dddb54-a8c2-4fc7-92b7-231c20477efc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:20.098725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6379c7c3-07ac-4575-a33e-ea485d5ad334 req-39dddb54-a8c2-4fc7-92b7-231c20477efc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1033285 Aug 31 19:35:20.108536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Deleting port 847d0df3-d203-4f15-b05f-b33ae08122df {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:20.108895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.141585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port aba0acb2-7d3f-4f33-90c2-9a8704720a4b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:20.141931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.162509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for aba0acb2-7d3f-4f33-90c2-9a8704720a4b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:20.168759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6379c7c3-07ac-4575-a33e-ea485d5ad334 req-35b22382-8316-4dfe-be92-65de4786aed4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619464 Aug 31 19:35:20.203746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] For port 847d0df3-d203-4f15-b05f-b33ae08122df, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=847d0df3-d203-4f15-b05f-b33ae08122df,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:20.204123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.217879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Calling delete_port for 847d0df3-d203-4f15-b05f-b33ae08122df owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:20.354417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.369680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['847d0df3-d203-4f15-b05f-b33ae08122df'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:20.370294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.390230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Pushing event deleted for resources: {'Port': ['ID=847d0df3-d203-4f15-b05f-b33ae08122df,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:20.415913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=aba0acb2-7d3f-4f33-90c2-9a8704720a4b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:20.432314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] No DVR routers for this DVR port 847d0df3-d203-4f15-b05f-b33ae08122df on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:20.435089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.437576 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5636532-26bb-4761-a1a1-256f4241bbe8 req-b3976166-0a98-447d-8b8b-16cba3847025 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.67 "DELETE /v2.0/ports/847d0df3-d203-4f15-b05f-b33ae08122df HTTP/1.1" status: 204 len: 173 time: 0.4159260 Aug 31 19:35:20.493394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5fc5dc6-a5a9-411d-9e4e-e6c1e808a3cf req-9c25a752-2bae-4eff-bf02-e3789bb3742e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5a9a86-52a9-489e-abd0-0ea541008c27 HTTP/1.1" status: 200 len: 210 time: 0.0498171 Aug 31 19:35:20.507415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'name': 'network-vif-deleted', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:20.510049 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e205827-ad2c-4dca-ad27-aefdce6e57ff" -d '{"events": [{"server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "name": "network-vif-deleted", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:20.551903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b660a8-1a57-4bbd-94f0-a873fc2a388c req-5a081f6e-6464-4ea1-86f5-53c2545fc2d4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:20.553384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54b660a8-1a57-4bbd-94f0-a873fc2a388c req-5a081f6e-6464-4ea1-86f5-53c2545fc2d4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 945 time: 0.1435907 Aug 31 19:35:20.562865 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d03f69-bcbe-4103-b951-311d5663eaa3 x-openstack-request-id: req-96d03f69-bcbe-4103-b951-311d5663eaa3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:20.563160 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a9a86-52a9-489e-abd0-0ea541008c27", "name": "network-vif-deleted", "tag": "847d0df3-d203-4f15-b05f-b33ae08122df", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:20.563413 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96d03f69-bcbe-4103-b951-311d5663eaa3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:20.563846 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5a9a86-52a9-489e-abd0-0ea541008c27', 'name': 'network-vif-deleted', 'tag': '847d0df3-d203-4f15-b05f-b33ae08122df', 'status': 'completed', 'code': 200} Aug 31 19:35:20.639738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54b660a8-1a57-4bbd-94f0-a873fc2a388c req-5cee742e-43e1-4941-b93e-53f1934e3260 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790141 Aug 31 19:35:20.691260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:20.910723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:21.022890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:21.031915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:21.032254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0e11721-d8ea-4913-8cc8-78d5bdf62b59 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805272 Aug 31 19:35:21.035122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Sync routers for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:21.046424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:21.047323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:21.091894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting subnet 48733dc5-f129-43d7-9cca-137573afe162 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:35:21.095272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.136731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.156232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:21.212228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:21.220547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.283262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 6e267517-08cd-4571-9f09-de8d118bd79f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:21.283505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 6e267517-08cd-4571-9f09-de8d118bd79f not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:21.289691 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.304526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627731b-8a4a-444c-9bb2-e88431b6343a req-018a2a68-b73e-4f47-8173-3aece5c46b35 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:21.306538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a627731b-8a4a-444c-9bb2-e88431b6343a req-018a2a68-b73e-4f47-8173-3aece5c46b35 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0571737 Aug 31 19:35:21.319363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Subnet': ['ID=48733dc5-f129-43d7-9cca-137573afe162,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:21.329636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.332167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-552914ac-f4ad-4b0e-aab3-f5234f91071f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/subnets/48733dc5-f129-43d7-9cca-137573afe162 HTTP/1.1" status: 204 len: 168 time: 0.2991722 Aug 31 19:35:21.335671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:21.338692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fe3a4-cc49-4ff1-a5f1-fc9dade6ed8b None None] Network 8661a7fe-6423-4517-827f-d9ce1c704d5a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:35:21.364919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a627731b-8a4a-444c-9bb2-e88431b6343a req-ea33addd-989c-4bca-91c3-b460f77e8080 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519409 Aug 31 19:35:21.434384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:35:20Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:21.451426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.477221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Checking router: e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:21.492469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Routers {'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:21.493087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:21.570788 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.615314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] Set router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:21.634008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 1d08704e-285b-4873-8243-1cad30a3815e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:21.634365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.647342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] DHCP port deletion for 8661a7fe-6423-4517-827f-d9ce1c704d5a request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:35:21.732161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 1d08704e-285b-4873-8243-1cad30a3815e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1d08704e-285b-4873-8243-1cad30a3815e,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:21.732829 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.775243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 1d08704e-285b-4873-8243-1cad30a3815e owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:21.789419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e729d00-b718-405b-92c0-2755d2ac9911 req-1f86cbe2-30d7-40e5-8cdd-e6e886ad814e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:21.798213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e729d00-b718-405b-92c0-2755d2ac9911 req-1f86cbe2-30d7-40e5-8cdd-e6e886ad814e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0709810 Aug 31 19:35:21.839874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e729d00-b718-405b-92c0-2755d2ac9911 req-16b60c00-d433-47a6-88cd-2f8fd7d14a46 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Aug 31 19:35:21.849597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Deleting port b420263d-9460-41e1-bbdb-20a3ec280fda {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:21.850014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.934155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:35:20Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:21.937315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] For port b420263d-9460-41e1-bbdb-20a3ec280fda, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b420263d-9460-41e1-bbdb-20a3ec280fda,segment=NetworkSegment(15bfada0-9509-4fca-92b9-e2128c336011),segment_id=15bfada0-9509-4fca-92b9-e2128c336011)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:21.937603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:21.971054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7ad38-c04c-46e1-acc6-d6b07f702f43 None None] The sync data for ids ['e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7'] in n-d-778550-14 is: [{'id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091976748', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '1d08704e-285b-4873-8243-1cad30a3815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:33:57Z', 'updated_at': '2021-08-31T19:35:20Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '1d08704e-285b-4873-8243-1cad30a3815e', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:33:58Z', 'updated_at': '2021-08-31T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:21.976576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Calling delete_port for b420263d-9460-41e1-bbdb-20a3ec280fda owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:22.003836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.078956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=1d08704e-285b-4873-8243-1cad30a3815e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:22.096450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.128869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] Pushing event deleted for resources: {'Port': ['ID=b420263d-9460-41e1-bbdb-20a3ec280fda,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:22.131227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec652259-d333-46a7-8e6b-d93025ef78e8 None None] No DVR routers for this DVR port b420263d-9460-41e1-bbdb-20a3ec280fda on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:22.157623 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.275760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.278110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.327602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.328205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Fanout notify agent at l3_agent the message router_deleted on router e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:35:22.338495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.342554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2f3636f5-3833-4e73-b28e-eec93d83b3b9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/routers/e3ec8e42-9eb8-4d4b-8aa1-f4c3dd796bb7 HTTP/1.1" status: 204 len: 168 time: 1.0053902 Aug 31 19:35:22.343259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55364) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:22.508087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:22.532159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0d7a-079a-4675-a45c-56036d804fc1 req-81eb6d4a-bae2-4fc9-ad86-3c3967342f48 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:22.540850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf9e0d7a-079a-4675-a45c-56036d804fc1 req-81eb6d4a-bae2-4fc9-ad86-3c3967342f48 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0851967 Aug 31 19:35:22.978030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf9e0d7a-079a-4675-a45c-56036d804fc1 req-fda0ec26-7e66-4c6f-9a4b-87c6ebeb77b7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359131 Aug 31 19:35:22.993336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.008031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8661a7fe-6423-4517-827f-d9ce1c704d5a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:23.020614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bfada0-9509-4fca-92b9-e2128c336011') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:23.021090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bfada0-9509-4fca-92b9-e2128c336011') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:23.030468 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.051389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.059823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:35:23.059823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:35:23.062978 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:35:23.186951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.200876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.200876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/networks/8661a7fe-6423-4517-827f-d9ce1c704d5a HTTP/1.1" status: 204 len: 168 time: 0.8495824 Aug 31 19:35:23.202995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:23.216477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deecc47-e97f-4c4a-bf99-537434fe9ac2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Network': ['ID=8661a7fe-6423-4517-827f-d9ce1c704d5a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:23.256593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b420263d-9460-41e1-bbdb-20a3ec280fda no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:23.295457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.304894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b420263d-9460-41e1-bbdb-20a3ec280fda {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:23.305381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b420263d-9460-41e1-bbdb-20a3ec280fda not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:23.305896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aba0acb2-7d3f-4f33-90c2-9a8704720a4b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:23.337767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.354056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: aba0acb2-7d3f-4f33-90c2-9a8704720a4b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:23.354464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aba0acb2-7d3f-4f33-90c2-9a8704720a4b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:23.406765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.409437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:23.411075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/security-groups/e3de948e-95d7-4c55-8b0f-289a57665efc HTTP/1.1" status: 204 len: 168 time: 0.2065589 Aug 31 19:35:23.420480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b161-bb58-4c49-8cfc-5b13b681f20b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3de948e-95d7-4c55-8b0f-289a57665efc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.028300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.033015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181419831', 'description': 'tempest-secgroup-smoke-1181419831 description', 'project_id': '282b17f5f92c42659102d556fbf3568a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.075776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.150987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588212e-6569-4e61-a6c4-aababf8d1522 req-df448ecb-6c59-4b42-a6f8-35b78e414186 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:24.156686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7588212e-6569-4e61-a6c4-aababf8d1522 req-df448ecb-6c59-4b42-a6f8-35b78e414186 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0832736 Aug 31 19:35:24.219028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.222614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7588212e-6569-4e61-a6c4-aababf8d1522 req-c2187c1a-9b77-48f3-a259-9710bdb3c885 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528016 Aug 31 19:35:24.226062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.251311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.252590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2232695 Aug 31 19:35:24.256850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.262972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.264417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244151b7-da20-4d42-9d23-955582724466 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac9b2f-75c0-43bc-8296-81f47e09db00,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.293276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.366307 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.370607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.391187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0b3da9-5cc2-4bc6-a169-1242c7527f28,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.394740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.399683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-81555463-2781-40cb-976a-7b762577b86c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388595 Aug 31 19:35:24.400224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55416) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.404474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.430362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.494470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.499399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.516028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014dd47d-4e9f-45df-a61f-7f5614015b24,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.528131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.532147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5929026-890e-4fed-aa4f-a164f1917487 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286037 Aug 31 19:35:24.532855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.537625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.565663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.619962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.628267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.652047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58e2df0-4850-499c-aec1-2e848882d467,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.661335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.664164 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5314f85d-0514-42b7-abd5-54967a85c61e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304002 Aug 31 19:35:24.665776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.671156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.703606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.778637 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.781757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.806529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94f5fab-e323-4b90-9d46-56eff3dd2fcd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.809865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.813801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-faab077e-1f1c-4950-b081-b73604ffa0e0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441133 Aug 31 19:35:24.814061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.819696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:24.826650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1d08704e-285b-4873-8243-1cad30a3815e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:24.852581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1d08704e-285b-4873-8243-1cad30a3815e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:24.852921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1d08704e-285b-4873-8243-1cad30a3815e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:24.853740 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:35:24.859030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.924795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.929367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.958217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f9bf39-23dd-47b7-8aad-584ed95699a1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:24.972597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:24.974716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1b10a545-2118-47f0-8b50-a3fce485f64e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594503 Aug 31 19:35:24.978008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:24.984281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac9b2f-75c0-43bc-8296-81f47e09db00', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:25.029262 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Project 282b17f5f92c42659102d556fbf3568a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:35:25.040835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.119732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.123567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.143084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c076b7-f25d-48a6-a226-7737827fabc7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:25.149392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.151216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3ab4be2c-05f3-4637-9af4-f86e0bfbb743 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709797 Aug 31 19:35:25.155819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:25.160188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'network': {'name': 'tempest-network-smoke--1909221085', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:25.185573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:25.190018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.201474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 847d0df3-d203-4f15-b05f-b33ae08122df no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:25.224579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 847d0df3-d203-4f15-b05f-b33ae08122df {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:25.225323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 847d0df3-d203-4f15-b05f-b33ae08122df not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:25.225913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:35:25.240488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.240847 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Added segment 05b5cf31-5d65-4c62-a078-2a5370fa893c of type vlan for network 8024e395-db17-4972-bb4e-aae6f41e32bb Aug 31 19:35:25.292638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.360713 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.367080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:25.368148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.464088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3059201 Aug 31 19:35:25.464485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:25.469550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'admin_state_up': True, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:25.491731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea4a67-2770-4215-801a-f9c4513d833c req-86f86b7f-d7a7-4aa0-9cea-fb975ebf506e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:25.493675 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.493992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7ea4a67-2770-4215-801a-f9c4513d833c req-86f86b7f-d7a7-4aa0-9cea-fb975ebf506e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1847405 Aug 31 19:35:25.494862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.509530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c8159-b3a4-4870-827f-1c4c0e4317ee tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Network': ['ID=8024e395-db17-4972-bb4e-aae6f41e32bb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:25.525355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8024e395-db17-4972-bb4e-aae6f41e32bb details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:35:25.552858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7ea4a67-2770-4215-801a-f9c4513d833c req-72721620-6fb7-40ac-82c5-f85fda23ba86 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462623 Aug 31 19:35:25.553654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.692930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.896976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:25.915107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:26.023745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.209 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/88d3f7f7-c489-4242-bb06-ccf449a3da95) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:26.136781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:26.180373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:26.240687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:26.243929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:26.248344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:26.251427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=88d3f7f7-c489-4242-bb06-ccf449a3da95,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:26.526052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:26.689644 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78535f66-e0d0-4333-adff-aa059a73a043 req-de9d2ea9-9067-4f0b-acc3-09ea798a3e50 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:26.698392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78535f66-e0d0-4333-adff-aa059a73a043 req-de9d2ea9-9067-4f0b-acc3-09ea798a3e50 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0587828 Aug 31 19:35:26.737351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78535f66-e0d0-4333-adff-aa059a73a043 req-5381b9c6-97a4-4e66-960f-ca99f34be3ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Aug 31 19:35:27.115595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:27.257556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:35:27.491672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:27.502600 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Sync routers for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:27.516123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:27.522862 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b576c01a-2986-4bb0-b864-c34c9a801696 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0538368 Aug 31 19:35:27.523071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:27.523071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:27.523328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:27.562810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:27.573264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-260cd7c8-a9af-4860-885a-bca004c32694 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=282b17f5f92c42659102d556fbf3568a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488358 Aug 31 19:35:27.731576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:27.739238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6fc21-4305-4040-88fc-a29a6cbe5612 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:27.743159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-afd6fc21-4305-4040-88fc-a29a6cbe5612 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1793170 Aug 31 19:35:27.743996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:27.782180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:27.782345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9f7c788-6784-4981-b62a-245be4c46947 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371845 Aug 31 19:35:27.791584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090387301', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'project_id': '282b17f5f92c42659102d556fbf3568a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:27.925275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee169-d0c2-4f35-be3c-a15c2b7b8d58 req-00bc381d-d44d-4fbc-bfe6-cba5ffa1d679 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:27.927617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5edee169-d0c2-4f35-be3c-a15c2b7b8d58 req-00bc381d-d44d-4fbc-bfe6-cba5ffa1d679 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.0873122 Aug 31 19:35:27.933751 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:26Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:27.974883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:27.975491 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Checking router: a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:27.975957 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Updating router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa port 88d3f7f7-c489-4242-bb06-ccf449a3da95 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:35:27.980574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.006210 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.034803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5edee169-d0c2-4f35-be3c-a15c2b7b8d58 req-f0d14887-833f-416a-9d58-8111735adfc0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955367 Aug 31 19:35:28.205536 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.274309 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.284628 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Transition to ACTIVE for port object 88d3f7f7-c489-4242-bb06-ccf449a3da95 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:28.291950 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.298952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d2d5-b186-4f5e-b9c8-d21c454a6e84 req-46ed1670-6696-4dba-8213-8dce05c321fd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:28.300522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e139d2d5-b186-4f5e-b9c8-d21c454a6e84 req-46ed1670-6696-4dba-8213-8dce05c321fd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1074271 Aug 31 19:35:28.313757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Subnet': ['ID=2c38075e-c548-4a1c-94e4-2601814cbd7d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:28.350095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Attempting to bind port 88d3f7f7-c489-4242-bb06-ccf449a3da95 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:28.350470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Attempting to bind port 88d3f7f7-c489-4242-bb06-ccf449a3da95 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:28.350829 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Attempting to bind port 88d3f7f7-c489-4242-bb06-ccf449a3da95 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:28.354578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Checking segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:28.355434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network hostable DHCP agents. Network: 8024e395-db17-4972-bb4e-aae6f41e32bb, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:35:28.359714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Pushing event updated for resources: {'Port': ['ID=88d3f7f7-c489-4242-bb06-ccf449a3da95,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:28.362856 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:28.363222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:28.364184 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.364567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:28.365049 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Bound port: 88d3f7f7-c489-4242-bb06-ccf449a3da95, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:28.365388 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.371822 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.372166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.372500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.372963 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.373147 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.373502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.373794 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.374124 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.374429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.374737 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.375055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.375366 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:28.385260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e139d2d5-b186-4f5e-b9c8-d21c454a6e84 req-4fcd0779-db8a-4eda-a5fa-741dc4f9158c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765612 Aug 31 19:35:28.392882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8024e395-db17-4972-bb4e-aae6f41e32bb is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:35:28.405477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8024e395-db17-4972-bb4e-aae6f41e32bb) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:28.415064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a44d536-a3a0-4741-849c-7283b8335a2b None None] Network 8024e395-db17-4972-bb4e-aae6f41e32bb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:35:28.419758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:28.420382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.449000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6c78be4-a1fb-43e6-9489-1a84cb7c8cd1 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6626751 Aug 31 19:35:28.449718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:28.464864 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] For port 88d3f7f7-c489-4242-bb06-ccf449a3da95, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:28.468522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] For port 88d3f7f7-c489-4242-bb06-ccf449a3da95, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=88d3f7f7-c489-4242-bb06-ccf449a3da95,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:28.474710 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.538635 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1bfa7-0d36-49c8-9834-9335cc1c2611 None None] Pushing event updated for resources: {'Port': ['ID=88d3f7f7-c489-4242-bb06-ccf449a3da95,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:28.552903 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:28.553805 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:28.642254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb61c2-27b2-4897-9783-7c21c4c61511 req-d5eb9bd0-9775-46ef-baff-cd671eec103d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:28.644004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ceb61c2-27b2-4897-9783-7c21c4c61511 req-d5eb9bd0-9775-46ef-baff-cd671eec103d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1177320 Aug 31 19:35:28.686614 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:28.792441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ceb61c2-27b2-4897-9783-7c21c4c61511 req-59aa2927-768a-4e64-8f3a-e70b2195133f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408508 Aug 31 19:35:28.811203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8024e395-db17-4972-bb4e-aae6f41e32bb', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:35:28.812743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:28.880935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-085200cf-cd76-47b6-8a5c-881a2678b43c tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:28.882458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-085200cf-cd76-47b6-8a5c-881a2678b43c tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 813 time: 0.2230175 Aug 31 19:35:28.913129 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:26Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:28.942619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-7672dccf-d3b6-47d6-9944-938d8860b3fe tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/quotas/04b45987956042c8b07b0d9b527487c6 HTTP/1.1" status: 200 len: 375 time: 0.0539634 Aug 31 19:35:28.949250 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657186-fe2d-4185-8814-bb534c6bc43d None None] The sync data for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 is: [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:26Z', 'revision_number': 3, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:28.996205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-016ee14c-2dfe-457b-a0dd-fd5ba5277586 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523965 Aug 31 19:35:29.007938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Allocated IP 172.20.0.2 (8024e395-db17-4972-bb4e-aae6f41e32bb/2c38075e-c548-4a1c-94e4-2601814cbd7d/1075165e-4fa3-4cc1-b447-060a2c8a5eda) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:29.158695 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.168166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Transition to ACTIVE for port object 1075165e-4fa3-4cc1-b447-060a2c8a5eda will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:29.183189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Transition to ACTIVE for port object 1075165e-4fa3-4cc1-b447-060a2c8a5eda will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:29.193336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.249765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Network 8024e395-db17-4972-bb4e-aae6f41e32bb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:29.262689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Pushing event updated for resources: {'Port': ['ID=1075165e-4fa3-4cc1-b447-060a2c8a5eda,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:29.265777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:29.268288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:29.270572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-17459dbf-9321-4147-a548-132bec256b9d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:29.276169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-17459dbf-9321-4147-a548-132bec256b9d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.3169675 Aug 31 19:35:29.327362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Attempting to bind port 1075165e-4fa3-4cc1-b447-060a2c8a5eda on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:29.327769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Attempting to bind port 1075165e-4fa3-4cc1-b447-060a2c8a5eda by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:29.328130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Attempting to bind port 1075165e-4fa3-4cc1-b447-060a2c8a5eda on network 8024e395-db17-4972-bb4e-aae6f41e32bb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:29.328434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-874051a1-913b-4d76-9371-27bab61e89a3 service neutron] 10.222.0.73 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824697 Aug 31 19:35:29.336458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:29.337183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Checking segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:29.338036 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.338270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Bound using segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:29.339147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Bound port: 1075165e-4fa3-4cc1-b447-060a2c8a5eda, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:29.339898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.340497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-c59e2716-a35c-40b3-8318-9403f2a333eb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/quotas/66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 375 time: 0.0521970 Aug 31 19:35:29.414342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] For port 1075165e-4fa3-4cc1-b447-060a2c8a5eda, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:29.417506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] For port 1075165e-4fa3-4cc1-b447-060a2c8a5eda, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1075165e-4fa3-4cc1-b447-060a2c8a5eda,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:29.423186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.498748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112aaf-aec8-4051-ae50-70e521940ce0 None None] Pushing event updated for resources: {'Port': ['ID=1075165e-4fa3-4cc1-b447-060a2c8a5eda,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:29.542503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-9261811d-ab5f-4726-bbe7-9c0da2b685b0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1722155 Aug 31 19:35:29.585388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-58b2e19e-269e-4f12-8fdb-381516d1077d service neutron] 10.222.0.73 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559927 Aug 31 19:35:29.616097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:29.779336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-2935f8ff-2c83-48f8-982f-8f232e5aef3c service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261426 Aug 31 19:35:30.176771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03c94c19-a5ca-4375-8acf-3edf295abc47 req-6a9d0ed2-fa22-4b48-bc16-4a3b234f20bf tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 210 time: 0.0713773 Aug 31 19:35:30.283914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-93a124e7-532c-45a9-a0af-59dc23663a77 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034726 Aug 31 19:35:30.429933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.1 (8024e395-db17-4972-bb4e-aae6f41e32bb/2c38075e-c548-4a1c-94e4-2601814cbd7d/ccf7da8f-052c-4646-87a7-78c5d15f6a0d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:30.546482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bec323a-c619-4e48-838a-af5e222635ff req-b710b70f-7770-44a3-8d85-c10c0a7c3997 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 210 time: 0.0393190 Aug 31 19:35:30.603087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:30.620872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object ccf7da8f-052c-4646-87a7-78c5d15f6a0d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:30.669086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:30.690747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58977bc-572a-493f-943d-46f290bd819e None None] Network 8024e395-db17-4972-bb4e-aae6f41e32bb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:35:30.731324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8024e395-db17-4972-bb4e-aae6f41e32bb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:30.737485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:30.742213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:30.774088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3f8415b5-da8f-4f7c-97b8-bfbb46745fbb None None] Provisioning for port 1075165e-4fa3-4cc1-b447-060a2c8a5eda completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:30.798952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:30.814060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.022290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.074603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 88d3f7f7-c489-4242-bb06-ccf449a3da95 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:31.163429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 88d3f7f7-c489-4242-bb06-ccf449a3da95 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:31.169496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 88d3f7f7-c489-4242-bb06-ccf449a3da95 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:31.169963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.263346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-4d8a38ea-336c-4a0b-a340-90681c20b67d tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:31.267964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-4d8a38ea-336c-4a0b-a340-90681c20b67d tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.82 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 813 time: 0.3654037 Aug 31 19:35:31.284824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Request body: {'port': {'device_id': '57669029-d031-4cd6-945b-b9074d4da1c4', 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f', 'admin_state_up': True, 'tenant_id': '04b45987956042c8b07b0d9b527487c6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:31.315463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.348869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 88d3f7f7-c489-4242-bb06-ccf449a3da95, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=88d3f7f7-c489-4242-bb06-ccf449a3da95,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:31.354719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.355990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1075165e-4fa3-4cc1-b447-060a2c8a5eda up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:31.385124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-295e4549-32f0-47eb-9aa6-8268105f579b req-71634adc-a2b5-4d18-9d0e-50a20d8c896b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 210 time: 0.0432453 Aug 31 19:35:31.476435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Made reservation on behalf of 04b45987956042c8b07b0d9b527487c6 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:31.477999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1075165e-4fa3-4cc1-b447-060a2c8a5eda completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:31.481637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.485558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1075165e-4fa3-4cc1-b447-060a2c8a5eda triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:31.485558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.490815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=88d3f7f7-c489-4242-bb06-ccf449a3da95,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:31.539083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Provisioning for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:31.543319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Provisioning complete for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:31.543719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.619804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.635278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.641839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.644219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Port ccf7da8f-052c-4646-87a7-78c5d15f6a0d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:31.698165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Provisioning complete for port 1075165e-4fa3-4cc1-b447-060a2c8a5eda triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:31.699319 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6621e9fd-a2ce-411d-a45b-0d3632c920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.699958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Allocated IP 172.20.0.7 (e0c6afed-a80b-4820-9b85-80c4a73f802f/4c82d867-17f9-4a55-ac82-c3eb55e30c48/11982966-1239-4e47-92c9-12c3b1c9a0ee) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:31.740908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1075165e-4fa3-4cc1-b447-060a2c8a5eda, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1075165e-4fa3-4cc1-b447-060a2c8a5eda,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:31.745977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.798055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:31.808506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1075165e-4fa3-4cc1-b447-060a2c8a5eda,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:31.851189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-234f0e7e-f3f1-45b9-a64c-ff5806e439c7 req-d5474256-4d66-46e3-bee9-d746bcc604cf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 210 time: 0.1137741 Aug 31 19:35:31.908810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:31.954006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8024e395-db17-4972-bb4e-aae6f41e32bb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:31.955489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:31.960333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-ade7deac-4389-4286-9b3e-443f8a612e06 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:31.961820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-ade7deac-4389-4286-9b3e-443f8a612e06 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.2258773 Aug 31 19:35:31.988854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'device_id': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'admin_state_up': True, 'tenant_id': '66307696dd9f45d888547ce3df058792'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:32.001074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c0cb84a-ab57-4949-8e5e-43c6638adfb7 None None] Provisioning complete for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:32.001753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb84a-ab57-4949-8e5e-43c6638adfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.052732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.073236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cb84a-ab57-4949-8e5e-43c6638adfb7 None None] Port ccf7da8f-052c-4646-87a7-78c5d15f6a0d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:32.125130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:32.149227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.189909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:32.193444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.226072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Network e0c6afed-a80b-4820-9b85-80c4a73f802f is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:32.234252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:32.237617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:32.249748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:32.255760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7350650-8f70-4ff0-9a45-20609cac7a78 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8047462 Aug 31 19:35:32.267459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Sync routers for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:32.268474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Pushing event updated for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:32.278287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:32.278994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:32.355475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:32.356168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.382783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-729f2010-fd34-455c-9e7e-6c5f2a061229 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1020615 Aug 31 19:35:32.386275 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-81956d87-7658-483a-816b-482b92e04b7c None None] Provisioning complete for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:32.386887 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81956d87-7658-483a-816b-482b92e04b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.412860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Request body: {'port': {'device_id': '57669029-d031-4cd6-945b-b9074d4da1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:32.444107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-81956d87-7658-483a-816b-482b92e04b7c None None] Port ccf7da8f-052c-4646-87a7-78c5d15f6a0d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:32.451542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:32.497723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.20.0.12 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:32.505495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-f974b8e2-96b2-4652-96c6-f72dd57c0fd0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181419831&fields=id&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 267 time: 0.0494475 Aug 31 19:35:32.515152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.614982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b04c2b-5f38-45a6-9911-b55c8a4c370a req-4952e61d-54bc-4907-ad07-6841e7de0cdc tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:32.616598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16b04c2b-5f38-45a6-9911-b55c8a4c370a req-4952e61d-54bc-4907-ad07-6841e7de0cdc tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 931 time: 0.1099970 Aug 31 19:35:32.668089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 2, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:32.689133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-2e63ef97-a3f0-49b3-a28d-3e8678a3e642 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:32.690622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-2e63ef97-a3f0-49b3-a28d-3e8678a3e642 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/networks?id=8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 200 len: 797 time: 0.1716504 Aug 31 19:35:32.694859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16b04c2b-5f38-45a6-9911-b55c8a4c370a req-5954c5e4-1439-4f60-95af-3398dc028180 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678914 Aug 31 19:35:32.695062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Checking router: a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:32.695369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Updating router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa port ccf7da8f-052c-4646-87a7-78c5d15f6a0d binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:35:32.710688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-bb40926a-9d9d-422f-bc64-ea5b3f15f2f6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/quotas/282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 375 time: 0.0117786 Aug 31 19:35:32.728277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.779364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-a94e0a13-ed2d-474d-b87a-82520d6c5092 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592933 Aug 31 19:35:32.827355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.858291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Transition to ACTIVE for port object 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:32.907311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 88d3f7f7-c489-4242-bb06-ccf449a3da95 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:32.933134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-f0acf698-4e26-4e9c-aa4e-a380eb12b7b4 service neutron] 10.222.0.73 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281738 Aug 31 19:35:32.946935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11982966-1239-4e47-92c9-12c3b1c9a0ee {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:32.954567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.957869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:32.975356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:33.004962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Transition to ACTIVE for port object 11982966-1239-4e47-92c9-12c3b1c9a0ee will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:33.018924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:33.022951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.035231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:33.041993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:33.070791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216acf5-edf2-4e90-9121-6672506148e6 req-8cb658d3-5cef-4aa8-9b27-69191d87cc15 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:33.072370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3216acf5-edf2-4e90-9121-6672506148e6 req-8cb658d3-5cef-4aa8-9b27-69191d87cc15 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 932 time: 0.1092043 Aug 31 19:35:33.073562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:33.096735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 88d3f7f7-c489-4242-bb06-ccf449a3da95 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:33.097110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.133002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-a230a1db-c68b-45fc-b144-f1753cabdc57 service neutron] 10.222.0.73 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916039 Aug 31 19:35:33.170443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3216acf5-edf2-4e90-9121-6672506148e6 req-a1b83baa-bebd-4586-bd52-985650793638 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 Aug 31 19:35:33.205094 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.209617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:33.210310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.237128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Transition to ACTIVE for port object ccf7da8f-052c-4646-87a7-78c5d15f6a0d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:33.248174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Pushing event updated for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:33.272132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6099474e-7b3a-4142-bc07-3a3c000c2a8a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2930872 Aug 31 19:35:33.279439 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.289510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Request body: {'port': {'device_id': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:33.340741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Attempting to bind port 11982966-1239-4e47-92c9-12c3b1c9a0ee on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:33.341343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Attempting to bind port 11982966-1239-4e47-92c9-12c3b1c9a0ee by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:33.341923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Attempting to bind port 11982966-1239-4e47-92c9-12c3b1c9a0ee on network e0c6afed-a80b-4820-9b85-80c4a73f802f {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:33.358065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1075165e-4fa3-4cc1-b447-060a2c8a5eda up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:33.386149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Port 11982966-1239-4e47-92c9-12c3b1c9a0ee on network e0c6afed-a80b-4820-9b85-80c4a73f802f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:33.386422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Attempting to bind port 11982966-1239-4e47-92c9-12c3b1c9a0ee on network e0c6afed-a80b-4820-9b85-80c4a73f802f {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:33.433262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:33.433607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Checking segment: {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:33.434005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Bound using segment: {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:33.434451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Bound port: 11982966-1239-4e47-92c9-12c3b1c9a0ee, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:33.434797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.447030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cf15065-bbba-4408-b21f-a06f4e6126cb req-5d34189c-a31c-4be6-9377-050afa04f447 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 210 time: 0.0402172 Aug 31 19:35:33.463495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843e174-f507-460d-8ad0-7b0f55308f10 None None] Pushing event updated for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:33.469657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.494265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c3b9ea88-1787-46ae-8278-5d694fa5315f None None] Provisioning for port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:33.532532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c3b9ea88-1787-46ae-8278-5d694fa5315f None None] Provisioning complete for port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:33.532910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ea88-1787-46ae-8278-5d694fa5315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.586742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Attempting to bind port ccf7da8f-052c-4646-87a7-78c5d15f6a0d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:33.587114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Attempting to bind port ccf7da8f-052c-4646-87a7-78c5d15f6a0d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:33.587475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Attempting to bind port ccf7da8f-052c-4646-87a7-78c5d15f6a0d on network 8024e395-db17-4972-bb4e-aae6f41e32bb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:33.623683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1075165e-4fa3-4cc1-b447-060a2c8a5eda triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:33.624425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.677782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:33.677782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Checking segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:33.677782 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.678307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Bound using segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:33.678638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Bound port: ccf7da8f-052c-4646-87a7-78c5d15f6a0d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:33.679025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.683512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9ea88-1787-46ae-8278-5d694fa5315f None None] Port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:33.703601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:33.723149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:33.734912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.813126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] For port ccf7da8f-052c-4646-87a7-78c5d15f6a0d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:33.817296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] For port ccf7da8f-052c-4646-87a7-78c5d15f6a0d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:33.822886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.843050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:33.843697 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:33.846240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/11982966-1239-4e47-92c9-12c3b1c9a0ee HTTP/1.1" status: 200 len: 1092 time: 1.4399679 Aug 31 19:35:33.850178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:33.859875 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d96ff0a-2ab2-4716-8a1a-8529395de726" -d '{"events": [{"name": "network-changed", "server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:33.861025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d94f53-49e8-437d-9c15-34475fe179e1 req-e20998a6-35bd-4c5a-8b0e-435d356abe1b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:33.872103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d94f53-49e8-437d-9c15-34475fe179e1 req-e20998a6-35bd-4c5a-8b0e-435d356abe1b tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 943 time: 0.0765400 Aug 31 19:35:33.889990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:33.890638 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:33.928188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d94f53-49e8-437d-9c15-34475fe179e1 req-aff2a967-8693-44c1-861c-e073e3ff7bb0 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 Aug 31 19:35:33.933261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917f62e-c40e-4738-8078-6dd0eca713a1 service neutron] Pushing event updated for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:33.957039 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2730f-be76-4bc3-9c52-6ca0945525f9 x-openstack-request-id: req-81a2730f-be76-4bc3-9c52-6ca0945525f9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:33.957395 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:33.957878 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81a2730f-be76-4bc3-9c52-6ca0945525f9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:33.958484 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee', 'status': 'completed', 'code': 200} Aug 31 19:35:33.985583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-9cf81b0e-5ff8-4ef7-ad4b-945d13250892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:33.987433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-9cf81b0e-5ff8-4ef7-ad4b-945d13250892 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 1095 time: 0.1022866 Aug 31 19:35:34.037925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843e174-f507-460d-8ad0-7b0f55308f10 None None] Pushing event updated for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:34.048239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:34.060059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-a2a1efc3-27f5-4678-9368-adcf161dab4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee HTTP/1.1" status: 200 len: 217 time: 0.0620968 Aug 31 19:35:34.148778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:34.157760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:34.161439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-36d8d9f4-0818-41f9-afa6-64f830e0530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:34.163768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-36d8d9f4-0818-41f9-afa6-64f830e0530c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c82d867-17f9-4a55-ac82-c3eb55e30c48 HTTP/1.1" status: 200 len: 853 time: 0.0761557 Aug 31 19:35:34.184971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Transition to ACTIVE for port object 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:34.201329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-5a69ece9-7212-4cb3-b8c4-7eeed293fd9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e0c6afed-a80b-4820-9b85-80c4a73f802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293527 Aug 31 19:35:34.202167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:34.311830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:33Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:34.330042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d04791-de7a-40bf-8755-eccea37070c0 req-3fc244d4-d22d-407d-a3bd-8cd6a694ce5f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:34.334590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7d04791-de7a-40bf-8755-eccea37070c0 req-3fc244d4-d22d-407d-a3bd-8cd6a694ce5f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 944 time: 0.0760541 Aug 31 19:35:34.354351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5062fe5-cc7d-4ff0-aed1-79b41ef73c38 None None] The sync data for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 is: [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:33Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:34.406315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7d04791-de7a-40bf-8755-eccea37070c0 req-5227f494-7feb-4676-8387-f19a1be71b99 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Aug 31 19:35:34.486595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:34.543230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-45eea4e2-5bf5-445a-8672-574971de1b3f service neutron] 10.222.0.82 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273869 Aug 31 19:35:34.544287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Attempting to bind port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:34.544749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Attempting to bind port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:34.545185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Attempting to bind port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:34.563060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 on network 6df8abff-1271-40f6-9903-111118d7d6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:34.563589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Attempting to bind port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:34.616158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1c6717f-c958-4600-b104-d2323851ed11 req-e399ec03-9f89-473a-990e-eb3853dc084f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 210 time: 0.0563593 Aug 31 19:35:34.634726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:34.635133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:34.635611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:34.636169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Bound port: 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:34.636626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:34.822894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39bc5fbf-cdd6-4235-83c8-e55b71590905 req-2d7beb6c-f766-4f7f-94c2-f91777163409 service neutron] 10.222.0.82 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722318 Aug 31 19:35:34.846157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:34.855526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:34.865303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:34.877887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-97630979-80ef-4e3a-9821-b4e895c519d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:34.879957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-97630979-80ef-4e3a-9821-b4e895c519d9 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/networks?id=8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 200 len: 797 time: 0.2221630 Aug 31 19:35:34.958317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:34.959533 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:34.961492 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] 10.222.0.67 "PUT /v2.0/ports/9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 HTTP/1.1" status: 200 len: 1093 time: 1.6794384 Aug 31 19:35:34.964622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ccf7da8f-052c-4646-87a7-78c5d15f6a0d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:35.025823 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-dfeca992-dfa3-47ef-83ca-f9a107b96b3a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b17f5f92c42659102d556fbf3568a HTTP/1.1" status: 200 len: 380 time: 0.1239867 Aug 31 19:35:35.027427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67964a58-f83a-47e0-95a3-e041dec761bc service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:35.056724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'port': {'device_id': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'admin_state_up': True, 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'security_groups': ['b8ac9b2f-75c0-43bc-8296-81f47e09db00']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:35.110728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:35.124718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:35.125389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:35.126421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-8a378250-424f-40da-88bb-9211f5041c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.129973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-8a378250-424f-40da-88bb-9211f5041c2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04b45987956042c8b07b0d9b527487c6&device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 1095 time: 0.2188158 Aug 31 19:35:35.192531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317651-d07d-4bfc-ac82-ecd75279438b req-1e30668f-c0eb-4627-b9b9-9fd945f77713 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.202365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e317651-d07d-4bfc-ac82-ecd75279438b req-1e30668f-c0eb-4627-b9b9-9fd945f77713 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 943 time: 0.1089892 Aug 31 19:35:35.275061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e317651-d07d-4bfc-ac82-ecd75279438b req-47030bc3-8df8-49a4-93a8-f5656de16703 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 Aug 31 19:35:35.405942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-36ced276-947b-4b46-a13a-fd0ad130f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.423530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-36ced276-947b-4b46-a13a-fd0ad130f2ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 1096 time: 0.3926334 Aug 31 19:35:35.589221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-5366437d-e5f5-4b1f-b965-b8b61f56fe5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 HTTP/1.1" status: 200 len: 217 time: 0.1165912 Aug 31 19:35:35.604232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33f4c9-901a-4dc8-8edd-535179febfd1 req-591dc47a-2dbe-4c64-933c-fc1738668ec8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.605458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:35.612388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e33f4c9-901a-4dc8-8edd-535179febfd1 req-591dc47a-2dbe-4c64-933c-fc1738668ec8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 944 time: 0.0939045 Aug 31 19:35:35.645299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ccf7da8f-052c-4646-87a7-78c5d15f6a0d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:35.651629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:35.672354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e33f4c9-901a-4dc8-8edd-535179febfd1 req-8a133356-1118-4c29-b423-e5b7577d2906 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582087 Aug 31 19:35:35.689358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-1a29ad3e-9b4d-47a9-a432-b416a371fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.690915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-1a29ad3e-9b4d-47a9-a432-b416a371fbc4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 200 len: 914 time: 0.5199277 Aug 31 19:35:35.725335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Made reservation on behalf of 282b17f5f92c42659102d556fbf3568a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:35.730108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:35.740038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:35.745805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-1cdeaddc-a559-4aad-b213-3ec8390b73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.747478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-1cdeaddc-a559-4aad-b213-3ec8390b73e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1454217 Aug 31 19:35:35.792498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-2856d6c9-2224-4d6b-aafb-bed66ea99490 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee HTTP/1.1" status: 200 len: 217 time: 0.0814164 Aug 31 19:35:35.796348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-115652c8-1717-41c0-981f-eaea87822e60 req-8810ec8c-9572-4efa-8182-4d7fd1225a09 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 210 time: 0.0565505 Aug 31 19:35:35.926657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-07bd8c59-c691-4a55-9583-d7551ac9d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.928292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-07bd8c59-c691-4a55-9583-d7551ac9d05d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479919 Aug 31 19:35:35.932399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-8468e6d1-a88c-4212-bba6-3afd177c1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:35.934006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-8468e6d1-a88c-4212-bba6-3afd177c1bc1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c82d867-17f9-4a55-ac82-c3eb55e30c48 HTTP/1.1" status: 200 len: 853 time: 0.1169741 Aug 31 19:35:35.970813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:35.973789 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9508c193-2b49-41df-95f0-4f48200fffc6" -d '{"events": [{"name": "network-changed", "server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:36.086615 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64706f80-68cf-4218-a5a4-a84015911cc6 x-openstack-request-id: req-64706f80-68cf-4218-a5a4-a84015911cc6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:36.087039 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:36.087387 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64706f80-68cf-4218-a5a4-a84015911cc6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:36.087897 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25', 'status': 'completed', 'code': 200} Aug 31 19:35:36.106732 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-aafb18e9-2453-46e5-95eb-0f111f42b5f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e0c6afed-a80b-4820-9b85-80c4a73f802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267931 Aug 31 19:35:36.159302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 11982966-1239-4e47-92c9-12c3b1c9a0ee details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:36.189816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.20.0.14 (8024e395-db17-4972-bb4e-aae6f41e32bb/2c38075e-c548-4a1c-94e4-2601814cbd7d/a67037e4-b7e3-465d-b7bd-54a59b26b6cc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:36.195901 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-6b18ba76-0c70-4b72-929a-d130effbcaca service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555673 Aug 31 19:35:36.358200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-17866407-0090-4ef6-901f-9cfdaf30b97b service neutron] 10.222.0.82 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410209 Aug 31 19:35:36.395707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:36.410442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '11982966-1239-4e47-92c9-12c3b1c9a0ee', 'network_id': 'e0c6afed-a80b-4820-9b85-80c4a73f802f', 'port_id': '11982966-1239-4e47-92c9-12c3b1c9a0ee', 'mac_address': 'fa:16:3e:eb:75:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c82d867-17f9-4a55-ac82-c3eb55e30c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:36.417555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5e6e-29f2-4736-8b82-54d7ecaa26c4 req-c5f81313-5a40-4680-a1cd-d8973a770be5 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:36.419890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa3a5e6e-29f2-4736-8b82-54d7ecaa26c4 req-c5f81313-5a40-4680-a1cd-d8973a770be5 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 943 time: 0.0545278 Aug 31 19:35:36.495490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d96ff0a-2ab2-4716-8a1a-8529395de726 req-f00ed820-1c1e-4eb8-a15b-9dbf80737874 service neutron] 10.222.0.82 "GET /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192853 Aug 31 19:35:36.500358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa3a5e6e-29f2-4736-8b82-54d7ecaa26c4 req-526522d5-6fb3-4aff-bb86-d696b9149016 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700333 Aug 31 19:35:36.501715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7ba85e63-a3b8-4b33-875e-30ec1716413f req-4325be46-b4a0-4837-a58d-0a7e82ede874 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926972 Aug 31 19:35:36.508103 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:36.527673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11982966-1239-4e47-92c9-12c3b1c9a0ee {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:36.567577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:36.574317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:36.618108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:36.639234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Transition to ACTIVE for port object a67037e4-b7e3-465d-b7bd-54a59b26b6cc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:36.644877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-30cc7f7a-ecd1-4c5a-8048-0c415cab84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:36.646673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-30cc7f7a-ecd1-4c5a-8048-0c415cab84a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 1096 time: 0.0812116 Aug 31 19:35:36.646884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:36.750949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:36.786293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cf7c1-b3e8-4e63-ad1d-ffda75fb8d55 req-2e91d756-9c64-4d41-907a-8653044e7068 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:36.787836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef2cf7c1-b3e8-4e63-ad1d-ffda75fb8d55 req-2e91d756-9c64-4d41-907a-8653044e7068 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 944 time: 0.0540686 Aug 31 19:35:36.812743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network 8024e395-db17-4972-bb4e-aae6f41e32bb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:36.819860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:36.828100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:36.831194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-28c90c73-f06e-47be-b03b-2841130e9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:36.834242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-28c90c73-f06e-47be-b03b-2841130e9183 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1781194 Aug 31 19:35:36.836865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['11982966-1239-4e47-92c9-12c3b1c9a0ee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:36.893891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef2cf7c1-b3e8-4e63-ad1d-ffda75fb8d55 req-51a2f4e9-205a-41b9-b126-04b3ff73b332 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986795 Aug 31 19:35:36.942862 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-5315737d-a182-4256-84e9-4f4ad2a2648e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 HTTP/1.1" status: 200 len: 217 time: 0.0765812 Aug 31 19:35:36.943722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:36.954509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ccf7da8f-052c-4646-87a7-78c5d15f6a0d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:37.067098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aa3f7-fc82-43bf-83c1-d651a247f7d8 req-4862f7af-0e01-4a82-b5e5-b5b1f48e1e5c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:37.073307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a05aa3f7-fc82-43bf-83c1-d651a247f7d8 req-4862f7af-0e01-4a82-b5e5-b5b1f48e1e5c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 932 time: 0.1708639 Aug 31 19:35:37.105101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ccf7da8f-052c-4646-87a7-78c5d15f6a0d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:37.105722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:37.135371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a05aa3f7-fc82-43bf-83c1-d651a247f7d8 req-11e3f87b-1047-4fb9-92ce-061b3cb4b895 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Aug 31 19:35:37.280237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-98e6971b-bfb9-4955-a184-818e12a96f4f None None] Provisioning for port a67037e4-b7e3-465d-b7bd-54a59b26b6cc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:37.288197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-98e6971b-bfb9-4955-a184-818e12a96f4f None None] Provisioning complete for port a67037e4-b7e3-465d-b7bd-54a59b26b6cc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:37.288660 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98e6971b-bfb9-4955-a184-818e12a96f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:37.335476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-98e6971b-bfb9-4955-a184-818e12a96f4f None None] Port a67037e4-b7e3-465d-b7bd-54a59b26b6cc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:35:37.431907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:37.432535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:37.452060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-7a9b3023-8623-4098-9384-1f11ce86e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:37.453578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-7a9b3023-8623-4098-9384-1f11ce86e373 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.5020421 Aug 31 19:35:37.455211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-ad3377a0-03f0-4046-92c2-fe8112852951 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4066567 Aug 31 19:35:37.469134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Request body: {'port': {'device_id': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:37.563330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-ac1b4087-5685-4bcd-bc32-72f6301666e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:37.564968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-ac1b4087-5685-4bcd-bc32-72f6301666e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930994 Aug 31 19:35:37.566090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:37.626648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9721-3c98-414c-84c4-5b4c7494d451 req-031ddf7e-84de-44e5-8fc5-0f63969a38fa tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:37.628277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3f9721-3c98-414c-84c4-5b4c7494d451 req-031ddf7e-84de-44e5-8fc5-0f63969a38fa tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 944 time: 0.0536785 Aug 31 19:35:37.681796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3f9721-3c98-414c-84c4-5b4c7494d451 req-9354317f-9ece-46a9-9428-ea9c0087495d tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Aug 31 19:35:37.757387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-f414019c-f3e1-4156-9e3c-01a767dc1554 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818728 Aug 31 19:35:37.915944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9508c193-2b49-41df-95f0-4f48200fffc6 req-4be28b0f-62e8-457b-b6f6-32730daec19d service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510882 Aug 31 19:35:37.971184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67037e4-b7e3-465d-b7bd-54a59b26b6cc {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:37.980187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:37.993441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Transition to ACTIVE for port object a67037e4-b7e3-465d-b7bd-54a59b26b6cc will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:37.998477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.036482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe3e69-46c1-4e8b-a408-dc02f18a9c66 req-63d29e9f-d24f-4c7c-9a3d-1c80a93e612a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.038289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdfe3e69-46c1-4e8b-a408-dc02f18a9c66 req-63d29e9f-d24f-4c7c-9a3d-1c80a93e612a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 944 time: 0.0600185 Aug 31 19:35:38.066376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:38.085970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdfe3e69-46c1-4e8b-a408-dc02f18a9c66 req-26b8a753-7df4-41e7-a242-3ee229ebbe70 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Aug 31 19:35:38.151865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Attempting to bind port a67037e4-b7e3-465d-b7bd-54a59b26b6cc on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:38.152258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Attempting to bind port a67037e4-b7e3-465d-b7bd-54a59b26b6cc by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:38.152534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Attempting to bind port a67037e4-b7e3-465d-b7bd-54a59b26b6cc on network 8024e395-db17-4972-bb4e-aae6f41e32bb {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:38.157482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Port a67037e4-b7e3-465d-b7bd-54a59b26b6cc on network 8024e395-db17-4972-bb4e-aae6f41e32bb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:38.157813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Attempting to bind port a67037e4-b7e3-465d-b7bd-54a59b26b6cc on network 8024e395-db17-4972-bb4e-aae6f41e32bb {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:38.171580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:38.171923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Checking segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:38.172263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Bound using segment: {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:38.172706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Bound port: a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b5cf31-5d65-4c62-a078-2a5370fa893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:38.173073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.189355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 11982966-1239-4e47-92c9-12c3b1c9a0ee up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:38.271391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:38.276056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:38.281760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.289789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427603ae-c697-4c54-9b29-ef716183d88c req-7a0ac566-a35c-42cf-a86a-47178fabfe25 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.291512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-427603ae-c697-4c54-9b29-ef716183d88c req-7a0ac566-a35c-42cf-a86a-47178fabfe25 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 944 time: 0.0647566 Aug 31 19:35:38.292134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 11982966-1239-4e47-92c9-12c3b1c9a0ee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:38.298612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 11982966-1239-4e47-92c9-12c3b1c9a0ee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:38.299328 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.323365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.326880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.328462 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] 10.222.0.82 "PUT /v2.0/ports/a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 200 len: 1093 time: 0.8639581 Aug 31 19:35:38.328968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:38.336948 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb8c91-40af-4293-b328-b686e3b0b6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:38.392113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-427603ae-c697-4c54-9b29-ef716183d88c req-ca3a025d-22d6-4e29-be20-b5e19daf5a3f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901155 Aug 31 19:35:38.433926 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc72f44-c417-49b1-81db-cb13b174a90f x-openstack-request-id: req-3dc72f44-c417-49b1-81db-cb13b174a90f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:38.434173 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:38.435037 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3dc72f44-c417-49b1-81db-cb13b174a90f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:38.435037 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'status': 'completed', 'code': 200} Aug 31 19:35:38.439246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.445739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807506c-70fb-43eb-99b3-7b3fece73666 service neutron] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:38.459158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-75ad6d5e-83bb-405c-8a74-7d0ad4ba07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.460738 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-75ad6d5e-83bb-405c-8a74-7d0ad4ba07c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1096 time: 0.0810955 Aug 31 19:35:38.469240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:38.472990 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce763b2f-5a89-442b-81b6-5587c66812b9" -d '{"events": [{"server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "name": "network-vif-plugged", "status": "completed", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:38.489507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:38.494592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:38.548885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-12ce9ec1-d9c3-4d7e-a4a4-1a46bcb91391 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 200 len: 217 time: 0.0789616 Aug 31 19:35:38.550009 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139fb49-29a1-41a4-bd0f-197ba687479a x-openstack-request-id: req-4139fb49-29a1-41a4-bd0f-197ba687479a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:38.550526 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "name": "network-vif-plugged", "status": "completed", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:38.551137 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4139fb49-29a1-41a4-bd0f-197ba687479a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:38.551717 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee', 'code': 200} Aug 31 19:35:38.558575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:38.647328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-6bca9210-52b0-42e8-811e-8d56a5b6c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.648853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-6bca9210-52b0-42e8-811e-8d56a5b6c164 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2c38075e-c548-4a1c-94e4-2601814cbd7d HTTP/1.1" status: 200 len: 835 time: 0.0872362 Aug 31 19:35:38.670275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b012-0668-4450-9048-83bbe375c091 req-a46dd356-13b8-44ec-a66c-c91efc2d9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.671682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9637b012-0668-4450-9048-83bbe375c091 req-a46dd356-13b8-44ec-a66c-c91efc2d9576 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0554531 Aug 31 19:35:38.729009 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9637b012-0668-4450-9048-83bbe375c091 req-07e9a0f9-6c36-4ca7-a5c1-96f1dacb1288 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Aug 31 19:35:38.733615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1d9c4d99-6779-41ac-af9d-1c4829c149e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.735608 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-1d9c4d99-6779-41ac-af9d-1c4829c149e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8024e395-db17-4972-bb4e-aae6f41e32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774226 Aug 31 19:35:38.807004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169e79-bbad-4d1a-b1e5-c251b444ce45 req-e1357353-70a1-4fdf-8c1e-91e6e2b02655 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:38.808739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0169e79-bbad-4d1a-b1e5-c251b444ce45 req-e1357353-70a1-4fdf-8c1e-91e6e2b02655 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.0501595 Aug 31 19:35:38.848202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0169e79-bbad-4d1a-b1e5-c251b444ce45 req-c0faf580-87d6-4bc2-8de5-a85cda0b7df7 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Aug 31 19:35:39.040527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-adf7aabc-3d88-4f8e-8612-6abda2f9f4bc service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945275 Aug 31 19:35:39.136224 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6af49748-b04c-4f74-9f9d-a9cb60ce3655 req-52cb3eeb-7e35-4509-a17f-d3b76c02455a service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Aug 31 19:35:39.212812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeca4c-392c-4e1f-9f51-4e158135409f req-b8db05b3-1444-4b84-bf10-2404bc166ce7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.214376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2eeca4c-392c-4e1f-9f51-4e158135409f req-b8db05b3-1444-4b84-bf10-2404bc166ce7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 944 time: 0.0535960 Aug 31 19:35:39.229568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-50d47533-ef2f-46ad-8be5-f7b389be00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.231088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-50d47533-ef2f-46ad-8be5-f7b389be00fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1096 time: 0.0468383 Aug 31 19:35:39.256729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2eeca4c-392c-4e1f-9f51-4e158135409f req-e773d896-a0ac-4a1d-af48-ec6ebb1ea97f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Aug 31 19:35:39.311163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:39.341407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-22056de3-283f-431d-9151-3aaec1d59b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.342894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-22056de3-283f-431d-9151-3aaec1d59b0e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 200 len: 898 time: 0.1032276 Aug 31 19:35:39.387983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-138a2aee-b2f3-4d28-a855-85f572d52044 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 200 len: 217 time: 0.0357258 Aug 31 19:35:39.415150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:39.428117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25', 'mac_address': 'fa:16:3e:c6:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:39.446464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-5de01595-3e5d-4e2b-a419-73857d8b0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.448334 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-5de01595-3e5d-4e2b-a419-73857d8b0f77 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2c38075e-c548-4a1c-94e4-2601814cbd7d HTTP/1.1" status: 200 len: 835 time: 0.0536745 Aug 31 19:35:39.470021 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:39.484680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:39.507967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:39.511754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-43c465a9-84fb-478f-9392-b55080543289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.512886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:39.513540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-43c465a9-84fb-478f-9392-b55080543289 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8024e395-db17-4972-bb4e-aae6f41e32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557759 Aug 31 19:35:39.542585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af31a-8074-4798-8729-c27714b88d51 req-dd2915b0-fa7b-40d9-9b09-9ac13edab3e8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.550485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e47af31a-8074-4798-8729-c27714b88d51 req-dd2915b0-fa7b-40d9-9b09-9ac13edab3e8 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 944 time: 0.0665905 Aug 31 19:35:39.580297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:39.588176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e47af31a-8074-4798-8729-c27714b88d51 req-bb64e913-b126-489e-8c7e-5b04656a1394 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Aug 31 19:35:39.630969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-26e6f123-365a-4280-aa28-d8e8efa1e95a service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035268 Aug 31 19:35:39.735380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-62fb8c91-40af-4293-b328-b686e3b0b6b7 req-65d44254-220e-4c29-a220-50cdd9b1d090 service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958726 Aug 31 19:35:39.809242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:39.978082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b68f3-4eac-49ae-9ae3-82073967ba8a req-e626f858-3a16-4497-afea-74c8de576745 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:39.979601 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca7b68f3-4eac-49ae-9ae3-82073967ba8a req-e626f858-3a16-4497-afea-74c8de576745 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.0538936 Aug 31 19:35:40.021413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca7b68f3-4eac-49ae-9ae3-82073967ba8a req-8aa6e1fd-b4df-43a5-b6a2-b2f692921198 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355468 Aug 31 19:35:40.381606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8382e3d-32db-4f67-90f4-4fbd5ed6d6fe req-8b71de8c-a2f1-4af1-b308-78472f400231 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:40.383085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8382e3d-32db-4f67-90f4-4fbd5ed6d6fe req-8b71de8c-a2f1-4af1-b308-78472f400231 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 945 time: 0.0561306 Aug 31 19:35:40.419757 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8382e3d-32db-4f67-90f4-4fbd5ed6d6fe req-e0f6a8de-fbc3-4769-a091-181e458399a7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Aug 31 19:35:40.704766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f4999-5c57-4558-b9ca-86fb1ce1f50d req-7c8d8e3f-1cf5-49b2-8f41-ab2038a92cc0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:40.706277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d20f4999-5c57-4558-b9ca-86fb1ce1f50d req-7c8d8e3f-1cf5-49b2-8f41-ab2038a92cc0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 944 time: 0.0498719 Aug 31 19:35:40.746057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d20f4999-5c57-4558-b9ca-86fb1ce1f50d req-4c5861d8-8e6c-4478-9d81-8439a33589bf tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Aug 31 19:35:40.836717 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:35:40.976503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-cc41259d-fe70-4951-ae3b-45dfa26204c4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:40.977986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-cc41259d-fe70-4951-ae3b-45dfa26204c4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.1049023 Aug 31 19:35:40.993099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-3085f336-a6bf-45c1-a6b2-8a8c46e1bbf4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/quotas/df394325ae3f4494a9ebd05ad6be968c HTTP/1.1" status: 200 len: 375 time: 0.0093954 Aug 31 19:35:41.048045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-339f9117-cf7e-47c5-9f89-d4fed9ba8c71 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493841 Aug 31 19:35:41.169938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-4eb86b32-8384-411c-b168-02971d242475 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137884 Aug 31 19:35:41.227941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622813-dc7f-4d37-a39c-79bc03ca1a5e req-c39f8929-d5e4-40ab-b61a-2625db44d400 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:41.229419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66622813-dc7f-4d37-a39c-79bc03ca1a5e req-c39f8929-d5e4-40ab-b61a-2625db44d400 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.1022136 Aug 31 19:35:41.283251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66622813-dc7f-4d37-a39c-79bc03ca1a5e req-b7ecb1a0-269e-467d-b567-ec2bb0e67f31 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Aug 31 19:35:41.296890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-1a124ef0-fb72-490e-bb26-7a404ad1b376 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206839 Aug 31 19:35:41.324544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:41.387232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:41.391083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:41.391463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.479873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41f34e89-4119-46fc-a4d4-5dc8aed5429e req-40aa2837-2bc4-437f-9023-6d875440d273 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 210 time: 0.0332999 Aug 31 19:35:41.498936 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.528956 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:41.531415 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da217b3-3098-4666-9e53-831da19f3c68" -d '{"events": [{"server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:41.565504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:41.576568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.607356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d93ac0bd-4ba1-4a9f-8862-3fb85dbd4288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.636939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:41.660997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee693fe7-be4e-4cce-a46f-d6999b492934 req-c03b41db-d555-465c-9a40-1254f63a872b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:41.669510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee693fe7-be4e-4cce-a46f-d6999b492934 req-c03b41db-d555-465c-9a40-1254f63a872b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 945 time: 0.1167564 Aug 31 19:35:41.711943 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7822e42-9b52-4eee-a4a1-cb8957cc1fd2 x-openstack-request-id: req-f7822e42-9b52-4eee-a4a1-cb8957cc1fd2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:41.712232 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:41.712557 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7822e42-9b52-4eee-a4a1-cb8957cc1fd2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:41.712865 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25', 'code': 200} Aug 31 19:35:41.725599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee693fe7-be4e-4cce-a46f-d6999b492934 req-d0bd77e9-3fe4-4647-8866-4e206fb3dd9c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Aug 31 19:35:41.766830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55706) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:41.840714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f808-ed35-4555-bbda-6273dbf8464d req-690d88be-6366-47a9-96eb-8bdfa51721de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:41.842835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec02f808-ed35-4555-bbda-6273dbf8464d req-690d88be-6366-47a9-96eb-8bdfa51721de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 1098 time: 0.0613317 Aug 31 19:35:41.884250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec02f808-ed35-4555-bbda-6273dbf8464d req-601bcc83-5524-4f2b-a33e-e2d847b08fe1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Aug 31 19:35:41.892435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ef673557-ad8a-4f59-ad12-3bc8f1ba1f77 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/floatingips/9852b375-f843-4715-8aac-ac5be4cc5532 HTTP/1.1" status: 200 len: 993 time: 0.1242776 Aug 31 19:35:41.919060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259045f-e4f9-45ea-bbaf-4e3a6d53588f req-333ed469-a84c-452f-ba36-10675b6df5ca tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:41.920639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5259045f-e4f9-45ea-bbaf-4e3a6d53588f req-333ed469-a84c-452f-ba36-10675b6df5ca tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 944 time: 0.0899951 Aug 31 19:35:41.961778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5259045f-e4f9-45ea-bbaf-4e3a6d53588f req-82700f7d-089b-4ef5-8c8b-62851a45b167 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 31 19:35:42.099141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:42.218362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:42.282984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 1cb3213c-53fb-4a26-89d6-92192a87ebc8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:42.283394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.339530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:42.362599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'mac_address': 'fa:16:3e:0b:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:42.395567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.396203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.402762 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.410617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 1cb3213c-53fb-4a26-89d6-92192a87ebc8 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:42.417817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67037e4-b7e3-465d-b7bd-54a59b26b6cc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:42.438186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:42.443537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.497493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:42.568647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.594539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=1cb3213c-53fb-4a26-89d6-92192a87ebc8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:42.610741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.611222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.611691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.612221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.612620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.613535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.614123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.614514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.614907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.615439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.615753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.616163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:42.616435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-471bc868-5547-470d-9047-085490280d85 req-42e2c5e0-f1e8-4713-8e3d-9638a3e56fe8 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 210 time: 0.0370541 Aug 31 19:35:42.673119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.673450 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Floating IP 9852b375-f843-4715-8aac-ac5be4cc5532 disassociated (deleted). External IP: 172.25.3.60, port: 42d483e8-ed57-46e7-a705-7518c7b402b3. Aug 31 19:35:42.713336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a67037e4-b7e3-465d-b7bd-54a59b26b6cc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:42.960888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7e96d-6580-47d0-bbc3-ccfb7ed00556 req-a2371dff-cd1f-4455-8817-920ea4b71598 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:42.982094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dba7e96d-6580-47d0-bbc3-ccfb7ed00556 req-a2371dff-cd1f-4455-8817-920ea4b71598 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 946 time: 0.1231706 Aug 31 19:35:43.048444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dba7e96d-6580-47d0-bbc3-ccfb7ed00556 req-738eb6cc-0bb4-4d8c-a35f-ed8f3925e268 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650918 Aug 31 19:35:43.078060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-2095c66b-1a64-4ddf-a7c5-f9347ffd1322 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:43.079534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-2095c66b-1a64-4ddf-a7c5-f9347ffd1322 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 815 time: 0.2226448 Aug 31 19:35:43.084803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router 2a15e61f-4322-49dc-8527-d01888538f8b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:43.107281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Request body: {'port': {'device_id': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'admin_state_up': True, 'tenant_id': 'df394325ae3f4494a9ebd05ad6be968c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:43.108618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63058897-bc5b-4289-be29-ec2d0631d753 req-900383f5-c464-4cc7-8605-e910afb45a7d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:43.119737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63058897-bc5b-4289-be29-ec2d0631d753 req-900383f5-c464-4cc7-8605-e910afb45a7d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 945 time: 0.0646548 Aug 31 19:35:43.180453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63058897-bc5b-4289-be29-ec2d0631d753 req-8cc3bc45-5920-4565-ba29-47c772c98615 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592778 Aug 31 19:35:43.296270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:43.302906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:43.309818 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Sync routers for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:43.321053 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:43.322244 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:43.360319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-87350918-cfb9-4bca-9706-e31e405e140a tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/floatingips/9852b375-f843-4715-8aac-ac5be4cc5532 HTTP/1.1" status: 204 len: 168 time: 1.2595751 Aug 31 19:35:43.367030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:43.369574 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26da21-df91-4c68-a813-3c7f54ee56de" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:43.414142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Made reservation on behalf of df394325ae3f4494a9ebd05ad6be968c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:35:43.419944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:43.528374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:43.551842 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b9aae-5cff-4761-a7ec-df1a677575f3 x-openstack-request-id: req-fc8b9aae-5cff-4761-a7ec-df1a677575f3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:43.554351 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:43.556853 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc8b9aae-5cff-4761-a7ec-df1a677575f3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:43.558268 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'status': 'completed', 'code': 200} Aug 31 19:35:43.664121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Allocated IP 172.20.0.14 (ff7e06e8-59e8-440b-89ff-82ae8124c831/29c5e896-b991-4a5b-b599-7a4f1595bdee/9add908c-8c65-4d3d-b335-fc76656776b5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:43.677431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4313f-2085-47a9-9240-10f8dce4d747 req-da84a5fa-2b6a-410b-bcc9-41948481b4ae tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:43.685808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3e4313f-2085-47a9-9240-10f8dce4d747 req-da84a5fa-2b6a-410b-bcc9-41948481b4ae tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.0824220 Aug 31 19:35:43.727455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ecb6a54-a8bb-4bfe-a014-a35b1d998f60 req-1276484b-f3e5-4824-a76c-3012d3db15e8 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 210 time: 0.0390942 Aug 31 19:35:43.756488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3e4313f-2085-47a9-9240-10f8dce4d747 req-8875c5c3-f01b-4d73-a619-2798dd3d1788 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687652 Aug 31 19:35:43.758319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-5d4dc9b6-0714-4970-a6ea-0f3db272c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:43.759869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-5d4dc9b6-0714-4970-a6ea-0f3db272c4b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67556e8759ec46048af0bdd4c1f6c933&device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 1098 time: 0.1903014 Aug 31 19:35:43.794748 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:43.828241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Checking router: 2a15e61f-4322-49dc-8527-d01888538f8b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:43.841901 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:43.842688 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:43.926428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-956f2049-d7ec-4103-b6fa-9f851d1c7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:43.928545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-956f2049-d7ec-4103-b6fa-9f851d1c7f85 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 200 len: 897 time: 0.1418824 Aug 31 19:35:43.966541 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:43.979033 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-490c0e12-c76b-4f36-8501-dd4f89e4e315 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 200 len: 217 time: 0.0386002 Aug 31 19:35:43.981936 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.051630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-bd257e38-d3d9-44c9-af1b-222a5bbd9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:44.053041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-bd257e38-d3d9-44c9-af1b-222a5bbd9b39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c29486d-97e2-4919-a018-c7e38ab58ad7 HTTP/1.1" status: 200 len: 834 time: 0.0648007 Aug 31 19:35:44.105191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.120319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b', 'dc71203e-90f0-4204-b01c-e58ce58802c2', '675cf2db-8b7d-4799-87b0-1b9e66934814'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:44.162133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Network ff7e06e8-59e8-440b-89ff-82ae8124c831 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:44.167272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-e52337a9-7139-437c-b815-0ffdc5c228ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:44.168900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-e52337a9-7139-437c-b815-0ffdc5c228ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054909 Aug 31 19:35:44.169884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:44.172720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:44.189871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253ae29-15a8-4efd-ace6-8e261c9961ff req-912d1715-fe5c-4868-83fe-22d2e0c5f549 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:44.207037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4253ae29-15a8-4efd-ace6-8e261c9961ff req-912d1715-fe5c-4868-83fe-22d2e0c5f549 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 946 time: 0.0757904 Aug 31 19:35:44.232307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:44.290541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4253ae29-15a8-4efd-ace6-8e261c9961ff req-7fbec95a-f69e-4fcf-8032-41bcc9fa7fc0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823579 Aug 31 19:35:44.343831 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-70310f17-e161-4a62-91be-74cad35cb1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.365514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event updated for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:44.398333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:44.399067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.425807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f425-98bd-4add-84a0-e94d8f73fe22 req-b96d6790-6178-485d-bda4-4fccd658cd36 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:44.433441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-53738b29-dc10-4ef4-a982-8769ae0e226e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3300374 Aug 31 19:35:44.435392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f043f425-98bd-4add-84a0-e94d8f73fe22 req-b96d6790-6178-485d-bda4-4fccd658cd36 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 945 time: 0.1297147 Aug 31 19:35:44.457511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Request body: {'port': {'device_id': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:44.471751 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:44.501192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-6ff2474a-fe07-41ae-878f-55f0989d9e91 service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226981 Aug 31 19:35:44.507370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.539459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.543080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f043f425-98bd-4add-84a0-e94d8f73fe22 req-d62c3a55-3bde-474a-92c6-e63d024dda85 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002791 Aug 31 19:35:44.561378 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d71a21-8571-4d1f-a415-33d2728e671f None None] The sync data for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 is: [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:34:46Z', 'revision_number': 4, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '28c17c62-3e95-4a01-bc19-0ff92de76a50', 'name': '', 'network_id': '62a5aac8-711c-4fab-ad0a-a68fbbc11bb0', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'mac_address': 'fa:16:3e:94:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:45Z', 'updated_at': '2021-08-31T19:34:53Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'subnets': [{'id': '7c29486d-97e2-4919-a018-c7e38ab58ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:44.565124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port a67037e4-b7e3-465d-b7bd-54a59b26b6cc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:44.580482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a67037e4-b7e3-465d-b7bd-54a59b26b6cc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:44.580862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.663888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.786558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.908505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bf26da21-df91-4c68-a813-3c7f54ee56de req-4f0f7bdb-3569-4ec1-b499-f292ba09ec89 service neutron] 10.222.0.82 "GET /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702950 Aug 31 19:35:44.915136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:44.917523 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373cd3d-f1a3-4332-a29c-2531884848d9" -d '{"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-plugged", "status": "completed", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:44.941613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:44.951108 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.989928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3e0e9-10a8-40a2-a52c-2bdb80012b4e None None] New status for floating IP 9852b375-f843-4715-8aac-ac5be4cc5532: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:35:45.035167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-98c4cf6c-a771-431b-ad2d-2381c8bc7de6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:45.036325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03725d-f388-4d20-8b16-17444cafcb34 req-eb9ac4da-bccb-444f-a77c-da57695aafd3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:45.038022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc03725d-f388-4d20-8b16-17444cafcb34 req-eb9ac4da-bccb-444f-a77c-da57695aafd3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.1118100 Aug 31 19:35:45.038583 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-98c4cf6c-a771-431b-ad2d-2381c8bc7de6 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 946 time: 0.1098387 Aug 31 19:35:45.065220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bfd4-9214-4477-8ff3-92dd378fcd70 req-72d29be9-266b-409a-a680-f578ccd0b1d8 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:45.068009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52b9bfd4-9214-4477-8ff3-92dd378fcd70 req-72d29be9-266b-409a-a680-f578ccd0b1d8 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 932 time: 0.1593912 Aug 31 19:35:45.115839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:45.137457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc03725d-f388-4d20-8b16-17444cafcb34 req-57235b49-2f0f-4326-b7a7-791e15746947 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d54cfe0-d097-462b-a75d-19a742615995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919511 Aug 31 19:35:45.166326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52b9bfd4-9214-4477-8ff3-92dd378fcd70 req-08f719de-4775-498b-b0d9-bddd120907f5 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913527 Aug 31 19:35:45.176710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add908c-8c65-4d3d-b335-fc76656776b5 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:45.187016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.208801 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bcb9c2-662c-4cce-b75b-6dd4ef69a9b8 x-openstack-request-id: req-f1bcb9c2-662c-4cce-b75b-6dd4ef69a9b8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:45.209916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-plugged", "status": "completed", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:45.210176 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1bcb9c2-662c-4cce-b75b-6dd4ef69a9b8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:45.210939 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'code': 200} Aug 31 19:35:45.219040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Transition to ACTIVE for port object 9add908c-8c65-4d3d-b335-fc76656776b5 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:35:45.228523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.279872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 42d483e8-ed57-46e7-a705-7518c7b402b3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:45.280204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.387451 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.674119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f000-7fda-434f-bda4-c9372069b908 req-c683dfd4-a29d-4190-a022-d1a541a87c5d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:45.676577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b9f000-7fda-434f-bda4-c9372069b908 req-c683dfd4-a29d-4190-a022-d1a541a87c5d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0593178 Aug 31 19:35:45.724449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b9f000-7fda-434f-bda4-c9372069b908 req-12bd8806-a5dd-48ed-ac71-805f6c18c3f2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Aug 31 19:35:45.727091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Pushing event updated for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:45.787492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c70cf-39b8-4338-aa05-1d2e2de29217 req-ad494ebc-5d7c-4062-bd04-f67d6bee1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:45.789045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b56c70cf-39b8-4338-aa05-1d2e2de29217 req-ad494ebc-5d7c-4062-bd04-f67d6bee1767 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1098 time: 0.5117729 Aug 31 19:35:45.855079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 42d483e8-ed57-46e7-a705-7518c7b402b3, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=42d483e8-ed57-46e7-a705-7518c7b402b3,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:45.855460 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.864772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Attempting to bind port 9add908c-8c65-4d3d-b335-fc76656776b5 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:35:45.865127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Attempting to bind port 9add908c-8c65-4d3d-b335-fc76656776b5 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:35:45.865442 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Attempting to bind port 9add908c-8c65-4d3d-b335-fc76656776b5 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:45.877250 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b56c70cf-39b8-4338-aa05-1d2e2de29217 req-1dcb9ae1-b40f-4674-bcb1-714e48a24222 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788281 Aug 31 19:35:45.878876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 42d483e8-ed57-46e7-a705-7518c7b402b3 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:45.880731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Port 9add908c-8c65-4d3d-b335-fc76656776b5 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:35:45.880994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Attempting to bind port 9add908c-8c65-4d3d-b335-fc76656776b5 on network ff7e06e8-59e8-440b-89ff-82ae8124c831 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:35:45.891276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:35:45.891623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Checking segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:35:45.892031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Bound using segment: {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:35:45.892461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Bound port: 9add908c-8c65-4d3d-b335-fc76656776b5, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985006ff-d48c-4e4f-a5b2-129572557445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:35:45.892822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:45.938690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:46.012189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:35:46.024593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9add908c-8c65-4d3d-b335-fc76656776b5,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:35:46.032812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:46.096348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.097781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:46.099326 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] 10.222.0.67 "PUT /v2.0/ports/9add908c-8c65-4d3d-b335-fc76656776b5 HTTP/1.1" status: 200 len: 1093 time: 1.6522934 Aug 31 19:35:46.103222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:46.105555 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f606439-5805-4e9a-8e4a-a1d70dd82709" -d '{"events": [{"name": "network-changed", "server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:46.138918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:46.152711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9280a8-790c-4913-9c0e-9abd2b9dd786 service neutron] Pushing event updated for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:46.160917 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360b7d9-4aac-4563-89d5-91a38905256e x-openstack-request-id: req-6360b7d9-4aac-4563-89d5-91a38905256e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:46.160917 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:46.161278 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6360b7d9-4aac-4563-89d5-91a38905256e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:46.161524 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5', 'status': 'completed', 'code': 200} Aug 31 19:35:46.232117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=42d483e8-ed57-46e7-a705-7518c7b402b3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:46.255154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] No DVR routers for this DVR port 42d483e8-ed57-46e7-a705-7518c7b402b3 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:46.258319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:46.260332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cc60b358-4bc4-43ea-973f-f96bf4310efb req-7f4e3958-b165-4d81-86be-9baa0b8c6306 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.82 "DELETE /v2.0/ports/42d483e8-ed57-46e7-a705-7518c7b402b3 HTTP/1.1" status: 204 len: 173 time: 1.2153084 Aug 31 19:35:46.269623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3894fed4-685b-48ba-8606-12e50891492c req-c8ac31fd-43f4-48fe-b295-17b46d899c35 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5a56c91-9e56-49f7-adf5-143b92ef118d HTTP/1.1" status: 200 len: 210 time: 0.0439746 Aug 31 19:35:46.291035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-cf6b0197-b215-4d8f-90d2-896deaa95434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.291035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-cf6b0197-b215-4d8f-90d2-896deaa95434 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 1096 time: 0.1216888 Aug 31 19:35:46.341107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c0a7-a53a-4c7c-82e0-2d04c8745d33 req-84fd003f-52cc-4ada-9574-282cf066759f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.342965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a93c0a7-a53a-4c7c-82e0-2d04c8745d33 req-84fd003f-52cc-4ada-9574-282cf066759f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 944 time: 0.0721934 Aug 31 19:35:46.369672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-bafb082b-c0ef-4a02-a9d2-4e91ba42b7ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9add908c-8c65-4d3d-b335-fc76656776b5 HTTP/1.1" status: 200 len: 217 time: 0.0646563 Aug 31 19:35:46.404498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a93c0a7-a53a-4c7c-82e0-2d04c8745d33 req-bd0a1bfd-b9d3-4095-865b-e8997ed1b992 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Aug 31 19:35:46.431596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-3b2efbb6-3ee8-4c7b-9f2f-53d75125aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.433100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-3b2efbb6-3ee8-4c7b-9f2f-53d75125aab9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0527477 Aug 31 19:35:46.472169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-5d969ad7-eec4-4f65-94f9-75a2f7e3797d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Aug 31 19:35:46.582311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-5850f312-dc62-4448-a3d5-fecd0f5afd27 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998626 Aug 31 19:35:46.688639 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8a77dfa1-8474-4652-82a6-ef5738e08318 req-4989f4a3-1609-4330-9164-830176aeaa37 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942700 Aug 31 19:35:46.778381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-6c569ccd-4e53-4953-ad74-3ec3200682e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.780406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-6c569ccd-4e53-4953-ad74-3ec3200682e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df394325ae3f4494a9ebd05ad6be968c&device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 1096 time: 0.0440366 Aug 31 19:35:46.895891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-fc139381-3dc2-45e0-9067-ea2e5f0c15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:46.898330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-fc139381-3dc2-45e0-9067-ea2e5f0c15f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 200 len: 916 time: 0.1095190 Aug 31 19:35:46.952734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-7af6fbc1-4d06-412c-b0a3-1e2bb4d8b3fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9add908c-8c65-4d3d-b335-fc76656776b5 HTTP/1.1" status: 200 len: 217 time: 0.0462546 Aug 31 19:35:47.019038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-4d658412-4556-4b82-ab68-9b5f63c1c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:47.019868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:47.020840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-4d658412-4556-4b82-ab68-9b5f63c1c86e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 200 len: 855 time: 0.0526702 Aug 31 19:35:47.070158 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-01c24e49-d45a-4d20-aafc-2dc8cf2f932c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7e06e8-59e8-440b-89ff-82ae8124c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334136 Aug 31 19:35:47.161004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad496-dbbf-4307-8e08-de5bd281b50a req-e6ac2e34-12c1-446a-b5ca-38f7ff0ae0dd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:47.162602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8efad496-dbbf-4307-8e08-de5bd281b50a req-e6ac2e34-12c1-446a-b5ca-38f7ff0ae0dd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.3546717 Aug 31 19:35:47.174065 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-1ee5d4af-06a6-4d2a-aacd-ed5df499385b service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953310 Aug 31 19:35:47.201136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8efad496-dbbf-4307-8e08-de5bd281b50a req-c09b24d1-0635-4703-b9ca-05ba9fa1a29d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Aug 31 19:35:47.277368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5f606439-5805-4e9a-8e4a-a1d70dd82709 req-0c92feba-2fba-4f04-b60c-6c5abf8278fc service neutron] 10.222.0.67 "GET /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950301 Aug 31 19:35:47.324972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:47.385800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:47.411183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:47.470100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:47.473323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:47.474487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d54cfe0-d097-462b-a75d-19a742615995 HTTP/1.1" status: 204 len: 168 time: 0.1484928 Aug 31 19:35:47.494687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54cfe0-d097-462b-a75d-19a742615995,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:47.508236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:47.522044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.522389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.522725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.523064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.523395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.523750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.524077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.524397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.524715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.525164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.525491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.525837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80bee15-4710-470c-ab41-d0b1ae0d4c82 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:47.548375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10350105-139d-4fec-8556-eaaf4c0eca0a req-c3419d52-87aa-4a08-8c29-77d04e2a979e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:47.552628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10350105-139d-4fec-8556-eaaf4c0eca0a req-c3419d52-87aa-4a08-8c29-77d04e2a979e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 944 time: 0.0726008 Aug 31 19:35:47.591829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10350105-139d-4fec-8556-eaaf4c0eca0a req-6d5fc35a-ae5c-461e-9e5c-2cab91afb79c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Aug 31 19:35:47.877496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.133479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port 28c17c62-3e95-4a01-bc19-0ff92de76a50 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:48.133834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.174758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'name': 'network-vif-deleted', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:48.177718 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c0d24f-c21d-4b22-8da6-4188cd9f8391" -d '{"events": [{"server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "name": "network-vif-deleted", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:48.217420 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de36ad1-7060-4d41-8001-64ca8c796374 x-openstack-request-id: req-2de36ad1-7060-4d41-8001-64ca8c796374 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:48.217706 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a56c91-9e56-49f7-adf5-143b92ef118d", "name": "network-vif-deleted", "tag": "42d483e8-ed57-46e7-a705-7518c7b402b3", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:48.217951 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2de36ad1-7060-4d41-8001-64ca8c796374 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:48.218340 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a56c91-9e56-49f7-adf5-143b92ef118d', 'name': 'network-vif-deleted', 'tag': '42d483e8-ed57-46e7-a705-7518c7b402b3', 'status': 'completed', 'code': 200} Aug 31 19:35:48.235883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port 28c17c62-3e95-4a01-bc19-0ff92de76a50, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=28c17c62-3e95-4a01-bc19-0ff92de76a50,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:48.236257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.249978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for 28c17c62-3e95-4a01-bc19-0ff92de76a50 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:48.320740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2270-dc34-443e-9e01-a71e6143ffc2 req-4f73e0cc-7df6-49b6-98df-c204ffb81382 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:48.322610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68eb2270-dc34-443e-9e01-a71e6143ffc2 req-4f73e0cc-7df6-49b6-98df-c204ffb81382 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Aug 31 19:35:48.363017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68eb2270-dc34-443e-9e01-a71e6143ffc2 req-ea4e2cdb-4ecc-40c4-bcb9-022c8ee45542 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Aug 31 19:35:48.447824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.477092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=28c17c62-3e95-4a01-bc19-0ff92de76a50,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:48.489172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120207c8-4478-4094-bfb4-6c1188601b06 req-6f82ef7a-f210-4ee2-b422-aca050ede28b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:48.490819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-120207c8-4478-4094-bfb4-6c1188601b06 req-6f82ef7a-f210-4ee2-b422-aca050ede28b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Aug 31 19:35:48.531905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-120207c8-4478-4094-bfb4-6c1188601b06 req-016de4ab-fe98-45ea-9006-da40868a743c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348680 Aug 31 19:35:48.554998 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:48.599372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689da9f-5326-4d52-bce2-f67069a35c69 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:48.600956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c689da9f-5326-4d52-bce2-f67069a35c69 tempest-TestNetworkAdvancedServerOps-1441522409 tempest-TestNetworkAdvancedServerOps-1441522409-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1093 time: 0.0448484 Aug 31 19:35:48.604116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:48.608843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:35:48.647595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.679177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.764021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8915b-ebeb-4029-a3c0-87de418891ae req-3aa780bf-ad86-45c8-8b0d-32b64ffbd939 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:48.764021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88e8915b-ebeb-4029-a3c0-87de418891ae req-3aa780bf-ad86-45c8-8b0d-32b64ffbd939 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 944 time: 0.0688989 Aug 31 19:35:48.828827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88e8915b-ebeb-4029-a3c0-87de418891ae req-c8207ea1-9770-47dd-a890-8793e0b572e7 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Aug 31 19:35:48.852055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:48.921112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Router 2a15e61f-4322-49dc-8527-d01888538f8b has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:49.005034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Allocated IP 172.25.3.51 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/4d62dcc6-da3f-4121-be7c-118bf0217c9e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:35:49.031918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:49.037056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-20f0b336-1aa5-46d7-9cfd-7420e5546e9e tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "PUT /v2.0/routers/2a15e61f-4322-49dc-8527-d01888538f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5276575 Aug 31 19:35:49.039645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:49.042933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Sync routers for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:49.053035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:49.053727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:49.092689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting subnet 7c29486d-97e2-4919-a018-c7e38ab58ad7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:35:49.095885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.122265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.136677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.166303 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:49.168415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.205699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:35:49.212422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:35:49.216066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:35:49.241485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.244261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=4d62dcc6-da3f-4121-be7c-118bf0217c9e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:49.312296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.342290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Subnet': ['ID=7c29486d-97e2-4919-a018-c7e38ab58ad7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:49.350913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.355523 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d509df14-2723-49b2-9c08-8a13b664b2a3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/subnets/7c29486d-97e2-4919-a018-c7e38ab58ad7 HTTP/1.1" status: 204 len: 168 time: 0.3123050 Aug 31 19:35:49.355753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:49.363219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cadaa7-18da-46c0-8775-b387345a540b None None] Network 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:35:49.384083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9add908c-8c65-4d3d-b335-fc76656776b5 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:35:49.399869 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:35:48Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:49.436933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Checking router: 2a15e61f-4322-49dc-8527-d01888538f8b for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:49.446377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Routers {'2a15e61f-4322-49dc-8527-d01888538f8b'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:49.447336 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2a15e61f-4322-49dc-8527-d01888538f8b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:49.483957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.548369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9add908c-8c65-4d3d-b335-fc76656776b5,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:49.579910 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] Set router 2a15e61f-4322-49dc-8527-d01888538f8b gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:49.582922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9add908c-8c65-4d3d-b335-fc76656776b5', 'network_id': 'ff7e06e8-59e8-440b-89ff-82ae8124c831', 'port_id': '9add908c-8c65-4d3d-b335-fc76656776b5', 'mac_address': 'fa:16:3e:52:92:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c5e896-b991-4a5b-b599-7a4f1595bdee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:35:49.620157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.651676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.671685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add908c-8c65-4d3d-b335-fc76656776b5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:35:49.693283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9add908c-8c65-4d3d-b335-fc76656776b5,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:49.694681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.703007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.710207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Deleting port beb02e14-cbe3-4828-80de-38190da31ec3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:49.710645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.740396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] DHCP port deletion for 62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:35:49.796115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.797437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:49.830591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Deleting port de897a11-54de-4c6a-b6f4-b02a3383d5a5 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:35:49.830975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.842068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] For port beb02e14-cbe3-4828-80de-38190da31ec3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=beb02e14-cbe3-4828-80de-38190da31ec3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:49.842514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.900713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Calling delete_port for beb02e14-cbe3-4828-80de-38190da31ec3 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:49.901065 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:35:48Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:49.944610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] For port de897a11-54de-4c6a-b6f4-b02a3383d5a5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=de897a11-54de-4c6a-b6f4-b02a3383d5a5,segment=NetworkSegment(0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c),segment_id=0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:49.945045 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:49.951335 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b09748-c0ea-4baf-8cf7-f5a893163e2b None None] The sync data for ids ['2a15e61f-4322-49dc-8527-d01888538f8b'] in n-d-778550-14 is: [{'id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'name': 'tempest-TestNetworkBasicOps-router-777519158', 'tenant_id': '67556e8759ec46048af0bdd4c1f6c933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:34:41Z', 'updated_at': '2021-08-31T19:35:48Z', 'revision_number': 5, 'project_id': '67556e8759ec46048af0bdd4c1f6c933', 'gw_port': {'id': 'beb02e14-cbe3-4828-80de-38190da31ec3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15e61f-4322-49dc-8527-d01888538f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:34:42Z', 'updated_at': '2021-08-31T19:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:49.959924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Calling delete_port for de897a11-54de-4c6a-b6f4-b02a3383d5a5 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:35:50.054511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9add908c-8c65-4d3d-b335-fc76656776b5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:35:50.068578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.076430 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.080619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.093221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7ea1-79a6-462e-81b0-dcc307bf45a7 req-d694448b-191f-4dad-af66-b1438684bfa6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:50.095042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdeb7ea1-79a6-462e-81b0-dcc307bf45a7 req-d694448b-191f-4dad-af66-b1438684bfa6 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 945 time: 0.0944443 Aug 31 19:35:50.134879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] Pushing event deleted for resources: {'Port': ['ID=de897a11-54de-4c6a-b6f4-b02a3383d5a5,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:50.138098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03f42b-ed2b-4801-af46-cc64934b64b2 None None] No DVR routers for this DVR port de897a11-54de-4c6a-b6f4-b02a3383d5a5 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:35:50.179082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.210910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event updated for resources: {'Port': ['ID=4d62dcc6-da3f-4121-be7c-118bf0217c9e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:50.215036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Port': ['ID=beb02e14-cbe3-4828-80de-38190da31ec3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:50.228956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdeb7ea1-79a6-462e-81b0-dcc307bf45a7 req-ed996272-1e5d-44f6-8bdd-3f553cdd5b8a tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065590 Aug 31 19:35:50.235273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.266098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 42d483e8-ed57-46e7-a705-7518c7b402b3 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:50.295619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.312552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 42d483e8-ed57-46e7-a705-7518c7b402b3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:50.312910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 42d483e8-ed57-46e7-a705-7518c7b402b3 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:50.417789 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 4aa36821-5edb-4804-95df-a13d42d6f024 associated. External IP: 172.25.3.51, port: a67037e4-b7e3-465d-b7bd-54a59b26b6cc. Aug 31 19:35:50.460217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.462973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.517221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.518035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Fanout notify agent at l3_agent the message router_deleted on router 2a15e61f-4322-49dc-8527-d01888538f8b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:35:50.526276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.530933 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c549cbfa-45db-4c14-a174-07da84fd5cd0 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/routers/2a15e61f-4322-49dc-8527-d01888538f8b HTTP/1.1" status: 204 len: 168 time: 1.1707416 Aug 31 19:35:50.531165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:50.617545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.716283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:35:50.778893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.796885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a5aac8-711c-4fab-ad0a-a68fbbc11bb0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:50.818316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:50.818775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0fe24b-a9ec-4d8e-bba1-b1b9865d5c1c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:50.833373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.851505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.864277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:35:50.864895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:35:50.868757 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:35:50.910620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:35:50.930381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Sync routers for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:35:50.942757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.946243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:50.953601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.981920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:50.982267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:50.991425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] 10.222.0.73 "DELETE /v2.0/networks/62a5aac8-711c-4fab-ad0a-a68fbbc11bb0 HTTP/1.1" status: 204 len: 168 time: 0.4542184 Aug 31 19:35:50.991425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ac3cd-de4b-4914-8766-c0d131fd95b3 tempest-TestNetworkBasicOps-564436189 tempest-TestNetworkBasicOps-564436189-project] Pushing event deleted for resources: {'Network': ['ID=62a5aac8-711c-4fab-ad0a-a68fbbc11bb0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:51.050261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3d5e5741-d7fc-4121-b2a3-27cd3e474170 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4434235 Aug 31 19:35:51.054849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:51.064680 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e810c47a-f1b3-4634-928c-94eb8274490a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:51.202805 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d077bc8-d36a-40fb-b916-51b0d77d21b8 x-openstack-request-id: req-6d077bc8-d36a-40fb-b916-51b0d77d21b8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:51.203267 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:51.203870 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d077bc8-d36a-40fb-b916-51b0d77d21b8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:51.204520 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'status': 'completed', 'code': 200} Aug 31 19:35:51.283778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:51.382964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4679-0814-44f1-b161-6abbb893f067 req-0a448513-edf8-4fa8-816e-9472f2caab6c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.393111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b1e4679-0814-44f1-b161-6abbb893f067 req-0a448513-edf8-4fa8-816e-9472f2caab6c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.1481109 Aug 31 19:35:51.395947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810c47a-f1b3-4634-928c-94eb8274490a req-b04e3b41-3efd-4f00-b430-60acd5fadd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.397729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-b04e3b41-3efd-4f00-b430-60acd5fadd4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1098 time: 0.1865947 Aug 31 19:35:51.493146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55850) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:51.570176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b1e4679-0814-44f1-b161-6abbb893f067 req-5b98e54a-8b00-4b34-8195-c73cdc555428 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661003 Aug 31 19:35:51.600033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810c47a-f1b3-4634-928c-94eb8274490a req-2a40b6f9-4451-41f4-aa86-796757821c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.603042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab061de-c907-4dc0-a43d-5cbdb6eba323 req-6ba239ed-bf4f-44ca-b8c0-fb5d6cd81186 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.611205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-2a40b6f9-4451-41f4-aa86-796757821c72 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 200 len: 898 time: 0.1989465 Aug 31 19:35:51.611701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:51.614353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ab061de-c907-4dc0-a43d-5cbdb6eba323 req-6ba239ed-bf4f-44ca-b8c0-fb5d6cd81186 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 945 time: 0.1806924 Aug 31 19:35:51.615091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9add908c-8c65-4d3d-b335-fc76656776b5 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:35:51.617467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de897a11-54de-4c6a-b6f4-b02a3383d5a5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:51.668286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ab061de-c907-4dc0-a43d-5cbdb6eba323 req-007bb20f-d728-4241-b097-00b328531365 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Aug 31 19:35:51.743900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: de897a11-54de-4c6a-b6f4-b02a3383d5a5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:51.744259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device de897a11-54de-4c6a-b6f4-b02a3383d5a5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:51.744672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28c17c62-3e95-4a01-bc19-0ff92de76a50 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:51.767526 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-204f081b-a7ed-41f2-a895-729116f1d2e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 200 len: 999 time: 0.1474798 Aug 31 19:35:51.779154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 28c17c62-3e95-4a01-bc19-0ff92de76a50 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:51.779532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 28c17c62-3e95-4a01-bc19-0ff92de76a50 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:51.794273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9add908c-8c65-4d3d-b335-fc76656776b5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:35:51.804731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9add908c-8c65-4d3d-b335-fc76656776b5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:35:51.805376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:51.822424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23d2b780-5892-4582-a766-c500343bd162 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/4aa36821-5edb-4804-95df-a13d42d6f024 HTTP/1.1" status: 200 len: 991 time: 0.2076526 Aug 31 19:35:51.885165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cac70d40-ae02-4da6-8755-e02918b22520 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67556e8759ec46048af0bdd4c1f6c933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889031 Aug 31 19:35:51.887881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:51.905819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810c47a-f1b3-4634-928c-94eb8274490a req-c902920e-707a-497d-9540-9b87ca07a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.907550 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-c902920e-707a-497d-9540-9b87ca07a617 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2c38075e-c548-4a1c-94e4-2601814cbd7d HTTP/1.1" status: 200 len: 835 time: 0.1125982 Aug 31 19:35:51.969869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810c47a-f1b3-4634-928c-94eb8274490a req-903e1c60-dc27-4250-a6b7-283aa7c46136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:51.971598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-903e1c60-dc27-4250-a6b7-283aa7c46136 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8024e395-db17-4972-bb4e-aae6f41e32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556908 Aug 31 19:35:51.973383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.000505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.003742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.036458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:35:52.038918 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a72fa2-a5fd-4eea-98b5-7d6b7f9c6c39" -d '{"events": [{"server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "name": "network-vif-plugged", "status": "completed", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:35:52.075238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9add908c-8c65-4d3d-b335-fc76656776b5,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:35:52.077097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.081156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.084621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d04470c-046d-44fd-a110-216901a4582d HTTP/1.1" status: 204 len: 168 time: 0.1940534 Aug 31 19:35:52.092983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '4aa36821-5edb-4804-95df-a13d42d6f024', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'mac_address': 'fa:16:3e:0b:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:49Z', 'updated_at': '2021-08-31T19:35:49Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:52.127180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c50428-e879-4a10-9096-60336fd95c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d04470c-046d-44fd-a110-216901a4582d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:52.185059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.188378 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95ef2dc-ba5c-4e14-8e26-41954543837c x-openstack-request-id: req-e95ef2dc-ba5c-4e14-8e26-41954543837c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:35:52.188784 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "name": "network-vif-plugged", "status": "completed", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:35:52.189239 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e95ef2dc-ba5c-4e14-8e26-41954543837c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:35:52.189990 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5', 'code': 200} Aug 31 19:35:52.194096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Checking router: a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:35:52.231829 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-a2e610f9-370d-413d-a467-67c8fdb8c4bb service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502677 Aug 31 19:35:52.256096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:35:52.256822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:35:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:52.347684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49724b-1410-434f-af99-e2a38d1b7d8f req-42ed36ac-9e0d-43fc-9510-801660f78b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:52.347684 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d49724b-1410-434f-af99-e2a38d1b7d8f req-42ed36ac-9e0d-43fc-9510-801660f78b5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 1098 time: 0.1532044 Aug 31 19:35:52.348148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:52.401049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d49724b-1410-434f-af99-e2a38d1b7d8f req-7c2d97c4-2c09-45d3-ba1e-7c113225d727 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Aug 31 19:35:52.422685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e810c47a-f1b3-4634-928c-94eb8274490a req-3bafa7b7-a5d4-4cbb-8ae7-bd509836cb52 service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496747 Aug 31 19:35:52.451325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:35:52.500196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 55872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:52.516294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fee6017-0c66-4011-9ac2-1591afd16f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.655750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fee6017-0c66-4011-9ac2-1591afd16f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.660348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fee6017-0c66-4011-9ac2-1591afd16f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.710320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee6017-0c66-4011-9ac2-1591afd16f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617c61d-e858-4116-bed2-684e7a8939da,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:52.731080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5fee6017-0c66-4011-9ac2-1591afd16f70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d303213f5ca4ab097d0cf421b9dce72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296715 Aug 31 19:35:52.731354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:52.805255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '4aa36821-5edb-4804-95df-a13d42d6f024', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'mac_address': 'fa:16:3e:0b:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:49Z', 'updated_at': '2021-08-31T19:35:49Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:35:52.810348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.828169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55886) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:52.841419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.842470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device beb02e14-cbe3-4828-80de-38190da31ec3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:35:52.845015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82f9be-164e-4e2b-b83a-fd33b3c92592 None None] The sync data for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 is: [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '4aa36821-5edb-4804-95df-a13d42d6f024', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'mac_address': 'fa:16:3e:0b:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:35:49Z', 'updated_at': '2021-08-31T19:35:49Z', 'revision_number': 0, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:35:52.869831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: beb02e14-cbe3-4828-80de-38190da31ec3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:35:52.870333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device beb02e14-cbe3-4828-80de-38190da31ec3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:35:52.873667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88bc7-a36c-4d12-83bd-f50381503db9 req-ffa78fe3-aef3-4065-b1bf-a28a946d6b06 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:52.876673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45d88bc7-a36c-4d12-83bd-f50381503db9 req-ffa78fe3-aef3-4065-b1bf-a28a946d6b06 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 946 time: 0.0933549 Aug 31 19:35:52.933768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-45d88bc7-a36c-4d12-83bd-f50381503db9 req-6442e09e-30d7-4cef-86bc-7a846cc8fc8b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Aug 31 19:35:52.953028 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18b77055-adaa-4604-8708-3adc2c03417e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/4aa36821-5edb-4804-95df-a13d42d6f024 HTTP/1.1" status: 200 len: 991 time: 0.0714033 Aug 31 19:35:52.966196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.969515 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:52.970923 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b617c61d-e858-4116-bed2-684e7a8939da HTTP/1.1" status: 204 len: 168 time: 0.2384093 Aug 31 19:35:52.980966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9b0cb-5f8e-41c0-80f6-58752d20f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617c61d-e858-4116-bed2-684e7a8939da,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:53.117429 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04df350-12d6-4b41-bd1e-ff7e7bf49bf3 None None] New status for floating IP 4aa36821-5edb-4804-95df-a13d42d6f024: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:35:53.957881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 55906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:54.037609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ec61f20-b969-4c99-9bec-d3dd767577f4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/4aa36821-5edb-4804-95df-a13d42d6f024 HTTP/1.1" status: 200 len: 993 time: 0.0788276 Aug 31 19:35:54.078426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeeeb8-67f9-470a-ae0f-4c5f173ce3d1 req-20b27db7-926c-4b41-8c3d-8717a5b73944 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:54.079970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfeeeeb8-67f9-470a-ae0f-4c5f173ce3d1 req-20b27db7-926c-4b41-8c3d-8717a5b73944 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 946 time: 0.0538826 Aug 31 19:35:54.125273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfeeeeb8-67f9-470a-ae0f-4c5f173ce3d1 req-79d9e6cc-2956-4611-80ee-2c61a1aeac7c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380597 Aug 31 19:35:58.912162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1de8bf-239f-4d7c-a93b-6c00dfbcd859 req-b62f4938-b756-4bce-8b51-da6b295d62f9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:58.926033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb1de8bf-239f-4d7c-a93b-6c00dfbcd859 req-b62f4938-b756-4bce-8b51-da6b295d62f9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1537020 Aug 31 19:35:59.020401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb1de8bf-239f-4d7c-a93b-6c00dfbcd859 req-de4fc8bd-755b-4549-9731-ebfc24b24d04 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670848 Aug 31 19:35:59.160206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb083c1-e9f2-4503-96ec-43e0926cc968 req-5f001602-354b-4b86-a9f8-340309170d46 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:59.161613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9eb083c1-e9f2-4503-96ec-43e0926cc968 req-5f001602-354b-4b86-a9f8-340309170d46 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0534649 Aug 31 19:35:59.210481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9eb083c1-e9f2-4503-96ec-43e0926cc968 req-41095039-832e-4b90-9964-7a3b4c60acbf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422196 Aug 31 19:35:59.458667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a0fe1-7b08-4447-a472-ea40d3108e51 req-822c092e-65e7-4a9a-aca4-3c4fd269db65 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:59.460094 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c2a0fe1-7b08-4447-a472-ea40d3108e51 req-822c092e-65e7-4a9a-aca4-3c4fd269db65 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0498471 Aug 31 19:35:59.499540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c2a0fe1-7b08-4447-a472-ea40d3108e51 req-e837fc3a-c03f-4a0b-a008-abcad0a5973a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 31 19:35:59.854647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ffc1-4006-4fff-a48f-32217d3e55c2 req-c883bed1-70f9-4d5e-ace0-8386096a89a2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:35:59.856357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6335ffc1-4006-4fff-a48f-32217d3e55c2 req-c883bed1-70f9-4d5e-ace0-8386096a89a2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Aug 31 19:35:59.900585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6335ffc1-4006-4fff-a48f-32217d3e55c2 req-fec0149f-8f9f-4c0d-a298-db8d0cbfcc19 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Aug 31 19:36:01.093789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908535c9-a6f7-4568-9df1-2c3677dafed4 req-4af2c70e-aa08-4a19-bc89-30aed2fa093b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:01.103930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908535c9-a6f7-4568-9df1-2c3677dafed4 req-4af2c70e-aa08-4a19-bc89-30aed2fa093b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1269193 Aug 31 19:36:01.157897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908535c9-a6f7-4568-9df1-2c3677dafed4 req-76fd1205-42fc-4e3f-83dc-385266d66539 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528147 Aug 31 19:36:02.282833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb9c69-ae62-4007-b982-c8d979161334 req-2f9ee4c7-334f-4e8b-9b82-0f4a2464ce13 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:02.285381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dfb9c69-ae62-4007-b982-c8d979161334 req-2f9ee4c7-334f-4e8b-9b82-0f4a2464ce13 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0555851 Aug 31 19:36:02.334794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dfb9c69-ae62-4007-b982-c8d979161334 req-697907ed-2ae6-4a27-91b7-1294954e28fd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Aug 31 19:36:03.470736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74cbf1-0c6d-488e-8960-ce48596080a1 req-8c39ef8d-7f5c-4f83-94dd-571cc549c77a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:03.472502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec74cbf1-0c6d-488e-8960-ce48596080a1 req-8c39ef8d-7f5c-4f83-94dd-571cc549c77a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0572407 Aug 31 19:36:03.512292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ec74cbf1-0c6d-488e-8960-ce48596080a1 req-0e5c08ec-760c-445a-bc93-543486e143e8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Aug 31 19:36:04.664198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfe0b2-26cf-4d1d-a085-d05aef42186a req-ddd49e0e-7b35-452b-a621-4d539a3fa1ca tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:04.669004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afdfe0b2-26cf-4d1d-a085-d05aef42186a req-ddd49e0e-7b35-452b-a621-4d539a3fa1ca tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Aug 31 19:36:04.713910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-afdfe0b2-26cf-4d1d-a085-d05aef42186a req-dbe6fce7-a1fb-4e57-b9c6-0062f4285efb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Aug 31 19:36:05.845378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecfb9-881a-4edd-8268-fcac112f068c req-d1f19ff9-5fe7-4751-87c8-0ced3bfb9fcb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:05.847139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e9ecfb9-881a-4edd-8268-fcac112f068c req-d1f19ff9-5fe7-4751-87c8-0ced3bfb9fcb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0576952 Aug 31 19:36:05.896519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e9ecfb9-881a-4edd-8268-fcac112f068c req-3db8f90f-feec-48a9-a8c4-43ee8c0714a5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Aug 31 19:36:07.013385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c5f6-5d20-4675-8401-099962bdc159 req-2b85bdb8-6a26-4049-910e-7e93b12dfecb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:07.014872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9974c5f6-5d20-4675-8401-099962bdc159 req-2b85bdb8-6a26-4049-910e-7e93b12dfecb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Aug 31 19:36:07.054888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9974c5f6-5d20-4675-8401-099962bdc159 req-0272fd45-bbfb-4c70-b75d-d860d56c1fb6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333104 Aug 31 19:36:08.182148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf47ceb-6ecb-436f-ad1d-bf6220041989 req-37248bd0-85a0-49c5-8036-702d42f66af2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:08.183665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcf47ceb-6ecb-436f-ad1d-bf6220041989 req-37248bd0-85a0-49c5-8036-702d42f66af2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0492852 Aug 31 19:36:08.225892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcf47ceb-6ecb-436f-ad1d-bf6220041989 req-f38f651e-437c-4c3c-bc13-bf06cba8781d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362713 Aug 31 19:36:08.778457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-c5a987d5-9ab7-41cf-8864-586e224b60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:08.780130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-c5a987d5-9ab7-41cf-8864-586e224b60cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.0667205 Aug 31 19:36:08.936612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823c9c-50c0-49fa-b99d-eb416c913d75 req-7218f536-71a7-4459-a411-12d7ee344940 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:08.938413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34823c9c-50c0-49fa-b99d-eb416c913d75 req-7218f536-71a7-4459-a411-12d7ee344940 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.0550895 Aug 31 19:36:08.983210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34823c9c-50c0-49fa-b99d-eb416c913d75 req-c79f95cd-c9a0-463d-a57b-a406c1bd4664 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Aug 31 19:36:09.241132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-370cee52-5f2d-4430-b2a2-32ca64c47309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:09.242960 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-370cee52-5f2d-4430-b2a2-32ca64c47309 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.4368186 Aug 31 19:36:09.310815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-c70c61ef-8490-49e9-af52-a36a647865d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.0599484 Aug 31 19:36:09.352387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84a5f-f872-43d3-88a2-0754b3d4bd1c req-d7148e9f-c02f-4e2f-8a3f-2897d1cb04e2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:09.354028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0b84a5f-f872-43d3-88a2-0754b3d4bd1c req-d7148e9f-c02f-4e2f-8a3f-2897d1cb04e2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0546155 Aug 31 19:36:09.369771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-f5714198-c7cc-4e40-81af-de1e3df067d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:09.371386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-f5714198-c7cc-4e40-81af-de1e3df067d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0498488 Aug 31 19:36:09.394191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0b84a5f-f872-43d3-88a2-0754b3d4bd1c req-28594073-cf57-4c0e-ba31-31e07f3a03d2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341890 Aug 31 19:36:09.424550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-069521fc-c427-4eb7-98ad-2f90cd4d5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:09.426085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-069521fc-c427-4eb7-98ad-2f90cd4d5a38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454640 Aug 31 19:36:09.518713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-e20b0a70-8f0e-44b4-93f5-86d5781075e2 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Aug 31 19:36:09.627879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f383c8af-997b-4503-8e20-f47d2fc93723 req-abbcb67b-0e3b-404d-86a3-48c381882f32 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992253 Aug 31 19:36:10.121360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58c32a-2afc-4cf7-9949-be96df2de505 req-a750f61a-bd10-4bb0-9b52-941926d28a4e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:10.122869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe58c32a-2afc-4cf7-9949-be96df2de505 req-a750f61a-bd10-4bb0-9b52-941926d28a4e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.0567818 Aug 31 19:36:10.165497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe58c32a-2afc-4cf7-9949-be96df2de505 req-a9627221-f7fb-437e-a4f5-58c32c9032a4 tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/security-groups?id=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366311 Aug 31 19:36:10.516618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2e465-3ac5-4ad4-ac17-16e6dbeceed4 req-16237f95-16b4-4b27-aeb8-43fe226eeb02 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:10.518302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8a2e465-3ac5-4ad4-ac17-16e6dbeceed4 req-16237f95-16b4-4b27-aeb8-43fe226eeb02 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0538127 Aug 31 19:36:10.518505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-99287799-72dd-4e3c-9c31-a7231f951fcc tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:10.520135 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-99287799-72dd-4e3c-9c31-a7231f951fcc tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.82 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Aug 31 19:36:10.559465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8a2e465-3ac5-4ad4-ac17-16e6dbeceed4 req-7c23cc3d-4e08-4dc5-bdc4-52003f630bb0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Aug 31 19:36:10.616599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Deleting port 11982966-1239-4e47-92c9-12c3b1c9a0ee {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:10.616951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:10.713872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] For port 11982966-1239-4e47-92c9-12c3b1c9a0ee, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=11982966-1239-4e47-92c9-12c3b1c9a0ee,segment=NetworkSegment(1c22d758-a5cb-4d8a-9286-a5a78e56b1c6),segment_id=1c22d758-a5cb-4d8a-9286-a5a78e56b1c6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:10.714182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:10.728229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Calling delete_port for 11982966-1239-4e47-92c9-12c3b1c9a0ee owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:10.861184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:10.873580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['11982966-1239-4e47-92c9-12c3b1c9a0ee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:10.892196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Pushing event deleted for resources: {'Port': ['ID=11982966-1239-4e47-92c9-12c3b1c9a0ee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:10.935456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] No DVR routers for this DVR port 11982966-1239-4e47-92c9-12c3b1c9a0ee on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:10.937930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:10.939936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0968824-1e19-4435-89cc-4255e7fcf005 req-a895f654-0a9e-4496-b2fc-aa5502514f9e tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.82 "DELETE /v2.0/ports/11982966-1239-4e47-92c9-12c3b1c9a0ee HTTP/1.1" status: 204 len: 173 time: 0.4130888 Aug 31 19:36:10.940369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'name': 'network-vif-deleted', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:10.943064 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f630d8c-4fdc-442b-a640-949ead0b4693" -d '{"events": [{"server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "name": "network-vif-deleted", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:10.991514 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66637961-a99d-4aaa-830a-df106874499a x-openstack-request-id: req-66637961-a99d-4aaa-830a-df106874499a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:10.991822 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57669029-d031-4cd6-945b-b9074d4da1c4", "name": "network-vif-deleted", "tag": "11982966-1239-4e47-92c9-12c3b1c9a0ee", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:10.992543 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66637961-a99d-4aaa-830a-df106874499a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:10.992543 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57669029-d031-4cd6-945b-b9074d4da1c4', 'name': 'network-vif-deleted', 'tag': '11982966-1239-4e47-92c9-12c3b1c9a0ee', 'status': 'completed', 'code': 200} Aug 31 19:36:11.027571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-9e10581b-aee6-47b9-876c-e639c7202a12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462892 Aug 31 19:36:11.114170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9364-f9ac-488c-892d-d4c75974220d req-26575c0e-591f-4e9c-a066-9b35039d4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:11.115872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-26575c0e-591f-4e9c-a066-9b35039d4740 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e849605105fc4ae0b14fa278e284503a&device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 1097 time: 0.0588737 Aug 31 19:36:11.226998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9364-f9ac-488c-892d-d4c75974220d req-7ccef33a-5718-4d3d-8c63-160ba5bf21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:11.230751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-7ccef33a-5718-4d3d-8c63-160ba5bf21fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 200 len: 911 time: 0.0953264 Aug 31 19:36:11.291224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9015b1fe-1efc-458a-b775-762230f9b021 req-97f22909-df04-4a8b-9400-9f694acf8ade tempest-VolumesSnapshotTestJSON-1358238729 tempest-VolumesSnapshotTestJSON-1358238729-project] 10.222.0.73 "GET /v2.0/ports?device_id=57669029-d031-4cd6-945b-b9074d4da1c4 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Aug 31 19:36:11.324539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-d6c8ba71-5a6e-4649-bb6a-0df2e70878cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 200 len: 1000 time: 0.0858986 Aug 31 19:36:11.386705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9364-f9ac-488c-892d-d4c75974220d req-cd56d12a-fafa-4088-b5fa-e5baa393b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:11.388276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-cd56d12a-fafa-4088-b5fa-e5baa393b088 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 200 len: 849 time: 0.0479469 Aug 31 19:36:11.446034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9364-f9ac-488c-892d-d4c75974220d req-5d1700a7-68f8-4a73-9326-6443453d67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:11.447609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-5d1700a7-68f8-4a73-9326-6443453d67d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b806aac-92cd-499d-b8f7-ed34974754c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481319 Aug 31 19:36:11.549651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abf2f610-c009-4ddd-ae6d-88fcbfcc59c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:11.551615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-f45f73f0-3fd4-400a-ac29-1b9a5a3acd5a service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944588 Aug 31 19:36:11.646492 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-addb9364-f9ac-488c-892d-d4c75974220d req-77ec1899-ab25-4470-ad3b-d83f6f1dc9d8 service neutron] 10.222.0.82 "GET /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858903 Aug 31 19:36:11.679518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae74e5-80e6-4ae4-a25f-1f8e0d2d0419 req-96d0104f-37b0-4167-9417-fa92ddd82b9c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:11.681239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aae74e5-80e6-4ae4-a25f-1f8e0d2d0419 req-96d0104f-37b0-4167-9417-fa92ddd82b9c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Aug 31 19:36:11.719759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aae74e5-80e6-4ae4-a25f-1f8e0d2d0419 req-5bb486f8-0c3f-4916-beac-446232e9278d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Aug 31 19:36:12.845596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d776ff-929e-42a2-a098-29366c0e58b6 req-9e16dd22-b44e-4d8e-b94d-9bce4d7e1e9d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:12.847180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9d776ff-929e-42a2-a098-29366c0e58b6 req-9e16dd22-b44e-4d8e-b94d-9bce4d7e1e9d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0565469 Aug 31 19:36:12.888926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9d776ff-929e-42a2-a098-29366c0e58b6 req-ebbabb0a-716d-43b6-93eb-ea6639601359 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346675 Aug 31 19:36:14.013482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ed67-8447-42e6-867f-ebbd1cbeb766 req-580c60d6-c312-46a1-afd3-5e9d53059ee0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:14.016126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca5ed67-8447-42e6-867f-ebbd1cbeb766 req-580c60d6-c312-46a1-afd3-5e9d53059ee0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0557005 Aug 31 19:36:14.058690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca5ed67-8447-42e6-867f-ebbd1cbeb766 req-a5395650-f016-492c-aa10-356c81f7fc25 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Aug 31 19:36:14.192896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09e03a35-9ee2-43a8-9013-3f69fe3ef205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:14.345658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 11982966-1239-4e47-92c9-12c3b1c9a0ee no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:14.378511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 11982966-1239-4e47-92c9-12c3b1c9a0ee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:14.378860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 11982966-1239-4e47-92c9-12c3b1c9a0ee not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:14.463530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:14.593135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:15.240601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14e83a-28c8-4c91-945f-341841b6407b req-04418093-8c39-4047-a2c0-47e01f1a3ced tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.242250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d14e83a-28c8-4c91-945f-341841b6407b req-04418093-8c39-4047-a2c0-47e01f1a3ced tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0619249 Aug 31 19:36:15.289378 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d14e83a-28c8-4c91-945f-341841b6407b req-e2581fb4-d993-4118-a686-7957322f828f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Aug 31 19:36:15.392590 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:15.538579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce60b-2f6a-49e7-9128-c404e544420e req-f187d54d-24bd-4186-86f6-9b98b981ba03 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.541690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b1ce60b-2f6a-49e7-9128-c404e544420e req-f187d54d-24bd-4186-86f6-9b98b981ba03 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0667419 Aug 31 19:36:15.590001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-69d800f8-f7ad-467c-bb8d-719329e00239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.591581 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-69d800f8-f7ad-467c-bb8d-719329e00239 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.0571198 Aug 31 19:36:15.592530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b1ce60b-2f6a-49e7-9128-c404e544420e req-0193b28e-e432-4925-a36a-b01cf32cac85 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Aug 31 19:36:15.687503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-bcdd8b8e-6170-43ae-bf8a-01e1e7295d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.689023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-bcdd8b8e-6170-43ae-bf8a-01e1e7295d3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.0893278 Aug 31 19:36:15.756394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-23881c1e-6a52-4b54-8305-de2b572099ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.0592854 Aug 31 19:36:15.810635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-dc4168f1-73ff-4138-a467-64fcf36069df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.812049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-dc4168f1-73ff-4138-a467-64fcf36069df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0482714 Aug 31 19:36:15.858933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-d2da4936-7b02-46ae-ba3e-c4b126f04db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:15.860646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-d2da4936-7b02-46ae-ba3e-c4b126f04db1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404980 Aug 31 19:36:15.943340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:15.958787 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-c3145f39-cb33-4acb-8bb0-15258bcf620f service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881710 Aug 31 19:36:16.060896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e68ab226-632c-42ee-8686-c9867ae2de65 req-b780abc9-f645-49fd-8a66-514ab952f8fa service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940604 Aug 31 19:36:16.728074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51946fc2-82dc-4d90-a46d-ceec90fbb89e req-4117debf-d8a1-4b8c-b456-2b8d4e8443bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:16.730371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51946fc2-82dc-4d90-a46d-ceec90fbb89e req-4117debf-d8a1-4b8c-b456-2b8d4e8443bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0570507 Aug 31 19:36:16.776273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51946fc2-82dc-4d90-a46d-ceec90fbb89e req-9ab962fc-2273-401a-8c0b-6e634fcf3a28 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Aug 31 19:36:17.018447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:17.839555 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:36:18.071522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae541bc-7d1b-4805-afaf-0370025f0a70 req-240695f9-4635-4402-bd0c-e7877c63b100 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:18.073222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ae541bc-7d1b-4805-afaf-0370025f0a70 req-240695f9-4635-4402-bd0c-e7877c63b100 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Aug 31 19:36:18.124231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ae541bc-7d1b-4805-afaf-0370025f0a70 req-77cccacd-ebea-4217-9f9d-26c30e025c20 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Aug 31 19:36:18.250637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c9add-be60-4be0-9aeb-9fb031fc0b8d req-38c957de-829c-4662-b64c-03cd848b0dd4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:18.254178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f00c9add-be60-4be0-9aeb-9fb031fc0b8d req-38c957de-829c-4662-b64c-03cd848b0dd4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0591660 Aug 31 19:36:18.294682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f00c9add-be60-4be0-9aeb-9fb031fc0b8d req-e5edbb79-5482-4f6e-baa0-d46384168a5c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355418 Aug 31 19:36:18.639903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad965a-cf24-4e88-9e12-de50c467d39c req-a5a6fec7-21d4-4e40-81f3-d989da02bff6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:18.644274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aad965a-cf24-4e88-9e12-de50c467d39c req-a5a6fec7-21d4-4e40-81f3-d989da02bff6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0837033 Aug 31 19:36:18.695609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aad965a-cf24-4e88-9e12-de50c467d39c req-2ad1ffe4-9d02-45c3-8c70-338dab4563e5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478325 Aug 31 19:36:19.263819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0dce-c720-4afc-a6e2-9d7b53128a72 req-6adb2e50-01e2-4b79-b567-aec0867332ca tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:19.272178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0de0dce-c720-4afc-a6e2-9d7b53128a72 req-6adb2e50-01e2-4b79-b567-aec0867332ca tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 946 time: 0.3667128 Aug 31 19:36:19.317379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b944-6067-4d47-b17f-84b07a3a19e3 req-6db5afe0-4d98-4107-b61d-a4c05acf8712 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:19.319165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d3b944-6067-4d47-b17f-84b07a3a19e3 req-6db5afe0-4d98-4107-b61d-a4c05acf8712 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.3756285 Aug 31 19:36:19.327890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0de0dce-c720-4afc-a6e2-9d7b53128a72 req-b3ce2a8b-bdd0-4f3c-8a98-c6931e70ba9f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Aug 31 19:36:19.368118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0d3b944-6067-4d47-b17f-84b07a3a19e3 req-bab6da18-e168-4e18-bba8-5782e12468c1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381403 Aug 31 19:36:20.494595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208a10a-95bb-43e0-bbe7-07913b25c2b7 req-f54b493b-a574-42cf-b3e9-27085c779440 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:20.501886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a208a10a-95bb-43e0-bbe7-07913b25c2b7 req-f54b493b-a574-42cf-b3e9-27085c779440 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 946 time: 0.0950840 Aug 31 19:36:20.538506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113eb6a-0782-47ba-8c21-f47dc5368ca6 req-a0797930-e306-4605-96b1-e84b6b1eaf74 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:20.540118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3113eb6a-0782-47ba-8c21-f47dc5368ca6 req-a0797930-e306-4605-96b1-e84b6b1eaf74 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0915587 Aug 31 19:36:20.567120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a208a10a-95bb-43e0-bbe7-07913b25c2b7 req-0b69c3ed-4f5b-489c-a2b7-eef35b52b58e tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588195 Aug 31 19:36:20.610533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3113eb6a-0782-47ba-8c21-f47dc5368ca6 req-f3324da7-0415-43b1-bdb2-bf6056bd6e39 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Aug 31 19:36:20.805246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-282a962f-0f50-4368-8a65-4ff653cd416b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:20.809791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-282a962f-0f50-4368-8a65-4ff653cd416b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 946 time: 0.1283777 Aug 31 19:36:20.942064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922a3a4-99c7-4904-ac51-adc62f320cab req-d988ac4e-d9ed-492e-bf5c-78ed13cc8819 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:20.948078 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7922a3a4-99c7-4904-ac51-adc62f320cab req-d988ac4e-d9ed-492e-bf5c-78ed13cc8819 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1090746 Aug 31 19:36:20.956156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Deleting port 9add908c-8c65-4d3d-b335-fc76656776b5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:20.956539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:21.071241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7922a3a4-99c7-4904-ac51-adc62f320cab req-35f74102-9364-40db-ba4c-f4c486e1e0ee tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126909 Aug 31 19:36:21.122477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] For port 9add908c-8c65-4d3d-b335-fc76656776b5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9add908c-8c65-4d3d-b335-fc76656776b5,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:21.122854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:21.138303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Calling delete_port for 9add908c-8c65-4d3d-b335-fc76656776b5 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:21.284559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:21.297691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b', 'dc71203e-90f0-4204-b01c-e58ce58802c2', '675cf2db-8b7d-4799-87b0-1b9e66934814', '9add908c-8c65-4d3d-b335-fc76656776b5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:21.312154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event deleted for resources: {'Port': ['ID=9add908c-8c65-4d3d-b335-fc76656776b5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:21.388394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] No DVR routers for this DVR port 9add908c-8c65-4d3d-b335-fc76656776b5 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:21.395111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:21.401270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2bfcc7f3-8826-4a94-829b-0dbcccdb7f1c req-36640ea6-60ba-4e3a-9d4b-5549b506a347 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "DELETE /v2.0/ports/9add908c-8c65-4d3d-b335-fc76656776b5 HTTP/1.1" status: 204 len: 173 time: 0.5842652 Aug 31 19:36:21.401659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'name': 'network-vif-deleted', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:21.405123 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c28df-24e4-424a-a011-976eb62bfe25" -d '{"events": [{"server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "name": "network-vif-deleted", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:21.458639 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5df52-c752-40c9-9db2-252d4807a9a5 x-openstack-request-id: req-1ba5df52-c752-40c9-9db2-252d4807a9a5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:21.458934 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c163866f-a3f4-42a2-af78-eec4a93bcc62", "name": "network-vif-deleted", "tag": "9add908c-8c65-4d3d-b335-fc76656776b5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:21.459192 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ba5df52-c752-40c9-9db2-252d4807a9a5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:21.459744 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c163866f-a3f4-42a2-af78-eec4a93bcc62', 'name': 'network-vif-deleted', 'tag': '9add908c-8c65-4d3d-b335-fc76656776b5', 'status': 'completed', 'code': 200} Aug 31 19:36:21.731486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40bf16a2-2af0-48e1-95de-37ed7ecf960a req-a5e4ed88-8c63-4c8b-91e2-b16754594d88 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=c163866f-a3f4-42a2-af78-eec4a93bcc62 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Aug 31 19:36:22.195494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c82f4-1264-409d-841a-6447b59d2c71 req-cedf7ce1-1259-49b1-8d44-7d3f7cab6c2a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:22.204108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e4c82f4-1264-409d-841a-6447b59d2c71 req-cedf7ce1-1259-49b1-8d44-7d3f7cab6c2a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0645628 Aug 31 19:36:22.253080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e4c82f4-1264-409d-841a-6447b59d2c71 req-1dcba3a9-f9d0-421d-a7a5-dc6822de67a2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476055 Aug 31 19:36:22.402883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d873-98e9-4fbc-8bbf-0bea07d29b9e req-70b05c91-2f8e-4427-bb71-9084a87335b8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:22.405449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0967d873-98e9-4fbc-8bbf-0bea07d29b9e req-70b05c91-2f8e-4427-bb71-9084a87335b8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0678537 Aug 31 19:36:22.452985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0967d873-98e9-4fbc-8bbf-0bea07d29b9e req-81eca585-bc6f-4d89-a13d-fc3abe44ae77 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Aug 31 19:36:22.588902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dd2f-03e4-4416-8abc-6c596c39814e req-a4961ba7-ac06-488d-898a-fc716b69cda2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:22.591711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8739dd2f-03e4-4416-8abc-6c596c39814e req-a4961ba7-ac06-488d-898a-fc716b69cda2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0586774 Aug 31 19:36:22.637210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8739dd2f-03e4-4416-8abc-6c596c39814e req-04f1118d-c4e4-4d35-b83e-294a1b9152a6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386648 Aug 31 19:36:22.804465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2704a00-365a-4552-8676-b0d15deb8c73 req-6e8e4b13-312b-486d-b8d7-9874b23d18ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:22.805750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2704a00-365a-4552-8676-b0d15deb8c73 req-6e8e4b13-312b-486d-b8d7-9874b23d18ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0801752 Aug 31 19:36:22.884711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2704a00-365a-4552-8676-b0d15deb8c73 req-aae474de-ed8f-4142-994b-f3f65af3b4a7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698333 Aug 31 19:36:25.522124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9add908c-8c65-4d3d-b335-fc76656776b5 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:25.564870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9add908c-8c65-4d3d-b335-fc76656776b5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:25.566908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9add908c-8c65-4d3d-b335-fc76656776b5 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:25.702708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649d509-e52c-4cb0-9a66-e2c065fca36a req-ed9265ce-08b3-4fe2-a04b-0b609b2dee88 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:25.704609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6649d509-e52c-4cb0-9a66-e2c065fca36a req-ed9265ce-08b3-4fe2-a04b-0b609b2dee88 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0785367 Aug 31 19:36:25.762216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6649d509-e52c-4cb0-9a66-e2c065fca36a req-3efb09cf-a948-496a-a683-b594f06278de tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Aug 31 19:36:26.755988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557b39-9b69-4ec8-9814-55094a667fac req-dc9f9732-89d2-4b42-8080-6c0097556804 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:26.757959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42557b39-9b69-4ec8-9814-55094a667fac req-dc9f9732-89d2-4b42-8080-6c0097556804 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0743120 Aug 31 19:36:26.825315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42557b39-9b69-4ec8-9814-55094a667fac req-31ce0197-976e-4ae5-b47e-f279eb24653d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613294 Aug 31 19:36:26.940674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cd0df-953f-427f-97a0-d28237e03b92 req-808498a0-1350-4b07-b723-2af6260b0d22 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:26.942498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6cd0df-953f-427f-97a0-d28237e03b92 req-808498a0-1350-4b07-b723-2af6260b0d22 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0560212 Aug 31 19:36:26.994003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6cd0df-953f-427f-97a0-d28237e03b92 req-d2c03201-d3f9-49cb-8623-1201a7b54ff7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Aug 31 19:36:27.951184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417120a-2460-41ad-a5ce-5f0069c20313 req-08c12f54-9a1a-4684-97b1-323e2b7afa00 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:27.952775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0417120a-2460-41ad-a5ce-5f0069c20313 req-08c12f54-9a1a-4684-97b1-323e2b7afa00 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0570855 Aug 31 19:36:27.994947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0417120a-2460-41ad-a5ce-5f0069c20313 req-e95f9f8d-f38b-4690-ab03-cbfd75065275 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330174 Aug 31 19:36:28.106519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6e411-d068-43d4-98c5-cda5f14d75ef req-fafe588d-d25c-4099-9b8d-c654993f1c82 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:28.107958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30e6e411-d068-43d4-98c5-cda5f14d75ef req-fafe588d-d25c-4099-9b8d-c654993f1c82 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0505872 Aug 31 19:36:28.155075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30e6e411-d068-43d4-98c5-cda5f14d75ef req-d0974729-1e64-4f94-ab73-41a3eb6b9654 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Aug 31 19:36:28.481213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-2c287845-2e06-45f3-9ea3-a484da95be62 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:28.482672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-2c287845-2e06-45f3-9ea3-a484da95be62 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Aug 31 19:36:28.589561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Deleting port 675cf2db-8b7d-4799-87b0-1b9e66934814 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:28.590218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:28.742341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] For port 675cf2db-8b7d-4799-87b0-1b9e66934814, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=675cf2db-8b7d-4799-87b0-1b9e66934814,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:28.744104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:28.774893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Calling delete_port for 675cf2db-8b7d-4799-87b0-1b9e66934814 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:28.933439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:28.944937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b', 'dc71203e-90f0-4204-b01c-e58ce58802c2', '675cf2db-8b7d-4799-87b0-1b9e66934814'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:28.965739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event deleted for resources: {'Port': ['ID=675cf2db-8b7d-4799-87b0-1b9e66934814,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:29.013894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] No DVR routers for this DVR port 675cf2db-8b7d-4799-87b0-1b9e66934814 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:29.018184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:29.029856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef7fcd1e-828c-4bc5-81ab-fd15fbd62a8e req-0a6a627d-24db-418e-ac44-302b25bfe4e3 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "DELETE /v2.0/ports/675cf2db-8b7d-4799-87b0-1b9e66934814 HTTP/1.1" status: 204 len: 173 time: 0.5392368 Aug 31 19:36:29.030330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'name': 'network-vif-deleted', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:29.033044 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ebd808-3734-411f-9c6a-e8929455c879" -d '{"events": [{"server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "name": "network-vif-deleted", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:29.083799 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af86db-a9c6-478c-aacd-b1aabb6d17ad x-openstack-request-id: req-e9af86db-a9c6-478c-aacd-b1aabb6d17ad {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:29.084337 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8adac-7ba0-412f-9174-21562ee2dfe1", "name": "network-vif-deleted", "tag": "675cf2db-8b7d-4799-87b0-1b9e66934814", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:29.084849 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9af86db-a9c6-478c-aacd-b1aabb6d17ad {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:29.085425 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8adac-7ba0-412f-9174-21562ee2dfe1', 'name': 'network-vif-deleted', 'tag': '675cf2db-8b7d-4799-87b0-1b9e66934814', 'status': 'completed', 'code': 200} Aug 31 19:36:29.117099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6eff4056-7d7c-448d-a530-284a41aaf390 req-f32752a5-7909-4a5a-a398-937a1610111a tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5c8adac-7ba0-412f-9174-21562ee2dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0317385 Aug 31 19:36:29.287074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4f926-1a45-4bdf-b6fd-00405ce1b3ea req-9ff106a9-4cfb-4528-ae66-d028ff666137 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:29.288591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3dd4f926-1a45-4bdf-b6fd-00405ce1b3ea req-9ff106a9-4cfb-4528-ae66-d028ff666137 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0527642 Aug 31 19:36:29.330184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3dd4f926-1a45-4bdf-b6fd-00405ce1b3ea req-0f25d5ea-eb7b-447f-9289-db475c6e9ed0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Aug 31 19:36:29.442610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd27ca7-58fe-4d7c-9c7e-8562803c412d req-8bb89845-e833-4d55-8022-22fe4e747098 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:29.444133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dd27ca7-58fe-4d7c-9c7e-8562803c412d req-8bb89845-e833-4d55-8022-22fe4e747098 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.0508711 Aug 31 19:36:29.485339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dd27ca7-58fe-4d7c-9c7e-8562803c412d req-1fe583c7-dc0c-4bb2-a30f-4fddb27afce2 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Aug 31 19:36:30.400609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a5245-8310-455c-85e6-843acb32095b req-d0d7e91a-df8b-48f0-a826-caab7792827d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:30.402158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a5a5245-8310-455c-85e6-843acb32095b req-d0d7e91a-df8b-48f0-a826-caab7792827d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 946 time: 0.0544634 Aug 31 19:36:30.473615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a5a5245-8310-455c-85e6-843acb32095b req-c931f11c-9790-4157-afdb-13daece23671 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Aug 31 19:36:30.489315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dfd20-61ac-4f00-9038-dbc989ca7189 req-f5d512a1-36b7-4e4a-9497-ef5de860280a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:30.490734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-630dfd20-61ac-4f00-9038-dbc989ca7189 req-f5d512a1-36b7-4e4a-9497-ef5de860280a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0757787 Aug 31 19:36:30.532501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-630dfd20-61ac-4f00-9038-dbc989ca7189 req-1409a454-90fc-4786-ac3a-37d36bac9873 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 Aug 31 19:36:30.609016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62fd14-3dad-43a7-b458-034a1544a106 req-b8a4d09f-0d09-4f76-acdb-e1cf00a481bb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:30.610692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a62fd14-3dad-43a7-b458-034a1544a106 req-b8a4d09f-0d09-4f76-acdb-e1cf00a481bb tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.0504649 Aug 31 19:36:30.654561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a62fd14-3dad-43a7-b458-034a1544a106 req-66b125e8-9f49-4971-bcb5-3e522de250bc tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups?id=46ff5fa1-a418-431f-89cb-eb06d642e322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Aug 31 19:36:31.030006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-5126f4f5-88b3-4dc1-8370-69d6fb788341 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:31.031426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-5126f4f5-88b3-4dc1-8370-69d6fb788341 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 945 time: 0.0532265 Aug 31 19:36:31.130703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Deleting port 21903b62-7e8d-49ac-a65a-456009914502 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:31.131062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.225036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] For port 21903b62-7e8d-49ac-a65a-456009914502, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=21903b62-7e8d-49ac-a65a-456009914502,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:31.225420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.411920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.412325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.412652 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Floating IP dc2e0a10-e193-445b-8988-9fdca803a297 disassociated. External IP: 172.25.3.75, port: 21903b62-7e8d-49ac-a65a-456009914502. Aug 31 19:36:31.412999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Calling delete_port for 21903b62-7e8d-49ac-a65a-456009914502 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:31.547182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.552968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 675cf2db-8b7d-4799-87b0-1b9e66934814 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:31.590939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 675cf2db-8b7d-4799-87b0-1b9e66934814 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:31.591457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 675cf2db-8b7d-4799-87b0-1b9e66934814 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:31.595979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'Port': ['ID=21903b62-7e8d-49ac-a65a-456009914502,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:31.655921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9174-7734-4365-8e5e-61954a12beee req-77d1dc2d-8059-4a49-b5d2-3de3992a19ae tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:31.664281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e9f9174-7734-4365-8e5e-61954a12beee req-77d1dc2d-8059-4a49-b5d2-3de3992a19ae tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 946 time: 0.0841019 Aug 31 19:36:31.740191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:36:31.742692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e9f9174-7734-4365-8e5e-61954a12beee req-6a252519-f831-4c55-bb5d-2732dfe5822b tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772557 Aug 31 19:36:31.751942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64ac3-e240-4be8-bfa4-40e7849c6149 req-3d4a63f2-b4f8-465c-bdac-c3e899769a7c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:31.767554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34e64ac3-e240-4be8-bfa4-40e7849c6149 req-3d4a63f2-b4f8-465c-bdac-c3e899769a7c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.1002092 Aug 31 19:36:31.812279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34e64ac3-e240-4be8-bfa4-40e7849c6149 req-fe4ad87b-51f6-4f03-add7-b352ab9aa48a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373425 Aug 31 19:36:31.885791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5b45167-e8e2-465d-83e9-bb801b548d3a req-e0052567-e8de-4944-abaf-751e60d2ca85 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c9f31d3-be31-4739-927a-97668ccdac81 HTTP/1.1" status: 200 len: 210 time: 0.0389841 Aug 31 19:36:31.925047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:36:31.948037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:36:31.961143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:36:31.962077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:31.969559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] No DVR routers for this DVR port 21903b62-7e8d-49ac-a65a-456009914502 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:31.973441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:31.975822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d6a216c3-f692-43cf-9206-86ccd6b28cf8 req-eb15d07b-37a5-40d0-bb80-2117c751fe16 tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.82 "DELETE /v2.0/ports/21903b62-7e8d-49ac-a65a-456009914502 HTTP/1.1" status: 204 len: 173 time: 0.9383667 Aug 31 19:36:31.976479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'name': 'network-vif-deleted', 'tag': '21903b62-7e8d-49ac-a65a-456009914502'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:31.979119 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e09c7-11ab-421f-bb12-182177c3a6b7" -d '{"events": [{"server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "name": "network-vif-deleted", "tag": "21903b62-7e8d-49ac-a65a-456009914502"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:31.998386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-96fcf0aa-da13-479c-9e8f-1492e4c563d7 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:32.000383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-96fcf0aa-da13-479c-9e8f-1492e4c563d7 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 946 time: 0.1299360 Aug 31 19:36:32.057048 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70c050-cab3-4c0c-956c-a27e5764f717 x-openstack-request-id: req-1c70c050-cab3-4c0c-956c-a27e5764f717 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:32.058131 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9f31d3-be31-4739-927a-97668ccdac81", "name": "network-vif-deleted", "tag": "21903b62-7e8d-49ac-a65a-456009914502", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:32.058686 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c70c050-cab3-4c0c-956c-a27e5764f717 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:32.059335 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f31d3-be31-4739-927a-97668ccdac81', 'name': 'network-vif-deleted', 'tag': '21903b62-7e8d-49ac-a65a-456009914502', 'status': 'completed', 'code': 200} Aug 31 19:36:32.156566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Deleting port dc71203e-90f0-4204-b01c-e58ce58802c2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:32.157293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:32.186910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:36:32.335068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] For port dc71203e-90f0-4204-b01c-e58ce58802c2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=dc71203e-90f0-4204-b01c-e58ce58802c2,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:32.335537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:32.354267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Calling delete_port for dc71203e-90f0-4204-b01c-e58ce58802c2 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:32.483741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:32.504824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:32.514407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:36:32.518089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b', 'dc71203e-90f0-4204-b01c-e58ce58802c2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:32.555582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:36:32.556287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:32.558570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event deleted for resources: {'Port': ['ID=dc71203e-90f0-4204-b01c-e58ce58802c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:32.595518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] No DVR routers for this DVR port dc71203e-90f0-4204-b01c-e58ce58802c2 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:32.601718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:32.605464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-33ce2350-c95e-4c72-9347-8f003124ba79 req-79ceeb5f-0ead-41d8-beee-ac3162275bde tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "DELETE /v2.0/ports/dc71203e-90f0-4204-b01c-e58ce58802c2 HTTP/1.1" status: 204 len: 173 time: 0.5958691 Aug 31 19:36:32.884558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:36:32.897663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3448d04-0f39-49a9-932d-873176c273e2 req-cbda817e-b506-47a9-9cd7-6a7b681703c4 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=36365327-20f7-4204-a5b9-1d766f1cda93 HTTP/1.1" status: 200 len: 210 time: 0.0642407 Aug 31 19:36:32.990017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:33.048883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3026-481a-438f-9898-c39b6fb0a7f8 req-dc5897ca-46ed-4e04-b498-44e32345aca0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:33.058902 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4cb3026-481a-438f-9898-c39b6fb0a7f8 req-dc5897ca-46ed-4e04-b498-44e32345aca0 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0974095 Aug 31 19:36:33.130520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.164875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.165182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4cb3026-481a-438f-9898-c39b6fb0a7f8 req-0baca7bd-79b4-4cc9-b9ad-7b6bebda3bb7 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051641 Aug 31 19:36:33.245835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:33.257681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.260444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.264358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "DELETE /v2.0/security-groups/46ff5fa1-a418-431f-89cb-eb06d642e322 HTTP/1.1" status: 204 len: 168 time: 0.2725184 Aug 31 19:36:33.267663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:33.275461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce77cd-6600-4cf1-8d0b-3efb3ba1934f None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:28:57Z', 'revision_number': 4, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '0fdbfa3f-b622-47a5-b00b-2f9880909b4c', 'name': '', 'network_id': '9b806aac-92cd-499d-b8f7-ed34974754c7', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'mac_address': 'fa:16:3e:99:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:55Z', 'updated_at': '2021-08-31T19:29:19Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'subnets': [{'id': '98b8f981-32e5-4c1e-8acf-a19ec44d28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:36:33.286628 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ae6d4105-828a-4a4e-b873-34b72ebbf7bf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] show failed (client error): The resource could not be found. Aug 31 19:36:33.287364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42461831-e984-4973-8590-b50c48aedd4d tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff5fa1-a418-431f-89cb-eb06d642e322,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:33.291531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ae6d4105-828a-4a4e-b873-34b72ebbf7bf tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "GET /v2.0/security-groups/46ff5fa1-a418-431f-89cb-eb06d642e322 HTTP/1.1" status: 404 len: 347 time: 0.0218387 Aug 31 19:36:33.291656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:33.451249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Deleting port ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:33.451608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.550541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.550870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.563330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Calling delete_port for ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:33.629113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d90c24-091d-4678-b05a-3086cadf04c2 None None] New status for floating IP dc2e0a10-e193-445b-8988-9fdca803a297: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:36:33.724489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.724860 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.db.api [None req-b9d90c24-091d-4678-b05a-3086cadf04c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:36:33.725397 n-d-778550-14 neutron-server[94819]: DEBUG oslo_db.api [None req-b9d90c24-091d-4678-b05a-3086cadf04c2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:36:33.749983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Pushing event deleted for resources: {'Port': ['ID=ffb32f9f-cbc1-41ce-a6a5-59c18a6a69ed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:33.820397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.822885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:33.824053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58e12126-87e8-45ae-8e2b-5b1d3e4cf2ff tempest-AttachVolumeTestJSON-655045358 tempest-AttachVolumeTestJSON-655045358-project] 10.222.0.73 "DELETE /v2.0/floatingips/dc2e0a10-e193-445b-8988-9fdca803a297 HTTP/1.1" status: 204 len: 168 time: 0.5321741 Aug 31 19:36:34.060499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'name': 'network-vif-deleted', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:34.063601 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2047da-8522-48d3-8eda-0b8e2baf4c48" -d '{"events": [{"server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "name": "network-vif-deleted", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:34.125794 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213d23b-d7fa-466c-90ae-40fc2f5082a9 x-openstack-request-id: req-b213d23b-d7fa-466c-90ae-40fc2f5082a9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:34.126115 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36365327-20f7-4204-a5b9-1d766f1cda93", "name": "network-vif-deleted", "tag": "dc71203e-90f0-4204-b01c-e58ce58802c2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:34.126369 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b213d23b-d7fa-466c-90ae-40fc2f5082a9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:34.126775 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36365327-20f7-4204-a5b9-1d766f1cda93', 'name': 'network-vif-deleted', 'tag': 'dc71203e-90f0-4204-b01c-e58ce58802c2', 'status': 'completed', 'code': 200} Aug 31 19:36:34.226807 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d90c24-091d-4678-b05a-3086cadf04c2 None None] New status for floating IP dc2e0a10-e193-445b-8988-9fdca803a297: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:36:34.296450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3ec6-59b8-40fb-b758-37a16d9afb89 req-9170fb1d-5afa-4cfb-88f5-023fc2f94bc4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:34.297399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b4e3ec6-59b8-40fb-b758-37a16d9afb89 req-9170fb1d-5afa-4cfb-88f5-023fc2f94bc4 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0641496 Aug 31 19:36:34.379716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b4e3ec6-59b8-40fb-b758-37a16d9afb89 req-09730f4c-af01-4749-915c-93d952273c81 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730746 Aug 31 19:36:34.470584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 21903b62-7e8d-49ac-a65a-456009914502 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:34.493636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 21903b62-7e8d-49ac-a65a-456009914502 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:34.494376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 21903b62-7e8d-49ac-a65a-456009914502 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:35.570593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dc71203e-90f0-4204-b01c-e58ce58802c2 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:35.621621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: dc71203e-90f0-4204-b01c-e58ce58802c2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:35.621943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device dc71203e-90f0-4204-b01c-e58ce58802c2 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:35.654155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06381f7d-a97d-44b9-9517-6e5141cabf0b req-f9cc1549-36be-4a8a-958b-a7027846aa5c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:35.662486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06381f7d-a97d-44b9-9517-6e5141cabf0b req-f9cc1549-36be-4a8a-958b-a7027846aa5c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.1143510 Aug 31 19:36:35.711448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06381f7d-a97d-44b9-9517-6e5141cabf0b req-79b273a2-81e7-409f-b3aa-e1bc1cd3b223 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Aug 31 19:36:36.842529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c456a9-ba7b-4ddc-a58d-d836c6ba3943 req-5637d4ca-8631-4cfa-adad-e354448c3c1f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:36.851125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07c456a9-ba7b-4ddc-a58d-d836c6ba3943 req-5637d4ca-8631-4cfa-adad-e354448c3c1f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0747666 Aug 31 19:36:36.894735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07c456a9-ba7b-4ddc-a58d-d836c6ba3943 req-164bd206-123e-499e-b0cc-8086ce601962 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Aug 31 19:36:37.972375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3f08-ebb9-4f67-a936-a1c75f69e6d9 req-a4469dd1-c52b-4626-8253-fd7b8d89304d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:37.981849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c3a3f08-ebb9-4f67-a936-a1c75f69e6d9 req-a4469dd1-c52b-4626-8253-fd7b8d89304d tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.0653658 Aug 31 19:36:38.048786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c3a3f08-ebb9-4f67-a936-a1c75f69e6d9 req-8d2eb64f-97fe-433d-aab7-a596192c7f4c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657072 Aug 31 19:36:38.078480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bc08b-3ab1-4574-b3e5-db1511ab8329 req-608c75aa-18eb-4b04-84d5-86fc6974e16e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:38.080239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb9bc08b-3ab1-4574-b3e5-db1511ab8329 req-608c75aa-18eb-4b04-84d5-86fc6974e16e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0725350 Aug 31 19:36:38.124183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb9bc08b-3ab1-4574-b3e5-db1511ab8329 req-0719e68c-c7d7-4e30-8c44-dff021b9ba6c tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369577 Aug 31 19:36:39.208294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb9b6d-819d-436f-95c8-34ae838a34c2 req-98878b1a-7e89-4ac7-865d-a57a2eb18314 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:39.216153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2cb9b6d-819d-436f-95c8-34ae838a34c2 req-98878b1a-7e89-4ac7-865d-a57a2eb18314 tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.0881851 Aug 31 19:36:39.282678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2cb9b6d-819d-436f-95c8-34ae838a34c2 req-3febf248-39ee-4b08-ba82-4580bfa5dddc tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4f0277c-4e8c-4fae-9e2d-5a11decff122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642233 Aug 31 19:36:39.296144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e49e-68fa-4e92-a742-79ece11e4942 req-d2c8c209-7e5b-466b-acae-4b500c1d0047 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:39.306123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca33e49e-68fa-4e92-a742-79ece11e4942 req-d2c8c209-7e5b-466b-acae-4b500c1d0047 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0859416 Aug 31 19:36:39.338895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca33e49e-68fa-4e92-a742-79ece11e4942 req-d8a672b9-0412-40e8-80a8-0838d965bc7a tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347643 Aug 31 19:36:39.680863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-2f751cbf-35d3-4ded-9b71-d55f44ff6e3c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:39.682579 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-2f751cbf-35d3-4ded-9b71-d55f44ff6e3c tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 945 time: 0.0541742 Aug 31 19:36:39.790361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Deleting port d04fbb23-6c4a-47fa-a8e9-7accd251806b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:39.790706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:39.883250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] For port d04fbb23-6c4a-47fa-a8e9-7accd251806b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=d04fbb23-6c4a-47fa-a8e9-7accd251806b,segment=NetworkSegment(985006ff-d48c-4e4f-a5b2-129572557445),segment_id=985006ff-d48c-4e4f-a5b2-129572557445)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:39.883682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:39.898413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Calling delete_port for d04fbb23-6c4a-47fa-a8e9-7accd251806b owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:40.038595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:40.051870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['d04fbb23-6c4a-47fa-a8e9-7accd251806b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:40.067758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Pushing event deleted for resources: {'Port': ['ID=d04fbb23-6c4a-47fa-a8e9-7accd251806b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:40.111460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] No DVR routers for this DVR port d04fbb23-6c4a-47fa-a8e9-7accd251806b on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:40.114217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:40.116762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-baa55a4b-ef3e-4d26-92ba-0c1c973bcca9 req-99b03696-dad4-4e11-8630-d49d688f893f tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.67 "DELETE /v2.0/ports/d04fbb23-6c4a-47fa-a8e9-7accd251806b HTTP/1.1" status: 204 len: 173 time: 0.4218881 Aug 31 19:36:40.117217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'name': 'network-vif-deleted', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:40.119872 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63fb251-813e-464b-861b-4b12aa222be6" -d '{"events": [{"server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "name": "network-vif-deleted", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:40.165987 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa66b7c-0853-4489-a071-74629caf1d50 x-openstack-request-id: req-5aa66b7c-0853-4489-a071-74629caf1d50 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:40.166283 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16674e1-3b6c-4fef-a30d-b5445509fa10", "name": "network-vif-deleted", "tag": "d04fbb23-6c4a-47fa-a8e9-7accd251806b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:40.166686 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5aa66b7c-0853-4489-a071-74629caf1d50 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:40.167089 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16674e1-3b6c-4fef-a30d-b5445509fa10', 'name': 'network-vif-deleted', 'tag': 'd04fbb23-6c4a-47fa-a8e9-7accd251806b', 'status': 'completed', 'code': 200} Aug 31 19:36:40.413015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d217a441-73f9-4efe-82ed-5e14ce2fa0c1 req-26d94613-d0fc-4f7d-858e-35f53ba8d48a tempest-AttachVolumeNegativeTest-406800743 tempest-AttachVolumeNegativeTest-406800743-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16674e1-3b6c-4fef-a30d-b5445509fa10 HTTP/1.1" status: 200 len: 210 time: 0.0292604 Aug 31 19:36:40.477043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f359ba-759e-4934-b615-d24614c5f627 req-1c34637b-6427-48f4-90ed-0990b927b796 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:40.480155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60f359ba-759e-4934-b615-d24614c5f627 req-1c34637b-6427-48f4-90ed-0990b927b796 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0595269 Aug 31 19:36:40.520615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-60f359ba-759e-4934-b615-d24614c5f627 req-4ca6213c-dc49-4e08-b633-39aedcd2260d tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Aug 31 19:36:41.483717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:41.541223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Deleting subnet 29c5e896-b991-4a5b-b599-7a4f1595bdee {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:36:41.546095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.567306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e3e426d-c12e-4bca-867b-5f27aec875ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.591766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.674610 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.702985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509432-97ce-42e8-ba4b-ef7a48fd3337 req-0f20a631-c22f-4b73-b300-da6545ead211 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:41.704522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5509432-97ce-42e8-ba4b-ef7a48fd3337 req-0f20a631-c22f-4b73-b300-da6545ead211 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0909848 Aug 31 19:36:41.770590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5509432-97ce-42e8-ba4b-ef7a48fd3337 req-72cb76ee-df96-4541-95fa-573303601b95 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561807 Aug 31 19:36:41.797020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.821401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c5e896-b991-4a5b-b599-7a4f1595bdee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:41.835507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.840207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:41.847940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-46b3882b-86e5-4fc8-b226-817b55cc3f58 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/29c5e896-b991-4a5b-b599-7a4f1595bdee HTTP/1.1" status: 204 len: 168 time: 0.3618910 Aug 31 19:36:41.920642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.005004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.023074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7e06e8-59e8-440b-89ff-82ae8124c831']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:42.045832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985006ff-d48c-4e4f-a5b2-129572557445') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:42.046451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985006ff-d48c-4e4f-a5b2-129572557445') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:42.058521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.078815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.086783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:36:42.087673 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:36:42.089338 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:36:42.155421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.162653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.173950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ff7e06e8-59e8-440b-89ff-82ae8124c831 HTTP/1.1" status: 204 len: 168 time: 0.3320949 Aug 31 19:36:42.203300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d665fd-ca01-45cb-88c9-0fa7b001f525 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7e06e8-59e8-440b-89ff-82ae8124c831,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:42.385599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:42.430207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d23cfc2-bcaa-4ad1-8cc9-2f755a4e022e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df394325ae3f4494a9ebd05ad6be968c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432563 Aug 31 19:36:42.432791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:42.481238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.507408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.557178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.559681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.560836 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4f0277c-4e8c-4fae-9e2d-5a11decff122 HTTP/1.1" status: 204 len: 168 time: 0.1271074 Aug 31 19:36:42.569885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf89a-2667-46a3-86dd-1c94e03ec3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f0277c-4e8c-4fae-9e2d-5a11decff122,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:42.920932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9c47-f335-436e-b1ce-dc76f3e6f498 req-f0fb1d31-669a-49a3-9df9-cde675eab69f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:42.922475 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3bc9c47-f335-436e-b1ce-dc76f3e6f498 req-f0fb1d31-669a-49a3-9df9-cde675eab69f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0579834 Aug 31 19:36:42.966147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3bc9c47-f335-436e-b1ce-dc76f3e6f498 req-2c67a2d9-0ba7-459a-8550-98bf02db5bc6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Aug 31 19:36:43.412010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cdff0-b6bf-468c-a7fb-693cf3af7344 req-4b6449e0-8112-4d11-828e-a506c3e30272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:43.413542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-171cdff0-b6bf-468c-a7fb-693cf3af7344 req-4b6449e0-8112-4d11-828e-a506c3e30272 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1098 time: 0.0426044 Aug 31 19:36:43.459201 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-171cdff0-b6bf-468c-a7fb-693cf3af7344 req-dd181c32-0fc1-4128-8e84-c16b050d667f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 Aug 31 19:36:43.602434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d04fbb23-6c4a-47fa-a8e9-7accd251806b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:43.633607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: d04fbb23-6c4a-47fa-a8e9-7accd251806b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:43.634359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device d04fbb23-6c4a-47fa-a8e9-7accd251806b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:44.016457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:44.125344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1930b6-04db-415e-a8c5-4d5a03534ae4 req-2d90662f-51ba-4eb8-860f-f1c9e5f786ea tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:44.127960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab1930b6-04db-415e-a8c5-4d5a03534ae4 req-2d90662f-51ba-4eb8-860f-f1c9e5f786ea tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0710833 Aug 31 19:36:44.184556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab1930b6-04db-415e-a8c5-4d5a03534ae4 req-1771a244-47b5-4d06-a87f-3053c8dfa2c2 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503993 Aug 31 19:36:44.196506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-124ef761-98ce-49dd-a3ef-99bfad5fb51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.469511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:36:44.484377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.605982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:44.626941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'port_id': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'mac_address': 'fa:16:3e:0b:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:36:44.667084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.690136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.706051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a67037e4-b7e3-465d-b7bd-54a59b26b6cc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:36:44.706915 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.730592 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:44.737879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.793564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:44.803242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.803714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.804134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.804568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.804916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.805254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.805589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.805920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.806249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.806576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.806902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.807226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:44.982332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a67037e4-b7e3-465d-b7bd-54a59b26b6cc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:36:45.010154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Deleting port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:45.010628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.078119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:45.234311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a394318c-125c-46e4-bae3-24a29a807330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.397670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.401322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a394318c-125c-46e4-bae3-24a29a807330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.407373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a394318c-125c-46e4-bae3-24a29a807330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.428822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bc668-06ec-49f2-bc30-440ac887452c req-d21c4f28-802c-4166-a992-3310630872df tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:45.430386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-617bc668-06ec-49f2-bc30-440ac887452c req-d21c4f28-802c-4166-a992-3310630872df tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 945 time: 0.1012664 Aug 31 19:36:45.489762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:45.489941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a394318c-125c-46e4-bae3-24a29a807330 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ddf8f5838e8d4494a9a5fb54a89782e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103384 Aug 31 19:36:45.492728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394318c-125c-46e4-bae3-24a29a807330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7c1bb-5b21-42ee-9364-36b82a4aaf05,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:45.515470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-617bc668-06ec-49f2-bc30-440ac887452c req-8f072de6-42b9-4c68-a769-b5a87c7cb523 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765917 Aug 31 19:36:45.543561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:45.568561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] For port 0fdbfa3f-b622-47a5-b00b-2f9880909b4c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:45.569061 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.589924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Calling delete_port for 0fdbfa3f-b622-47a5-b00b-2f9880909b4c owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:45.602735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.633483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07732691-203c-44fb-873e-1249b9d54801 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/floatingips/4aa36821-5edb-4804-95df-a13d42d6f024 HTTP/1.1" status: 200 len: 992 time: 0.0883145 Aug 31 19:36:45.663667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.758757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.761516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.765113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77f7c1bb-5b21-42ee-9364-36b82a4aaf05 HTTP/1.1" status: 204 len: 168 time: 0.2718749 Aug 31 19:36:45.777632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7c1bb-5b21-42ee-9364-36b82a4aaf05,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:45.795036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.795479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.796279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.796410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.796956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.797514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.797851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.798246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.798684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.799287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.799821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.800425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02622d5a-f391-4255-b8d2-c2cad4c3c12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:45.876769 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:45.911440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdbfa3f-b622-47a5-b00b-2f9880909b4c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:45.948360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.124418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.145265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:46.164344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a72317c-9d2b-4dc6-9683-f24ae9de251c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.273491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a72317c-9d2b-4dc6-9683-f24ae9de251c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.278008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a72317c-9d2b-4dc6-9683-f24ae9de251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.327807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2a72317c-9d2b-4dc6-9683-f24ae9de251c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbee05bf233047f18ad59c7b701682e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807451 Aug 31 19:36:46.330653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:46.338285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72317c-9d2b-4dc6-9683-f24ae9de251c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c9200-d60e-4f0c-974d-ca965f735272,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:46.369204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Router e075271c-9ac0-4de2-9689-3703f8835bde has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:36:46.401844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.425398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.477089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.479453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.483261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e14c9200-d60e-4f0c-974d-ca965f735272 HTTP/1.1" status: 204 len: 168 time: 0.1478064 Aug 31 19:36:46.483447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:36:46.490183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ecc934e9-4d90-4095-847a-1e8d857e8553 admin admin] 10.222.0.73 "PUT /v2.0/routers/e075271c-9ac0-4de2-9689-3703f8835bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698324 Aug 31 19:36:46.491112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:46.493150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:36:46.501193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6e6b7-0f4e-4b71-9eb3-6c68b3b4f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c9200-d60e-4f0c-974d-ca965f735272,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:46.549104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Sync routers for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:36:46.586866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:36:46.588063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:46.631294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.740240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a67037e4-b7e3-465d-b7bd-54a59b26b6cc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:36:46.740692 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.765316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.806979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:36:46.844437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Deleting port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:46.847727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.961405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] For port d1ebaa8e-c080-4b47-8f28-82e7f61ba24b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:46.961855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:46.983608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Calling delete_port for d1ebaa8e-c080-4b47-8f28-82e7f61ba24b owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:47.015630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.057267 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.091253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:36:47.093523 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fce7f-262c-4bea-aec7-e15e8ec5050c" -d '{"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-plugged", "status": "completed", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:36:47.113345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:47.121428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.149630 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7c80d-e2a8-4580-a674-d394bef630ab x-openstack-request-id: req-09c7c80d-e2a8-4580-a674-d394bef630ab {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:36:47.150170 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-plugged", "status": "completed", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:36:47.150402 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09c7c80d-e2a8-4580-a674-d394bef630ab {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:36:47.150983 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'code': 200} Aug 31 19:36:47.189286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:47.195653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:36:45Z', 'revision_number': 5, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port': {'id': 'd1ebaa8e-c080-4b47-8f28-82e7f61ba24b', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:28:51Z', 'updated_at': '2021-08-31T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:47.221215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.226141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Checking router: e075271c-9ac0-4de2-9689-3703f8835bde for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:36:47.235562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Routers {'e075271c-9ac0-4de2-9689-3703f8835bde'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:36:47.244279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e075271c-9ac0-4de2-9689-3703f8835bde'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:47.250423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ebaa8e-c080-4b47-8f28-82e7f61ba24b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:47.317979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] Set router e075271c-9ac0-4de2-9689-3703f8835bde gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:36:47.327819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.378377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:36:47Z', 'revision_number': 7, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:47.405173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42243c1c-4b38-46f1-bff6-0db6ee454b3b None None] The sync data for ids ['e075271c-9ac0-4de2-9689-3703f8835bde'] in n-d-778550-14 is: [{'id': 'e075271c-9ac0-4de2-9689-3703f8835bde', 'name': 'tempest-AttachVolumeTestJSON-892080589-router', 'tenant_id': 'e849605105fc4ae0b14fa278e284503a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:28:50Z', 'updated_at': '2021-08-31T19:36:47Z', 'revision_number': 7, 'project_id': 'e849605105fc4ae0b14fa278e284503a', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:36:47.422220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.425064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.475588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.476224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e075271c-9ac0-4de2-9689-3703f8835bde {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:36:47.480642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.481832 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c5b46c0e-f8cf-4499-890d-3742eed529a5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e075271c-9ac0-4de2-9689-3703f8835bde HTTP/1.1" status: 204 len: 168 time: 0.9903762 Aug 31 19:36:47.484344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:47.537859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Deleting subnet 98b8f981-32e5-4c1e-8acf-a19ec44d28e3 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:36:47.539798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.574566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.653150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.713761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.745537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b8f981-32e5-4c1e-8acf-a19ec44d28e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:47.747949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.749727 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ba176aed-7562-4f58-937a-e0c2cdca12e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/98b8f981-32e5-4c1e-8acf-a19ec44d28e3 HTTP/1.1" status: 204 len: 168 time: 0.2642090 Aug 31 19:36:47.752840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:47.757333 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ac08d-0989-4e6f-8c9a-b27544e5d44f None None] Network 9b806aac-92cd-499d-b8f7-ed34974754c7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:36:47.851408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:47.955884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Deleting port 19b7158c-187f-4cf8-b667-a759bb5bdef8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:36:47.955884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.034926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] For port 19b7158c-187f-4cf8-b667-a759bb5bdef8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=19b7158c-187f-4cf8-b667-a759bb5bdef8,segment=NetworkSegment(b7700297-731d-4380-9f82-fe2d7acfa7a8),segment_id=b7700297-731d-4380-9f82-fe2d7acfa7a8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:36:48.035296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.051056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Calling delete_port for 19b7158c-187f-4cf8-b667-a759bb5bdef8 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:36:48.135242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.169481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] No DVR routers for this DVR port 19b7158c-187f-4cf8-b667-a759bb5bdef8 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:36:48.176035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=19b7158c-187f-4cf8-b667-a759bb5bdef8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:48.253114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.267700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b806aac-92cd-499d-b8f7-ed34974754c7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:48.279444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7700297-731d-4380-9f82-fe2d7acfa7a8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:48.280024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7700297-731d-4380-9f82-fe2d7acfa7a8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:48.293047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.297445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8bc25-cd0b-4b56-8015-e0fd4415340b None None] DHCP port deletion for 9b806aac-92cd-499d-b8f7-ed34974754c7 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:36:48.314152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.330114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:36:48.331182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:36:48.334975 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:36:48.410620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.417544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.419703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] 10.222.0.73 "DELETE /v2.0/networks/9b806aac-92cd-499d-b8f7-ed34974754c7 HTTP/1.1" status: 204 len: 168 time: 0.6658282 Aug 31 19:36:48.433619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aada71-1c2c-4f2f-b9a0-3eda13ca2f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b806aac-92cd-499d-b8f7-ed34974754c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:48.701060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56720) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:48.745676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ba8a0a41-b9b5-468e-9d85-7fd9b86f5a0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e849605105fc4ae0b14fa278e284503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430653 Aug 31 19:36:48.748172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:48.797436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.822190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.834346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56728) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:48.885798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.889155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:48.890354 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ca3f6ee-488e-4799-bb37-80a04385caf9 HTTP/1.1" status: 204 len: 168 time: 0.1411459 Aug 31 19:36:48.900964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d9ed7-316d-41a8-9b54-94122be2e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca3f6ee-488e-4799-bb37-80a04385caf9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:48.970689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 19b7158c-187f-4cf8-b667-a759bb5bdef8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:48.992562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 19b7158c-187f-4cf8-b667-a759bb5bdef8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:48.993157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 19b7158c-187f-4cf8-b667-a759bb5bdef8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:48.993762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d1ebaa8e-c080-4b47-8f28-82e7f61ba24b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:49.012930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d1ebaa8e-c080-4b47-8f28-82e7f61ba24b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:49.013490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d1ebaa8e-c080-4b47-8f28-82e7f61ba24b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:49.014101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0fdbfa3f-b622-47a5-b00b-2f9880909b4c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:36:49.036954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0fdbfa3f-b622-47a5-b00b-2f9880909b4c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:36:49.037325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0fdbfa3f-b622-47a5-b00b-2f9880909b4c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:36:49.142426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.239595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.244129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.278068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2137aabc58524d1a8c371bb3fe52df62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487443 Aug 31 19:36:49.280057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:49.301550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00395c69-beba-42d9-817c-0bead485f883,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:49.319968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.320326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.320798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.321147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.321487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.323393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.323393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.323393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.323393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.323393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.326263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.326636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee1ed6b-243c-4b01-a977-7906ccb673e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:36:49.370836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.399117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.468779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.472143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.473287 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00395c69-beba-42d9-817c-0bead485f883 HTTP/1.1" status: 204 len: 168 time: 0.1915519 Aug 31 19:36:49.481519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677f36-0092-4729-a6d8-9355589972a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00395c69-beba-42d9-817c-0bead485f883,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:49.785259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:49.798573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0934d9c9-e7cf-4f0c-bd86-1f851f035497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.891709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0934d9c9-e7cf-4f0c-bd86-1f851f035497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.896332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0934d9c9-e7cf-4f0c-bd86-1f851f035497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:49.948826 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0934d9c9-e7cf-4f0c-bd86-1f851f035497 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfafdfc2ba314e8b8acc2f0798ecc2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623962 Aug 31 19:36:49.951605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:49.969611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934d9c9-e7cf-4f0c-bd86-1f851f035497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fcaf8d-3440-44a7-9d74-9162fd6a18a3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:50.030377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:50.062714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:50.122090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:50.125643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:50.126876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5fcaf8d-3440-44a7-9d74-9162fd6a18a3 HTTP/1.1" status: 204 len: 168 time: 0.1742146 Aug 31 19:36:50.136371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703bccf-df3f-4abb-93dc-6a3bb2c45a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fcaf8d-3440-44a7-9d74-9162fd6a18a3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:53.403627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:53.544185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82f6a3f-9808-4cc8-908c-83a2443a19ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.653991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82f6a3f-9808-4cc8-908c-83a2443a19ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.659483 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82f6a3f-9808-4cc8-908c-83a2443a19ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.683835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6a3f-9808-4cc8-908c-83a2443a19ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a98c1-58c8-47c8-a4d1-8d2f43628fad,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:53.708455 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b82f6a3f-9808-4cc8-908c-83a2443a19ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9937d69ce8234ebaa4b224c2c0fe12f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036387 Aug 31 19:36:53.710872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 56964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:53.766960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.788935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.839851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.841613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:53.844169 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f9a98c1-58c8-47c8-a4d1-8d2f43628fad HTTP/1.1" status: 204 len: 168 time: 0.1322737 Aug 31 19:36:53.856904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2f73-76d1-47d1-92d0-a6659667e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a98c1-58c8-47c8-a4d1-8d2f43628fad,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:54.143943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 56996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:54.161946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70b8cf8f-69ae-4916-9665-c966fd4741c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.264444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70b8cf8f-69ae-4916-9665-c966fd4741c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.271803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70b8cf8f-69ae-4916-9665-c966fd4741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.318897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-70b8cf8f-69ae-4916-9665-c966fd4741c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35b07895c737451fa503b07981f54902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736040 Aug 31 19:36:54.319072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:54.320308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8cf8f-69ae-4916-9665-c966fd4741c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe51b3-e3d7-41b0-9365-0765ae232368,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:54.384254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.411745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.479797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.482480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:54.483631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cfe51b3-e3d7-41b0-9365-0765ae232368 HTTP/1.1" status: 204 len: 168 time: 0.1636314 Aug 31 19:36:54.493440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822685b-e50a-4111-b434-a9e92e8ffb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe51b3-e3d7-41b0-9365-0765ae232368,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:54.839305 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:36:55.591314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:55.620626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:55.750952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cffdf88d-5b79-4a40-a768-4bee39f2af02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.788420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e628e-cc98-4154-94bc-da9e9ec896c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.870217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cffdf88d-5b79-4a40-a768-4bee39f2af02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.878080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cffdf88d-5b79-4a40-a768-4bee39f2af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.930328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cffdf88d-5b79-4a40-a768-4bee39f2af02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccabd668b9f0496090314c6f0c7871f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086159 Aug 31 19:36:55.933166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57124) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:55.944740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf88d-5b79-4a40-a768-4bee39f2af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e28bb2e-15af-4d00-a641-a84c0fa94d85,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:55.989099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.998296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e628e-cc98-4154-94bc-da9e9ec896c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.003398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e628e-cc98-4154-94bc-da9e9ec896c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.012179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.050032 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c00e628e-cc98-4154-94bc-da9e9ec896c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea431d60168b41c9b710e5e4223a3116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572818 Aug 31 19:36:56.050267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57126) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:56.051399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e628e-cc98-4154-94bc-da9e9ec896c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d07c14-f498-4a2d-9539-e37ee8fafcca,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:56.088187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.090831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.094217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e28bb2e-15af-4d00-a641-a84c0fa94d85 HTTP/1.1" status: 204 len: 168 time: 0.1574087 Aug 31 19:36:56.103627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b233de9-64e5-4178-abdd-7be51d926afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e28bb2e-15af-4d00-a641-a84c0fa94d85,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:56.129085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.152914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.205197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.208365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.212635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8d07c14-f498-4a2d-9539-e37ee8fafcca HTTP/1.1" status: 204 len: 168 time: 0.1610665 Aug 31 19:36:56.224449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33fad-2629-46f2-9527-aaa2f8e67eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d07c14-f498-4a2d-9539-e37ee8fafcca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:56.422889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:56.437988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2806a61-a06c-4582-b085-983307977bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.546172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2806a61-a06c-4582-b085-983307977bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.547203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2806a61-a06c-4582-b085-983307977bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.588668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a2806a61-a06c-4582-b085-983307977bd2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=302c4a6419ce4cbe8fa07956be3fad20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645577 Aug 31 19:36:56.589798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2806a61-a06c-4582-b085-983307977bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce371c-57c9-433f-9ff2-e9f1aa251326,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:56.591471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57144) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:56.653288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.677137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.726619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.729254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:56.730417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46ce371c-57c9-433f-9ff2-e9f1aa251326 HTTP/1.1" status: 204 len: 168 time: 0.1370454 Aug 31 19:36:56.741333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113e4ad-d5de-4e06-931f-01609f67241d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce371c-57c9-433f-9ff2-e9f1aa251326,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:57.065143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-0c1565c4-2e1a-4732-b4de-ebe3453dc16b req-65a24c76-79db-4630-b35b-8c45e3e553de service neutron] (94817) timed out ('10.222.0.67', 59075) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:36:57.872993 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:58.106825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609d271a-c819-4c8b-a0f4-44efe31bd006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.225311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609d271a-c819-4c8b-a0f4-44efe31bd006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.229751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609d271a-c819-4c8b-a0f4-44efe31bd006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.270271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d271a-c819-4c8b-a0f4-44efe31bd006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ed9ca-9aa8-4988-9d9c-05c4f2f7696c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:58.277863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-609d271a-c819-4c8b-a0f4-44efe31bd006 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3fe5119882224c18856a254905ba733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033008 Aug 31 19:36:58.277945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:58.333488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.360466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.417551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.420506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.424664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be7ed9ca-9aa8-4988-9d9c-05c4f2f7696c HTTP/1.1" status: 204 len: 168 time: 0.1431446 Aug 31 19:36:58.433550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e3602-1763-4a3c-9bab-c2c95a7ee278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ed9ca-9aa8-4988-9d9c-05c4f2f7696c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:58.821357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:58.876398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Deleting subnet 4c82d867-17f9-4a55-ac82-c3eb55e30c48 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:36:58.881194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.929699 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:58.977333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.049067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.075959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c82d867-17f9-4a55-ac82-c3eb55e30c48,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:59.081553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.084630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26ea3f0b-0e84-4335-90ad-47bdf390286d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4c82d867-17f9-4a55-ac82-c3eb55e30c48 HTTP/1.1" status: 204 len: 168 time: 0.2616420 Aug 31 19:36:59.087171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:59.174018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.208143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5952-332c-4126-a50b-9689192c7c77 req-0c745921-f87f-43ce-acb8-0d0b42ff738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:59.209770 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-0c745921-f87f-43ce-acb8-0d0b42ff738d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.0461042 Aug 31 19:36:59.312888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2109d02-a400-4292-aafd-8c8d26c6697f req-21259ce3-f9d0-4be9-9d37-3813e5e0c713 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:59.321590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2109d02-a400-4292-aafd-8c8d26c6697f req-21259ce3-f9d0-4be9-9d37-3813e5e0c713 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1506383 Aug 31 19:36:59.334720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.339220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5952-332c-4126-a50b-9689192c7c77 req-3d469f66-dd91-4dc7-887d-fca30694173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:59.341460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-3d469f66-dd91-4dc7-887d-fca30694173d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1238930 Aug 31 19:36:59.357155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c6afed-a80b-4820-9b85-80c4a73f802f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:59.374225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:59.375007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c22d758-a5cb-4d8a-9286-a5a78e56b1c6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:36:59.396768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.412563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2109d02-a400-4292-aafd-8c8d26c6697f req-195d88fd-daf3-403c-ad0a-8af3f825d669 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850863 Aug 31 19:36:59.418903 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-62f0048a-62b5-45e8-9ee0-95721260784f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.0690084 Aug 31 19:36:59.433973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.443848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:36:59.444465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:36:59.446413 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:36:59.479475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5952-332c-4126-a50b-9689192c7c77 req-774bb36e-317a-4a77-bc95-fd2aaa08d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:59.481549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-774bb36e-317a-4a77-bc95-fd2aaa08d6b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0538771 Aug 31 19:36:59.512935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.522260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.524992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] 10.222.0.73 "DELETE /v2.0/networks/e0c6afed-a80b-4820-9b85-80c4a73f802f HTTP/1.1" status: 204 len: 168 time: 0.4361434 Aug 31 19:36:59.540965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b3e8c-fbcf-42f6-aad5-199a799d334d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c6afed-a80b-4820-9b85-80c4a73f802f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:36:59.541529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5952-332c-4126-a50b-9689192c7c77 req-34a3666b-7884-4b36-b75e-26a63db7649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:36:59.546902 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-34a3666b-7884-4b36-b75e-26a63db7649f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534537 Aug 31 19:36:59.644399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-7bc99543-93c1-4791-bc5e-f25449c68779 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904930 Aug 31 19:36:59.751267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c66f5952-332c-4126-a50b-9689192c7c77 req-09ede4d5-6a62-45fe-b9dc-08323b8ed072 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998213 Aug 31 19:36:59.753448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:59.797517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b27f3dfa-cc34-46d3-b957-65f9c7ebf405 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04b45987956042c8b07b0d9b527487c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428882 Aug 31 19:36:59.800529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:59.853972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.877441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.938203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.942063 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:59.945596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:36:59.945734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2afb8bd7-86ce-4ab4-a556-1f5c0ff07177 HTTP/1.1" status: 204 len: 168 time: 0.1417112 Aug 31 19:36:59.954562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943b809-ded0-4c08-8bf8-5975b8c767a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb8bd7-86ce-4ab4-a556-1f5c0ff07177,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:00.187355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4df6612-b02e-4bd6-bf79-5f833033b76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.323751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4df6612-b02e-4bd6-bf79-5f833033b76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.328383 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4df6612-b02e-4bd6-bf79-5f833033b76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.376319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4df6612-b02e-4bd6-bf79-5f833033b76d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf7d6651c60e478fbc621e975d561eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320869 Aug 31 19:37:00.379030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:00.385343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6612-b02e-4bd6-bf79-5f833033b76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa6471-5832-471c-a151-c03d004be869,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:00.443960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.466340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.526805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.531052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:00.532950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/affa6471-5832-471c-a151-c03d004be869 HTTP/1.1" status: 204 len: 168 time: 0.1526463 Aug 31 19:37:00.543422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a35dd9-4818-4bbf-8e0e-f2476bcfcc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa6471-5832-471c-a151-c03d004be869,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:00.559523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64d3ba-5482-49e2-b97d-bf9986dbe8ba req-9f07fd67-5e4d-40c0-be6e-3bdbbd80acef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:00.561142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af64d3ba-5482-49e2-b97d-bf9986dbe8ba req-9f07fd67-5e4d-40c0-be6e-3bdbbd80acef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0638742 Aug 31 19:37:00.613992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af64d3ba-5482-49e2-b97d-bf9986dbe8ba req-0b2f3696-684d-4d37-97b6-7ae6e7886cdd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Aug 31 19:37:00.931284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:00.949678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31104bf0-fa74-4572-8947-197b0f553093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.045492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31104bf0-fa74-4572-8947-197b0f553093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.050103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31104bf0-fa74-4572-8947-197b0f553093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.090431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-31104bf0-fa74-4572-8947-197b0f553093 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ddfe88c61b9406f864d479fa98fd95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575747 Aug 31 19:37:01.091556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31104bf0-fa74-4572-8947-197b0f553093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb667e6a-56e5-4dc1-aa77-e6b141a4f589,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:01.093384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:01.161366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.185903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.248106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.253049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:01.253049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb667e6a-56e5-4dc1-aa77-e6b141a4f589 HTTP/1.1" status: 204 len: 168 time: 0.1581705 Aug 31 19:37:01.262007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e5da3-aff4-4e7b-9274-30b40558d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb667e6a-56e5-4dc1-aa77-e6b141a4f589,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:02.532358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:02.696049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68632706-c6d3-4d4c-9b2d-71004e719206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.744473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:02.750747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'network': {'name': 'tempest-network-smoke--1911618098', 'project_id': '8ebae095e4fa43e5932691052f15f628', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:02.794785 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68632706-c6d3-4d4c-9b2d-71004e719206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.799537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68632706-c6d3-4d4c-9b2d-71004e719206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.817317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:02.822864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.835012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.843561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-68632706-c6d3-4d4c-9b2d-71004e719206 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43f125ca4b534974bf4d8cee4270e3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097556 Aug 31 19:37:02.844485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632706-c6d3-4d4c-9b2d-71004e719206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6a16b5-d815-4fbf-8e95-fe8bd4f74b3f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:02.847338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:02.932366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:02.968068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.019865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.025001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.056012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.058462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.059611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a6a16b5-d815-4fbf-8e95-fe8bd4f74b3f HTTP/1.1" status: 204 len: 168 time: 0.2109845 Aug 31 19:37:03.063861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:03.066461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3adf7-db20-414d-8cc8-89e33d7ce1d2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:03.081057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e0a9-5c83-4da1-8b3e-b4f9c21f9f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6a16b5-d815-4fbf-8e95-fe8bd4f74b3f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:03.085570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.085929 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Added segment c13de293-6705-451f-bdf2-f6243b44cb8e of type vlan for network d3f6ae6c-a528-47e5-8ca7-9d331378781c Aug 31 19:37:03.132285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.161570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.168146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:03.168697 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.239149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4898922 Aug 31 19:37:03.239427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:03.244059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'admin_state_up': True, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:03.258717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63070b82-f142-43d3-a28a-6c4b4c97705c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Network': ['ID=d3f6ae6c-a528-47e5-8ca7-9d331378781c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:03.273049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:03.278063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.279448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.351962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.497734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.585701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:03.600118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c13a17a7-5373-4c08-acc8-060d104eca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.697395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c13a17a7-5373-4c08-acc8-060d104eca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.702319 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c13a17a7-5373-4c08-acc8-060d104eca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.710377 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.730199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.756507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c13a17a7-5373-4c08-acc8-060d104eca04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7d9a32bcc4146d482048f1a064e804e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645665 Aug 31 19:37:03.756507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a17a7-5373-4c08-acc8-060d104eca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90288a1-be29-4fed-8ad6-233d220eed15,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:03.761257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:03.812284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.835923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.856010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.25.3.92 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/6e441c63-0efc-4514-9f4b-907d074a65d1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:03.890696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.894700 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:03.898388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f90288a1-be29-4fed-8ad6-233d220eed15 HTTP/1.1" status: 204 len: 168 time: 0.1358566 Aug 31 19:37:03.904850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724498d3-0e96-4516-b2b2-b7933e0124f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90288a1-be29-4fed-8ad6-233d220eed15,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:03.980672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:04.029031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:04.071206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:04.074257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:04.077891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:04.102583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=6e441c63-0efc-4514-9f4b-907d074a65d1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:04.349060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:04.805889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:04.926012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.057681 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-71b1db7c-359c-487f-8699-946e91f0eb04 tempest-AgentManagementNegativeTest-129192969 tempest-AgentManagementNegativeTest-129192969-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2506526 Aug 31 19:37:05.087830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 390d5ade-663c-4fab-8d97-a19399ca31f2 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:37:05.200404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:05.214208 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Sync routers for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:05.225398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.227515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:05.228278 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:05.230488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.238136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3bbe821c-cc98-4711-bf1c-3f14187c9f2e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9973526 Aug 31 19:37:05.418294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.449794 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:05.568256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cb575f2c-cd6c-4613-955f-ba37db933090 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8ebae095e4fa43e5932691052f15f628&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3363714 Aug 31 19:37:05.571068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.583501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-877d8a23-67e0-43e1-a1b5-b27080d59e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.662733 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:04Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:05.688582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6edd8-8fbb-43d0-a327-382cee456a98 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:05.690682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-afd6edd8-8fbb-43d0-a327-382cee456a98 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1163278 Aug 31 19:37:05.693549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.700010 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Checking router: 390d5ade-663c-4fab-8d97-a19399ca31f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:05.700367 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Updating router 390d5ade-663c-4fab-8d97-a19399ca31f2 port 6e441c63-0efc-4514-9f4b-907d074a65d1 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:37:05.716146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-877d8a23-67e0-43e1-a1b5-b27080d59e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.722265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-877d8a23-67e0-43e1-a1b5-b27080d59e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.736069 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.742269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6850574c-922b-42f4-aff8-a891e9a40922 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475535 Aug 31 19:37:05.748294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.756146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-702564533', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'project_id': '8ebae095e4fa43e5932691052f15f628', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:05.816008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-877d8a23-67e0-43e1-a1b5-b27080d59e39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c3e6b93e4a144d68dee3ecb4cf0cb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964403 Aug 31 19:37:05.818484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:05.834153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d8a23-67e0-43e1-a1b5-b27080d59e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc56a02-96e5-4b68-8e5a-1116a0a342e0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:05.878157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:05.882129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.893814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.921542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.984759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.991114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:05.996854 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edc56a02-96e5-4b68-8e5a-1116a0a342e0 HTTP/1.1" status: 204 len: 168 time: 0.1768177 Aug 31 19:37:06.011340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780185-5d76-42cb-93b1-c47be0771aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc56a02-96e5-4b68-8e5a-1116a0a342e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:06.061101 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.074539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Transition to ACTIVE for port object 6e441c63-0efc-4514-9f4b-907d074a65d1 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:06.082146 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.118608 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.138971 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Attempting to bind port 6e441c63-0efc-4514-9f4b-907d074a65d1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:06.139341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Attempting to bind port 6e441c63-0efc-4514-9f4b-907d074a65d1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:06.139724 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Attempting to bind port 6e441c63-0efc-4514-9f4b-907d074a65d1 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:06.150506 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:06.150891 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:06.151276 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.151693 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:06.152158 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Bound port: 6e441c63-0efc-4514-9f4b-907d074a65d1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:06.152533 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.154951 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Pushing event updated for resources: {'Port': ['ID=6e441c63-0efc-4514-9f4b-907d074a65d1,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:06.185761 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.186113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.186459 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.186786 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.187117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.187444 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.187796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.188122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.188453 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.188770 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.189120 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.189443 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:06.199193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Checking segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:06.199563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network hostable DHCP agents. Network: d3f6ae6c-a528-47e5-8ca7-9d331378781c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:06.223582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Subnet': ['ID=392f1c80-fc90-416c-82c5-9cfd8e047dba,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:06.225749 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] For port 6e441c63-0efc-4514-9f4b-907d074a65d1, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:06.229554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] For port 6e441c63-0efc-4514-9f4b-907d074a65d1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e441c63-0efc-4514-9f4b-907d074a65d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:06.233218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:06.237318 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.249198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d3f6ae6c-a528-47e5-8ca7-9d331378781c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:06.258459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75c987-5582-4f12-94e6-c426a3d0b745 None None] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:06.263484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:06.264578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.286955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b68c4ee-cae8-4d67-a83e-96a1871f8b4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5347893 Aug 31 19:37:06.289735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57600) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:06.335043 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71e0f-1688-492d-8bfa-68a6c55e8f54 None None] Pushing event updated for resources: {'Port': ['ID=6e441c63-0efc-4514-9f4b-907d074a65d1,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:06.352984 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:06.354440 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:06.489107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:06.507303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d3f6ae6c-a528-47e5-8ca7-9d331378781c', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:06.508234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.700990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Allocated IP 172.20.0.2 (d3f6ae6c-a528-47e5-8ca7-9d331378781c/392f1c80-fc90-416c-82c5-9cfd8e047dba/51e23cc2-5e50-40a7-9307-0422563cf7b1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:06.794668 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:04Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:06.832323 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa07ed-4352-425c-9cae-2db6e7efeabe None None] The sync data for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 is: [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:04Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:06.901726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.905779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.912859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Transition to ACTIVE for port object 51e23cc2-5e50-40a7-9307-0422563cf7b1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:06.935598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Transition to ACTIVE for port object 51e23cc2-5e50-40a7-9307-0422563cf7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:06.944093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:06.995151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:06.998152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:07.000767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:07.014857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Pushing event updated for resources: {'Port': ['ID=51e23cc2-5e50-40a7-9307-0422563cf7b1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:07.089210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Attempting to bind port 51e23cc2-5e50-40a7-9307-0422563cf7b1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:07.089594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Attempting to bind port 51e23cc2-5e50-40a7-9307-0422563cf7b1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:07.089971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Attempting to bind port 51e23cc2-5e50-40a7-9307-0422563cf7b1 on network d3f6ae6c-a528-47e5-8ca7-9d331378781c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:07.108730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:07.110268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Checking segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:07.111459 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.113304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Bound using segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:07.115153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Bound port: 51e23cc2-5e50-40a7-9307-0422563cf7b1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:07.115760 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.139332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:07.281196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] For port 51e23cc2-5e50-40a7-9307-0422563cf7b1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:07.288876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] For port 51e23cc2-5e50-40a7-9307-0422563cf7b1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=51e23cc2-5e50-40a7-9307-0422563cf7b1,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:07.296733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.418163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.20.0.1 (d3f6ae6c-a528-47e5-8ca7-9d331378781c/392f1c80-fc90-416c-82c5-9cfd8e047dba/151e30a3-c890-4117-af26-a348d6cf0269) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:07.431800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73311-4408-4e23-8566-4acbadc78f4e None None] Pushing event updated for resources: {'Port': ['ID=51e23cc2-5e50-40a7-9307-0422563cf7b1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:07.492773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-154406772'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:07.524725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:07.528898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.541854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.735359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.742102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.805439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:07.821683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743fccf4-f41e-4083-93fa-7ab3866550b8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:07.829119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.831690 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Added segment f2a35e04-1c6d-43e4-be80-74dc91325507 of type vlan for network ebe9e6de-6cc6-46b4-938e-57ba93a0218b Aug 31 19:37:07.899082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.934157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.941173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:07.941948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:07.991659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.009081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Transition to ACTIVE for port object 151e30a3-c890-4117-af26-a348d6cf0269 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:08.039752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8989003 Aug 31 19:37:08.040115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:08.048257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'subnet': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:08.051210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefcad0-6787-426e-ad5f-e9d7773ee782 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Network': ['ID=ebe9e6de-6cc6-46b4-938e-57ba93a0218b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:08.066052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:08.117371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.183227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:08.194532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:08.201357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:08.206887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:08.230361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:08.233840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.309990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.566301 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.581114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.676536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0684f-0b38-4008-8f22-d8de7cbd531e None None] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:08.684768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Subnet': ['ID=aedb5461-8e01-494d-b6a1-353f021160f5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:08.734154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Checking segment: {'id': 'f2a35e04-1c6d-43e4-be80-74dc91325507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:08.734661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network hostable DHCP agents. Network: ebe9e6de-6cc6-46b4-938e-57ba93a0218b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:08.744285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f39c09c-8f60-4c48-80df-afba0ba3dc98 None None] Provisioning for port 51e23cc2-5e50-40a7-9307-0422563cf7b1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:08.806488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:08.823193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ebe9e6de-6cc6-46b4-938e-57ba93a0218b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:08.830900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:08.831506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.832029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96cbeb7-6402-48fd-a935-6f0ad3345062 None None] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:08.886140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49dce10b-2a2f-4406-b556-3f0969d9fbf7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8449225 Aug 31 19:37:08.889165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:08.896941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-1087835989'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:09.019919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.026413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.116147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e441c63-0efc-4514-9f4b-907d074a65d1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:09.153842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:09.170619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:09.183230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.188638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.232199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'tenant_id': '3b172f04e3c0486385f7b38868889dc3', 'fixed_ips': [{'subnet_id': 'aedb5461-8e01-494d-b6a1-353f021160f5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:09.233074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.233723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port 1917fee0-55ba-4fa1-a719-5809eedc561e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:09.362983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6e441c63-0efc-4514-9f4b-907d074a65d1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:09.364505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:09.366409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:09.389432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e441c63-0efc-4514-9f4b-907d074a65d1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:09.389815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.461067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Allocated IP 172.20.0.2 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/2323ef37-b644-4be9-9c6f-61de26f3ae2c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:09.522899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 390d5ade-663c-4fab-8d97-a19399ca31f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:09.536730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e43a6be-b23f-4853-a9dd-758c362fbfc9 None None] Provisioning for port 151e30a3-c890-4117-af26-a348d6cf0269 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:09.570983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e43a6be-b23f-4853-a9dd-758c362fbfc9 None None] Provisioning complete for port 151e30a3-c890-4117-af26-a348d6cf0269 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:09.571283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e43a6be-b23f-4853-a9dd-758c362fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.628440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.655028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e43a6be-b23f-4853-a9dd-758c362fbfc9 None None] Port 151e30a3-c890-4117-af26-a348d6cf0269 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:09.663388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:09.669324 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5e26f819-6ba4-47bf-b55b-272019447c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "PUT /v2.0/routers/390d5ade-663c-4fab-8d97-a19399ca31f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3782706 Aug 31 19:37:09.672107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:09.678424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1028597127', 'description': 'tempest-secgroup_access--1028597127 description', 'project_id': '8ebae095e4fa43e5932691052f15f628'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:09.682390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6e441c63-0efc-4514-9f4b-907d074a65d1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e441c63-0efc-4514-9f4b-907d074a65d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:09.683695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Sync routers for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:09.706838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.711606 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.712433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 51e23cc2-5e50-40a7-9307-0422563cf7b1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:09.814443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.821252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.833297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:09.833963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:09.858568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.863889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1901419 Aug 31 19:37:09.864469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:09.869626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bdb26-ec39-4a92-945d-f436fe4a826e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdae570-d89a-4336-94b0-8372fc899e57,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:09.871755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1568470309', 'description': 'tempest-secgroup_general--1568470309 description', 'project_id': '8ebae095e4fa43e5932691052f15f628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:09.899903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.924119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:09.958110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6e441c63-0efc-4514-9f4b-907d074a65d1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:09.963551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Transition to ACTIVE for port object 2323ef37-b644-4be9-9c6f-61de26f3ae2c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:10.024377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.027162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Transition to ACTIVE for port object 2323ef37-b644-4be9-9c6f-61de26f3ae2c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:10.030792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.039081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a922467-ac30-477d-aefc-da5155dcebb4 None None] Provisioning complete for port 151e30a3-c890-4117-af26-a348d6cf0269 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:10.039081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a922467-ac30-477d-aefc-da5155dcebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.041067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57672) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:10.047457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.070009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 51e23cc2-5e50-40a7-9307-0422563cf7b1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:10.093751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4e23c-6c77-4868-8115-335228a14c1a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.100059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.101412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-481cbdf7-5f80-47fa-afdb-731af37ebd55 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2353950 Aug 31 19:37:10.104276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57676) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:10.104380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 51e23cc2-5e50-40a7-9307-0422563cf7b1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:10.104656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.115248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.7 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/1917fee0-55ba-4fa1-a719-5809eedc561e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:10.117317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'security_group_rule': {'security_group_id': '9bdae570-d89a-4336-94b0-8372fc899e57', 'project_id': '8ebae095e4fa43e5932691052f15f628', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:10.153369 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.154972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:10.184166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:10.196557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:10.203807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a922467-ac30-477d-aefc-da5155dcebb4 None None] Port 151e30a3-c890-4117-af26-a348d6cf0269 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:10.210441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:10.217198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Pushing event updated for resources: {'Port': ['ID=2323ef37-b644-4be9-9c6f-61de26f3ae2c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.219428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2ee25c3-cbf3-4b18-a585-9c432901eda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.252820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.259140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.289537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80b73bd-8389-4cfc-a640-6348c037c467,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.340009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.362301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object 1917fee0-55ba-4fa1-a719-5809eedc561e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:10.376618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2ee25c3-cbf3-4b18-a585-9c432901eda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.383600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Attempting to bind port 2323ef37-b644-4be9-9c6f-61de26f3ae2c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:10.383907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2ee25c3-cbf3-4b18-a585-9c432901eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.384006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Attempting to bind port 2323ef37-b644-4be9-9c6f-61de26f3ae2c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'f2a35e04-1c6d-43e4-be80-74dc91325507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:10.384351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Attempting to bind port 2323ef37-b644-4be9-9c6f-61de26f3ae2c on network ebe9e6de-6cc6-46b4-938e-57ba93a0218b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:10.399861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.402711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.412211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:10.412593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Checking segment: {'id': 'f2a35e04-1c6d-43e4-be80-74dc91325507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:10.413013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.413397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Bound using segment: {'id': 'f2a35e04-1c6d-43e4-be80-74dc91325507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:10.414087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Bound port: 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a35e04-1c6d-43e4-be80-74dc91325507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:10.414637 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.415097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e9e9e487-33e4-4022-bbd7-b430faa60c12 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085124 Aug 31 19:37:10.428775 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.439244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6d7d9db-c1cc-4f1f-a7a8-235e7a571059 None None] Provisioning complete for port 151e30a3-c890-4117-af26-a348d6cf0269 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:10.439786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d9db-c1cc-4f1f-a7a8-235e7a571059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.448498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2ee25c3-cbf3-4b18-a585-9c432901eda8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ca2776abb7a493fbada13b9657789f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014971 Aug 31 19:37:10.451852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:10.453769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee25c3-cbf3-4b18-a585-9c432901eda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b13c8-54e1-47bf-bff2-9c7cf6633202,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.456025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:10.460848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:10.464419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:10.520840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.533994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=1917fee0-55ba-4fa1-a719-5809eedc561e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.551956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.560839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7d9db-c1cc-4f1f-a7a8-235e7a571059 None None] Port 151e30a3-c890-4117-af26-a348d6cf0269 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:10.561283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:10.562159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.565918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 51e23cc2-5e50-40a7-9307-0422563cf7b1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=51e23cc2-5e50-40a7-9307-0422563cf7b1,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:10.578987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.601470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f0ea64eb-8011-42ad-a5f0-eb1acfc97130 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7088404 Aug 31 19:37:10.603355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:10.617985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] For port 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:10.622131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-407202522', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:15:50:46'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:10.625415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.631275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.635518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c55b13c8-54e1-47bf-bff2-9c7cf6633202 HTTP/1.1" status: 204 len: 168 time: 0.1825390 Aug 31 19:37:10.638986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] For port 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2323ef37-b644-4be9-9c6f-61de26f3ae2c,segment=NetworkSegment(f2a35e04-1c6d-43e4-be80-74dc91325507),segment_id=f2a35e04-1c6d-43e4-be80-74dc91325507)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:10.647905 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.652902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5917f0f-9a97-42a9-a5e2-6076fc006761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b13c8-54e1-47bf-bff2-9c7cf6633202,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.677106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=51e23cc2-5e50-40a7-9307-0422563cf7b1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.741392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 2, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:10.752997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-dbce0c91-0932-46e2-aeff-8e18c0372847 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--1568470309&fields=id&tenant_id=8ebae095e4fa43e5932691052f15f628 HTTP/1.1" status: 200 len: 267 time: 0.0849462 Aug 31 19:37:10.780059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:10.787820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Checking router: 390d5ade-663c-4fab-8d97-a19399ca31f2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:10.788182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Updating router 390d5ade-663c-4fab-8d97-a19399ca31f2 port 151e30a3-c890-4117-af26-a348d6cf0269 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:37:10.813109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-73dd7426-65d9-4689-915c-225be6c52f8e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--1028597127&fields=id&tenant_id=8ebae095e4fa43e5932691052f15f628 HTTP/1.1" status: 200 len: 267 time: 0.0583439 Aug 31 19:37:10.817728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69384ee2-d282-477f-ba31-9e407d599459 None None] Pushing event updated for resources: {'Port': ['ID=2323ef37-b644-4be9-9c6f-61de26f3ae2c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:10.829008 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.947313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.002774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port 5e9dc6ef-cd17-4dde-a01d-fee80932982f yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:11.008507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-f922285d-9f54-452c-98bd-3337136009dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:11.010111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-f922285d-9f54-452c-98bd-3337136009dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/networks?id=d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 200 len: 797 time: 0.1921120 Aug 31 19:37:11.051385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-f3673afe-eb08-4726-ba98-db5d6f94d907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/quotas/8ebae095e4fa43e5932691052f15f628 HTTP/1.1" status: 200 len: 375 time: 0.0345185 Aug 31 19:37:11.057711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e441c63-0efc-4514-9f4b-907d074a65d1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:11.129220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-7dc0612d-e8cc-41e6-a611-e671506c6be9 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753736 Aug 31 19:37:11.188285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.3 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/5e9dc6ef-cd17-4dde-a01d-fee80932982f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:11.203449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:11.220864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec16fa-1c83-47af-96fb-923d46a2b132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.221343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6e441c63-0efc-4514-9f4b-907d074a65d1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:11.222338 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.264253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-428a30ed-24ae-487f-b702-8193d632183a service neutron] 10.222.0.73 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242871 Aug 31 19:37:11.394519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-c36bb4b4-4149-480b-ab0b-e7a6792c6d7c service neutron] 10.222.0.73 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261680 Aug 31 19:37:11.398954 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.405673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 51e23cc2-5e50-40a7-9307-0422563cf7b1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:11.458576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Transition to ACTIVE for port object 151e30a3-c890-4117-af26-a348d6cf0269 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:11.459384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec16fa-1c83-47af-96fb-923d46a2b132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.462971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.468413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.478082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec16fa-1c83-47af-96fb-923d46a2b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.505511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 51e23cc2-5e50-40a7-9307-0422563cf7b1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:11.505895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.531619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec16fa-1c83-47af-96fb-923d46a2b132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bee552-0107-4877-89c6-4b46b7d7a9e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:11.567777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object 5e9dc6ef-cd17-4dde-a01d-fee80932982f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:11.596176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-12ec16fa-1c83-47af-96fb-923d46a2b132 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5904f3cdcc148fbbb48f3a89df88bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906922 Aug 31 19:37:11.598599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:11.623162 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-ce1b5d96-7c31-42e2-9205-c55c31b364df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1623628 Aug 31 19:37:11.742372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ec92a84-90ba-46f7-bb3b-d211dbd0a348 req-4af854f8-9fd5-41e2-90ab-d4d5f57e0c9b tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 210 time: 0.1121218 Aug 31 19:37:11.761506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.785590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-524599ef-2090-4383-917b-ed18b3c6c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:11.787970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-524599ef-2090-4383-917b-ed18b3c6c6d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 1098 time: 0.1360347 Aug 31 19:37:11.810727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.850742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.881168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:11.937300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:11.945838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.948726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.950518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5bee552-0107-4877-89c6-4b46b7d7a9e3 HTTP/1.1" status: 204 len: 168 time: 0.3508010 Aug 31 19:37:11.982512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:11.994135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850cdd2-a80b-4e7f-a8eb-71d802c94d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bee552-0107-4877-89c6-4b46b7d7a9e3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:11.998548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=5e9dc6ef-cd17-4dde-a01d-fee80932982f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:12.012928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a569d5-140b-4b30-9cde-0f8c3acb6a99 None None] Pushing event updated for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:12.023026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0331f199-d9ae-47cd-8ab0-ee7266287a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.180858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.181554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.190529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Attempting to bind port 151e30a3-c890-4117-af26-a348d6cf0269 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:12.190928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Attempting to bind port 151e30a3-c890-4117-af26-a348d6cf0269 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:12.191494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Attempting to bind port 151e30a3-c890-4117-af26-a348d6cf0269 on network d3f6ae6c-a528-47e5-8ca7-9d331378781c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:12.199269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:12.199727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Checking segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:12.200179 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.200395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-230e20be-d8a5-44f1-a222-133531c94920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.200850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Bound using segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:12.201208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Bound port: 151e30a3-c890-4117-af26-a348d6cf0269, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:12.201606 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.202127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-230e20be-d8a5-44f1-a222-133531c94920 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.3750944 Aug 31 19:37:12.208079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06c48d4e-f884-42bc-8fc1-eeb53a2048e5 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.6035717 Aug 31 19:37:12.210718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:12.255528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eea1c3-404f-4b9f-b50b-18ab274495a6 None None] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:12.336720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-95b305aa-87ea-4816-b908-4c24d0017fe5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2890797 Aug 31 19:37:12.339072 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-76674cd2-6ffd-4ff9-a577-c77377fcecf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 HTTP/1.1" status: 200 len: 217 time: 0.1120906 Aug 31 19:37:12.339350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad87f3-924c-4914-a826-61086caaa9ba tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.368055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad87f3-924c-4914-a826-61086caaa9ba tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.373863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-514b61ac-b4f8-4985-9a33-9b34840338d6 None None] Provisioning for port 2323ef37-b644-4be9-9c6f-61de26f3ae2c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:12.378080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad87f3-924c-4914-a826-61086caaa9ba tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.380976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2aad87f3-924c-4914-a826-61086caaa9ba tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1691341 Aug 31 19:37:12.384202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57720) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:12.391970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] For port 151e30a3-c890-4117-af26-a348d6cf0269, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:12.400890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] For port 151e30a3-c890-4117-af26-a348d6cf0269, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=151e30a3-c890-4117-af26-a348d6cf0269,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:12.409027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.502909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-22a40838-498a-4cef-b666-e37fd1242f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.505695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-22a40838-498a-4cef-b666-e37fd1242f9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 1097 time: 0.0990455 Aug 31 19:37:12.508096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-786bbbe2-4809-4f24-b2ff-b55f44b5a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.509720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-786bbbe2-4809-4f24-b2ff-b55f44b5a930 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1621573 Aug 31 19:37:12.538659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port 5e9dc6ef-cd17-4dde-a01d-fee80932982f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:12.539016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.560053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a569d5-140b-4b30-9cde-0f8c3acb6a99 None None] Pushing event updated for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:12.617539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:12.618205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:36:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:12.661980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-68effabe-f314-4acd-9785-b0d20af1f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.663494 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-68effabe-f314-4acd-9785-b0d20af1f428 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375113 Aug 31 19:37:12.702884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.752737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for 5e9dc6ef-cd17-4dde-a01d-fee80932982f owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:12.786087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:12.879266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-ab626bfc-b693-4310-9228-58d0dfc5d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:12.889129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-ab626bfc-b693-4310-9228-58d0dfc5d8ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.3099964 Aug 31 19:37:12.949867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f25d8f8-1c08-4db9-8d1b-55814af172f8 req-a9336073-0c9e-4154-8524-af563f9c353b tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 210 time: 0.0654974 Aug 31 19:37:12.976078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-74eaca41-946e-45bd-9f0f-9f22d7fd047f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df70b9e2-6281-483e-87c2-a1bd878c353e HTTP/1.1" status: 200 len: 217 time: 0.0741754 Aug 31 19:37:13.090705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2323ef37-b644-4be9-9c6f-61de26f3ae2c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:13.121167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-fb55e47f-7fe6-4237-8350-cfa6c5b55453 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484100 Aug 31 19:37:13.167115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-ca167213-6271-4a81-9db0-71a9a8f71c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:13.168532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-ca167213-6271-4a81-9db0-71a9a8f71c88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1774940 Aug 31 19:37:13.224544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-1750b9e6-a45f-4ea7-81cc-1993c5f42428 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:13.227413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-1750b9e6-a45f-4ea7-81cc-1993c5f42428 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.67 "GET /v2.0/networks?id=d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 200 len: 797 time: 0.2675085 Aug 31 19:37:13.229281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.288707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-d5c122a3-2ff5-44a6-bba4-2ff2f7cb5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:13.291232 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-d5c122a3-2ff5-44a6-bba4-2ff2f7cb5c85 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014290 Aug 31 19:37:13.293558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 2323ef37-b644-4be9-9c6f-61de26f3ae2c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:13.296974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=5e9dc6ef-cd17-4dde-a01d-fee80932982f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:13.304862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2323ef37-b644-4be9-9c6f-61de26f3ae2c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:13.305201 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.306712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Provisioning for port 1917fee0-55ba-4fa1-a719-5809eedc561e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:13.341602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Provisioning complete for port 1917fee0-55ba-4fa1-a719-5809eedc561e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:13.341971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.354065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:12Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:13.417765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-3df2211e-61ca-437e-8bec-c76eaa726142 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebae095e4fa43e5932691052f15f628 HTTP/1.1" status: 200 len: 478 time: 0.1682205 Aug 31 19:37:13.434295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'port': {'device_id': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'admin_state_up': True, 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'security_groups': ['84b4e23c-6c77-4868-8115-335228a14c1a', '9bdae570-d89a-4336-94b0-8372fc899e57']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:13.436383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-a92848ca-dc68-4719-827a-3e2edd958e14 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355820 Aug 31 19:37:13.478048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1bfa4c78-b94d-4b85-8db3-dea75c1cbf94 req-54c9dca5-d2f3-4027-8cd8-77a8813d5c26 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413439 Aug 31 19:37:13.490094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf080a-c5f2-4d26-8e83-a429c07972a8 None None] The sync data for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 is: [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:12Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:13.572777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Port 1917fee0-55ba-4fa1-a719-5809eedc561e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:13.576938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-26dffe04-27bc-4311-be3a-0f01108fa776 req-21424b5c-9f88-4561-acea-2e52d97b6845 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289952 Aug 31 19:37:13.666674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Provisioning complete for port 2323ef37-b644-4be9-9c6f-61de26f3ae2c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:13.667059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.751261 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.803414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2323ef37-b644-4be9-9c6f-61de26f3ae2c,segment=NetworkSegment(f2a35e04-1c6d-43e4-be80-74dc91325507),segment_id=f2a35e04-1c6d-43e4-be80-74dc91325507)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:13.811854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.814447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.824697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2681320-a300-4bfd-96cb-97e71be40e6a tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/5e9dc6ef-cd17-4dde-a01d-fee80932982f HTTP/1.1" status: 204 len: 168 time: 1.4390588 Aug 31 19:37:13.827630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:13.857957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:13.863624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:13.897797 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ead211-ee81-4c8e-8837-5a24f905749e tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] GET failed (client error): The resource could not be found. Aug 31 19:37:13.904463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03ead211-ee81-4c8e-8837-5a24f905749e tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports/5e9dc6ef-cd17-4dde-a01d-fee80932982f HTTP/1.1" status: 404 len: 333 time: 0.0724463 Aug 31 19:37:13.905449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:13.912663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-575709874'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:13.912838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68e714b2-7d2f-40ce-a233-eb93eeb959bc None None] Could not find standard attr ID for object 5e9dc6ef-cd17-4dde-a01d-fee80932982f. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:37:13.930362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=2323ef37-b644-4be9-9c6f-61de26f3ae2c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:14.043963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79f3266c-1900-4547-b3a8-6f7fc3799d1f None None] Provisioning complete for port 1917fee0-55ba-4fa1-a719-5809eedc561e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:14.044694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79f3266c-1900-4547-b3a8-6f7fc3799d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.139880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-79f3266c-1900-4547-b3a8-6f7fc3799d1f None None] Port 1917fee0-55ba-4fa1-a719-5809eedc561e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:14.140479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d9a8fe8-a883-4e21-997e-b790c35eaa9e req-597be83e-d1fa-42e7-b906-c0978dc4aae0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 210 time: 0.0573735 Aug 31 19:37:14.152749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79f3266c-1900-4547-b3a8-6f7fc3799d1f None None] Could not find standard attr ID for object 5e9dc6ef-cd17-4dde-a01d-fee80932982f. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:37:14.163442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.20.0.9 (d3f6ae6c-a528-47e5-8ca7-9d331378781c/392f1c80-fc90-416c-82c5-9cfd8e047dba/11e01ab2-8210-4c85-958c-cb89656d9554) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:14.172527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:14.176757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.205869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port 6c8e77a7-ce4b-4920-9b15-6aac83557697 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:14.209163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48b13295-53b9-4a5c-aeff-37f110e28c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.378866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.402057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Transition to ACTIVE for port object 11e01ab2-8210-4c85-958c-cb89656d9554 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:14.410984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.4 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/6c8e77a7-ce4b-4920-9b15-6aac83557697) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:14.447507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.482181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.521600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:14.531883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:14.533623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:14.540416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:14.600673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:14.601553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.624523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9bd975d6-e0c6-49d4-a004-eea6a590944a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1944685 Aug 31 19:37:14.631571 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.641588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.642492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Request body: {'port': {'device_id': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:14.661678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object 6c8e77a7-ce4b-4920-9b15-6aac83557697 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:14.722271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.723909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.775395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:14.778659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:14.782735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:14.851208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=6c8e77a7-ce4b-4920-9b15-6aac83557697,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:14.886994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-65e2369a-5d9f-4bd6-8998-d0e05d292bf0 None None] Provisioning for port 11e01ab2-8210-4c85-958c-cb89656d9554 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:14.892276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-65e2369a-5d9f-4bd6-8998-d0e05d292bf0 None None] Provisioning complete for port 11e01ab2-8210-4c85-958c-cb89656d9554 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:14.892925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65e2369a-5d9f-4bd6-8998-d0e05d292bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.900227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:14.901824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.940515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18ccf611-0234-4ab9-9dba-2c3cb8099ca2 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0308075 Aug 31 19:37:14.940999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:14.946194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:15:50:46'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:14.980938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-65e2369a-5d9f-4bd6-8998-d0e05d292bf0 None None] Port 11e01ab2-8210-4c85-958c-cb89656d9554 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:15.096046 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.125665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2323ef37-b644-4be9-9c6f-61de26f3ae2c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:15.219701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e01ab2-8210-4c85-958c-cb89656d9554 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:37:15.231339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.252578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Transition to ACTIVE for port object 11e01ab2-8210-4c85-958c-cb89656d9554 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:15.266140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1181c91e-2ed1-475b-9c3f-3ada9a36da88 None None] Provisioning for port 6c8e77a7-ce4b-4920-9b15-6aac83557697 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:15.271708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.279465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1181c91e-2ed1-475b-9c3f-3ada9a36da88 None None] Provisioning complete for port 6c8e77a7-ce4b-4920-9b15-6aac83557697 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:15.279967 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1181c91e-2ed1-475b-9c3f-3ada9a36da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.331768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 2323ef37-b644-4be9-9c6f-61de26f3ae2c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:15.332144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.368335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1181c91e-2ed1-475b-9c3f-3ada9a36da88 None None] Port 6c8e77a7-ce4b-4920-9b15-6aac83557697 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:15.396939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Pushing event updated for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:15.420521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.434134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83801a3-8242-4146-b603-c6e9f42d964b req-a6920cad-92b1-4468-a712-7a882cb78013 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:15.439397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a83801a3-8242-4146-b603-c6e9f42d964b req-a6920cad-92b1-4468-a712-7a882cb78013 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 982 time: 0.1823056 Aug 31 19:37:15.472431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 151e30a3-c890-4117-af26-a348d6cf0269 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:15.482444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.489766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.559399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a83801a3-8242-4146-b603-c6e9f42d964b req-0eb4ea9e-4891-4e96-acf6-758853f2f606 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0773540 Aug 31 19:37:15.568196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=6c8e77a7-ce4b-4920-9b15-6aac83557697,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:15.569634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 151e30a3-c890-4117-af26-a348d6cf0269 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:15.578516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 151e30a3-c890-4117-af26-a348d6cf0269 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:15.579037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.594625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:15.600060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Attempting to bind port 11e01ab2-8210-4c85-958c-cb89656d9554 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:15.600492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Attempting to bind port 11e01ab2-8210-4c85-958c-cb89656d9554 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:15.601248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Attempting to bind port 11e01ab2-8210-4c85-958c-cb89656d9554 on network d3f6ae6c-a528-47e5-8ca7-9d331378781c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:15.622144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Port 11e01ab2-8210-4c85-958c-cb89656d9554 on network d3f6ae6c-a528-47e5-8ca7-9d331378781c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:37:15.622563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Attempting to bind port 11e01ab2-8210-4c85-958c-cb89656d9554 on network d3f6ae6c-a528-47e5-8ca7-9d331378781c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:15.630272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:15.630667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Checking segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:15.631308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Bound using segment: {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:15.631884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Bound port: 11e01ab2-8210-4c85-958c-cb89656d9554, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13de293-6705-451f-bdf2-f6243b44cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:15.632320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.705899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.728422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] In _notify_port_updated(), no bound segment for port 6c8e77a7-ce4b-4920-9b15-6aac83557697 on network ebe9e6de-6cc6-46b4-938e-57ba93a0218b {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:37:15.735938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:15.736716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.740683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:15.740944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a0ae108f-e312-455e-b036-a77d0f642c42 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "PUT /v2.0/ports/6c8e77a7-ce4b-4920-9b15-6aac83557697 HTTP/1.1" status: 200 len: 992 time: 0.7990355 Aug 31 19:37:15.741722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:15.745195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 151e30a3-c890-4117-af26-a348d6cf0269, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=151e30a3-c890-4117-af26-a348d6cf0269,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:15.749407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=11e01ab2-8210-4c85-958c-cb89656d9554,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:15.753086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.758778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.818847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed1c7c2-e719-40aa-a1c6-e9e877bdccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.826593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:15.841720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:15.842426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.844216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] 10.222.0.67 "PUT /v2.0/ports/11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 200 len: 1131 time: 1.2104833 Aug 31 19:37:15.844692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:15.848518 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e088f1-c360-4ff2-8716-8db887110bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:15.872249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622d2b-c000-407d-b444-d96f12110999 service neutron] Pushing event updated for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:15.943798 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.949321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a3d6ee93-5a7b-4e91-aa43-7831af923054 None None] Provisioning complete for port 6c8e77a7-ce4b-4920-9b15-6aac83557697 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:15.950292 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ee93-5a7b-4e91-aa43-7831af923054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.958298 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b6d223-544c-4a9d-803d-dbd095865d5c x-openstack-request-id: req-c3b6d223-544c-4a9d-803d-dbd095865d5c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:15.958584 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:15.958838 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3b6d223-544c-4a9d-803d-dbd095865d5c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:15.959798 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554', 'status': 'completed', 'code': 200} Aug 31 19:37:15.965076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port 6c8e77a7-ce4b-4920-9b15-6aac83557697 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:15.965562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.980333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-f78bc1c1-45e1-457f-a02a-a0f3c84cf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:15.982216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-f78bc1c1-45e1-457f-a02a-a0f3c84cf937 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1134 time: 0.0793414 Aug 31 19:37:16.003941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6ee93-5a7b-4e91-aa43-7831af923054 None None] Port 6c8e77a7-ce4b-4920-9b15-6aac83557697 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:16.046919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-a5c8daad-4b0a-469a-8f2a-0fba04fa06e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 200 len: 217 time: 0.0423143 Aug 31 19:37:16.105144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed1c7c2-e719-40aa-a1c6-e9e877bdccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.107986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9a466776-947c-4f58-bc63-4faebdd5e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:16.109115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.109965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-9a466776-947c-4f58-bc63-4faebdd5e183 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=392f1c80-fc90-416c-82c5-9cfd8e047dba HTTP/1.1" status: 200 len: 834 time: 0.0561347 Aug 31 19:37:16.117116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed1c7c2-e719-40aa-a1c6-e9e877bdccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.132282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for 6c8e77a7-ce4b-4920-9b15-6aac83557697 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:16.159338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-319471d7-e523-4268-bb99-013b6a73708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:16.160906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-319471d7-e523-4268-bb99-013b6a73708b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3f6ae6c-a528-47e5-8ca7-9d331378781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434864 Aug 31 19:37:16.177615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bed1c7c2-e719-40aa-a1c6-e9e877bdccff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ee1728eefd84004a2a948789882d078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804100 Aug 31 19:37:16.186891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:16.203489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1c7c2-e719-40aa-a1c6-e9e877bdccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fab066-3526-446f-b158-36864d97b02b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:16.296350 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.302712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.303817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:16.309987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-4a06daa9-57f6-4685-babc-86e72e13fa72 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410949 Aug 31 19:37:16.334161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=6c8e77a7-ce4b-4920-9b15-6aac83557697,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:16.379886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.462315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5705f112-d25b-4be1-b69a-a9121d498c3b req-eb62e32c-0383-4897-a072-d76eb11cb81a service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440401 Aug 31 19:37:16.463871 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.466528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.470645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72fab066-3526-446f-b158-36864d97b02b HTTP/1.1" status: 204 len: 168 time: 0.2797866 Aug 31 19:37:16.486829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f0c9f-7bf5-4afd-8ef8-958d7fffb4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fab066-3526-446f-b158-36864d97b02b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:16.663720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.665671 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c046d8d-6a69-4f7b-b932-e08d96241e02 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/6c8e77a7-ce4b-4920-9b15-6aac83557697 HTTP/1.1" status: 204 len: 168 time: 0.9230034 Aug 31 19:37:16.668330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:16.700320 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd2a83a-511c-45a3-9559-80d2318996dd tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] GET failed (client error): The resource could not be found. Aug 31 19:37:16.701953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dfd2a83a-511c-45a3-9559-80d2318996dd tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports/6c8e77a7-ce4b-4920-9b15-6aac83557697 HTTP/1.1" status: 404 len: 333 time: 0.0327020 Aug 31 19:37:16.706810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:16.712011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-1160237229'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:16.777239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 4d62dcc6-da3f-4121-be7c-118bf0217c9e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:16.777551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.830683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:16.859950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.927356 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:37:16.927356 n-d-778550-14 neutron-server[94817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 19:37:16.927356 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id': '5292feb4c4ff491bb13ef104e149adff', 'id': '6fd46b24-fcc9-4b09-b4da-9fbf4b10546f', 'expiration': datetime.datetime(2021, 8, 31, 19, 39, 16, 910892)}] Aug 31 19:37:16.927356 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:16.927757 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:16.929262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.930232 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.945585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 4d62dcc6-da3f-4121-be7c-118bf0217c9e owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:16.946601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-762a2d81-05dd-4ae1-a60d-5216287ae5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:16.947334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:16.948211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-762a2d81-05dd-4ae1-a60d-5216287ae5f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1134 time: 0.4171717 Aug 31 19:37:16.950899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:16.961042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a334-4cf1-412f-a9dd-12ef2224e902 req-20d9cf89-c5ab-4ddd-8e3c-c42de3038e16 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:16.963258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1169a334-4cf1-412f-a9dd-12ef2224e902 req-20d9cf89-c5ab-4ddd-8e3c-c42de3038e16 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 982 time: 0.0650253 Aug 31 19:37:16.965975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 151e30a3-c890-4117-af26-a348d6cf0269 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:16.976987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port e061e77d-2047-4938-aafe-e6a07a04350a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:17.029135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.029865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 151e30a3-c890-4117-af26-a348d6cf0269 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:17.030229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.067149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1169a334-4cf1-412f-a9dd-12ef2224e902 req-1f6f5e73-8b48-4daf-b87e-b25d39190479 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0841198 Aug 31 19:37:17.108859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-8c305730-8f67-4199-940e-4a18af652720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:17.111823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-8c305730-8f67-4199-940e-4a18af652720 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 200 len: 898 time: 0.1470652 Aug 31 19:37:17.156519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-58f37f48-378c-4b8f-a2ce-c3379618e56f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 200 len: 217 time: 0.0375402 Aug 31 19:37:17.158297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.6 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/e061e77d-2047-4938-aafe-e6a07a04350a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:17.217294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-d94dcb95-f601-4dbf-bfcd-a3141bc03566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:17.218802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-d94dcb95-f601-4dbf-bfcd-a3141bc03566 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=392f1c80-fc90-416c-82c5-9cfd8e047dba HTTP/1.1" status: 200 len: 834 time: 0.0530427 Aug 31 19:37:17.264001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.270677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-78847036-8f2a-4827-ac58-2b601e412116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:17.272229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-78847036-8f2a-4827-ac58-2b601e412116 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3f6ae6c-a528-47e5-8ca7-9d331378781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431581 Aug 31 19:37:17.327120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=4d62dcc6-da3f-4121-be7c-118bf0217c9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:17.368978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-7497f076-710d-4c6c-be63-29966d7bdfd9 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886753 Aug 31 19:37:17.429811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.433955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.434299 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Floating IP 4aa36821-5edb-4804-95df-a13d42d6f024 disassociated (deleted). External IP: 172.25.3.51, port: a67037e4-b7e3-465d-b7bd-54a59b26b6cc. Aug 31 19:37:17.443945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:17.466804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8e088f1-c360-4ff2-8716-8db887110bb9 req-d1071716-d0ab-47f7-8579-e4f064ec4f83 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891616 Aug 31 19:37:17.501367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object e061e77d-2047-4938-aafe-e6a07a04350a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:17.999520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.098053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.103968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:18.113318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.116405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:18.137217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:18.171149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=e061e77d-2047-4938-aafe-e6a07a04350a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:18.214509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5292feb4c4ff491bb13ef104e149adff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827527 Aug 31 19:37:18.219196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edce23-1b5d-4b25-acb6-0ad7312d71e5 req-cdb2892d-4bab-41e4-81d7-d15901cc11ab tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.220354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:18.221456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5edce23-1b5d-4b25-acb6-0ad7312d71e5 req-cdb2892d-4bab-41e4-81d7-d15901cc11ab tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 982 time: 0.0550215 Aug 31 19:37:18.224128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:18.236735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ef066-258e-44de-acc2-6a7b1c576370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f35d16-b284-402b-950c-6b3787585495,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:18.253754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.254409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.268661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5edce23-1b5d-4b25-acb6-0ad7312d71e5 req-8ffd37d9-8ffd-4b7b-8b92-56eb4bed5687 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0396214 Aug 31 19:37:18.331396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-61b36bde-fae3-4632-9531-0243ee4aeb03 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6235070 Aug 31 19:37:18.334774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:18.340940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:15:50:46'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:18.361218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.369788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6217271d-cd4c-4125-8465-942bbda4d0f8 None None] Provisioning for port e061e77d-2047-4938-aafe-e6a07a04350a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:18.374055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6217271d-cd4c-4125-8465-942bbda4d0f8 None None] Provisioning complete for port e061e77d-2047-4938-aafe-e6a07a04350a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:18.374430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6217271d-cd4c-4125-8465-942bbda4d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.415551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.419359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6217271d-cd4c-4125-8465-942bbda4d0f8 None None] Port e061e77d-2047-4938-aafe-e6a07a04350a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:18.436403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:18.442056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.447781 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Sync routers for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:18.458131 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:18.458870 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:18.483840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75483f11-1144-4d8c-bc57-b0553a1bd2cd tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/floatingips/4aa36821-5edb-4804-95df-a13d42d6f024 HTTP/1.1" status: 204 len: 168 time: 2.1788783 Aug 31 19:37:18.484913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:18.488270 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:18.508773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.510225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.513368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.514454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71f35d16-b284-402b-950c-6b3787585495 HTTP/1.1" status: 204 len: 168 time: 0.2891955 Aug 31 19:37:18.528678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0662173-88de-40bc-a60c-b1f0dc48803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f35d16-b284-402b-950c-6b3787585495,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:18.605115 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:18.616492 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2c3167-8256-481c-9f48-87998a5137c0 x-openstack-request-id: req-3e2c3167-8256-481c-9f48-87998a5137c0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:18.616793 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:18.617048 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e2c3167-8256-481c-9f48-87998a5137c0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:18.617508 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'status': 'completed', 'code': 200} Aug 31 19:37:18.698065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-91184ad8-f5e7-4d0f-bdd6-7c2addc254e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.700207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-91184ad8-f5e7-4d0f-bdd6-7c2addc254e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=282b17f5f92c42659102d556fbf3568a&device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 1098 time: 0.0652001 Aug 31 19:37:18.767883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.789970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.849523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-33269158-5166-487a-ab68-0b8e00f7c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.852553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-33269158-5166-487a-ab68-0b8e00f7c7bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 200 len: 898 time: 0.1437809 Aug 31 19:37:18.887587 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:18.908948 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-59307765-c90c-4b36-9410-79fa7172ac77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 200 len: 217 time: 0.0468616 Aug 31 19:37:18.916194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] In _notify_port_updated(), no bound segment for port e061e77d-2047-4938-aafe-e6a07a04350a on network ebe9e6de-6cc6-46b4-938e-57ba93a0218b {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:37:18.919532 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Checking router: a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:18.922594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.924239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:18.928987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "PUT /v2.0/ports/e061e77d-2047-4938-aafe-e6a07a04350a HTTP/1.1" status: 200 len: 996 time: 0.5928767 Aug 31 19:37:18.929880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57834) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:18.930426 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:18.931060 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:18.945379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9ffd-4cf8-4217-afeb-697cf052ac85 req-c85b1acd-61eb-46fb-92fd-16f37e0b7d20 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.953224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2ac9ffd-4cf8-4217-afeb-697cf052ac85 req-c85b1acd-61eb-46fb-92fd-16f37e0b7d20 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.1991723 Aug 31 19:37:18.988685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-40be7bff-59d1-462b-a873-9bd7a425c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:18.990254 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-40be7bff-59d1-462b-a873-9bd7a425c562 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2c38075e-c548-4a1c-94e4-2601814cbd7d HTTP/1.1" status: 200 len: 835 time: 0.0703909 Aug 31 19:37:19.005199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7411da-2b4d-4b76-b1b2-6bb269c19a9c tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=e061e77d-2047-4938-aafe-e6a07a04350a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:19.091473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-cefb893a-83af-4e69-92b5-2d0cbfa59298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:19.092660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2ac9ffd-4cf8-4217-afeb-697cf052ac85 req-9f5049d5-6aa8-42d7-a0ba-9e66171a6572 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382275 Aug 31 19:37:19.094145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-cefb893a-83af-4e69-92b5-2d0cbfa59298 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8024e395-db17-4972-bb4e-aae6f41e32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960696 Aug 31 19:37:19.107670 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:19.143784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port e061e77d-2047-4938-aafe-e6a07a04350a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:19.144281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.230986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-154a98d2-fae4-4518-912a-14467108b87f service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285348 Aug 31 19:37:19.258215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-907c7ad3-cfcd-4108-92de-ac1144d2f15f None None] Provisioning complete for port e061e77d-2047-4938-aafe-e6a07a04350a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:19.259935 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-907c7ad3-cfcd-4108-92de-ac1144d2f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.286448 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.314685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for e061e77d-2047-4938-aafe-e6a07a04350a owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:19.330711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-907c7ad3-cfcd-4108-92de-ac1144d2f15f None None] Port e061e77d-2047-4938-aafe-e6a07a04350a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:19.390689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-37cc78da-f4f1-40c1-ba72-a0787a7c0e3d req-b869d003-c896-4ed0-9e46-0dc9e2942059 service neutron] 10.222.0.82 "GET /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487792 Aug 31 19:37:19.462651 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:19.486886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb8512-5619-4bc7-a655-2014b02e2ed9 req-6602830e-51ef-4a57-a811-2d0bd4c3a898 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:19.488547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11fb8512-5619-4bc7-a655-2014b02e2ed9 req-6602830e-51ef-4a57-a811-2d0bd4c3a898 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 982 time: 0.0869033 Aug 31 19:37:19.490640 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf33b7f-633b-4463-91d3-3b42412a2b84 None None] The sync data for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 is: [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:30Z', 'revision_number': 4, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'ccf7da8f-052c-4646-87a7-78c5d15f6a0d', 'name': '', 'network_id': '8024e395-db17-4972-bb4e-aae6f41e32bb', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'mac_address': 'fa:16:3e:02:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:30Z', 'updated_at': '2021-08-31T19:35:35Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'subnets': [{'id': '2c38075e-c548-4a1c-94e4-2601814cbd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:19.580095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11fb8512-5619-4bc7-a655-2014b02e2ed9 req-0cfed419-bfb0-4372-84d6-97cd4b3157ef tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0802877 Aug 31 19:37:19.581289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.621851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=e061e77d-2047-4938-aafe-e6a07a04350a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:19.701416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.709029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:19.709308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1d3eb53-b022-4714-be87-37ba567c8ec0 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/e061e77d-2047-4938-aafe-e6a07a04350a HTTP/1.1" status: 204 len: 168 time: 0.7724931 Aug 31 19:37:19.727289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 11e01ab2-8210-4c85-958c-cb89656d9554 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:37:19.751616 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f317e6b-40d6-4a54-8338-d5c7420287a3 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] GET failed (client error): The resource could not be found. Aug 31 19:37:19.760053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57858) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:19.765798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-2080791331'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:19.770192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1f317e6b-40d6-4a54-8338-d5c7420287a3 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports/e061e77d-2047-4938-aafe-e6a07a04350a HTTP/1.1" status: 404 len: 333 time: 0.0593545 Aug 31 19:37:19.844121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628806a7-4913-4b46-9253-4c7c9aade172 None None] New status for floating IP 4aa36821-5edb-4804-95df-a13d42d6f024: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:37:19.904811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:19.909488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:19.929477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port de3dd75a-e470-4607-ad91-1191ec4a5236 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:19.936636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=11e01ab2-8210-4c85-958c-cb89656d9554,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:19.953147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '11e01ab2-8210-4c85-958c-cb89656d9554', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'port_id': '11e01ab2-8210-4c85-958c-cb89656d9554', 'mac_address': 'fa:16:3e:b5:59:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:37:20.009416 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.024195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e01ab2-8210-4c85-958c-cb89656d9554 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:37:20.043606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=11e01ab2-8210-4c85-958c-cb89656d9554,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:20.048279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.070307 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.10 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/de3dd75a-e470-4607-ad91-1191ec4a5236) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:20.116708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:20.140457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-30e8dae7-3480-4323-9b84-b6198b1f3d8e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:20.142077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-30e8dae7-3480-4323-9b84-b6198b1f3d8e tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0713019 Aug 31 19:37:20.244187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port a67037e4-b7e3-465d-b7bd-54a59b26b6cc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:20.244600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.278167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa366-4207-4bf5-843e-6de0aa5917bf req-c7704da5-6fe7-4a58-b2e3-ecb1a61faed6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:20.279788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c2fa366-4207-4bf5-843e-6de0aa5917bf req-c7704da5-6fe7-4a58-b2e3-ecb1a61faed6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec179f08-f2b3-4892-8690-cc497938cf40 HTTP/1.1" status: 200 len: 946 time: 0.0951440 Aug 31 19:37:20.309966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['11e01ab2-8210-4c85-958c-cb89656d9554'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:20.322883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.348213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object de3dd75a-e470-4607-ad91-1191ec4a5236 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:20.372975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port a67037e4-b7e3-465d-b7bd-54a59b26b6cc, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:20.373512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.375201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c2fa366-4207-4bf5-843e-6de0aa5917bf req-3e2fcea9-08f8-408a-a190-6976c54198e6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "GET /v2.0/security-groups?id=b8ac9b2f-75c0-43bc-8296-81f47e09db00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846283 Aug 31 19:37:20.391463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.394566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for a67037e4-b7e3-465d-b7bd-54a59b26b6cc owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:20.455588 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:20.463505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:20.465830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=de3dd75a-e470-4607-ad91-1191ec4a5236,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:20.468202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:20.541821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:20.542502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.566533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a2a499f-1588-47a7-aa2e-a2ac15808e62 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8049679 Aug 31 19:37:20.567590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.569734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:20.575458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'network_id': 'ebe9e6de-6cc6-46b4-938e-57ba93a0218b', 'name': 'tempest-AllowedAddressPairTestJSON-2126544291'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:20.604415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=a67037e4-b7e3-465d-b7bd-54a59b26b6cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:20.679577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] No DVR routers for this DVR port a67037e4-b7e3-465d-b7bd-54a59b26b6cc on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:20.682875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.684998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a9f413a2-cc4d-44e1-a5cc-eb572252f3b8 req-d8569eda-454c-4136-ba2f-4b35af626f6f tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.82 "DELETE /v2.0/ports/a67037e4-b7e3-465d-b7bd-54a59b26b6cc HTTP/1.1" status: 204 len: 173 time: 0.5366611 Aug 31 19:37:20.685460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-deleted', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:20.689039 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef31b4-1d72-4b2f-aa07-0fbf727a5a96" -d '{"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-deleted", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:20.759626 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e607a74a-4e59-42ac-b668-2333ee97700c x-openstack-request-id: req-e607a74a-4e59-42ac-b668-2333ee97700c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:20.759957 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec179f08-f2b3-4892-8690-cc497938cf40", "name": "network-vif-deleted", "tag": "a67037e4-b7e3-465d-b7bd-54a59b26b6cc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:20.760211 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e607a74a-4e59-42ac-b668-2333ee97700c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:20.760618 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec179f08-f2b3-4892-8690-cc497938cf40', 'name': 'network-vif-deleted', 'tag': 'a67037e4-b7e3-465d-b7bd-54a59b26b6cc', 'status': 'completed', 'code': 200} Aug 31 19:37:20.786527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19237fa-7341-4c13-88de-664d206f5147 req-c4c35901-cd2a-4590-8ff2-939edfc52b74 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:20.792134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f19237fa-7341-4c13-88de-664d206f5147 req-c4c35901-cd2a-4590-8ff2-939edfc52b74 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 983 time: 0.0865474 Aug 31 19:37:20.804604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Made reservation on behalf of 3b172f04e3c0486385f7b38868889dc3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:20.808838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.850463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] device_id is not set on port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:20.870300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b7f2d71-3506-4ff9-8a61-42e5655891b0 None None] Provisioning for port de3dd75a-e470-4607-ad91-1191ec4a5236 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:20.874769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b7f2d71-3506-4ff9-8a61-42e5655891b0 None None] Provisioning complete for port de3dd75a-e470-4607-ad91-1191ec4a5236 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:20.875353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2d71-3506-4ff9-8a61-42e5655891b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:20.902892 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f19237fa-7341-4c13-88de-664d206f5147 req-15c8e060-c596-49a7-8f50-e6401630bde4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1072910 Aug 31 19:37:20.914121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f2d71-3506-4ff9-8a61-42e5655891b0 None None] Port de3dd75a-e470-4607-ad91-1191ec4a5236 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:20.992978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Allocated IP 172.20.0.14 (ebe9e6de-6cc6-46b4-938e-57ba93a0218b/aedb5461-8e01-494d-b6a1-353f021160f5/4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:21.196782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.214059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Transition to ACTIVE for port object 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:21.249605 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.295073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:21.299130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:21.303153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:21.310145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:21.375585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:21.376986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.396959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2998c229-31d8-473b-a1bf-5192515d3af9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8261452 Aug 31 19:37:21.399813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:21.406658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:15:50:46'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:11:20:8b'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:21.447477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57954) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:21.542352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-036bc668-941f-4ae7-8dc9-95d084bf97b8 None None] Provisioning for port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:21.548320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-036bc668-941f-4ae7-8dc9-95d084bf97b8 None None] Provisioning complete for port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:21.550590 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-036bc668-941f-4ae7-8dc9-95d084bf97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.595296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-036bc668-941f-4ae7-8dc9-95d084bf97b8 None None] Port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:21.619766 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.743421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 11e01ab2-8210-4c85-958c-cb89656d9554 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:21.808257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 11e01ab2-8210-4c85-958c-cb89656d9554 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:21.812816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 11e01ab2-8210-4c85-958c-cb89656d9554 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:21.813235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.814059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:21.841049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.847678 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.910389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.930014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.944342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event updated for resources: {'Port': ['ID=4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:21.951218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] In _notify_port_updated(), no bound segment for port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e on network ebe9e6de-6cc6-46b4-938e-57ba93a0218b {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:37:21.957826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:21.958504 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:21.963236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d23aa38-2b29-4ceb-a18f-470d31db98c9 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "PUT /v2.0/ports/4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e HTTP/1.1" status: 200 len: 1057 time: 0.5621743 Aug 31 19:37:21.963796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:21.965338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:21.967820 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a3377-3d94-41a9-ad81-f7cae0ad824a" -d '{"events": [{"server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "name": "network-vif-plugged", "status": "completed", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:22.004023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=11e01ab2-8210-4c85-958c-cb89656d9554,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:22.010116 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.047014 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73dcde3-8675-4061-81df-c7c13af01c99 x-openstack-request-id: req-d73dcde3-8675-4061-81df-c7c13af01c99 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:22.047829 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "name": "network-vif-plugged", "status": "completed", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:22.048195 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d73dcde3-8675-4061-81df-c7c13af01c99 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:22.048679 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554', 'code': 200} Aug 31 19:37:22.083526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:22.124537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7675520f-7ac7-4445-b36f-c10c860795ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.231257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bfd3f4e4-66d3-409c-85ea-209e6825b4d7 None None] Provisioning complete for port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:22.231628 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f4e4-66d3-409c-85ea-209e6825b4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.247768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb603d-c6eb-4f62-b3fd-059cb03062f7 req-7e069d45-f2b3-4023-a3ba-c41091e6f5da tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:22.249286 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fb603d-c6eb-4f62-b3fd-059cb03062f7 req-7e069d45-f2b3-4023-a3ba-c41091e6f5da tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.2048016 Aug 31 19:37:22.268408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3f4e4-66d3-409c-85ea-209e6825b4d7 None None] Port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:22.303849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d53a-9be7-4d76-811e-dee0a0484844 req-8061810c-c0a0-46ac-9156-47c450dda482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:22.305344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0e2d53a-9be7-4d76-811e-dee0a0484844 req-8061810c-c0a0-46ac-9156-47c450dda482 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1136 time: 0.1871886 Aug 31 19:37:22.368912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:22.369262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.433207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fb603d-c6eb-4f62-b3fd-059cb03062f7 req-c18557d3-ee07-40e1-a65f-e8ceead58fb7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1563768 Aug 31 19:37:22.456835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0e2d53a-9be7-4d76-811e-dee0a0484844 req-f200bca7-6d99-4a54-8f3c-8309a04504bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9bdae570-d89a-4336-94b0-8372fc899e57&id=84b4e23c-6c77-4868-8115-335228a14c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1360521 Aug 31 19:37:22.512290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7675520f-7ac7-4445-b36f-c10c860795ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.535768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7675520f-7ac7-4445-b36f-c10c860795ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.556593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.588625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for 4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:22.628961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7675520f-7ac7-4445-b36f-c10c860795ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e92b76bec0424227b7d30482f4727c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8132629 Aug 31 19:37:22.631696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:22.633233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675520f-7ac7-4445-b36f-c10c860795ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2551e3d-8d3e-4c19-8c82-3d988055ba71,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:22.687209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.708015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.718317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port ccf7da8f-052c-4646-87a7-78c5d15f6a0d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:22.718676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.755153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.757748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.762475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2551e3d-8d3e-4c19-8c82-3d988055ba71 HTTP/1.1" status: 204 len: 168 time: 0.1296146 Aug 31 19:37:22.773257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3815f-1c99-4990-9cfb-954f96dba757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2551e3d-8d3e-4c19-8c82-3d988055ba71,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:22.846815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.858273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port ccf7da8f-052c-4646-87a7-78c5d15f6a0d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:22.858653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:22.888127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:22.895032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for ccf7da8f-052c-4646-87a7-78c5d15f6a0d owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:23.062055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.077624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2105dd1d-17ba-409d-b861-b49a7b95f9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.175217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2105dd1d-17ba-409d-b861-b49a7b95f9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.179619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2105dd1d-17ba-409d-b861-b49a7b95f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.192328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.196937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-64bb0fd6-d6de-4b8b-9ac1-6652faf3907b tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e HTTP/1.1" status: 204 len: 168 time: 1.2296562 Aug 31 19:37:23.197177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.221975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2105dd1d-17ba-409d-b861-b49a7b95f9d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5730103518847b69d8fc9e325d78b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572223 Aug 31 19:37:23.223253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105dd1d-17ba-409d-b861-b49a7b95f9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3910bc4-ba0c-4573-ad3f-2b02f34dfb33,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:23.224125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 57984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.232148 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9092a325-36e9-41fd-8025-12786e505b79 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] GET failed (client error): The resource could not be found. Aug 31 19:37:23.233654 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9092a325-36e9-41fd-8025-12786e505b79 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports/4cf1e0d0-ec64-4e28-b2d8-ddefbd99eb7e HTTP/1.1" status: 404 len: 333 time: 0.0354383 Aug 31 19:37:23.237488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.309520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.330505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port de3dd75a-e470-4607-ad91-1191ec4a5236 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:23.330734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.345104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.351460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=ccf7da8f-052c-4646-87a7-78c5d15f6a0d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:23.408958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.424403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.439266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for de3dd75a-e470-4607-ad91-1191ec4a5236 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:23.616990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.650276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=de3dd75a-e470-4607-ad91-1191ec4a5236,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:23.727534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.732079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-91db4263-54c1-43e1-8578-db1c4f07bab4 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/de3dd75a-e470-4607-ad91-1191ec4a5236 HTTP/1.1" status: 204 len: 168 time: 0.4910285 Aug 31 19:37:23.732311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.759345 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5972ec-aa51-483e-8cb5-51508ca56676 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] GET failed (client error): The resource could not be found. Aug 31 19:37:23.765196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7b5972ec-aa51-483e-8cb5-51508ca56676 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "GET /v2.0/ports/de3dd75a-e470-4607-ad91-1191ec4a5236 HTTP/1.1" status: 404 len: 333 time: 0.0318341 Aug 31 19:37:23.765845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 57992) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:23.874038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port 1917fee0-55ba-4fa1-a719-5809eedc561e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:23.874844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.897545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.900115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:23.901257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3910bc4-ba0c-4573-ad3f-2b02f34dfb33 HTTP/1.1" status: 204 len: 168 time: 0.6758482 Aug 31 19:37:23.921630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b576827-7c88-4fc8-b86c-b052f08c5fad req-5279464c-74b9-4f94-8eda-2b73d12ee1b3 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:23.924153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b576827-7c88-4fc8-b86c-b052f08c5fad req-5279464c-74b9-4f94-8eda-2b73d12ee1b3 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.1212931 Aug 31 19:37:23.927227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4080-4991-4f5c-964d-4e9f60eace43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3910bc4-ba0c-4573-ad3f-2b02f34dfb33,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:23.934081 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.005605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.016657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b576827-7c88-4fc8-b86c-b052f08c5fad req-09959fbf-1467-40ab-8c5e-caeffb2d3035 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0838432 Aug 31 19:37:24.018358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for 1917fee0-55ba-4fa1-a719-5809eedc561e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:24.158755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.193531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=1917fee0-55ba-4fa1-a719-5809eedc561e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:24.209029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:24.283768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.285931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6dd9dc1b-5f11-49a1-b0b2-e6e71bcd1563 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/ports/1917fee0-55ba-4fa1-a719-5809eedc561e HTTP/1.1" status: 204 len: 168 time: 0.5184155 Aug 31 19:37:24.292151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:24.357164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:24.363117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fa40ac20-f16b-4935-8b92-cb05672133bc tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "PUT /v2.0/routers/a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9144883 Aug 31 19:37:24.365853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:24.370564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting subnet aedb5461-8e01-494d-b6a1-353f021160f5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:37:24.381085 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Sync routers for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:24.382426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.392781 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:24.393565 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:24.463269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.466562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting subnet 2c38075e-c548-4a1c-94e4-2601814cbd7d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:37:24.470648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.518103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.531413 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:24.598726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.649300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.678599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.702982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:24.710163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Subnet': ['ID=aedb5461-8e01-494d-b6a1-353f021160f5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:24.712330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.714328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5fed6294-046d-4cdb-9820-bf8dc4af4cc7 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/subnets/aedb5461-8e01-494d-b6a1-353f021160f5 HTTP/1.1" status: 204 len: 168 time: 0.4211779 Aug 31 19:37:24.718094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:24.730136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: a67037e4-b7e3-465d-b7bd-54a59b26b6cc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:24.730564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a67037e4-b7e3-465d-b7bd-54a59b26b6cc not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:24.732211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831f98c-67c8-4c7a-8e44-c7352bfe98d3 None None] Network ebe9e6de-6cc6-46b4-938e-57ba93a0218b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:24.780940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:37:23Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:24.810676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.811491 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Checking router: a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:24.821026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.823295 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Routers {'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:24.824145 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:24.855140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:24.857167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/subnets/2c38075e-c548-4a1c-94e4-2601814cbd7d HTTP/1.1" status: 204 len: 168 time: 0.4903078 Aug 31 19:37:24.857942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1573-3cdc-4350-9333-9afafc5107b6 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Subnet': ['ID=2c38075e-c548-4a1c-94e4-2601814cbd7d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:24.860700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:24.865318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cb0b9-8db9-465f-8ad5-687dc822be20 None None] Network 8024e395-db17-4972-bb4e-aae6f41e32bb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:24.999747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Deleting port 2323ef37-b644-4be9-9c6f-61de26f3ae2c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:25.000335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.036113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] DHCP port deletion for ebe9e6de-6cc6-46b4-938e-57ba93a0218b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:37:25.058500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] Set router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:25.069786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.104014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] For port 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2323ef37-b644-4be9-9c6f-61de26f3ae2c,segment=NetworkSegment(f2a35e04-1c6d-43e4-be80-74dc91325507),segment_id=f2a35e04-1c6d-43e4-be80-74dc91325507)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:25.104551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.123025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Calling delete_port for 2323ef37-b644-4be9-9c6f-61de26f3ae2c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:25.140694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Deleting port 2323ef37-b644-4be9-9c6f-61de26f3ae2c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:25.140694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.203196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] For port 2323ef37-b644-4be9-9c6f-61de26f3ae2c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=2323ef37-b644-4be9-9c6f-61de26f3ae2c,segment=NetworkSegment(f2a35e04-1c6d-43e4-be80-74dc91325507),segment_id=f2a35e04-1c6d-43e4-be80-74dc91325507)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:25.203196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.217305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Calling delete_port for 2323ef37-b644-4be9-9c6f-61de26f3ae2c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:25.245110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.262196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] DHCP port deletion for 8024e395-db17-4972-bb4e-aae6f41e32bb request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:37:25.334482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Deleting port 88d3f7f7-c489-4242-bb06-ccf449a3da95 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:25.334725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.351487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f0d38-88a8-4ccd-9072-8d1215d05ec1 req-52865212-03bb-4ba9-b915-eecd626d9c4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:25.357966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-699f0d38-88a8-4ccd-9072-8d1215d05ec1 req-52865212-03bb-4ba9-b915-eecd626d9c4f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.2089679 Aug 31 19:37:25.361510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Deleting port 1075165e-4fa3-4cc1-b447-060a2c8a5eda {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:25.362371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.375485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.450718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] Pushing event deleted for resources: {'Port': ['ID=2323ef37-b644-4be9-9c6f-61de26f3ae2c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:25.460838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87d8ce-7e2b-467d-a91c-60ca2c241ac2 None None] No DVR routers for this DVR port 2323ef37-b644-4be9-9c6f-61de26f3ae2c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:25.462929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-699f0d38-88a8-4ccd-9072-8d1215d05ec1 req-c73d689b-1c82-40f2-ac7b-9f2d175c4167 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0898817 Aug 31 19:37:25.471775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.472728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:37:23Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:25.488752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] For port 1075165e-4fa3-4cc1-b447-060a2c8a5eda, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1075165e-4fa3-4cc1-b447-060a2c8a5eda,segment=NetworkSegment(05b5cf31-5d65-4c62-a078-2a5370fa893c),segment_id=05b5cf31-5d65-4c62-a078-2a5370fa893c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:25.489904 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.501959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] For port 88d3f7f7-c489-4242-bb06-ccf449a3da95, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=88d3f7f7-c489-4242-bb06-ccf449a3da95,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:25.502431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.514376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Calling delete_port for 1075165e-4fa3-4cc1-b447-060a2c8a5eda owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:25.533092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Calling delete_port for 88d3f7f7-c489-4242-bb06-ccf449a3da95 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:25.548208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Port': ['ID=2323ef37-b644-4be9-9c6f-61de26f3ae2c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:25.558139 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb8aa1-26c5-4c02-a84d-4c214c526243 None None] The sync data for ids ['a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa'] in n-d-778550-14 is: [{'id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353220623', 'tenant_id': '282b17f5f92c42659102d556fbf3568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:37:23Z', 'revision_number': 5, 'project_id': '282b17f5f92c42659102d556fbf3568a', 'gw_port': {'id': '88d3f7f7-c489-4242-bb06-ccf449a3da95', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:35:25Z', 'updated_at': '2021-08-31T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:25.571804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] No DVR routers for this DVR port 2323ef37-b644-4be9-9c6f-61de26f3ae2c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:25.742288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.784625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe9e6de-6cc6-46b4-938e-57ba93a0218b']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:25.801121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a35e04-1c6d-43e4-be80-74dc91325507') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:25.801424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a35e04-1c6d-43e4-be80-74dc91325507') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:25.819819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091266b-c402-4c8a-87c5-a2cc40e26d4e req-2cab2bad-8cb8-44e9-bf2d-7f461ad9388f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:25.829241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5091266b-c402-4c8a-87c5-a2cc40e26d4e req-2cab2bad-8cb8-44e9-bf2d-7f461ad9388f tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.1978986 Aug 31 19:37:25.830349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.836381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.868004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.868194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Port': ['ID=88d3f7f7-c489-4242-bb06-ccf449a3da95,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:25.887593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.901956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002a313-ac88-42c0-8237-9248c4f2ea5c req-7b965337-8e46-4fd9-8b03-84f4bf1edeee tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:25.903538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f002a313-ac88-42c0-8237-9248c4f2ea5c req-7b965337-8e46-4fd9-8b03-84f4bf1edeee tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.1655996 Aug 31 19:37:25.906751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:25.907770 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:25.910947 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:25.928515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] Pushing event deleted for resources: {'Port': ['ID=1075165e-4fa3-4cc1-b447-060a2c8a5eda,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:25.930562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7581cb-ba51-43fd-93f6-8ebc4184f8b8 None None] No DVR routers for this DVR port 1075165e-4fa3-4cc1-b447-060a2c8a5eda on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:25.970916 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:25.981061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5091266b-c402-4c8a-87c5-a2cc40e26d4e req-ec445fe1-f3b8-4e52-bd31-16e90721d9d0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1509156 Aug 31 19:37:26.036167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.045596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.050131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] 10.222.0.73 "DELETE /v2.0/networks/ebe9e6de-6cc6-46b4-938e-57ba93a0218b HTTP/1.1" status: 204 len: 168 time: 1.3278699 Aug 31 19:37:26.063264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f002a313-ac88-42c0-8237-9248c4f2ea5c req-0d350758-1754-4b7d-a42d-7cad0294faad tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513612 Aug 31 19:37:26.077210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.080293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.093670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39c90-9fd7-4b1c-a9cf-f8154ed4f440 tempest-AllowedAddressPairTestJSON-1763164241 tempest-AllowedAddressPairTestJSON-1763164241-project] Pushing event deleted for resources: {'Network': ['ID=ebe9e6de-6cc6-46b4-938e-57ba93a0218b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:26.151517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.152250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Fanout notify agent at l3_agent the message router_deleted on router a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:37:26.164100 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.165457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1d1db0b2-3971-4b3b-87db-a25d2901714b tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/routers/a5311b06-7a4c-400c-9ffc-6c9faaf1b4aa HTTP/1.1" status: 204 len: 168 time: 1.3035629 Aug 31 19:37:26.168197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.190632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f14d35-891d-48f8-89a5-025db203d472 req-95746887-187e-4471-9203-bc9789ca41e9 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:26.193055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13f14d35-891d-48f8-89a5-025db203d472 req-95746887-187e-4471-9203-bc9789ca41e9 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1136 time: 0.0611138 Aug 31 19:37:26.216690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-13f14d35-891d-48f8-89a5-025db203d472 req-b095d966-30f8-4879-a0d1-029a19e2c20a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.274045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.342425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-13f14d35-891d-48f8-89a5-025db203d472 req-b095d966-30f8-4879-a0d1-029a19e2c20a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.349341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-13f14d35-891d-48f8-89a5-025db203d472 req-b095d966-30f8-4879-a0d1-029a19e2c20a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.387695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13f14d35-891d-48f8-89a5-025db203d472 req-b095d966-30f8-4879-a0d1-029a19e2c20a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1865599 Aug 31 19:37:26.394388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d966-30f8-4879-a0d1-029a19e2c20a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5876190-1402-4460-b1ea-86d6bb2ad842,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:26.405845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.416067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.418905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8024e395-db17-4972-bb4e-aae6f41e32bb']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:26.439924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b5cf31-5d65-4c62-a078-2a5370fa893c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:26.440226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b5cf31-5d65-4c62-a078-2a5370fa893c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:26.461267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.474770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9937c9-3404-442b-8f99-08fe6f8265c8 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:26.476439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.476888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eb9937c9-3404-442b-8f99-08fe6f8265c8 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1131 time: 0.0597346 Aug 31 19:37:26.479674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.483406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:26.483845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.486641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '11e01ab2-8210-4c85-958c-cb89656d9554', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:26.487510 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:26.505118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.526956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.572903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.582630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.584680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/networks/8024e395-db17-4972-bb4e-aae6f41e32bb HTTP/1.1" status: 204 len: 168 time: 0.4143188 Aug 31 19:37:26.587274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.667179 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.765111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cee596a1-27ff-456f-a9f8-0c3a16ff9cdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b172f04e3c0486385f7b38868889dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584651 Aug 31 19:37:26.769190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:26.865017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.25.3.111 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:26.869223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff08527-e44a-4e96-90af-3a9db4cd3113 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'Network': ['ID=8024e395-db17-4972-bb4e-aae6f41e32bb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:26.897723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:26.942024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.003503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.013717 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.034060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-e2edc589-6136-476a-abc5-256ae531f724 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:27.035788 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-e2edc589-6136-476a-abc5-256ae531f724 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.0901594 Aug 31 19:37:27.059537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 88d3f7f7-c489-4242-bb06-ccf449a3da95 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:27.086887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 88d3f7f7-c489-4242-bb06-ccf449a3da95 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:27.087575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 88d3f7f7-c489-4242-bb06-ccf449a3da95 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:27.088217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2323ef37-b644-4be9-9c6f-61de26f3ae2c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:27.090905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.133140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 2323ef37-b644-4be9-9c6f-61de26f3ae2c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:27.133488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 2323ef37-b644-4be9-9c6f-61de26f3ae2c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:27.134147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ccf7da8f-052c-4646-87a7-78c5d15f6a0d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:27.145225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.154951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.158686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ccf7da8f-052c-4646-87a7-78c5d15f6a0d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:27.159210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ccf7da8f-052c-4646-87a7-78c5d15f6a0d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:27.160420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/743fccf4-f41e-4083-93fa-7ab3866550b8 HTTP/1.1" status: 204 len: 168 time: 0.3899930 Aug 31 19:37:27.166573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1075165e-4fa3-4cc1-b447-060a2c8a5eda no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:27.170763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.174620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.175939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] 10.222.0.73 "DELETE /v2.0/security-groups/b8ac9b2f-75c0-43bc-8296-81f47e09db00 HTTP/1.1" status: 204 len: 168 time: 0.5876639 Aug 31 19:37:27.205456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c755f-8957-4174-807c-62977766ae02 tempest-TestNetworkAdvancedServerOps-156876951 tempest-TestNetworkAdvancedServerOps-156876951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac9b2f-75c0-43bc-8296-81f47e09db00,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:27.222840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1d469-df16-49b6-a269-b63844824014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743fccf4-f41e-4083-93fa-7ab3866550b8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:27.223660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Deleting port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:27.223660 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.259496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1075165e-4fa3-4cc1-b447-060a2c8a5eda {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:27.259962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1075165e-4fa3-4cc1-b447-060a2c8a5eda not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:27.261316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58110) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:27.311762 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.335362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce548e-2c35-40a1-a144-fdc0890d0dfb req-12092329-1fed-41eb-91fa-d77335fd04bd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:27.337225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38ce548e-2c35-40a1-a144-fdc0890d0dfb req-12092329-1fed-41eb-91fa-d77335fd04bd tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 945 time: 0.0893643 Aug 31 19:37:27.378577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] For port 8f57c245-a9db-4a24-a02d-5a9c3ade2912, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8f57c245-a9db-4a24-a02d-5a9c3ade2912,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:27.379038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.387520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:27.397990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:27.402985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:27.436275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:27.449855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-38ce548e-2c35-40a1-a144-fdc0890d0dfb req-961e0467-c462-474a-a198-c7d76b73133a tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd28ee63-158e-4aa3-84d6-9fa0750bd338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896997 Aug 31 19:37:27.600138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:27.633248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.633791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.634211 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Floating IP b461cf33-d0c0-4e77-9ac4-2cb113f78342 disassociated. External IP: 172.25.3.122, port: 8f57c245-a9db-4a24-a02d-5a9c3ade2912. Aug 31 19:37:27.634675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Calling delete_port for 8f57c245-a9db-4a24-a02d-5a9c3ade2912 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:27.680631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-accfec35-5b1f-4a67-ac82-b0cea193d95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.751464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-80d7ff1b-5f03-4d76-a0bc-6082ec8b0541 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=282b17f5f92c42659102d556fbf3568a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495631 Aug 31 19:37:27.754228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:27.853039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.882437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.888664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event deleted for resources: {'Port': ['ID=8f57c245-a9db-4a24-a02d-5a9c3ade2912,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:27.914157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.939947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-accfec35-5b1f-4a67-ac82-b0cea193d95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.945644 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:27.947230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-accfec35-5b1f-4a67-ac82-b0cea193d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.020319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfec35-5b1f-4a67-ac82-b0cea193d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617878ac-0231-4c1c-96f3-bb1a0715ac6f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:28.031180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-accfec35-5b1f-4a67-ac82-b0cea193d95f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=981e592f4ac2443bb0dfa249e502826f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7686529 Aug 31 19:37:28.034902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:28.054491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.057070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.058216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/649bc1a3-0070-4c06-a78b-3a414a81c8ea HTTP/1.1" status: 204 len: 168 time: 0.3028822 Aug 31 19:37:28.065060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:28.073245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a04fd4-1205-4578-863a-7a7f2be854e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649bc1a3-0070-4c06-a78b-3a414a81c8ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:28.096889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.157176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.209099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:28.224823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Sync routers for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:28.230222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.239882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:28.240530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:28.292069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:28.295745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] No DVR routers for this DVR port 8f57c245-a9db-4a24-a02d-5a9c3ade2912 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:28.300094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.306057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3e9fd395-8684-451a-be62-e8c24a43f715 req-a078c471-f802-45bb-a3c1-623e0585c654 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.82 "DELETE /v2.0/ports/8f57c245-a9db-4a24-a02d-5a9c3ade2912 HTTP/1.1" status: 204 len: 173 time: 1.2601056 Aug 31 19:37:28.306948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'name': 'network-vif-deleted', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:28.312051 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccea765-5337-472b-b535-6c37a8badcb1" -d '{"events": [{"server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "name": "network-vif-deleted", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:28.364553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.371504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.374386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/617878ac-0231-4c1c-96f3-bb1a0715ac6f HTTP/1.1" status: 204 len: 168 time: 0.3385291 Aug 31 19:37:28.395187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ab008-6554-4d3a-8074-f21879517f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617878ac-0231-4c1c-96f3-bb1a0715ac6f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:28.411317 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c8a6f9-457c-448b-add1-0ddb98ce7fda x-openstack-request-id: req-18c8a6f9-457c-448b-add1-0ddb98ce7fda {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:28.412038 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cdbd78-f08f-424f-9cdc-936c104085f2", "name": "network-vif-deleted", "tag": "8f57c245-a9db-4a24-a02d-5a9c3ade2912", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:28.412506 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-18c8a6f9-457c-448b-add1-0ddb98ce7fda {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:28.413122 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cdbd78-f08f-424f-9cdc-936c104085f2', 'name': 'network-vif-deleted', 'tag': '8f57c245-a9db-4a24-a02d-5a9c3ade2912', 'status': 'completed', 'code': 200} Aug 31 19:37:28.449131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.455103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.460883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:28.546149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:28.555288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:28.568165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.622411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1738502076'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:28.656631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0495e2a6-178f-465f-ad3a-e9601d72dc6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aee64bef22754620adfbad459b3325c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087625 Aug 31 19:37:28.660005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:28.682874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-016f7c44-4d61-4ea7-8a5d-9402dd3cb9b9 req-ee70c8e4-48e5-4151-aa9d-372db389196b tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cdbd78-f08f-424f-9cdc-936c104085f2 HTTP/1.1" status: 200 len: 210 time: 0.0450673 Aug 31 19:37:28.730822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:28.735364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.740582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:28.750448 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.776953 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Floating IP 955654f6-6d15-427c-85e0-8034e9e9df37 associated. External IP: 172.25.3.111, port: 11e01ab2-8210-4c85-958c-cb89656d9554. Aug 31 19:37:28.781440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.784878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Checking router: 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:28.802126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:28.803103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:28.812640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.908518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.911330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:28.916269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f26d847f-d788-4afc-9359-2704bb3c039c HTTP/1.1" status: 204 len: 168 time: 0.2551031 Aug 31 19:37:28.925674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad71b1-a709-42da-bddc-992dfa9c1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d847f-d788-4afc-9359-2704bb3c039c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:28.977392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:29.122845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:29.138500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6647a599-aecb-416d-b595-05ca614fa9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.237036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:29.268080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced73074-5884-4e2b-a672-4beb2f2ae4b7 None None] The sync data for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 is: [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:32:16Z', 'revision_number': 4, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d', 'name': '', 'network_id': 'cc955b55-0e8e-46a0-aa15-51c6eacc02e8', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'mac_address': 'fa:16:3e:b2:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:15Z', 'updated_at': '2021-08-31T19:32:27Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'subnets': [{'id': 'dc4c72c9-92ac-404f-897f-e34c13408b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:29.389223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.423884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.454630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:29.483652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.484082 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 50bf8e72-2373-4b5c-b4f9-aa48c7000033 of type vlan for network 9fa16aca-3630-423d-9d6b-02f88e92a358 Aug 31 19:37:29.498167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b119b2d9-40da-4ada-af71-c78595be9cd8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:29.541194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 390d5ade-663c-4fab-8d97-a19399ca31f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:29.545207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6647a599-aecb-416d-b595-05ca614fa9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.548320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.552344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6647a599-aecb-416d-b595-05ca614fa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.605547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6647a599-aecb-416d-b595-05ca614fa9f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49096b7828514b99989eb4f08a2f0834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813020 Aug 31 19:37:29.606337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:29.614703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a599-aecb-416d-b595-05ca614fa9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43c4ea-4767-4b14-ac25-35a6a5005e07,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:29.636646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.644146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:29.644773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.666970 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c7c62-aec6-4120-adb7-77570a266524 None None] New status for floating IP b461cf33-d0c0-4e77-9ac4-2cb113f78342: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:37:29.683886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.713263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.745682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4524772 Aug 31 19:37:29.755564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6260e-1f71-4f39-b9f7-62f4e8ee35aa tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=9fa16aca-3630-423d-9d6b-02f88e92a358,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:29.766069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:29.790747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:29.844597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:29.855702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.857035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.858190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae43c4ea-4767-4b14-ac25-35a6a5005e07 HTTP/1.1" status: 204 len: 168 time: 0.2504888 Aug 31 19:37:29.873129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:29.882329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0c96-e1db-4d5a-a3c6-8b601b47ab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43c4ea-4767-4b14-ac25-35a6a5005e07,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:29.895696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:29.903401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:29.910905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Sync routers for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:29.929909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:29.930548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:29.946517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b16e84c9-e6fa-4403-bf1b-1655098e1fb5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4631245 Aug 31 19:37:29.947499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:29.950409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:29.957081 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b9863-bee5-417d-8875-079cf767e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:30.034402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:30.042895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.055873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:30.060544 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71edac51-a9fa-4285-8d4d-6769562183e4 x-openstack-request-id: req-71edac51-a9fa-4285-8d4d-6769562183e4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:30.061039 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:30.061446 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71edac51-a9fa-4285-8d4d-6769562183e4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:30.062082 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554', 'status': 'completed', 'code': 200} Aug 31 19:37:30.160347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9863-bee5-417d-8875-079cf767e85d req-a97bd443-2ca1-4f2f-94fe-cf270c33b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.162214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-a97bd443-2ca1-4f2f-94fe-cf270c33b876 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1136 time: 0.0887749 Aug 31 19:37:30.164199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.164857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.165475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.166251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.166859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.167468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.168103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.168733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.170787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d085c624-68e3-4141-927b-5054b48cd3ef tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5631 time: 0.2080660 Aug 31 19:37:30.174186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:30.295945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Deleting port 9399e285-bcd3-4f70-86cb-17279ec1ed87 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:30.296395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.333558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '955654f6-6d15-427c-85e0-8034e9e9df37', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'port_id': '11e01ab2-8210-4c85-958c-cb89656d9554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'mac_address': 'fa:16:3e:b5:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:37:27Z', 'updated_at': '2021-08-31T19:37:27Z', 'revision_number': 0, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:30.373192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.373939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.374545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.375142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.375896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.376600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.377199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.379205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Checking router: 390d5ade-663c-4fab-8d97-a19399ca31f2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:30.379554 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7d14b259-1d18-4709-9698-5c3213ac465a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.2039480 Aug 31 19:37:30.382186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58186) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:30.393299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.393728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.400624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:30.401367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:30.432034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Calling delete_port for 9399e285-bcd3-4f70-86cb-17279ec1ed87 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:30.456951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9863-bee5-417d-8875-079cf767e85d req-fca36fd1-2e58-4342-83be-ebf8800bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.460577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-fca36fd1-2e58-4342-83be-ebf8800bc795 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 200 len: 898 time: 0.2710054 Aug 31 19:37:30.544102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.548095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:30.555304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-992d030a-d0f6-4403-b7cd-2c60f7b46c45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 200 len: 999 time: 0.0812387 Aug 31 19:37:30.645501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=ca3a7ca0-ce8d-4033-873b-9372b03f213a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:30.649904 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '50bf8e72-2373-4b5c-b4f9-aa48c7000033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:30.650283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 9fa16aca-3630-423d-9d6b-02f88e92a358, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:30.665085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9863-bee5-417d-8875-079cf767e85d req-63132f79-3c90-4026-88b2-cb6df31b7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.666807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-63132f79-3c90-4026-88b2-cb6df31b7f37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=392f1c80-fc90-416c-82c5-9cfd8e047dba HTTP/1.1" status: 200 len: 834 time: 0.0676179 Aug 31 19:37:30.705739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:30.721083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9fa16aca-3630-423d-9d6b-02f88e92a358) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:30.732528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4fabc4-ea7d-47e1-9332-04ededcc448c None None] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:30.737697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1ab42c4-2bfd-48c8-b5b6-cb5d4ec2a374 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.3531315 Aug 31 19:37:30.743241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:30.744070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.745230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9863-bee5-417d-8875-079cf767e85d req-f400ea85-6959-4023-abea-4ce1a454e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.747021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-f400ea85-6959-4023-abea-4ce1a454e33a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3f6ae6c-a528-47e5-8ca7-9d331378781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680997 Aug 31 19:37:30.762671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.766598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.782579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8f57c245-a9db-4a24-a02d-5a9c3ade2912 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:30.791512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event deleted for resources: {'Port': ['ID=9399e285-bcd3-4f70-86cb-17279ec1ed87,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:30.826257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 8f57c245-a9db-4a24-a02d-5a9c3ade2912 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:30.826616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8f57c245-a9db-4a24-a02d-5a9c3ade2912 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:30.857840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6248fb6-0c34-4bd7-a27f-0b10be7f07ca tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9572818 Aug 31 19:37:30.858071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:30.882898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605873325'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:30.891427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13d2f2-4ce1-474d-bd19-2f7847d0e220 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.891667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13d2f2-4ce1-474d-bd19-2f7847d0e220 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:30.893105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4c13d2f2-4ce1-474d-bd19-2f7847d0e220 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=390d5ade-663c-4fab-8d97-a19399ca31f2 HTTP/1.1" status: 200 len: 1991 time: 0.1389453 Aug 31 19:37:30.905173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-340cf65f-3dd5-431b-afbc-43fa2fba0eb8 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451597 Aug 31 19:37:30.930838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.933493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.937230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0bc83393-2fc5-4999-a396-5a2218ea6d19 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "DELETE /v2.0/floatingips/b461cf33-d0c0-4e77-9ac4-2cb113f78342 HTTP/1.1" status: 204 len: 168 time: 1.1430099 Aug 31 19:37:30.937230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:30.947820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:30.992465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:31.008505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '955654f6-6d15-427c-85e0-8034e9e9df37', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'port_id': '11e01ab2-8210-4c85-958c-cb89656d9554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'mac_address': 'fa:16:3e:b5:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:37:27Z', 'updated_at': '2021-08-31T19:37:27Z', 'revision_number': 0, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:31.021847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.022198 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 3b204dd3-0ef3-4ffa-a67b-4ba5e3e0c0c0 of type vlan for network f34d553a-e697-4fe5-907c-254a3e94c5ef Aug 31 19:37:31.045315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8b9863-bee5-417d-8875-079cf767e85d req-9ab9027a-e356-46a7-bbfe-f5c11134d0d7 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286077 Aug 31 19:37:31.046557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58214) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:31.089284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.125493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.133842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:31.134920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.139163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.179626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.211674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9fa16aca-3630-423d-9d6b-02f88e92a358', 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': 'ca3a7ca0-ce8d-4033-873b-9372b03f213a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:31.212816 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.213517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:31.213897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3547478 Aug 31 19:37:31.221049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': 'f34d553a-e697-4fe5-907c-254a3e94c5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:31.227179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d66946-0529-43f9-bb83-7fd25e334cc2 None None] The sync data for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 is: [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '955654f6-6d15-427c-85e0-8034e9e9df37', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'port_id': '11e01ab2-8210-4c85-958c-cb89656d9554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'mac_address': 'fa:16:3e:b5:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:37:27Z', 'updated_at': '2021-08-31T19:37:27Z', 'revision_number': 0, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:31.245036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf2079-8c09-4a6c-b7fd-5bd4a7c80836 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=f34d553a-e697-4fe5-907c-254a3e94c5ef,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:31.290360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f34d553a-e697-4fe5-907c-254a3e94c5ef details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:31.358023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:31.365557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.425415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Allocated IP 172.20.255.242 (9fa16aca-3630-423d-9d6b-02f88e92a358/ca3a7ca0-ce8d-4033-873b-9372b03f213a/4d074184-0509-4366-a8bc-296de34880dc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:31.453740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.456353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.457525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] 10.222.0.73 "DELETE /v2.0/security-groups/cd28ee63-158e-4aa3-84d6-9fa0750bd338 HTTP/1.1" status: 204 len: 168 time: 0.4097056 Aug 31 19:37:31.491289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bdbec-b448-4d9b-be77-1b511c454de2 tempest-TestServerBasicOps-2032366047 tempest-TestServerBasicOps-2032366047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd28ee63-158e-4aa3-84d6-9fa0750bd338,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:31.509737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:31.592325 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f71716-031d-4126-aa0c-fe0eaca705b4 None None] New status for floating IP 955654f6-6d15-427c-85e0-8034e9e9df37: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:37:31.666806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.676931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Transition to ACTIVE for port object 4d074184-0509-4366-a8bc-296de34880dc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:31.696611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Transition to ACTIVE for port object 4d074184-0509-4366-a8bc-296de34880dc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:31.707320 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.729028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:31.738498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.754914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:31.758911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:31.834998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Pushing event updated for resources: {'Port': ['ID=4d074184-0509-4366-a8bc-296de34880dc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:31.839379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Attempting to bind port 4d074184-0509-4366-a8bc-296de34880dc on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:31.839830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Attempting to bind port 4d074184-0509-4366-a8bc-296de34880dc by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '50bf8e72-2373-4b5c-b4f9-aa48c7000033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:31.840099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=e6a9be66-09cd-41ed-84d9-e76b0ebcad7f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:31.840311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Attempting to bind port 4d074184-0509-4366-a8bc-296de34880dc on network 9fa16aca-3630-423d-9d6b-02f88e92a358 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:31.846380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:31.846840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Checking segment: {'id': '50bf8e72-2373-4b5c-b4f9-aa48c7000033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:31.847304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.847817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Bound using segment: {'id': '50bf8e72-2373-4b5c-b4f9-aa48c7000033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:31.848346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Bound port: 4d074184-0509-4366-a8bc-296de34880dc, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bf8e72-2373-4b5c-b4f9-aa48c7000033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9fa16aca-3630-423d-9d6b-02f88e92a358'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:31.848785 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.881863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '3b204dd3-0ef3-4ffa-a67b-4ba5e3e0c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f34d553a-e697-4fe5-907c-254a3e94c5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:31.882092 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:37:31.882215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: f34d553a-e697-4fe5-907c-254a3e94c5ef, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:31.901046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network f34d553a-e697-4fe5-907c-254a3e94c5ef is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:31.915134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f34d553a-e697-4fe5-907c-254a3e94c5ef) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:31.922515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:31.923433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:31.933012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce53b1f-14dc-4465-b325-3c66a663d5c2 None None] Network f34d553a-e697-4fe5-907c-254a3e94c5ef requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:31.944610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0bca78d-9b7d-4c7f-947f-a7741cf35630 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7271457 Aug 31 19:37:31.945401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58242) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:31.989403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] For port 4d074184-0509-4366-a8bc-296de34880dc, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:32.013388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] For port 4d074184-0509-4366-a8bc-296de34880dc, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4d074184-0509-4366-a8bc-296de34880dc,segment=NetworkSegment(50bf8e72-2373-4b5c-b4f9-aa48c7000033),segment_id=50bf8e72-2373-4b5c-b4f9-aa48c7000033)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:32.022277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.068510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.158172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.168455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a7b0-eddc-4498-a388-49e1ecc0576a None None] Pushing event updated for resources: {'Port': ['ID=4d074184-0509-4366-a8bc-296de34880dc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:32.208404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc153ff-e025-4d53-9445-2f13e2a4f6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f34d553a-e697-4fe5-907c-254a3e94c5ef', 'network_id': 'f34d553a-e697-4fe5-907c-254a3e94c5ef', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': 'e6a9be66-09cd-41ed-84d9-e76b0ebcad7f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:32.210507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bc153ff-e025-4d53-9445-2f13e2a4f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.294740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-7bc153ff-e025-4d53-9445-2f13e2a4f6b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6a9be66-09cd-41ed-84d9-e76b0ebcad7f: This subnet is being modified by another concurrent operation. Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6a9be66-09cd-41ed-84d9-e76b0ebcad7f: This subnet is being modified by another concurrent operation. Aug 31 19:37:32.366084 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:37:32.401115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.405817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2b74a-8b0d-41cb-8566-25193962caa7 None None] Network f34d553a-e697-4fe5-907c-254a3e94c5ef requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:32.410507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a9be66-09cd-41ed-84d9-e76b0ebcad7f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:32.491358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.505984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34d553a-e697-4fe5-907c-254a3e94c5ef']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:32.532167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b204dd3-0ef3-4ffa-a67b-4ba5e3e0c0c0') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:32.532913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b204dd3-0ef3-4ffa-a67b-4ba5e3e0c0c0') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:32.544617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.572124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.580647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:32.580846 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:32.584824 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:32.674009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.689424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.691589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/f34d553a-e697-4fe5-907c-254a3e94c5ef HTTP/1.1" status: 204 len: 168 time: 0.7455547 Aug 31 19:37:32.696466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:32.701911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270c89b-0a0d-4cfa-aea0-c445d87c2e75 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=f34d553a-e697-4fe5-907c-254a3e94c5ef,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:32.704765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177583566'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:32.736611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:32.740024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.764377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Deleting port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:32.764719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.809303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:32.827227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.827573 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 137f8bd8-1299-49fa-815b-631b09c146f0 of type vlan for network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e Aug 31 19:37:32.881934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.897537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] For port fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:32.897760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.919396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Calling delete_port for fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:32.933053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:32.939082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:32.939708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.036913 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3384790 Aug 31 19:37:33.039806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58320) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:33.042241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4d074184-0509-4366-a8bc-296de34880dc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:33.045516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': 'f7067f0e-9b48-47fc-9b6a-64bc5c8d083e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:33.058464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e973af8-9971-4c5d-b4a8-244d510a6901 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=f7067f0e-9b48-47fc-9b6a-64bc5c8d083e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:33.083757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:33.173141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:33.178141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.189098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4d074184-0509-4366-a8bc-296de34880dc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:33.247105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 19:37:33.247559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 19:37:33.252710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.295577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:33.469124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.579752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=18f593ee-6e72-40c1-8dd3-356877399fd2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:33.608118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '137f8bd8-1299-49fa-815b-631b09c146f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f7067f0e-9b48-47fc-9b6a-64bc5c8d083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:33.608580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: f7067f0e-9b48-47fc-9b6a-64bc5c8d083e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:33.639075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:33.653135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a13c0-3368-4834-a4d6-a90097002173 None None] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:33.654600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f7067f0e-9b48-47fc-9b6a-64bc5c8d083e) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:33.660852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:33.661788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.683396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d32db-134b-4137-b0f6-4480d7e22c7b None None] Network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:33.689775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-352fac65-9fa2-40c1-b7fe-c813bab624f7 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6485462 Aug 31 19:37:33.690605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:33.795722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.809509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Provisioning for port 4d074184-0509-4366-a8bc-296de34880dc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:33.824004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.842206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Provisioning complete for port 4d074184-0509-4366-a8bc-296de34880dc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:33.843245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.886958 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:33.974142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.009423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=18f593ee-6e72-40c1-8dd3-356877399fd2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:34.059739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829f450-be5d-4b18-a1db-c1eb5ebb65c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f7067f0e-9b48-47fc-9b6a-64bc5c8d083e', 'network_id': 'f7067f0e-9b48-47fc-9b6a-64bc5c8d083e', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '18f593ee-6e72-40c1-8dd3-356877399fd2'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:34.060611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d829f450-be5d-4b18-a1db-c1eb5ebb65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.067733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.069786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:34.089581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.107130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7067f0e-9b48-47fc-9b6a-64bc5c8d083e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:34.120617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137f8bd8-1299-49fa-815b-631b09c146f0') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:34.121332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137f8bd8-1299-49fa-815b-631b09c146f0') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:34.135044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.158744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.159672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:34.167407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:34.167921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.222877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] For port 4d074184-0509-4366-a8bc-296de34880dc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4d074184-0509-4366-a8bc-296de34880dc,segment=NetworkSegment(50bf8e72-2373-4b5c-b4f9-aa48c7000033),segment_id=50bf8e72-2373-4b5c-b4f9-aa48c7000033)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:34.228460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.238233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e42e95-174a-4fcf-a579-d9ff7482eb9b None None] Network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:34.239811 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:34.254122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee927b5c-088f-4160-91c3-97e016a941ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.257251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.279084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e42e95-174a-4fcf-a579-d9ff7482eb9b None None] Network f7067f0e-9b48-47fc-9b6a-64bc5c8d083e could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 19:37:34.281738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.284842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/f7067f0e-9b48-47fc-9b6a-64bc5c8d083e HTTP/1.1" status: 204 len: 168 time: 0.5930490 Aug 31 19:37:34.288132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d1cd-7964-4420-8c04-4264b42677e6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=f7067f0e-9b48-47fc-9b6a-64bc5c8d083e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:34.292423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:34.298341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979779619'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:34.306223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45727468-3081-4a9c-9fa0-9b830234e5e1 None None] Pushing event updated for resources: {'Port': ['ID=4d074184-0509-4366-a8bc-296de34880dc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:34.348724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:34.356783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f41e5b85-7521-45f6-9b81-0f4e5bc92151 admin admin] 10.222.0.73 "PUT /v2.0/routers/5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8435018 Aug 31 19:37:34.357127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:34.366250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Sync routers for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:34.370708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b74935-15c0-4ac5-be5a-ba95e825f1cd None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:34.412906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:34.413465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:34.484078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee927b5c-088f-4160-91c3-97e016a941ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.494857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee927b5c-088f-4160-91c3-97e016a941ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.512930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.529092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e69fc1a4-d4b4-40b1-a353-39977631f860 None None] Provisioning complete for port 4d074184-0509-4366-a8bc-296de34880dc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:34.529461 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e69fc1a4-d4b4-40b1-a353-39977631f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.575242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:34.579378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.594593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927b5c-088f-4160-91c3-97e016a941ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf11d0b-8025-4e7b-b842-a6b195d06b36,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:34.598771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ee927b5c-088f-4160-91c3-97e016a941ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=810227f03f3c41718eca793f7f54f14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279820 Aug 31 19:37:34.601197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:34.604555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:34.666901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b74935-15c0-4ac5-be5a-ba95e825f1cd None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:34.674388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:34.705339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.705701 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 0f745c65-10d0-4bb0-bfba-6c731786a433 of type vlan for network e6fe727d-3342-43a3-ba92-5a994d29f0c6 Aug 31 19:37:34.755736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.763060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.783610 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.797833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.865323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:34.870921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:34.871519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.150779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4d074184-0509-4366-a8bc-296de34880dc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:35.206200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:37:33Z', 'revision_number': 5, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port': {'id': '61e51ee9-216f-4e8d-a474-4ecb7bbe04ec', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:13Z', 'updated_at': '2021-08-31T19:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:35.254044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9605632 Aug 31 19:37:35.256984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:35.268894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Deleting port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:35.269243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.271935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:35.278316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Checking router: 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:35.285314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7e764-056b-4cd5-ab76-375cde6aa5b2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=e6fe727d-3342-43a3-ba92-5a994d29f0c6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:35.307351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e6fe727d-3342-43a3-ba92-5a994d29f0c6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:35.314172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.320023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.320023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaf11d0b-8025-4e7b-b842-a6b195d06b36 HTTP/1.1" status: 204 len: 168 time: 0.7123411 Aug 31 19:37:35.336259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86f423-91f6-4c8a-9b10-4c2cd1457fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf11d0b-8025-4e7b-b842-a6b195d06b36,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:35.377886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] For port 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:35.378275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.383841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Routers {'5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:35.384489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:35.396321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4d074184-0509-4366-a8bc-296de34880dc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:35.396690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.399557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Calling delete_port for 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:35.415995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:35.419873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.568186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] Set router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:35.645584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:37:34Z', 'revision_number': 6, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:35.684099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8aad6-ea45-4e8c-95d1-830e71548b57 None None] The sync data for ids ['5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8'] in n-d-778550-14 is: [{'id': '5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8', 'name': 'tempest-TestServerBasicOps-1335322075-router', 'tenant_id': '935268015097414c950ee5b21ed1ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:12Z', 'updated_at': '2021-08-31T19:37:34Z', 'revision_number': 6, 'project_id': '935268015097414c950ee5b21ed1ba1d', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:35.729116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.768347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.788276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Pushing event deleted for resources: {'Port': ['ID=61e51ee9-216f-4e8d-a474-4ecb7bbe04ec,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:35.815611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:35.832441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=93d672a5-99a6-4899-b01c-80551c3f2cb5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:35.834532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '0f745c65-10d0-4bb0-bfba-6c731786a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:35.834903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: e6fe727d-3342-43a3-ba92-5a994d29f0c6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:35.845083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5edae14e-1411-4a5e-a241-7f4261fb882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.860962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network e6fe727d-3342-43a3-ba92-5a994d29f0c6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:35.862946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.875040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e6fe727d-3342-43a3-ba92-5a994d29f0c6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:35.883412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:35.884034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.884803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb3771-1fc3-4018-b4c5-f759addf1198 None None] Network e6fe727d-3342-43a3-ba92-5a994d29f0c6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:35.968088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.969785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5edae14e-1411-4a5e-a241-7f4261fb882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.970890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.976288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5edae14e-1411-4a5e-a241-7f4261fb882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:35.983113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37f25aae-cba6-455d-87a0-9faf2983ba08 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7186553 Aug 31 19:37:35.996455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:36.030400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.031117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:37:36.038844 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.040087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d5f058d-3030-4fce-ac88-39fa59c4b72a admin admin] 10.222.0.73 "DELETE /v2.0/routers/5a18ebef-0f33-4ef6-83e8-dfe1f4d17fc8 HTTP/1.1" status: 204 len: 168 time: 1.6818955 Aug 31 19:37:36.042440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:36.071924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e6fe727d-3342-43a3-ba92-5a994d29f0c6', 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '93d672a5-99a6-4899-b01c-80551c3f2cb5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:36.072413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.093054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5edae14e-1411-4a5e-a241-7f4261fb882c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc3af67eae784260a586228940709373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762926 Aug 31 19:37:36.093609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:36.096945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edae14e-1411-4a5e-a241-7f4261fb882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450de40f-70db-4849-94e8-e5fe978e666f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:36.142910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Deleting subnet dc4c72c9-92ac-404f-897f-e34c13408b1d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:37:36.146595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.172270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.196229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.239765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.239952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.249244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Allocated IP 172.20.0.1 (e6fe727d-3342-43a3-ba92-5a994d29f0c6/93d672a5-99a6-4899-b01c-80551c3f2cb5/b173330b-ea1c-4812-b5d1-b3bad9297788) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:36.292544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.331858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.408569 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.411078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.412243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/450de40f-70db-4849-94e8-e5fe978e666f HTTP/1.1" status: 204 len: 168 time: 0.3167717 Aug 31 19:37:36.427465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490db70-e4b2-4a48-a345-8597664bfdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450de40f-70db-4849-94e8-e5fe978e666f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:36.430718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.456899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.467008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4c72c9-92ac-404f-897f-e34c13408b1d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:36.472723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.477307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:36.477871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-68a46a81-8126-4724-a392-92912aadeb34 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dc4c72c9-92ac-404f-897f-e34c13408b1d HTTP/1.1" status: 204 len: 168 time: 0.4338305 Aug 31 19:37:36.486778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c049e1-008e-4e4f-b622-fb5b4d984d64 req-d5f0a199-0683-463e-8488-dd4dac68fb78 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:36.488327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44c049e1-008e-4e4f-b622-fb5b4d984d64 req-d5f0a199-0683-463e-8488-dd4dac68fb78 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1136260 Aug 31 19:37:36.493771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906a0d5-19a1-42c8-9844-a202279bf145 None None] Network cc955b55-0e8e-46a0-aa15-51c6eacc02e8 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:36.497379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Transition to ACTIVE for port object b173330b-ea1c-4812-b5d1-b3bad9297788 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:36.565752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44c049e1-008e-4e4f-b622-fb5b4d984d64 req-ab73c0dc-d5bd-4dd4-a5d9-5d2b929b4b46 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695832 Aug 31 19:37:36.570811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.577388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Transition to ACTIVE for port object b173330b-ea1c-4812-b5d1-b3bad9297788 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:36.590071 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.654559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.664656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Network e6fe727d-3342-43a3-ba92-5a994d29f0c6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:36.669670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:36.685685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Pushing event updated for resources: {'Port': ['ID=b173330b-ea1c-4812-b5d1-b3bad9297788,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:36.688088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=93d672a5-99a6-4899-b01c-80551c3f2cb5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:36.688846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:36.758450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f035-403c-49e7-82cd-86ea11284e7c req-d0b56be6-fcbd-4f2e-a887-cce93cbf2cf8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:36.769512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac75f035-403c-49e7-82cd-86ea11284e7c req-d0b56be6-fcbd-4f2e-a887-cce93cbf2cf8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0871446 Aug 31 19:37:36.777382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Attempting to bind port b173330b-ea1c-4812-b5d1-b3bad9297788 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:36.777779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Attempting to bind port b173330b-ea1c-4812-b5d1-b3bad9297788 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0f745c65-10d0-4bb0-bfba-6c731786a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:36.778142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Attempting to bind port b173330b-ea1c-4812-b5d1-b3bad9297788 on network e6fe727d-3342-43a3-ba92-5a994d29f0c6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:36.794888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:36.795279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Checking segment: {'id': '0f745c65-10d0-4bb0-bfba-6c731786a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:36.795719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.796122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Bound using segment: {'id': '0f745c65-10d0-4bb0-bfba-6c731786a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:36.796609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Bound port: b173330b-ea1c-4812-b5d1-b3bad9297788, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f745c65-10d0-4bb0-bfba-6c731786a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:36.797588 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.800889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.815507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe727d-3342-43a3-ba92-5a994d29f0c6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:36.817757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Deleting port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:36.819559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.828400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac75f035-403c-49e7-82cd-86ea11284e7c req-8821a304-4692-4f0e-9813-0ae751c80c19 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Aug 31 19:37:36.869396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] DHCP port deletion for cc955b55-0e8e-46a0-aa15-51c6eacc02e8 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:37:36.914740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f745c65-10d0-4bb0-bfba-6c731786a433') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:36.914740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f745c65-10d0-4bb0-bfba-6c731786a433') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:36.931895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.940454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] For port b173330b-ea1c-4812-b5d1-b3bad9297788, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:36.945819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] For port b173330b-ea1c-4812-b5d1-b3bad9297788, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b173330b-ea1c-4812-b5d1-b3bad9297788,segment=NetworkSegment(0f745c65-10d0-4bb0-bfba-6c731786a433),segment_id=0f745c65-10d0-4bb0-bfba-6c731786a433)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:36.950648 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.987111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:36.994780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] For port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:36.995185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.022254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:37.023152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.028146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc21b0a-bade-4d24-97b7-5ad79735725f None None] Pushing event updated for resources: {'Port': ['ID=b173330b-ea1c-4812-b5d1-b3bad9297788,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:37.029353 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:37.035482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:37.048015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Calling delete_port for f4d9b531-98ec-4663-a9f7-e8f16c3efe7c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:37.067108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:37.067579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device fba21e1b-8a44-4a43-a4c5-f3fa02ebb91d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:37.068138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:37.113294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Deleting port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:37.113911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.126710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:37.127218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 61e51ee9-216f-4e8d-a474-4ecb7bbe04ec not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:37.127917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4d9b531-98ec-4663-a9f7-e8f16c3efe7c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:37.180551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:37:37.180551 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:37:37.180551 n-d-778550-14 neutron-server[94817]: [parameters: {'id': 'e6fe727d-3342-43a3-ba92-5a994d29f0c6'}] Aug 31 19:37:37.180551 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:37.181011 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:37.223546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.256764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d3b2e-c516-4c00-8253-0b86f9197fe1 None None] Network e6fe727d-3342-43a3-ba92-5a994d29f0c6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:37.279068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:37.281073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] No DVR routers for this DVR port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:37.311467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:37:37.311963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4d9b531-98ec-4663-a9f7-e8f16c3efe7c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:37.330216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] For port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,segment=NetworkSegment(e9da4ea2-4aca-4be4-96a5-c43e4ea0117a),segment_id=e9da4ea2-4aca-4be4-96a5-c43e4ea0117a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:37.330848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.340586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f95304d5-08ee-4427-be78-ac63825d6efc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:37.342487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f95304d5-08ee-4427-be78-ac63825d6efc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.2155166 Aug 31 19:37:37.365115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Calling delete_port for f4d9b531-98ec-4663-a9f7-e8f16c3efe7c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:37.365836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.366022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-c804ac79-d2af-4055-83a2-5e672c783ee9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/quotas/66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 375 time: 0.0126240 Aug 31 19:37:37.379673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc955b55-0e8e-46a0-aa15-51c6eacc02e8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:37.395454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:37.395796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da4ea2-4aca-4be4-96a5-c43e4ea0117a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:37.406107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.425990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.437567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:37.438946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.439220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-ed1f1fab-21ea-4abc-977d-8993e3f6fe15 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0672178 Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:37.456517 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:37.512423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.537150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.545620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] Pushing event deleted for resources: {'Port': ['ID=f4d9b531-98ec-4663-a9f7-e8f16c3efe7c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:37.546805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.552706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc955b55-0e8e-46a0-aa15-51c6eacc02e8 HTTP/1.1" status: 204 len: 168 time: 1.0741830 Aug 31 19:37:37.553547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768f520-6b1c-41d2-8ae1-14a7a4cefa14 None None] No DVR routers for this DVR port f4d9b531-98ec-4663-a9f7-e8f16c3efe7c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:37.554413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:37.565625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1766c-8ff2-4e29-b2c1-520f39fd21a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc955b55-0e8e-46a0-aa15-51c6eacc02e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:37.576538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55694491-d877-45e8-a1b0-e98f309548ae None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:37.610628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-6af9449e-4f50-4bf9-81dd-0bea332c17ec service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627562 Aug 31 19:37:37.681450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55694491-d877-45e8-a1b0-e98f309548ae None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:37.682554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.761646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port b173330b-ea1c-4812-b5d1-b3bad9297788 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:37.762002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.845849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port b173330b-ea1c-4812-b5d1-b3bad9297788, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b173330b-ea1c-4812-b5d1-b3bad9297788,segment=NetworkSegment(0f745c65-10d0-4bb0-bfba-6c731786a433),segment_id=0f745c65-10d0-4bb0-bfba-6c731786a433)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:37.846366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:37.849425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-a9a729a3-0ea8-4cb4-9de7-1c41a09b2bb0 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310896 Aug 31 19:37:37.902877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for b173330b-ea1c-4812-b5d1-b3bad9297788 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:38.079539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.114111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=b173330b-ea1c-4812-b5d1-b3bad9297788,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:38.124377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port b173330b-ea1c-4812-b5d1-b3bad9297788 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:38.195612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54354925-d99e-4e0a-90cb-4b67b85fa399 req-3fcf0619-a82f-4462-afe0-c95d4ecf5ad4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 210 time: 0.0392141 Aug 31 19:37:38.226562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.233303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.245883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe727d-3342-43a3-ba92-5a994d29f0c6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:38.258982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f745c65-10d0-4bb0-bfba-6c731786a433') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:38.259361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f745c65-10d0-4bb0-bfba-6c731786a433') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:38.263970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:38.287539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.302353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.309725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:38.310525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:38.314397 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:38.401861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.416074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.418292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/e6fe727d-3342-43a3-ba92-5a994d29f0c6 HTTP/1.1" status: 204 len: 168 time: 2.4207659 Aug 31 19:37:38.423583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:38.432142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175019140'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:38.445336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd906cd5-1ad8-47bb-abb3-2e9745a65ae0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=e6fe727d-3342-43a3-ba92-5a994d29f0c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:38.447945 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889df456-150e-41c1-8b1c-52d20d4bf170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.472188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:38.476017 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.526017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:38.555805 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.556077 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 18624bcb-bd9a-4da9-988b-9c4f95babe48 of type vlan for network ab0854d1-1e68-45bb-88a0-2888d00b9882 Aug 31 19:37:38.557986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889df456-150e-41c1-8b1c-52d20d4bf170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.562459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-889df456-150e-41c1-8b1c-52d20d4bf170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.601979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-889df456-150e-41c1-8b1c-52d20d4bf170 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c2905d4bfb741619e9c151925637c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369353 Aug 31 19:37:38.603186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889df456-150e-41c1-8b1c-52d20d4bf170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c415de-e603-4ecf-aeb4-cc84b2e79980,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:38.605736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:38.608684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.639332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Deleting port 1722e373-78a5-4e2f-8b11-2f96d9b5309f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:38.639707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.654149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.657803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.660223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:38.660825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.679718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.731371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.734049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.738407 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69c415de-e603-4ecf-aeb4-cc84b2e79980 HTTP/1.1" status: 204 len: 168 time: 0.1295221 Aug 31 19:37:38.748035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13de19f-733f-4297-b798-9cbc2644e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c415de-e603-4ecf-aeb4-cc84b2e79980,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:38.760201 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3355019 Aug 31 19:37:38.761125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:38.769021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:38.790491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a870e-38c6-4a48-bb05-b89997f97161 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=ab0854d1-1e68-45bb-88a0-2888d00b9882,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:38.802417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ab0854d1-1e68-45bb-88a0-2888d00b9882 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:38.809719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] For port 1722e373-78a5-4e2f-8b11-2f96d9b5309f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1722e373-78a5-4e2f-8b11-2f96d9b5309f,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:38.810018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.834216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Calling delete_port for 1722e373-78a5-4e2f-8b11-2f96d9b5309f owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:38.888543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:38.892323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.072017 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.107745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1722e373-78a5-4e2f-8b11-2f96d9b5309f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:39.254844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.362311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49243d47-93cd-4087-b62a-d77e156fed18 req-5316305a-4983-422c-9491-b0c4eed8f5d9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 210 time: 0.0454123 Aug 31 19:37:39.368160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.433910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=85e8a7e1-182d-4443-ac4f-d216cf4cd83b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:39.445427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '18624bcb-bd9a-4da9-988b-9c4f95babe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:39.445802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: ab0854d1-1e68-45bb-88a0-2888d00b9882, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:39.456321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-6ec61936-fb88-4e7e-aa71-12a11a421762 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:39.457816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-6ec61936-fb88-4e7e-aa71-12a11a421762 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.4032459 Aug 31 19:37:39.471386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'device_id': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'admin_state_up': True, 'tenant_id': '66307696dd9f45d888547ce3df058792'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:39.513532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network ab0854d1-1e68-45bb-88a0-2888d00b9882 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:39.541288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ab0854d1-1e68-45bb-88a0-2888d00b9882) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:39.542092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:39.542684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.557037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd8984-7261-43d8-9c17-9ce78da6571f None None] Network ab0854d1-1e68-45bb-88a0-2888d00b9882 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:39.594144 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6392019-7de0-44e7-9cff-404401c8cb2a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8313146 Aug 31 19:37:39.598340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:39.648189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Router b3d3e57e-fbb7-493b-bd33-c145bb66da6e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:39.727519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:39.731323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.744411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-ab0854d1-1e68-45bb-88a0-2888d00b9882', 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '85e8a7e1-182d-4443-ac4f-d216cf4cd83b'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:39.745507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.763111 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.786409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:39.795616 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Sync routers for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:39.798519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-677e8605-9a03-4e31-93b8-386c5f718d62 admin admin] 10.222.0.73 "PUT /v2.0/routers/b3d3e57e-fbb7-493b-bd33-c145bb66da6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416484 Aug 31 19:37:39.801554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58536) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:39.807447 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:39.808101 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:39.952263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:39.959132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Allocated IP 172.20.0.2 (ab0854d1-1e68-45bb-88a0-2888d00b9882/85e8a7e1-182d-4443-ac4f-d216cf4cd83b/5b42c7b6-12c2-4a17-9427-a77275e8fa8e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:39.972644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.033073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:40.077293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.086197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.20.0.7 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/3683c3de-c8bf-4a21-9045-3d54db897d7a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:40.146168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Deleting port 38db17ca-a602-4825-ad14-dfc2c36dc774 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:40.146965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.217993 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.229929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Transition to ACTIVE for port object 5b42c7b6-12c2-4a17-9427-a77275e8fa8e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:40.252856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Transition to ACTIVE for port object 5b42c7b6-12c2-4a17-9427-a77275e8fa8e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:40.260513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.268782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] For port 38db17ca-a602-4825-ad14-dfc2c36dc774, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=38db17ca-a602-4825-ad14-dfc2c36dc774,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:40.269170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.286585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Calling delete_port for 38db17ca-a602-4825-ad14-dfc2c36dc774 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:40.309284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Network ab0854d1-1e68-45bb-88a0-2888d00b9882 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:40.309826 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.313324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:40.317888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:40.341614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Pushing event updated for resources: {'Port': ['ID=5b42c7b6-12c2-4a17-9427-a77275e8fa8e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:40.367859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=85e8a7e1-182d-4443-ac4f-d216cf4cd83b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:40.400316 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Attempting to bind port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:40.401012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Attempting to bind port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '18624bcb-bd9a-4da9-988b-9c4f95babe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:40.401708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Attempting to bind port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e on network ab0854d1-1e68-45bb-88a0-2888d00b9882 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:40.409648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:40.410443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Checking segment: {'id': '18624bcb-bd9a-4da9-988b-9c4f95babe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:40.411081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.411916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Bound using segment: {'id': '18624bcb-bd9a-4da9-988b-9c4f95babe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:40.413400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Bound port: 5b42c7b6-12c2-4a17-9427-a77275e8fa8e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18624bcb-bd9a-4da9-988b-9c4f95babe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:40.414139 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.445182 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:37:39Z', 'revision_number': 5, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port': {'id': '38db17ca-a602-4825-ad14-dfc2c36dc774', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.476487 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Checking router: b3d3e57e-fbb7-493b-bd33-c145bb66da6e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:40.486276 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Routers {'b3d3e57e-fbb7-493b-bd33-c145bb66da6e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:40.487125 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.503918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] For port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:40.504986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.507622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] For port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5b42c7b6-12c2-4a17-9427-a77275e8fa8e,segment=NetworkSegment(18624bcb-bd9a-4da9-988b-9c4f95babe48),segment_id=18624bcb-bd9a-4da9-988b-9c4f95babe48)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:40.513853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.537554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.538746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46471358-b4bb-4c22-ba45-8c6419c6ed95 req-d05608b6-e93f-438c-bdb1-a37fade5bf9e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 210 time: 0.0477357 Aug 31 19:37:40.558097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0854d1-1e68-45bb-88a0-2888d00b9882']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.560646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Transition to ACTIVE for port object 3683c3de-c8bf-4a21-9045-3d54db897d7a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:40.574520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18624bcb-bd9a-4da9-988b-9c4f95babe48') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.575290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18624bcb-bd9a-4da9-988b-9c4f95babe48') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.588026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.590859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0c52-2ef6-4c0a-8051-ca29fde9dda7 None None] Pushing event updated for resources: {'Port': ['ID=5b42c7b6-12c2-4a17-9427-a77275e8fa8e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:40.618753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] Set router b3d3e57e-fbb7-493b-bd33-c145bb66da6e gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:40.631573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:40.633601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.652406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:40.652658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.653452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:40.659599 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:40.669180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f5b94-31b2-4182-8199-767f5ee66b04 None None] Network ab0854d1-1e68-45bb-88a0-2888d00b9882 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:40.683288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=38db17ca-a602-4825-ad14-dfc2c36dc774,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:40.700676 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:37:40Z', 'revision_number': 6, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:40.735406 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba8b6e-7f19-471e-80df-9468dfa390cc None None] The sync data for ids ['b3d3e57e-fbb7-493b-bd33-c145bb66da6e'] in n-d-778550-14 is: [{'id': 'b3d3e57e-fbb7-493b-bd33-c145bb66da6e', 'name': 'tempest-TestServerBasicOps-1421620975-router', 'tenant_id': '9977890242534b5d933ce3d2846a77d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:32:21Z', 'updated_at': '2021-08-31T19:37:40Z', 'revision_number': 6, 'project_id': '9977890242534b5d933ce3d2846a77d9', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:40.740823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.760779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:40.765131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:40.798744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:40.804575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:37:40.804575 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:37:40.804575 n-d-778550-14 neutron-server[94817]: [parameters: {'id': 'ab0854d1-1e68-45bb-88a0-2888d00b9882'}] Aug 31 19:37:40.804575 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:40.804891 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:40.824269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:40.832269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:40.834367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:40.836572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:40.840782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:40.892956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:40.893670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.084512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342da29-54fc-43ae-ac45-20a3c07f7b8d None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:41.175396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7006a1b-76b6-4b63-a470-35d522c6524b None None] Provisioning for port 3683c3de-c8bf-4a21-9045-3d54db897d7a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:41.200605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7006a1b-76b6-4b63-a470-35d522c6524b None None] Provisioning complete for port 3683c3de-c8bf-4a21-9045-3d54db897d7a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:41.201239 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7006a1b-76b6-4b63-a470-35d522c6524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.241849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.245171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.256631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.265541 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4fbb9b86-51c4-4776-8f84-0b124dfd33b1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7981279 Aug 31 19:37:41.270326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b7006a1b-76b6-4b63-a470-35d522c6524b None None] Port 3683c3de-c8bf-4a21-9045-3d54db897d7a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:41.273962 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342da29-54fc-43ae-ac45-20a3c07f7b8d None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:41.282677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Request body: {'port': {'device_id': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:41.292146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1722e373-78a5-4e2f-8b11-2f96d9b5309f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:41.309852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.356513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.357319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d3e57e-fbb7-493b-bd33-c145bb66da6e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:37:41.360057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1722e373-78a5-4e2f-8b11-2f96d9b5309f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:41.360581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1722e373-78a5-4e2f-8b11-2f96d9b5309f not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:41.366661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.368197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4dbe36c5-3b80-4003-8710-fa5fa4701d1c admin admin] 10.222.0.73 "DELETE /v2.0/routers/b3d3e57e-fbb7-493b-bd33-c145bb66da6e HTTP/1.1" status: 204 len: 168 time: 1.5645723 Aug 31 19:37:41.371266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:41.389178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.431762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Deleting subnet e1a7c563-08b5-4606-a24f-5c61d29b1e8d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:37:41.441202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.461189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:41.462306 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.481645 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.515243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.565535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f84fcd42-68ba-4ccc-b297-c4699214fdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.678582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.754356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee0da-d370-4510-8373-5d35760efc61 req-72aaefb2-e787-46be-aee8-c123b3094517 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:41.755967 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e49ee0da-d370-4510-8373-5d35760efc61 req-72aaefb2-e787-46be-aee8-c123b3094517 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 931 time: 0.1469033 Aug 31 19:37:41.790434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Allocated IP 172.25.3.159 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/08b234a6-b63a-4de6-a51a-16a348f4097c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:41.820933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.898120 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e49ee0da-d370-4510-8373-5d35760efc61 req-99b496d1-46be-4086-a78d-66a06e99ca98 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308949 Aug 31 19:37:41.898840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a7c563-08b5-4606-a24f-5c61d29b1e8d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:41.902842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5b42c7b6-12c2-4a17-9427-a77275e8fa8e,segment=NetworkSegment(18624bcb-bd9a-4da9-988b-9c4f95babe48),segment_id=18624bcb-bd9a-4da9-988b-9c4f95babe48)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:41.903329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.912625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.917106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d89ac5a4-ae99-4f81-9025-def40fe19935 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e1a7c563-08b5-4606-a24f-5c61d29b1e8d HTTP/1.1" status: 204 len: 168 time: 0.5447900 Aug 31 19:37:41.919479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:41.921385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c9010-b984-4aa0-88af-87e3c7941a2d None None] Network 36563a99-52c9-4def-ae93-9f9dd30ac1b6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:41.921674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for 5b42c7b6-12c2-4a17-9427-a77275e8fa8e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:42.030011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.034643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.095345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3683c3de-c8bf-4a21-9045-3d54db897d7a {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:37:42.100199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.107316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.116541 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.134219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=5b42c7b6-12c2-4a17-9427-a77275e8fa8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.143935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port 5b42c7b6-12c2-4a17-9427-a77275e8fa8e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:42.149535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Transition to ACTIVE for port object 3683c3de-c8bf-4a21-9045-3d54db897d7a will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:42.169824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:42.175200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:42.176704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.180470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Deleting port 77067616-c6ea-4581-ac3d-a45a0ddd2544 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:42.180837 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.182853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:42.186266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Pushing event updated for resources: {'Port': ['ID=08b234a6-b63a-4de6-a51a-16a348f4097c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.207770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] DHCP port deletion for 36563a99-52c9-4def-ae93-9f9dd30ac1b6 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:37:42.262177 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.271135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Deleting port 77067616-c6ea-4581-ac3d-a45a0ddd2544 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:42.271666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.280679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0854d1-1e68-45bb-88a0-2888d00b9882']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.285354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] For port 77067616-c6ea-4581-ac3d-a45a0ddd2544, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77067616-c6ea-4581-ac3d-a45a0ddd2544,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:42.285858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.298555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18624bcb-bd9a-4da9-988b-9c4f95babe48') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.298863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18624bcb-bd9a-4da9-988b-9c4f95babe48') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.305863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.307272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Calling delete_port for 77067616-c6ea-4581-ac3d-a45a0ddd2544 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:42.322511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.361339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] For port 77067616-c6ea-4581-ac3d-a45a0ddd2544, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=77067616-c6ea-4581-ac3d-a45a0ddd2544,segment=NetworkSegment(9a54a541-fdaf-491d-8486-b0877c2af069),segment_id=9a54a541-fdaf-491d-8486-b0877c2af069)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:42.362110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.381042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Calling delete_port for 77067616-c6ea-4581-ac3d-a45a0ddd2544 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:42.386913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.397772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:42.398370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:42.401513 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:42.408846 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.466850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Attempting to bind port 3683c3de-c8bf-4a21-9045-3d54db897d7a on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:42.467195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Attempting to bind port 3683c3de-c8bf-4a21-9045-3d54db897d7a by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:42.467537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Attempting to bind port 3683c3de-c8bf-4a21-9045-3d54db897d7a on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:42.473505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Port 3683c3de-c8bf-4a21-9045-3d54db897d7a on network 6df8abff-1271-40f6-9903-111118d7d6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:37:42.473838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Attempting to bind port 3683c3de-c8bf-4a21-9045-3d54db897d7a on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:42.480295 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.480821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:42.481216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:42.481609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:42.483086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Bound port: 3683c3de-c8bf-4a21-9045-3d54db897d7a, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:42.483086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.484806 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.499580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.505283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/ab0854d1-1e68-45bb-88a0-2888d00b9882 HTTP/1.1" status: 204 len: 168 time: 2.9024687 Aug 31 19:37:42.512571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:42.521383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251854b-8dba-4a85-80de-ec4d65d34674 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=ab0854d1-1e68-45bb-88a0-2888d00b9882,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.527925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.538203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-9844808'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:42.556934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.558060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] Pushing event deleted for resources: {'Port': ['ID=77067616-c6ea-4581-ac3d-a45a0ddd2544,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.564234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f2f5d-d026-4417-80a2-8b1ec7bd4bb4 None None] No DVR routers for this DVR port 77067616-c6ea-4581-ac3d-a45a0ddd2544 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:42.593327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:42.599869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:42.604780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.608385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Pushing event deleted for resources: {'Port': ['ID=77067616-c6ea-4581-ac3d-a45a0ddd2544,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.619937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] No DVR routers for this DVR port 77067616-c6ea-4581-ac3d-a45a0ddd2544 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:42.646520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:42.647444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.648917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] 10.222.0.82 "PUT /v2.0/ports/3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 200 len: 1092 time: 1.3718870 Aug 31 19:37:42.651233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:42.654470 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf53f4-25ba-4128-a15b-2da6db7c3fda" -d '{"events": [{"name": "network-changed", "server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:42.684177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:42.687724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.688173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431b5b-0ce2-4783-980c-c574c9afd4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:42.713567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412da18-b782-495d-a382-5baeb6d846fa x-openstack-request-id: req-e412da18-b782-495d-a382-5baeb6d846fa {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:42.714122 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:42.714553 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e412da18-b782-495d-a382-5baeb6d846fa {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:42.715130 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'status': 'completed', 'code': 200} Aug 31 19:37:42.775514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:42.792243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.798725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.799076 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment eac6be1a-0bfc-439f-ae11-cc5acd7f68e3 of type vlan for network 874dcdad-e63a-40c6-9a15-1e58a4e583bc Aug 31 19:37:42.818243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36563a99-52c9-4def-ae93-9f9dd30ac1b6']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.865745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-803d6250-7e38-4805-b7b4-5f0223a7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:42.868111 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-803d6250-7e38-4805-b7b4-5f0223a7bca9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 1095 time: 0.0488763 Aug 31 19:37:42.874035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a54a541-fdaf-491d-8486-b0877c2af069') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.874346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a54a541-fdaf-491d-8486-b0877c2af069') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:42.879657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.898400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.917057 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-14e77575-7ab6-4a39-a8b9-99d044640cb0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 200 len: 217 time: 0.0395727 Aug 31 19:37:42.940698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.952591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.954870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:42.955271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:42.958103 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:42.968444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.983859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4d813f53-9e1b-445a-b811-cbcb433b9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:42.986950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-4d813f53-9e1b-445a-b811-cbcb433b9125 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0622790 Aug 31 19:37:43.000246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77067616-c6ea-4581-ac3d-a45a0ddd2544 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:43.019554 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.023751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 77067616-c6ea-4581-ac3d-a45a0ddd2544 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:43.024393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 77067616-c6ea-4581-ac3d-a45a0ddd2544 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:43.024809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38db17ca-a602-4825-ad14-dfc2c36dc774 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:37:43.025046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.025643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.037091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-cf90a93f-0a6e-495d-b6d8-13df824e32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.038812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-cf90a93f-0a6e-495d-b6d8-13df824e32de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454009 Aug 31 19:37:43.049841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 38db17ca-a602-4825-ad14-dfc2c36dc774 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:37:43.050467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 38db17ca-a602-4825-ad14-dfc2c36dc774 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:37:43.136911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-37e80c99-cc33-47df-bf58-4531240b9a85 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906930 Aug 31 19:37:43.166004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6513822 Aug 31 19:37:43.172109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:43.177600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Pushing event updated for resources: {'Port': ['ID=08b234a6-b63a-4de6-a51a-16a348f4097c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:43.179893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.192130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:43.204561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.206015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] 10.222.0.73 "DELETE /v2.0/networks/36563a99-52c9-4def-ae93-9f9dd30ac1b6 HTTP/1.1" status: 204 len: 168 time: 1.2857811 Aug 31 19:37:43.232477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99702ad7-dbf4-44ca-bd76-d0a7550351a7 req-c3793b13-f62a-47b8-bf0e-50f30e8e68db service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Aug 31 19:37:43.243483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36335-3183-41ee-977a-e6cc7eaf7924 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=874dcdad-e63a-40c6-9a15-1e58a4e583bc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:43.257623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 874dcdad-e63a-40c6-9a15-1e58a4e583bc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:43.284178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.298987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8441b-dceb-4592-9050-04b9213ba43a req-c2bd2272-5e95-4e80-8bd5-848c54955430 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.299699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36b8441b-dceb-4592-9050-04b9213ba43a req-c2bd2272-5e95-4e80-8bd5-848c54955430 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 943 time: 0.2660971 Aug 31 19:37:43.300354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e941c-796f-4cde-a700-ebc3515fb393 admin admin] Pushing event deleted for resources: {'Network': ['ID=36563a99-52c9-4def-ae93-9f9dd30ac1b6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:43.333337 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.337580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d02bae00-5fc7-4096-8bb7-d278593a5138 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7028208 Aug 31 19:37:43.338214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:43.356472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1639399735', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'fixed_ips': [{'ip_address': '172.25.3.159'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:43.362131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-4aee2548-d960-4633-ad10-a81c53c3df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.363360 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-4aee2548-d960-4633-ad10-a81c53c3df71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 1095 time: 0.0763819 Aug 31 19:37:43.385885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:37:43.385885 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:37:43.385885 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '28a2bf3098df4833bdaa35b7ff1f3179', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 37, 43, 366264)}] Aug 31 19:37:43.385885 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:43.386252 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:43.394530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:43.398088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.403268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36b8441b-dceb-4592-9050-04b9213ba43a req-0a1cdb38-72fa-4e27-b9c5-147cb640659b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Aug 31 19:37:43.450155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:43.469984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-0c2f5615-0cdf-4721-95a5-5065d32a990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.471485 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-0c2f5615-0cdf-4721-95a5-5065d32a990f service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1011693 Aug 31 19:37:43.473144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 19:37:43.473661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 19:37:43.516838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-8cb39590-caff-467d-836c-65ff1f384870 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 200 len: 217 time: 0.0378001 Aug 31 19:37:43.520207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9cb412e5-9b63-4738-990c-9042216475da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=935268015097414c950ee5b21ed1ba1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671475 Aug 31 19:37:43.522705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:43.604647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-9754a58e-4ebb-43ff-ad1d-769c43fb3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.606114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-9754a58e-4ebb-43ff-ad1d-769c43fb3059 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0811965 Aug 31 19:37:43.619427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.623149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.664033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.686258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=900edc4c-57d2-41a8-9b76-56af2c261015,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:43.691463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:43.691870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 874dcdad-e63a-40c6-9a15-1e58a4e583bc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:43.696688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-62d5931d-2892-477d-af15-90c51523ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.698265 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-62d5931d-2892-477d-af15-90c51523ef43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829411 Aug 31 19:37:43.709689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 874dcdad-e63a-40c6-9a15-1e58a4e583bc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:43.719652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 874dcdad-e63a-40c6-9a15-1e58a4e583bc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:43.723970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:43.724437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.729083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c972b41-361c-40ad-be5c-e31e1c9c68d4 None None] Network 874dcdad-e63a-40c6-9a15-1e58a4e583bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:43.741506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9da09872-dd85-4533-b426-47d2399a4c40 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5647643 Aug 31 19:37:43.744122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:43.772685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.775202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.778737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b1add55-05ed-418b-bd62-bbbfd3280d76 HTTP/1.1" status: 204 len: 168 time: 0.2526934 Aug 31 19:37:43.790040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54712ee-e326-4e07-bc22-af17d56362ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1add55-05ed-418b-bd62-bbbfd3280d76,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:43.837786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-533766c3-16ca-47c3-9ebf-4e4067206162 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284432 Aug 31 19:37:43.900092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.914306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-874dcdad-e63a-40c6-9a15-1e58a4e583bc', 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '900edc4c-57d2-41a8-9b76-56af2c261015'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:43.916664 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.964941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-55bf53f4-25ba-4128-a15b-2da6db7c3fda req-d050e5b3-4747-4e59-9fbe-d29a027a55af service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190910 Aug 31 19:37:43.965528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Made reservation on behalf of 28a2bf3098df4833bdaa35b7ff1f3179 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:43.967583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:43.982024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.000524 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.077845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Allocated IP 172.20.0.3 (874dcdad-e63a-40c6-9a15-1e58a4e583bc/900edc4c-57d2-41a8-9b76-56af2c261015/ee8a0fcc-3a60-486a-8230-b20fa75ff2c0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:44.132983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.137311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.143016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] device_id is not set on port de1377fe-05cd-466c-9c42-c79922efe0b7 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:37:44.187426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:44.232103 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-588e58f1-3955-46a5-8ce1-19aabcb12341 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9977890242534b5d933ce3d2846a77d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411754 Aug 31 19:37:44.233120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:44.233429 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc126016-6c5b-40d5-91db-bb72e2f54df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.244679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5a7707-019b-4f73-8995-c1fd52615ec9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:44.247269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.258204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Transition to ACTIVE for port object ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:44.275057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Transition to ACTIVE for port object ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:44.281821 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.289927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.312961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.318476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Network 874dcdad-e63a-40c6-9a15-1e58a4e583bc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:44.326642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:44.333506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:44.340256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.367658 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Pushing event updated for resources: {'Port': ['ID=ee8a0fcc-3a60-486a-8230-b20fa75ff2c0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:44.393265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.395854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.397028 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82a86d80-182b-463c-8c7d-366c048ba56c HTTP/1.1" status: 204 len: 168 time: 0.1632388 Aug 31 19:37:44.397261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=900edc4c-57d2-41a8-9b76-56af2c261015,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:44.404921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff460e-918f-44ee-8291-dc4dcfad1ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a86d80-182b-463c-8c7d-366c048ba56c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:44.407282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Attempting to bind port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:44.407820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Attempting to bind port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:44.408287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Attempting to bind port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 on network 874dcdad-e63a-40c6-9a15-1e58a4e583bc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:44.426625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:44.427148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Checking segment: {'id': 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:44.427672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.428172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Bound using segment: {'id': 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:44.428722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Bound port: ee8a0fcc-3a60-486a-8230-b20fa75ff2c0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:44.429231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.500096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.501832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.513386 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 19:37:44.513912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:37:44.518330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874dcdad-e63a-40c6-9a15-1e58a4e583bc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:44.532737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] For port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:44.536386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] For port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ee8a0fcc-3a60-486a-8230-b20fa75ff2c0,segment=NetworkSegment(eac6be1a-0bfc-439f-ae11-cc5acd7f68e3),segment_id=eac6be1a-0bfc-439f-ae11-cc5acd7f68e3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:44.541155 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.544596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:44.544909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:44.575598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2ea71ba3-5834-42bc-b519-830bc2bd0c9e tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2265534 Aug 31 19:37:44.578088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.578728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:44.600884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.626889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721647-59b2-4efc-b550-18c73272d24c req-f9952409-7ca7-432f-8434-af5525dcd3b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:44.628582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd721647-59b2-4efc-b550-18c73272d24c req-f9952409-7ca7-432f-8434-af5525dcd3b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 943 time: 0.1074128 Aug 31 19:37:44.629812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:44.630108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.648443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.651547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045bf9-0d90-4790-936c-75dd46aee1a3 None None] Pushing event updated for resources: {'Port': ['ID=ee8a0fcc-3a60-486a-8230-b20fa75ff2c0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:44.662093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333596cb-cff9-49c3-8426-2710f15fb2f1 None None] Network 874dcdad-e63a-40c6-9a15-1e58a4e583bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:44.679905 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:44.727201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:37:44.727201 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:37:44.727201 n-d-778550-14 neutron-server[94816]: [parameters: {'id': '874dcdad-e63a-40c6-9a15-1e58a4e583bc'}] Aug 31 19:37:44.727201 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:44.727201 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:44.737301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd721647-59b2-4efc-b550-18c73272d24c req-49be6435-9b73-4751-a00a-d541470b7414 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566339 Aug 31 19:37:44.790595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Deleting port 08b234a6-b63a-4de6-a51a-16a348f4097c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:44.791018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.794405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3683c3de-c8bf-4a21-9045-3d54db897d7a details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:37:44.855737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceb95b-74d3-4eec-a418-d7e676958c41 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:44.878020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.878443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.890464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Calling delete_port for 08b234a6-b63a-4de6-a51a-16a348f4097c owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:44.958117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:44.980435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'mac_address': 'fa:16:3e:28:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:37:44.986072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceb95b-74d3-4eec-a418-d7e676958c41 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:45.049446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.076671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.082415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Pushing event deleted for resources: {'Port': ['ID=08b234a6-b63a-4de6-a51a-16a348f4097c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.098676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3683c3de-c8bf-4a21-9045-3d54db897d7a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:37:45.133784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:45.142330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.146454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.149124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.150556 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-941f1484-48e2-4bfb-a95d-de1abe1f9a21 tempest-ExternalNetworksAdminNegativeTestJSON-73452392 tempest-ExternalNetworksAdminNegativeTestJSON-73452392-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/dcc03b2f-e4fa-4610-9efe-2e86e405309a HTTP/1.1" status: 204 len: 168 time: 0.5701449 Aug 31 19:37:45.228376 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.241010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.252745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.253006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.253360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.253700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.254037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.254369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.254697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.255024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.255348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.255682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.256009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.256362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.269108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:45.310198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:45.310735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.368361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3683c3de-c8bf-4a21-9045-3d54db897d7a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:45.398691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ee8a0fcc-3a60-486a-8230-b20fa75ff2c0,segment=NetworkSegment(eac6be1a-0bfc-439f-ae11-cc5acd7f68e3),segment_id=eac6be1a-0bfc-439f-ae11-cc5acd7f68e3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:45.400388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.419229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:45.420453 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.497170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:45.514523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.551240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=ee8a0fcc-3a60-486a-8230-b20fa75ff2c0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.557713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port ee8a0fcc-3a60-486a-8230-b20fa75ff2c0 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:45.578241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-228746934-network', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:45.598741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dee253c-28cb-4e85-85a6-1a8b4a582a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.623532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:45.626607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.644918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.649471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.662303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874dcdad-e63a-40c6-9a15-1e58a4e583bc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:45.676147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:45.676727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac6be1a-0bfc-439f-ae11-cc5acd7f68e3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:45.689517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.707691 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.715668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:45.716705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:45.720999 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:45.736065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dee253c-28cb-4e85-85a6-1a8b4a582a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.743555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dee253c-28cb-4e85-85a6-1a8b4a582a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.790484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.798500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee253c-28cb-4e85-85a6-1a8b4a582a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469baa5-a06c-4010-ba10-d55491821921,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.807620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2dee253c-28cb-4e85-85a6-1a8b4a582a80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bfaff2d95df427b80cb9a2c1fbf1271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093247 Aug 31 19:37:45.809024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.811070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/874dcdad-e63a-40c6-9a15-1e58a4e583bc HTTP/1.1" status: 204 len: 168 time: 2.0660014 Aug 31 19:37:45.811309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:45.811934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974ba8-39b1-4f33-bfba-607f73051a53 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=874dcdad-e63a-40c6-9a15-1e58a4e583bc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.815133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:45.820951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691686549'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:45.878162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316f40c-a5c9-4d49-ba50-243f78650f77 req-2c2054f6-7491-40e5-bdab-d81e614ff86c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:45.879884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8316f40c-a5c9-4d49-ba50-243f78650f77 req-2c2054f6-7491-40e5-bdab-d81e614ff86c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 944 time: 0.0523803 Aug 31 19:37:45.892065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.913917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.920517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8316f40c-a5c9-4d49-ba50-243f78650f77 req-b5625e13-5867-44da-9c9d-900f783283db tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Aug 31 19:37:45.924617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.929717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.934280 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.936436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:45.941189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.960932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:45.966878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:45.976786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.977136 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 2032ee45-ee8a-4239-8195-1d7c6b1621a6 of type vlan for network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 Aug 31 19:37:45.985874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:45.996554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:45.996910 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Added segment 0f917abe-d2ee-4822-b8aa-e12c490725ce of type vlan for network 65758368-18f8-489e-adc3-fa3ca3b41e41 Aug 31 19:37:45.999244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:45.999600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.000552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.000862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.001294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.001637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.001973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.002304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.002636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.002964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.003295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.003623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:46.028396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.050983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.054642 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.055228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.057157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.058282 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0469baa5-a06c-4010-ba10-d55491821921 HTTP/1.1" status: 204 len: 168 time: 0.2454793 Aug 31 19:37:46.060742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:46.068056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.072145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498173-2524-44da-9d00-ad36bd79c666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469baa5-a06c-4010-ba10-d55491821921,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:46.092574 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.094513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:46.094698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.143506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3271272 Aug 31 19:37:46.146517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.154617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:46.165166 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8947406 Aug 31 19:37:46.169527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.179274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Request body: {'subnet': {'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-228746934-subnet', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:46.197263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ce5e8-71c8-4f89-8523-5241981c0199 admin admin] Pushing event updated for resources: {'Network': ['ID=65758368-18f8-489e-adc3-fa3ca3b41e41,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:46.211855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:46.214401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:46.214591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.250323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5f88d-29b0-4e53-92e1-a7ace2565140 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=9a42f0ee-a68e-43c7-b069-f05be5b512b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:46.268090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:46.272971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.275180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:46.426486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.459119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.503835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.523975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19ba45ca-6114-4b96-ac9d-0374d4f75527 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28a2bf3098df4833bdaa35b7ff1f3179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962639 Aug 31 19:37:46.529052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.545932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=944d9afa-965e-4672-b772-91ef5566e813,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:46.564951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:46.565316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Network hostable DHCP agents. Network: 65758368-18f8-489e-adc3-fa3ca3b41e41, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:46.569694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=b0e0c1ec-f716-4320-b570-8d6520d6448d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:46.574193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '2032ee45-ee8a-4239-8195-1d7c6b1621a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:46.574572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 9a42f0ee-a68e-43c7-b069-f05be5b512b2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:46.592633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:46.602955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:46.603563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9a42f0ee-a68e-43c7-b069-f05be5b512b2) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:46.607601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:46.608247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.613954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0bfed-ac49-407a-b925-77febfcf8e7f None None] Network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:46.620619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 65758368-18f8-489e-adc3-fa3ca3b41e41) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:46.627038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:46.627038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.631462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2418c3d4-bbcf-4079-b868-d13d704a30fd tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4837484 Aug 31 19:37:46.631998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.632175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.653669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419b908-6dc8-443e-b996-3e687a982b5b None None] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:46.657957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a7ebc8b-ac37-45d5-b855-af5610198d7d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4843156 Aug 31 19:37:46.660155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:46.666937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:46.672926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.719477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.720741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.792644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.795384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.800087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.801276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec5a7707-019b-4f73-8995-c1fd52615ec9 HTTP/1.1" status: 204 len: 168 time: 0.2697566 Aug 31 19:37:46.821351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3683c3de-c8bf-4a21-9045-3d54db897d7a up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:46.896264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9a42f0ee-a68e-43c7-b069-f05be5b512b2', 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': 'b0e0c1ec-f716-4320-b570-8d6520d6448d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:46.897349 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:46.978123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eada3-47fd-4f89-89d7-b489a6daedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5a7707-019b-4f73-8995-c1fd52615ec9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:47.032803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.098956 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.103711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Allocated IP 172.20.0.1 (9a42f0ee-a68e-43c7-b069-f05be5b512b2/b0e0c1ec-f716-4320-b570-8d6520d6448d/302c4852-90eb-468e-8393-7505a4e932f1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:47.107208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-65758368-18f8-489e-adc3-fa3ca3b41e41', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:47.108255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.121466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.174353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8678bd-66f8-4e6f-a10d-0de04497827d req-0f91ba24-0960-4de7-8e28-14a8a2a0251b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:47.182192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e8678bd-66f8-4e6f-a10d-0de04497827d req-0f91ba24-0960-4de7-8e28-14a8a2a0251b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 944 time: 0.1285679 Aug 31 19:37:47.268633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.280337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 3683c3de-c8bf-4a21-9045-3d54db897d7a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:47.286730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e8678bd-66f8-4e6f-a10d-0de04497827d req-a234d6db-3318-47e5-ac62-04306fccc0f9 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992265 Aug 31 19:37:47.325577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 3683c3de-c8bf-4a21-9045-3d54db897d7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:47.326084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.344955 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.358802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Allocated IP 172.20.0.2 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/263e8cc1-70b2-4f3e-bc01-bbf5339050d0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:47.379471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.535366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.591276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:47.591856 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a543a-bae5-4500-aea6-0186beed1c77" -d '{"events": [{"server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "name": "network-vif-plugged", "status": "completed", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:47.618607 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.621681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:47.638855 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.642090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Transition to ACTIVE for port object 302c4852-90eb-468e-8393-7505a4e932f1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:47.673253 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5423f90-2839-458d-b3ab-a901c8185258 x-openstack-request-id: req-c5423f90-2839-458d-b3ab-a901c8185258 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:47.673538 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "name": "network-vif-plugged", "status": "completed", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:47.673782 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5423f90-2839-458d-b3ab-a901c8185258 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:47.674178 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'code': 200} Aug 31 19:37:47.713487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Transition to ACTIVE for port object 302c4852-90eb-468e-8393-7505a4e932f1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:47.737403 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.748418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.756218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.759982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:47.768706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Transition to ACTIVE for port object 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:47.800411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9e61-58f8-41ae-b297-df424590abfd req-1d1be148-9cc5-47b4-88a3-9b37e0d5cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:47.800851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:47.801929 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21cb9e61-58f8-41ae-b297-df424590abfd req-1d1be148-9cc5-47b4-88a3-9b37e0d5cb41 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 1097 time: 0.0643268 Aug 31 19:37:47.803029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Allocated IP 172.25.3.85 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/134831ad-1454-42c1-b871-f33efe028c7a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:47.807778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:47.809689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e0c1ec-f716-4320-b570-8d6520d6448d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:47.817209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:47.819454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Transition to ACTIVE for port object 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:47.856042 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.862863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Pushing event updated for resources: {'Port': ['ID=302c4852-90eb-468e-8393-7505a4e932f1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:47.901255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21cb9e61-58f8-41ae-b297-df424590abfd req-96e9fd14-a2c5-4ee8-8352-e09bdf821c2e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877709 Aug 31 19:37:47.924408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:47.925268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Attempting to bind port 302c4852-90eb-468e-8393-7505a4e932f1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:47.925808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Attempting to bind port 302c4852-90eb-468e-8393-7505a4e932f1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2032ee45-ee8a-4239-8195-1d7c6b1621a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:47.926351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Attempting to bind port 302c4852-90eb-468e-8393-7505a4e932f1 on network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:47.927899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.935813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:47.938390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:47.939513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a42f0ee-a68e-43c7-b069-f05be5b512b2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:47.941199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:47.941835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Checking segment: {'id': '2032ee45-ee8a-4239-8195-1d7c6b1621a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:47.942436 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.943028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Bound using segment: {'id': '2032ee45-ee8a-4239-8195-1d7c6b1621a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:47.943519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Bound port: 302c4852-90eb-468e-8393-7505a4e932f1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032ee45-ee8a-4239-8195-1d7c6b1621a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:47.943950 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.953689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2032ee45-ee8a-4239-8195-1d7c6b1621a6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:47.953689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2032ee45-ee8a-4239-8195-1d7c6b1621a6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:47.954832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.964902 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.982410 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.992711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:47.992711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:47.995184 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:48.007255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.013425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Pushing event updated for resources: {'Port': ['ID=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:48.042519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:48.047419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:48.051361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:48.075496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Attempting to bind port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:48.075805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Attempting to bind port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:48.076388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Attempting to bind port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:48.087332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:48.088050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:48.088485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Pushing event updated for resources: {'Port': ['ID=134831ad-1454-42c1-b871-f33efe028c7a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:48.088651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.089206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:48.089845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Bound port: 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:48.091026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.095941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] For port 302c4852-90eb-468e-8393-7505a4e932f1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:48.102270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:37:48.102270 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:37:48.102270 n-d-778550-14 neutron-server[94816]: [parameters: {'id': '9a42f0ee-a68e-43c7-b069-f05be5b512b2'}] Aug 31 19:37:48.102270 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:48.102750 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:48.120512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] For port 302c4852-90eb-468e-8393-7505a4e932f1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=302c4852-90eb-468e-8393-7505a4e932f1,segment=NetworkSegment(2032ee45-ee8a-4239-8195-1d7c6b1621a6),segment_id=2032ee45-ee8a-4239-8195-1d7c6b1621a6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:48.145522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.258887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] For port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:48.266785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] For port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:48.268724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baf7a0-9b84-4a8e-84db-33c5f371df4f None None] Pushing event updated for resources: {'Port': ['ID=302c4852-90eb-468e-8393-7505a4e932f1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:48.274167 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.303615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e05a8-297b-43cc-adef-78b22844fcba None None] Network 9a42f0ee-a68e-43c7-b069-f05be5b512b2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:48.338425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaefc-d695-47ac-a1aa-803b9072c866 None None] Pushing event updated for resources: {'Port': ['ID=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:48.358070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.470550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4284-8245-44b9-8afe-364390705321 req-cd8e1119-5af7-4aff-a408-23866a23bc6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:48.480148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-856a4284-8245-44b9-8afe-364390705321 req-cd8e1119-5af7-4aff-a408-23866a23bc6c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 945 time: 0.0979106 Aug 31 19:37:48.528712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-856a4284-8245-44b9-8afe-364390705321 req-93b5a8f0-795e-45a5-aa8c-1d6cd2e8e529 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Aug 31 19:37:48.565376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:48.604043 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.647940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.694878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port 302c4852-90eb-468e-8393-7505a4e932f1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:48.695371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.763007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d075bed4-01d9-4be1-a3a4-fc8d05299954 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1295439174'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:48.763465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d075bed4-01d9-4be1-a3a4-fc8d05299954 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:37:48.785637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port 302c4852-90eb-468e-8393-7505a4e932f1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=302c4852-90eb-468e-8393-7505a4e932f1,segment=NetworkSegment(2032ee45-ee8a-4239-8195-1d7c6b1621a6),segment_id=2032ee45-ee8a-4239-8195-1d7c6b1621a6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:48.786298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.800721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for 302c4852-90eb-468e-8393-7505a4e932f1 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:48.884016 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.919945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=302c4852-90eb-468e-8393-7505a4e932f1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:48.923218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port 302c4852-90eb-468e-8393-7505a4e932f1 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:48.960192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d075bed4-01d9-4be1-a3a4-fc8d05299954 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:48.965320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d075bed4-01d9-4be1-a3a4-fc8d05299954 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3957620 Aug 31 19:37:48.965320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:48.971923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9507aae7-4d86-497e-95bc-bc3ecb5339e2 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b20851ec-310c-4ee3-bc1c-1941b647af2a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:48.972428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9507aae7-4d86-497e-95bc-bc3ecb5339e2 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:37:49.017555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.028135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a42f0ee-a68e-43c7-b069-f05be5b512b2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:49.043686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2032ee45-ee8a-4239-8195-1d7c6b1621a6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:49.044056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2032ee45-ee8a-4239-8195-1d7c6b1621a6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:49.051759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:49.058984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.063681 n-d-778550-14 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-9507aae7-4d86-497e-95bc-bc3ecb5339e2 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 19:37:49.073422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Router cbb67a02-69f2-4acd-8b7f-28870936d243 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:37:49.075792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.082939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:49.083573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:49.086980 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:49.107360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:49.165044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.177151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9507aae7-4d86-497e-95bc-bc3ecb5339e2 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.181743 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9507aae7-4d86-497e-95bc-bc3ecb5339e2 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2125998 Aug 31 19:37:49.181891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.181891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/9a42f0ee-a68e-43c7-b069-f05be5b512b2 HTTP/1.1" status: 204 len: 168 time: 2.5467968 Aug 31 19:37:49.182059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.184106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.186306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8bbc65c2-836c-44a2-9ac9-5359edcfaee7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b20851ec-310c-4ee3-bc1c-1941b647af2a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:49.186812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8bbc65c2-836c-44a2-9ac9-5359edcfaee7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:37:49.189214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826254337'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:49.204976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80df3cf-d94d-495d-b0aa-2bb806bf11f1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=9a42f0ee-a68e-43c7-b069-f05be5b512b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:49.224955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:49.228565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.255889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:49.266418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.266762 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 5d848f7d-5cbc-48ca-8021-9f24a71ceb6c of type vlan for network 9d2f596f-f367-4d9c-850f-3d372903f782 Aug 31 19:37:49.286593 n-d-778550-14 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-8bbc65c2-836c-44a2-9ac9-5359edcfaee7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 19:37:49.309658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.348904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.355496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:49.356299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.422016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbc65c2-836c-44a2-9ac9-5359edcfaee7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.426407 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8bbc65c2-836c-44a2-9ac9-5359edcfaee7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2406404 Aug 31 19:37:49.426569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2402730 Aug 31 19:37:49.428305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.428635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.437445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:49.438524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '9d2f596f-f367-4d9c-850f-3d372903f782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:49.449449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:49.457113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.460341 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6045d7e7-02eb-4591-b5a9-9f93630c051a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7987638 Aug 31 19:37:49.462423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.462628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:49.463269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:49.518935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=9d2f596f-f367-4d9c-850f-3d372903f782,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:49.530298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-146c6f7d-60b2-4c55-b7b3-06b6c371fcc7 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=283cb1f5-1804-40d7-a249-688e872c19de HTTP/1.1" status: 200 len: 464 time: 0.0982268 Aug 31 19:37:49.530546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58706) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.540063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.540907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.541213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.541529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.541869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.542103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.542437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.542767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.543122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.543453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.543804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.544126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084f947-0a47-4abf-9a94-c8cc1a80a169 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:37:49.567593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:49.572104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.604227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:49.635605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9d2f596f-f367-4d9c-850f-3d372903f782 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:49.637418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2135bd-b014-448d-bf88-a9d7ee46c702 None None] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:49.782460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa54c434-abb3-4082-a3d1-3300af198297 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:49.783548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fa54c434-abb3-4082-a3d1-3300af198297 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/283cb1f5-1804-40d7-a249-688e872c19de HTTP/1.1" status: 204 len: 168 time: 0.2513340 Aug 31 19:37:49.786709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.800311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0e329a53-a80f-4afa-acdc-5894362c770f tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=283cb1f5-1804-40d7-a249-688e872c19de HTTP/1.1" status: 200 len: 221 time: 0.0125785 Aug 31 19:37:49.811215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:49.816957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7e9c0e67-12a7-4de7-9219-e1a7d7eb6135 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1694937351', 'description': 'label created by tempest'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:49.822699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7e9c0e67-12a7-4de7-9219-e1a7d7eb6135 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 19:37:49.849751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775e9e7-817b-4c9c-93a1-ff672ad85c23 req-d0933b57-f955-46f5-a05b-eee49a13edb6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:49.851544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e775e9e7-817b-4c9c-93a1-ff672ad85c23 req-d0933b57-f955-46f5-a05b-eee49a13edb6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 945 time: 0.2260315 Aug 31 19:37:49.934551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e775e9e7-817b-4c9c-93a1-ff672ad85c23 req-d8fa9661-3fd0-49a4-92dc-ca6a61821319 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549767 Aug 31 19:37:49.998919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Provisioning for port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:50.018605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Provisioning complete for port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:50.018983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.024915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.123173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:50.141011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-09951b30-3b70-4326-a9d0-77d20eabdf8d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 267 time: 0.0994480 Aug 31 19:37:50.149626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '5d848f7d-5cbc-48ca-8021-9f24a71ceb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d2f596f-f367-4d9c-850f-3d372903f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:50.152078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 9d2f596f-f367-4d9c-850f-3d372903f782, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:50.200463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 9d2f596f-f367-4d9c-850f-3d372903f782 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:50.218034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-1284f3f4-ca01-4e2d-afb9-7891b6a74bec tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:50.219972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-1284f3f4-ca01-4e2d-afb9-7891b6a74bec tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 945 time: 0.0644367 Aug 31 19:37:50.221172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9d2f596f-f367-4d9c-850f-3d372903f782) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:50.231302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:50.232112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.233465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87005510-1cf6-45ef-a53a-c1623e282bf5 None None] Network 9d2f596f-f367-4d9c-850f-3d372903f782 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:50.240783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'security_groups': []}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:50.276763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cbd28419-2d50-4d2d-91c4-bf5e7f159c4e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8459575 Aug 31 19:37:50.282704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58716) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.286756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e9c0e67-12a7-4de7-9219-e1a7d7eb6135 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.287322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7e9c0e67-12a7-4de7-9219-e1a7d7eb6135 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4827652 Aug 31 19:37:50.289968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.300752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.351103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:48Z', 'revision_number': 3, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:50.361056 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.392847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:50.393200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Updating router cbb67a02-69f2-4acd-8b7f-28870936d243 port 134831ad-1454-42c1-b871-f33efe028c7a binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:37:50.429440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c268795-45f5-426f-a98b-8ad5ef421477 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=83cf5f8f-2d45-4d98-aa16-53b56a5a62cd HTTP/1.1" status: 200 len: 468 time: 0.1384599 Aug 31 19:37:50.432683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.443250 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.453428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] For port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:50.467263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.482408 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.561505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6eda6-c5e2-4674-812d-f19b20448797 None None] Pushing event updated for resources: {'Port': ['ID=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:50.600555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:50.659713 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.666133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.681450 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b382187f-f70a-4bc2-8196-d1139a87c568 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.681581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.682450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e', '3683c3de-c8bf-4a21-9045-3d54db897d7a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:50.682642 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b382187f-f70a-4bc2-8196-d1139a87c568 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/83cf5f8f-2d45-4d98-aa16-53b56a5a62cd HTTP/1.1" status: 204 len: 168 time: 0.2484267 Aug 31 19:37:50.684665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:50.686538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.694444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876b46d-60c3-4a11-9b8a-b525ea501fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9d2f596f-f367-4d9c-850f-3d372903f782', 'network_id': '9d2f596f-f367-4d9c-850f-3d372903f782', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:50.694444 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d876b46d-60c3-4a11-9b8a-b525ea501fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.706605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf817763-80fa-49a5-9e43-8fe3879aeff8 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=83cf5f8f-2d45-4d98-aa16-53b56a5a62cd HTTP/1.1" status: 200 len: 216 time: 0.0153689 Aug 31 19:37:50.707969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.721906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.729347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8514be20-6b3c-41ea-aaae-5ca22ec48932 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181692 Aug 31 19:37:50.735120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.771461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:50.771921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.773341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32856a93-cfe5-4cf8-81e9-a0e2abd3b86c req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "PUT /v2.0/ports/3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 200 len: 904 time: 0.5436306 Aug 31 19:37:50.776240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:50.778525 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c448c-109c-4510-ac04-e52db643b454" -d '{"events": [{"name": "network-changed", "server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:50.797450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7602583a-76b2-4811-b96f-6e991c2c8efb tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0495780 Aug 31 19:37:50.797579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:50.823892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91839da9-63ed-445c-bd27-628c79a8416c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:50.855026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:50.863052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['3683c3de-c8bf-4a21-9045-3d54db897d7a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:50.921082 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6dc04e-f783-4c66-980c-be738b4ef145 x-openstack-request-id: req-af6dc04e-f783-4c66-980c-be738b4ef145 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:50.922051 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:50.922853 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af6dc04e-f783-4c66-980c-be738b4ef145 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:50.922853 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'status': 'completed', 'code': 200} Aug 31 19:37:50.933942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:50.979717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-33049b54-ab52-4579-9563-bfdce394dec0 None None] Provisioning complete for port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:50.979717 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33049b54-ab52-4579-9563-bfdce394dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.043881 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-856ba610-50a0-47a3-bad1-1b044307661c tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/b20851ec-310c-4ee3-bc1c-1941b647af2a HTTP/1.1" status: 200 len: 473 time: 0.1710351 Aug 31 19:37:51.044793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:51.061213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fa27-c1b5-4263-8a66-a4e300390ecf req-e8bf4732-723f-42a2-b4b2-bdf773ad8ae5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.063390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d159fa27-c1b5-4263-8a66-a4e300390ecf req-e8bf4732-723f-42a2-b4b2-bdf773ad8ae5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 907 time: 0.1549573 Aug 31 19:37:51.070415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.076399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-975689c7-8d9e-4f4b-af29-4fb50e49ad8f tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/f65e7c86-bd7d-4da3-b18e-82736d509d69 HTTP/1.1" status: 200 len: 461 time: 0.0280852 Aug 31 19:37:51.076556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c448c-109c-4510-ac04-e52db643b454 req-b669c564-6b32-4802-95b4-aed03c5dd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.077503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-b669c564-6b32-4802-95b4-aed03c5dd345 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 1059 time: 0.1748269 Aug 31 19:37:51.077885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:51.084007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2f596f-f367-4d9c-850f-3d372903f782']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:51.098829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d848f7d-5cbc-48ca-8021-9f24a71ceb6c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:51.101066 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d848f7d-5cbc-48ca-8021-9f24a71ceb6c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:51.116323 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.127957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:51.134148 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.141957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:51.143272 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:51.185233 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-d876b46d-60c3-4a11-9b8a-b525ea501fb8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48: This subnet is being modified by another concurrent operation. Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48: This subnet is being modified by another concurrent operation. Aug 31 19:37:51.187177 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:37:51.211557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6509639-a15c-4625-8ec2-ec9363f4440e None None] Network 9d2f596f-f367-4d9c-850f-3d372903f782 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:51.254436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.262287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.269520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/9d2f596f-f367-4d9c-850f-3d372903f782 HTTP/1.1" status: 204 len: 168 time: 0.9838133 Aug 31 19:37:51.271185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:51.281439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd4f84-a65a-4989-8864-73bf94b44dd2 req-278f1fd4-1198-4803-ac45-583fd884b0ab tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.284179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19cd4f84-a65a-4989-8864-73bf94b44dd2 req-278f1fd4-1198-4803-ac45-583fd884b0ab tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0837505 Aug 31 19:37:51.287893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Allocated IP 172.20.0.1 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/1fb09a51-3180-4091-bf7c-1d16f0b6cbe8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:51.289106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385108236'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:51.318572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:51.322146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.328622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1a540-fc8a-4ba7-b147-598284c48c0f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=9d2f596f-f367-4d9c-850f-3d372903f782,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:51.350910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62e1085f-eabd-4d86-923d-80319f1f9655 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.352387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62e1085f-eabd-4d86-923d-80319f1f9655 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/f65e7c86-bd7d-4da3-b18e-82736d509d69 HTTP/1.1" status: 204 len: 168 time: 0.2688372 Aug 31 19:37:51.355927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:51.367584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c448c-109c-4510-ac04-e52db643b454 req-28a91f24-60fa-4f10-83d6-4005cda5a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.369059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-28a91f24-60fa-4f10-83d6-4005cda5a59d service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.2731872 Aug 31 19:37:51.377254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:51.384419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19cd4f84-a65a-4989-8864-73bf94b44dd2 req-e6ec69b0-3a29-4d9e-ab06-9e979929031f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677614 Aug 31 19:37:51.389894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.390951 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 5880e54e-8dff-4f20-96d7-e01cfc5a0539 of type vlan for network 90c12181-5441-492b-afed-6082794c8a24 Aug 31 19:37:51.450984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.489799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.495796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.496189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.501974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-c64c44a5-d561-4e00-9411-575a2af48689 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 200 len: 217 time: 0.1190100 Aug 31 19:37:51.560879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.565209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:51.565209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.583129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2985516 Aug 31 19:37:51.592532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:51.600356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:51.614761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0333b1-d79c-4e01-8162-d724c9fb5ff9 req-91e77832-a734-40f0-af42-a39ca2c2ce3d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.617902 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce0333b1-d79c-4e01-8162-d724c9fb5ff9 req-91e77832-a734-40f0-af42-a39ca2c2ce3d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1446214 Aug 31 19:37:51.632568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df6195-d715-4b54-818e-493216960db9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=90c12181-5441-492b-afed-6082794c8a24,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:51.638780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fa904-b2a0-463d-85b4-dc9c806a8549 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:51.643200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Transition to ACTIVE for port object 134831ad-1454-42c1-b871-f33efe028c7a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:51.689220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 90c12181-5441-492b-afed-6082794c8a24 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:51.705834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.707844 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce0333b1-d79c-4e01-8162-d724c9fb5ff9 req-f5a3c61d-a61e-4393-acf9-e6c82217fd76 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720432 Aug 31 19:37:51.801834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.806175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c448c-109c-4510-ac04-e52db643b454 req-3e9e8d3f-8be8-4d9e-9649-577e45ac83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.807689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-3e9e8d3f-8be8-4d9e-9649-577e45ac83b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.2981393 Aug 31 19:37:51.816137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43eff914-8aee-44a0-8c2f-a002d32b6033 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.817297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43eff914-8aee-44a0-8c2f-a002d32b6033 tempest-MeteringTestJSON-767211744 tempest-MeteringTestJSON-767211744-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/b20851ec-310c-4ee3-bc1c-1941b647af2a HTTP/1.1" status: 204 len: 168 time: 0.4589386 Aug 31 19:37:51.878116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Attempting to bind port 134831ad-1454-42c1-b871-f33efe028c7a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:51.878494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Attempting to bind port 134831ad-1454-42c1-b871-f33efe028c7a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:51.878989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Attempting to bind port 134831ad-1454-42c1-b871-f33efe028c7a on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:51.882228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Transition to ACTIVE for port object 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:51.946019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04795a3f-a727-47c1-a4b0-c4814d53e90c None None] Pushing event updated for resources: {'Port': ['ID=134831ad-1454-42c1-b871-f33efe028c7a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:51.966012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:51.966383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:51.966790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.967189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:51.967685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Bound port: 134831ad-1454-42c1-b871-f33efe028c7a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:51.969202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:51.971376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c448c-109c-4510-ac04-e52db643b454 req-29bfa915-cec4-4dcc-8587-84e0c8002ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:51.973043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-29bfa915-cec4-4dcc-8587-84e0c8002ae7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543620 Aug 31 19:37:52.068515 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.096374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.112726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.155358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-9bf431ea-0fdd-4660-b7ec-4a37a2df8d07 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:52.167403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-9bf431ea-0fdd-4660-b7ec-4a37a2df8d07 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.1696653 Aug 31 19:37:52.179992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 90c12181-5441-492b-afed-6082794c8a24 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:37:52.185941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:52.186602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.189117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-f508c6f7-991e-4477-aa50-b65efcb34099 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/quotas/66307696dd9f45d888547ce3df058792 HTTP/1.1" status: 200 len: 375 time: 0.0202677 Aug 31 19:37:52.189534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "PUT /v2.0/networks/90c12181-5441-492b-afed-6082794c8a24 HTTP/1.1" status: 200 len: 723 time: 0.5935390 Aug 31 19:37:52.192164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:52.198112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '90c12181-5441-492b-afed-6082794c8a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:52.329422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-223c06fb-767f-4588-9f0c-a4ac59482dc9 None None] Provisioning complete for port 3683c3de-c8bf-4a21-9045-3d54db897d7a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:52.330105 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-223c06fb-767f-4588-9f0c-a4ac59482dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.338085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-cb7d5205-52e0-45f5-b1f1-f6b8651222b3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1474931 Aug 31 19:37:52.390824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] For port 134831ad-1454-42c1-b871-f33efe028c7a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:52.407234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:52.419182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.422862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:52.434663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] For port 134831ad-1454-42c1-b871-f33efe028c7a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=134831ad-1454-42c1-b871-f33efe028c7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:52.439313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4fa904-b2a0-463d-85b4-dc9c806a8549 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:52.448460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.578570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc35f6d4-7ff8-4efb-b4ac-19c8a680ff1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.591831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:52.604355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:52.606865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:52.611209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-496a5730-a84b-4a42-b83b-6568d8398f5b service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245391 Aug 31 19:37:52.616274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1fd6-817c-4779-8dd1-8b211adbaaaf tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=90c12181-5441-492b-afed-6082794c8a24,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:52.616447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04795a3f-a727-47c1-a4b0-c4814d53e90c None None] Pushing event updated for resources: {'Port': ['ID=134831ad-1454-42c1-b871-f33efe028c7a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:52.623117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:52.623285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:52.639529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:52.668893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 90c12181-5441-492b-afed-6082794c8a24 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:52.682562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-af56bc8b-9e87-441e-89fa-46a573f30dc1 service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431518 Aug 31 19:37:52.712605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.796252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4c5c448c-109c-4510-ac04-e52db643b454 req-b53797a3-b756-4ff0-86f4-add626249c50 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764770 Aug 31 19:37:52.865372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:52.917612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-dbd478c8-0285-412c-8049-20ab68e16e7b service neutron] 10.222.0.73 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197556 Aug 31 19:37:52.922761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.949840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc35f6d4-7ff8-4efb-b4ac-19c8a680ff1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.951571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.004048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc35f6d4-7ff8-4efb-b4ac-19c8a680ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.082411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=5c34eaa7-72fc-4def-b6b0-cf90b944dfe0,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:53.091500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc35f6d4-7ff8-4efb-b4ac-19c8a680ff1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7760c0fb8f34f7a84bad506818cba56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658521 Aug 31 19:37:53.094603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35f6d4-7ff8-4efb-b4ac-19c8a680ff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de12d9c-def9-4230-9266-221604a5ab61,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:53.098942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:53.119818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '5880e54e-8dff-4f20-96d7-e01cfc5a0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '90c12181-5441-492b-afed-6082794c8a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:53.120188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 90c12181-5441-492b-afed-6082794c8a24, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:53.154092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a3722-c6c3-406b-91b0-20da3e166457 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:53.157984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.164841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.207923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 90c12181-5441-492b-afed-6082794c8a24 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:53.242085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:53.268909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.274230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7ea6cde-c4a8-460f-9613-dd25f390278a req-15843d77-2357-4790-b0ef-76d3fe468aeb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 210 time: 0.0823433 Aug 31 19:37:53.275890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 90c12181-5441-492b-afed-6082794c8a24) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:53.278431 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.283986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df416a-227e-4614-833d-136323f1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:48Z', 'revision_number': 3, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:53.284716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:53.285327 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564635'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.334527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.347177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e4d9f113-906d-4fa6-aa4d-15ac625e51d6 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1526790 Aug 31 19:37:53.349964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:53.360447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:53.388052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df416a-227e-4614-833d-136323f1b309 None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:48Z', 'revision_number': 3, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:53.448171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:53.449956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:53.513009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.516353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.517722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8de12d9c-def9-4230-9266-221604a5ab61 HTTP/1.1" status: 204 len: 168 time: 0.4178212 Aug 31 19:37:53.525420 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13204216'] for subnet, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.541397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a3722-c6c3-406b-91b0-20da3e166457 None None] Unable to find a vacant binding_index for network 90c12181-5441-492b-afed-6082794c8a24 and agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a {{(pid=94818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 19:37:53.552355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a3722-c6c3-406b-91b0-20da3e166457 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 90c12181-5441-492b-afed-6082794c8a24) {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:53.582472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3617f53-2f67-473e-ad81-c0822a8bb9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de12d9c-def9-4230-9266-221604a5ab61,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:53.733264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:37:53.825266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779039595228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12727765'] for subnet, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.867157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:53.868077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:53.883104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "PUT /v2.0/subnets/5c34eaa7-72fc-4def-b6b0-cf90b944dfe0 HTTP/1.1" status: 200 len: 806 time: 0.5289588 Aug 31 19:37:53.883337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:53.935773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee3819-63d1-44e2-8beb-f5f7ba2ead58 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=5c34eaa7-72fc-4def-b6b0-cf90b944dfe0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:53.991098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-90c12181-5441-492b-afed-6082794c8a24', 'network_id': '90c12181-5441-492b-afed-6082794c8a24', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '5c34eaa7-72fc-4def-b6b0-cf90b944dfe0'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:53.994841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.057354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:54.071890 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-768781c7-fbde-470c-a0d0-5f30b83ded93 admin admin] 10.222.0.73 "PUT /v2.0/routers/cbb67a02-69f2-4acd-8b7f-28870936d243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6012189 Aug 31 19:37:54.108538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.216403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Allocated IP 172.20.0.2 (90c12181-5441-492b-afed-6082794c8a24/5c34eaa7-72fc-4def-b6b0-cf90b944dfe0/7a34ec13-aec9-490c-972a-6cc6135775ac) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:54.217519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:54.226109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.240590 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0663d78-14e0-47b8-b250-5dca900ce61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.397666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0663d78-14e0-47b8-b250-5dca900ce61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.403563 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0663d78-14e0-47b8-b250-5dca900ce61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.442476 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.458948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Transition to ACTIVE for port object 7a34ec13-aec9-490c-972a-6cc6135775ac will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:54.472133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c89664b-812e-4707-81c3-021ab11ccc2d req-ea2ddd9a-9e69-43f4-a7af-94fc6b59d8d2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 210 time: 0.0466776 Aug 31 19:37:54.498863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Transition to ACTIVE for port object 7a34ec13-aec9-490c-972a-6cc6135775ac will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:54.503839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b0663d78-14e0-47b8-b250-5dca900ce61a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b67d416172e4348acdbc902435f0398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820432 Aug 31 19:37:54.503839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663d78-14e0-47b8-b250-5dca900ce61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c8509-e249-4c14-9f9c-083fcdd0f4c3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:54.504532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:54.511095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.553931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Network 90c12181-5441-492b-afed-6082794c8a24 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:54.558781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:54.563352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:54.596122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Pushing event updated for resources: {'Port': ['ID=7a34ec13-aec9-490c-972a-6cc6135775ac,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:54.645233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Attempting to bind port 7a34ec13-aec9-490c-972a-6cc6135775ac on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:54.645892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Attempting to bind port 7a34ec13-aec9-490c-972a-6cc6135775ac by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '5880e54e-8dff-4f20-96d7-e01cfc5a0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '90c12181-5441-492b-afed-6082794c8a24'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:54.646056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Attempting to bind port 7a34ec13-aec9-490c-972a-6cc6135775ac on network 90c12181-5441-492b-afed-6082794c8a24 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:54.664746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:54.665135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Checking segment: {'id': '5880e54e-8dff-4f20-96d7-e01cfc5a0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '90c12181-5441-492b-afed-6082794c8a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:54.665544 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.665943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Bound using segment: {'id': '5880e54e-8dff-4f20-96d7-e01cfc5a0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '90c12181-5441-492b-afed-6082794c8a24'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:54.666429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Bound port: 7a34ec13-aec9-490c-972a-6cc6135775ac, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880e54e-8dff-4f20-96d7-e01cfc5a0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '90c12181-5441-492b-afed-6082794c8a24'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:54.666819 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.682386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.761095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] For port 7a34ec13-aec9-490c-972a-6cc6135775ac, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:54.764790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=5c34eaa7-72fc-4def-b6b0-cf90b944dfe0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:54.766307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] For port 7a34ec13-aec9-490c-972a-6cc6135775ac, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7a34ec13-aec9-490c-972a-6cc6135775ac,segment=NetworkSegment(5880e54e-8dff-4f20-96d7-e01cfc5a0539),segment_id=5880e54e-8dff-4f20-96d7-e01cfc5a0539)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:54.774050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.851270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.854036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.868922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-d26e1f29-1341-4b8d-9eea-2290524b8da4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:54.870455 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-d26e1f29-1341-4b8d-9eea-2290524b8da4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 811 time: 0.3455803 Aug 31 19:37:54.887337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c12181-5441-492b-afed-6082794c8a24']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:54.889547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca075f-6863-4589-9e7d-db9ab0c71d70 None None] Pushing event updated for resources: {'Port': ['ID=7a34ec13-aec9-490c-972a-6cc6135775ac,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:54.894498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Request body: {'port': {'device_id': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'admin_state_up': True, 'tenant_id': '66307696dd9f45d888547ce3df058792'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:54.898232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0529a-e85f-43be-9661-cf8818b6d615 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:37:54.920866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:54.921157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880e54e-8dff-4f20-96d7-e01cfc5a0539') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:54.921565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880e54e-8dff-4f20-96d7-e01cfc5a0539') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:54.926714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-910708361-network', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:54.949977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Made reservation on behalf of c13f798d693b41a1a0d5c2d8a755886a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:54.953894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.964075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.966921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:54.983956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.018330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.041158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:55.041586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:55.045164 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:55.056387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 134831ad-1454-42c1-b871-f33efe028c7a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:55.096696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.099063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0529a-e85f-43be-9661-cf8818b6d615 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:37:55.100721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.136271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.136992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cac83b-c221-4bb0-81c1-479ad91fccfd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:55.138768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.140656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd1c8509-e249-4c14-9f9c-083fcdd0f4c3 HTTP/1.1" status: 204 len: 168 time: 0.6327229 Aug 31 19:37:55.146000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:37:55.146000 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:37:55.146000 n-d-778550-14 neutron-server[94817]: [parameters: {'id': '90c12181-5441-492b-afed-6082794c8a24'}] Aug 31 19:37:55.146000 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:37:55.146421 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:37:55.149260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:55.159702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29c79-730c-4282-aa57-71955073b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c8509-e249-4c14-9f9c-083fcdd0f4c3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:55.169407 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.169839 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Added segment c3d49bc9-88e3-4edf-83e5-1e668640c489 of type vlan for network faa6f202-6b00-4c5c-b495-9288b5200981 Aug 31 19:37:55.171930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Made reservation on behalf of 66307696dd9f45d888547ce3df058792 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:55.176185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.205332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 134831ad-1454-42c1-b871-f33efe028c7a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:55.215010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 134831ad-1454-42c1-b871-f33efe028c7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:55.215388 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.253152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.287997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.289460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:55.290378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.338164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Allocated IP 172.20.0.9 (6df8abff-1271-40f6-9903-111118d7d6bf/f216b751-e4e0-4222-abed-c2688c0b2310/a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:55.397368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4753234 Aug 31 19:37:55.400343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:55.409070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Request body: {'subnet': {'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-910708361-subnet', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:55.419451 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.429597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ae385-23fd-42db-a26a-1f1d06ee61db admin admin] Pushing event updated for resources: {'Network': ['ID=faa6f202-6b00-4c5c-b495-9288b5200981,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:55.442874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network faa6f202-6b00-4c5c-b495-9288b5200981 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:55.447537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Made reservation on behalf of c13f798d693b41a1a0d5c2d8a755886a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:55.450946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.522236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.552014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 134831ad-1454-42c1-b871-f33efe028c7a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=134831ad-1454-42c1-b871-f33efe028c7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:55.558944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Transition to ACTIVE for port object a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:55.612949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac5b31-3a06-4896-bb00-3ed2e7294031 None None] Network 90c12181-5441-492b-afed-6082794c8a24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:55.628000 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.636965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.685985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.739042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Network 6df8abff-1271-40f6-9903-111118d7d6bf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:55.740140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:55.746118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:55.749126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:55.775690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:55.777912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:37:55.827272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:55.829484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:55.912539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-822e3c2a-e01b-4259-91d1-df848b6153a4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277984 Aug 31 19:37:55.943691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Request body: {'port': {'device_id': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:55.998888 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:56.012781 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:56.013766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:56.143398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.161696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port 7a34ec13-aec9-490c-972a-6cc6135775ac {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:37:56.162064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.162377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64994b37-4755-4ae3-b0e8-8b74ee4b4bcb req-25f20745-4beb-4a3b-967d-a09918923311 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:56.164109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64994b37-4755-4ae3-b0e8-8b74ee4b4bcb req-25f20745-4beb-4a3b-967d-a09918923311 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 931 time: 0.1626074 Aug 31 19:37:56.174484 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:56.240923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64994b37-4755-4ae3-b0e8-8b74ee4b4bcb req-bbc13a7d-fbfe-4d8c-b324-c8d852d89291 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650625 Aug 31 19:37:56.260611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port 7a34ec13-aec9-490c-972a-6cc6135775ac, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7a34ec13-aec9-490c-972a-6cc6135775ac,segment=NetworkSegment(5880e54e-8dff-4f20-96d7-e01cfc5a0539),segment_id=5880e54e-8dff-4f20-96d7-e01cfc5a0539)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:56.260998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.291755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for 7a34ec13-aec9-490c-972a-6cc6135775ac owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:37:56.381705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b7dd095-9fd8-49d1-a32d-e9ccd107259f None None] Provisioning for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:56.392454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=134831ad-1454-42c1-b871-f33efe028c7a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:56.413835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b7dd095-9fd8-49d1-a32d-e9ccd107259f None None] Provisioning complete for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:56.414249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd095-9fd8-49d1-a32d-e9ccd107259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.414555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.474702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a49393-65b7-4ffe-9906-e54efc7e9113 None None] Network 90c12181-5441-492b-afed-6082794c8a24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:56.540799 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 2, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:56.542625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dd095-9fd8-49d1-a32d-e9ccd107259f None None] Port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:56.554210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Checking segment: {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:56.554582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Network hostable DHCP agents. Network: faa6f202-6b00-4c5c-b495-9288b5200981, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:37:56.556763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2225da2b-c7e0-4ae9-903a-a8c148d20aaa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:56.594927 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:56.595987 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Updating router cbb67a02-69f2-4acd-8b7f-28870936d243 port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:37:56.598869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Network faa6f202-6b00-4c5c-b495-9288b5200981 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:37:56.612297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, faa6f202-6b00-4c5c-b495-9288b5200981) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:56.619995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:56.620595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.631797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.635893 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.645227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c10d24-23a6-44a8-b0e6-2cd279239e25 None None] Network faa6f202-6b00-4c5c-b495-9288b5200981 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:56.647754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c9a5d2e-82c9-4799-ad79-949ab7bf30d3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2460809 Aug 31 19:37:56.653919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58844) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:56.660823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:56.669991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=7a34ec13-aec9-490c-972a-6cc6135775ac,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:56.683089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port 7a34ec13-aec9-490c-972a-6cc6135775ac on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:37:56.719060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.721342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.787503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e17df-cff1-4f55-97dd-e8269f24cdee None None] Network 90c12181-5441-492b-afed-6082794c8a24 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:37:56.808528 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.825074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c12181-5441-492b-afed-6082794c8a24']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:56.837838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880e54e-8dff-4f20-96d7-e01cfc5a0539') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:56.838504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880e54e-8dff-4f20-96d7-e01cfc5a0539') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:56.857606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.891956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.895138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.904424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f43478f1-77df-4241-9e39-92c5474b31e8 None None] Provisioning complete for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:56.905095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f43478f1-77df-4241-9e39-92c5474b31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.919564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:37:56.920375 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:37:56.926123 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:37:56.931797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:37:57.004060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.042610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Transition to ACTIVE for port object a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:57.047164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.075448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 134831ad-1454-42c1-b871-f33efe028c7a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:57.089155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.114370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f43478f1-77df-4241-9e39-92c5474b31e8 None None] Port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:37:57.200728 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.217844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f43478f1-77df-4241-9e39-92c5474b31e8 None None] Provisioning for port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:57.230589 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Transition to ACTIVE for port object 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:57.252018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-faa6f202-6b00-4c5c-b495-9288b5200981', 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'fixed_ips': [{'subnet_id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:37:57.253109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.258481 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.272075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 134831ad-1454-42c1-b871-f33efe028c7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:57.272707 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.380967 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657401e-79d9-44d7-a21c-04f8b7003dd1 None None] Pushing event updated for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:57.455501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.506502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Attempting to bind port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:57.506897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Attempting to bind port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:57.507262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Attempting to bind port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:57.513341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0e5b-7149-4f0c-b32d-288500b1765a req-78941f54-debb-42ff-9563-99ffb720d5a6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:57.516007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0ee0e5b-7149-4f0c-b32d-288500b1765a req-78941f54-debb-42ff-9563-99ffb720d5a6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 943 time: 0.1326535 Aug 31 19:37:57.517558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.522077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:57.522455 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:57.522860 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.523253 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:57.523744 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Bound port: 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:57.524126 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.615771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.654744 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] For port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:57.660379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Allocated IP 172.20.0.2 (faa6f202-6b00-4c5c-b495-9288b5200981/2225da2b-c7e0-4ae9-903a-a8c148d20aaa/5a15537b-dca0-4db7-ac2d-8ec2e1b12692) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:57.663131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.663559 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] For port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:57.673050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58860) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:57.674018 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.674643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/90c12181-5441-492b-afed-6082794c8a24 HTTP/1.1" status: 204 len: 168 time: 3.7854040 Aug 31 19:37:57.677646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:57.716710 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bb33c3-fad8-4108-a796-94d88ea6a41b tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:37:57.717349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bb33c3-fad8-4108-a796-94d88ea6a41b tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:37:57.721644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e2bb33c3-fad8-4108-a796-94d88ea6a41b tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/90c12181-5441-492b-afed-6082794c8a24 HTTP/1.1" status: 404 len: 339 time: 0.0460122 Aug 31 19:37:57.731763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:57.735399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Allocated IP 172.25.3.232 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/bbcd0c2c-a9dd-45a0-acf2-67e420982084) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:37:57.740202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982078216', 'description': 'd1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:57.744325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e990-0a7f-4336-9899-f6b37a81df1c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=90c12181-5441-492b-afed-6082794c8a24,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:57.750128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a0ee0e5b-7149-4f0c-b32d-288500b1765a req-ba036148-3b34-48ab-8062-03750c1437e1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295440 Aug 31 19:37:57.827912 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:57.833037 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:57.848615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:57.855991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:57.861256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.934295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:57.956701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Attempting to bind port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:57.958183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Attempting to bind port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:57.958521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Attempting to bind port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:57.964632 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.964984 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 566c4605-2150-49de-845c-02717d6a7a11 of type vlan for network c43d453c-392b-4adc-b367-81b22e118ea0 Aug 31 19:37:57.966458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:57.986780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e on network 6df8abff-1271-40f6-9903-111118d7d6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:37:57.987030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Attempting to bind port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e on network 6df8abff-1271-40f6-9903-111118d7d6bf {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:58.006272 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657401e-79d9-44d7-a21c-04f8b7003dd1 None None] Pushing event updated for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.029706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:58.029706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Checking segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:58.029706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Bound using segment: {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:58.029706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Bound port: a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788d9a7-947e-4878-b52c-7e4770d45ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:58.029706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.066927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.078961 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.081457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.091169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Transition to ACTIVE for port object 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:58.110445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Transition to ACTIVE for port object 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:37:58.119378 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.144655 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:58.159768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:58.166559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:58.168867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Pushing event updated for resources: {'Port': ['ID=bbcd0c2c-a9dd-45a0-acf2-67e420982084,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.171025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:58.185110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Network faa6f202-6b00-4c5c-b495-9288b5200981 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:37:58.196670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:58.197086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:37:58.199995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:37:58.204438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Pushing event updated for resources: {'Port': ['ID=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.208867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:58.219913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:37:58.238298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.254638 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2132341518'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:58.274520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Attempting to bind port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:37:58.275149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Attempting to bind port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:37:58.275870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Attempting to bind port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 on network faa6f202-6b00-4c5c-b495-9288b5200981 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:37:58.281652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:37:58.282328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Checking segment: {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:37:58.282893 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.283452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Bound using segment: {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:37:58.284591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Bound port: 5a15537b-dca0-4db7-ac2d-8ec2e1b12692, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:37:58.285163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.323875 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.333704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.334343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.397723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] For port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:37:58.401589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] For port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:37:58.408410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.419086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.425968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.426750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.428281 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-bd2a742a-c782-419c-89be-3acca2f8109b service neutron] 10.222.0.82 "PUT /v2.0/ports/a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e HTTP/1.1" status: 200 len: 1092 time: 2.5023592 Aug 31 19:37:58.437950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:37:58.441409 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef2e88c-566e-4932-b125-edbe6e1aedd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:37:58.500811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027e2a1-a80b-48a6-ba78-73228b3502c6 None None] Pushing event updated for resources: {'Port': ['ID=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.510465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.542087 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:57Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:58.555547 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4371de97-5d3c-4c2b-b2cd-146df4dbbba8 x-openstack-request-id: req-4371de97-5d3c-4c2b-b2cd-146df4dbbba8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:37:58.555921 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:37:58.556169 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4371de97-5d3c-4c2b-b2cd-146df4dbbba8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:37:58.556557 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'status': 'completed', 'code': 200} Aug 31 19:37:58.589093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-b370af03-24be-4eb8-a597-076e5e6be45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.590648 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-b370af03-24be-4eb8-a597-076e5e6be45f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 1095 time: 0.1158736 Aug 31 19:37:58.591508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=c43d453c-392b-4adc-b367-81b22e118ea0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:58.608240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c43d453c-392b-4adc-b367-81b22e118ea0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:58.661851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-c63302a0-e61a-4aac-b286-61db0b6d2e53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e HTTP/1.1" status: 200 len: 217 time: 0.0611959 Aug 31 19:37:58.662439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Made reservation on behalf of c2b1711ec50b40dea62b3b01ceb429a2 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:37:58.665933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.722068 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342fd3d-9143-4c3c-9699-7bad7c022ca8 None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:57Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:37:58.727221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.741470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-807f97d0-559c-4212-ac25-c1e74f3b4802 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0083625 Aug 31 19:37:58.743374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-61cc8f95-745a-4356-b06a-4527fc16ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.744802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-61cc8f95-745a-4356-b06a-4527fc16ba61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0685875 Aug 31 19:37:58.747097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:58.816813 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:58.950004 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06f647-c742-4c3f-99b5-2035d9c3de4f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.951838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a06f647-c742-4c3f-99b5-2035d9c3de4f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks?id=c43d453c-392b-4adc-b367-81b22e118ea0 HTTP/1.1" status: 200 len: 761 time: 0.2036493 Aug 31 19:37:58.956500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:58.974653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'description': 'd2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:37:58.991369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-7af72407-d1cb-4339-8d52-b33918381d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:58.992967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-7af72407-d1cb-4339-8d52-b33918381d24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185502 Aug 31 19:37:59.098122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418d456-4f79-421f-aaa0-a1f7a725ed3e req-d1905690-167c-4138-922c-4b444a9e70bf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:59.099855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a418d456-4f79-421f-aaa0-a1f7a725ed3e req-d1905690-167c-4138-922c-4b444a9e70bf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 943 time: 0.1987684 Aug 31 19:37:59.138469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:59.175777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a418d456-4f79-421f-aaa0-a1f7a725ed3e req-d9423937-8c78-4237-8ff7-0b2b84132a38 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Aug 31 19:37:59.177275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Router 73afbaf2-823f-4388-98be-878519ad3e00 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:37:59.205550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:59.210474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:37:59.211103 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.324672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.372663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:37:59.373971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:37:59.378921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.380004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:37:59.387304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Sync routers for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:37:59.399230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-4fcbe77c-7245-45ee-8499-762f50822cf8 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163383 Aug 31 19:37:59.412782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.422538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.424325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9455a7a8-7266-4e31-a1d4-8df5edda2cde admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7689784 Aug 31 19:37:59.426800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:59.431126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.441861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.465169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:59.467696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:37:59.485394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.485750 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Added segment 04e8eb21-e112-49f4-ab15-f974be3648c6 of type vlan for network 0a0a5954-e587-4947-9f33-f6a9490687c0 Aug 31 19:37:59.489142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:37:59.490387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:59.600668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:37:59.629227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.638918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:37:59.672432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network c43d453c-392b-4adc-b367-81b22e118ea0 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 19:37:59.684232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:37:59.684890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.686203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "PUT /v2.0/networks/c43d453c-392b-4adc-b367-81b22e118ea0 HTTP/1.1" status: 200 len: 758 time: 0.7205210 Aug 31 19:37:59.718915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:59.776947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82136680-c5f6-4bca-9980-53cec619fa9a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:59.781721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:59.894986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:37:59.904761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:37:58Z', 'revision_number': 3, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:37:59.925983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8521b2f-00d1-47e8-8571-767b86ef0910 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=c43d453c-392b-4adc-b367-81b22e118ea0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:37:59.940764 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Checking router: 73afbaf2-823f-4388-98be-878519ad3e00 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:37:59.941117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Updating router 73afbaf2-823f-4388-98be-878519ad3e00 port bbcd0c2c-a9dd-45a0-acf2-67e420982084 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:37:59.944453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c43d453c-392b-4adc-b367-81b22e118ea0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:37:59.990321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23f8bf5b-94b5-4217-bd23-d842a654d436 req-acb2b781-3c7d-49c9-adbd-a8d7e7f1d761 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812471 Aug 31 19:38:00.003732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.013029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.013684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.026174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.043796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.095106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a1235-4137-4077-9bbf-fc73fac271e0 None None] Network faa6f202-6b00-4c5c-b495-9288b5200981 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:00.118963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3143e-473a-43d6-a4b2-ad5755492e44 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.120502 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-faa3143e-473a-43d6-a4b2-ad5755492e44 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks?id=c43d453c-392b-4adc-b367-81b22e118ea0 HTTP/1.1" status: 200 len: 761 time: 0.4009817 Aug 31 19:38:00.126968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:00.140235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101390866'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:00.161761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3088956 Aug 31 19:38:00.166576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d4b7-7513-431e-9b5d-7afc15b03941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Pushing event updated for resources: {'Network': ['ID=0a0a5954-e587-4947-9f33-f6a9490687c0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:00.188271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-b9a09f15-155d-43ae-913f-d89d1d343dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.191325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-b9a09f15-155d-43ae-913f-d89d1d343dde service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 1095 time: 0.0979302 Aug 31 19:38:00.230063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:00.238299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Provisioning for port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:00.271649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:00.285971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.303667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Provisioning complete for port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:00.304051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.430997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:00.434305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-de4ce1f3-7c5b-45bf-8954-a95f92ed1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.439100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-de4ce1f3-7c5b-45bf-8954-a95f92ed1e80 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.2344279 Aug 31 19:38:00.454475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Allocated IP 172.20.0.1 (faa6f202-6b00-4c5c-b495-9288b5200981/2225da2b-c7e0-4ae9-903a-a8c148d20aaa/c353661f-828a-483a-b4da-c0faf283079e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:00.464949 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.465301 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment e5180570-9aed-4290-9405-bdc689057d9d of type vlan for network 5120cfa9-5426-4dbd-a61a-a7d0115bb031 Aug 31 19:38:00.523575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39dfd8-18ed-47c5-972e-8eca21061d42 req-85b6865b-b089-4055-ae76-e583c5bc5cc4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.525186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae39dfd8-18ed-47c5-972e-8eca21061d42 req-85b6865b-b089-4055-ae76-e583c5bc5cc4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 943 time: 0.1518157 Aug 31 19:38:00.529946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-fa1a4f90-2cea-498e-b7e2-6b1c379ef747 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e HTTP/1.1" status: 200 len: 217 time: 0.0801973 Aug 31 19:38:00.530532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:00.538264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0', 'binding:host_id': 'n-h1-778550-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420979984'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:00.595748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-f1da299d-b98f-4a3d-abfc-59dca249b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.597402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-f1da299d-b98f-4a3d-abfc-59dca249b2d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.0581300 Aug 31 19:38:00.658356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-788e5f8a-39e7-4791-8149-cc67c7c93e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:00.660161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-788e5f8a-39e7-4791-8149-cc67c7c93e45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551260 Aug 31 19:38:00.744529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.762452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-c6c8e26e-e269-459d-8d47-b4df747eac59 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930433 Aug 31 19:38:00.825608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] For port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:00.832779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.870959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ef2e88c-566e-4932-b125-edbe6e1aedd6 req-a3a9e022-be51-448f-9c03-270e42a75e55 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003845 Aug 31 19:38:00.871558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:38:00.874924 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.884083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.912649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Transition to ACTIVE for port object bbcd0c2c-a9dd-45a0-acf2-67e420982084 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:00.927363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.973432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Made reservation on behalf of cdf7e5b4a5d74c09a9dc716ebe9370d9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:00.976089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:00.979759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070f6f6-7b4f-4116-aef0-06bb27669a00 None None] Pushing event updated for resources: {'Port': ['ID=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.011698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae39dfd8-18ed-47c5-972e-8eca21061d42 req-e121ac08-6761-4201-9890-1161e53f51c3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725802 Aug 31 19:38:01.012648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.022805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Attempting to bind port bbcd0c2c-a9dd-45a0-acf2-67e420982084 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:01.022805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Attempting to bind port bbcd0c2c-a9dd-45a0-acf2-67e420982084 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:01.022805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Attempting to bind port bbcd0c2c-a9dd-45a0-acf2-67e420982084 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:01.030185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:01.031333 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.040409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.051065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:01.081079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:01.081558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:01.082029 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.082499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:01.083042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Bound port: bbcd0c2c-a9dd-45a0-acf2-67e420982084, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:01.083494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.132583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0043459 Aug 31 19:38:01.136167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd81b1-8cb6-4b62-a8fe-f2cd778f5192 None None] Pushing event updated for resources: {'Port': ['ID=bbcd0c2c-a9dd-45a0-acf2-67e420982084,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.136319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:01.143897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '5120cfa9-5426-4dbd-a61a-a7d0115bb031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:01.150299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8be320-55d6-486b-86c6-4413c666578a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=5120cfa9-5426-4dbd-a61a-a7d0115bb031,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.161673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.175830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5120cfa9-5426-4dbd-a61a-a7d0115bb031 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:01.188629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Transition to ACTIVE for port object c353661f-828a-483a-b4da-c0faf283079e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:01.257523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.259974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:01.291999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] For port bbcd0c2c-a9dd-45a0-acf2-67e420982084, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:01.295247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.298845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] For port bbcd0c2c-a9dd-45a0-acf2-67e420982084, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbcd0c2c-a9dd-45a0-acf2-67e420982084,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:01.301630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'mac_address': 'fa:16:3e:a2:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:38:01.303550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3daad8b6-fa12-4f96-9ee9-d0aa45c34993 None None] Provisioning complete for port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:01.303972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3daad8b6-fa12-4f96-9ee9-d0aa45c34993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.310860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.311085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.323510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:01.324473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port e0057fbb-01d0-47a8-aa63-25be14d130f3 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:01.327347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.335265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Network faa6f202-6b00-4c5c-b495-9288b5200981 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:01.348362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:01.379937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:01.380331 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.406008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:01.441570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.454593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da219528-b89d-419a-b4d0-d25b06c5cfe7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.493102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.505409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:01.506052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:01.513809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.550120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd81b1-8cb6-4b62-a8fe-f2cd778f5192 None None] Pushing event updated for resources: {'Port': ['ID=bbcd0c2c-a9dd-45a0-acf2-67e420982084,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.574958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:01.628796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.697081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:01.702766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=9c5f83e0-849b-42ba-920a-da753d15b0b6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.710629 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.711562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': 'e5180570-9aed-4290-9405-bdc689057d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5120cfa9-5426-4dbd-a61a-a7d0115bb031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:01.712266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 5120cfa9-5426-4dbd-a61a-a7d0115bb031, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:01.737446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 5120cfa9-5426-4dbd-a61a-a7d0115bb031 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:01.748156 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5120cfa9-5426-4dbd-a61a-a7d0115bb031) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:01.752960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:01.753819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.766672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb64f7-6903-4e90-a8ac-405b73090528 None None] Network 5120cfa9-5426-4dbd-a61a-a7d0115bb031 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:01.772775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.774851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-df116cee-a201-4010-9bed-e7bd9e7317d2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370173 Aug 31 19:38:01.777328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:01.790288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port e0057fbb-01d0-47a8-aa63-25be14d130f3 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:01.818812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.822207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:01.845580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Transition to ACTIVE for port object e0057fbb-01d0-47a8-aa63-25be14d130f3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:01.888138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.900860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.946912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:01.961750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:01.965706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:38:01.979919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=e0057fbb-01d0-47a8-aa63-25be14d130f3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:02.005072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27fe2d26-d752-4fff-b2bf-d1da316b99c0 None None] Provisioning for port c353661f-828a-483a-b4da-c0faf283079e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:02.021298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Checking segment: {'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:02.021746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Network hostable DHCP agents. Network: 0a0a5954-e587-4947-9f33-f6a9490687c0, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:02.041693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.044513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27fe2d26-d752-4fff-b2bf-d1da316b99c0 None None] Provisioning complete for port c353661f-828a-483a-b4da-c0faf283079e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:02.044898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d26-d752-4fff-b2bf-d1da316b99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.071922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.073386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5f83e0-849b-42ba-920a-da753d15b0b6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:02.075428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:02.082499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.117431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27fe2d26-d752-4fff-b2bf-d1da316b99c0 None None] Port c353661f-828a-483a-b4da-c0faf283079e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:02.143698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.155688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0a0a5954-e587-4947-9f33-f6a9490687c0) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:02.163695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5120cfa9-5426-4dbd-a61a-a7d0115bb031']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:02.168348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592f8c3-e911-4d76-a20a-0fb78c5d06dc None None] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:02.177789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5180570-9aed-4290-9405-bdc689057d9d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:02.178178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5180570-9aed-4290-9405-bdc689057d9d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:02.181733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:02.188527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.203776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.210401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:02.211019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:02.214812 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:02.220365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.220711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.221059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.227774 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.237245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:02.241947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.242293 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.243394 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 2 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.270354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e687a3-ed84-4f03-95ea-324272fb4629 None None] Network 5120cfa9-5426-4dbd-a61a-a7d0115bb031 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:02.287714 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.292388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.295102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/5120cfa9-5426-4dbd-a61a-a7d0115bb031 HTTP/1.1" status: 204 len: 168 time: 0.5167532 Aug 31 19:38:02.301337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:02.315556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea44c5-e163-4900-8c72-e59716e73a29 req-9330513d-16c0-42d5-b5f3-a8d498adbdf1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.317154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4ea44c5-e163-4900-8c72-e59716e73a29 req-9330513d-16c0-42d5-b5f3-a8d498adbdf1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 944 time: 0.2044520 Aug 31 19:38:02.320323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.320669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.321029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.329123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c253d2-7b6b-4c94-a743-b152f0d2e9c2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=5120cfa9-5426-4dbd-a61a-a7d0115bb031,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:02.341710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.342054 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.350640 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a7139e-1222-45cb-b961-301be17cf410 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] GET failed (client error): The resource could not be found. Aug 31 19:38:02.351770 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 3 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.355025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c2a7139e-1222-45cb-b961-301be17cf410 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets/9c5f83e0-849b-42ba-920a-da753d15b0b6 HTTP/1.1" status: 404 len: 337 time: 0.0498273 Aug 31 19:38:02.355383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:02.379040 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db90e16-c3e0-4df9-bd03-6f59b0dce83d tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:02.379669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db90e16-c3e0-4df9-bd03-6f59b0dce83d tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:02.384909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7db90e16-c3e0-4df9-bd03-6f59b0dce83d tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/5120cfa9-5426-4dbd-a61a-a7d0115bb031 HTTP/1.1" status: 404 len: 339 time: 0.0248215 Aug 31 19:38:02.386326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:02.398110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.398459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.398803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.415835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.416184 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.419235 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4ea44c5-e163-4900-8c72-e59716e73a29 req-b17f5495-4ffb-4fb3-82ae-a6417fe480a1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934591 Aug 31 19:38:02.421788 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 4 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.441227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.441572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.441920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.445173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Network faa6f202-6b00-4c5c-b495-9288b5200981 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:02.448577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:02.450831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.451171 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.454051 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 5 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.504420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.504773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.505122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.517104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.517450 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.519436 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 6 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.579464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.579844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.580195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.589935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.590286 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.592334 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 7 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.614109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.614462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.614812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.618000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92dfa9-5c46-4698-ac51-18e4e202406f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.622339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.622565 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.622991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58906) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:02.623950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d92dfa9-5c46-4698-ac51-18e4e202406f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2374983 Aug 31 19:38:02.625997 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 8 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.640147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Router 73afbaf2-823f-4388-98be-878519ad3e00 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:02.678928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-426f9cf5-bc9b-49a0-8fe0-fc6a0c9afbbb tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 207 time: 0.0488377 Aug 31 19:38:02.681410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.681946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.682489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.683052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:02.696025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.696438 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.698523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:37:58Z', 'revision_number': 3, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:02.698696 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 9 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.736422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd798b3-743d-442c-ab08-7664d4ebe6db None None] The sync data for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 is: [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:37:58Z', 'revision_number': 3, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:02.764784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.765768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.766119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.774906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.775243 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.775808 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 10 to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 Aug 31 19:38:02.817941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:02.818289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:02.818635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:02.829880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port e0057fbb-01d0-47a8-aa63-25be14d130f3 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:02.830227 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port e0057fbb-01d0-47a8-aa63-25be14d130f3 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:02.830607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.841517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7568b8ea-eda5-4fd3-a737-30ce6e191817 None None] Provisioning complete for port c353661f-828a-483a-b4da-c0faf283079e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:02.841896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7568b8ea-eda5-4fd3-a737-30ce6e191817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.849141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:02.863720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d620f6d3-b863-4197-9cd8-bc16417861a1 admin admin] 10.222.0.73 "PUT /v2.0/routers/73afbaf2-823f-4388-98be-878519ad3e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4269900 Aug 31 19:38:02.886082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7568b8ea-eda5-4fd3-a737-30ce6e191817 None None] Port c353661f-828a-483a-b4da-c0faf283079e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:02.910241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port e0057fbb-01d0-47a8-aa63-25be14d130f3, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:02.910624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:38:02.914414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e86b-fdc0-415c-adb5-c366286dcc89 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.915952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.934454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e86b-fdc0-415c-adb5-c366286dcc89 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.951849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e86b-fdc0-415c-adb5-c366286dcc89 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.958126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e86b-fdc0-415c-adb5-c366286dcc89 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.964258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b603e86b-fdc0-415c-adb5-c366286dcc89 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2795508 Aug 31 19:38:02.969351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:02.970239 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:02.973335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.027950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:03.105955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.5723994 Aug 31 19:38:03.106693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993231b4-5836-4323-a24f-78f47a08078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=e0057fbb-01d0-47a8-aa63-25be14d130f3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:03.113260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.127904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:03.131343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.248601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Deleting port e0057fbb-01d0-47a8-aa63-25be14d130f3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:03.251965 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.270135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-69db2fb7-cba1-4f16-baf3-c7b1ac25f99e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2884924 Aug 31 19:38:03.274527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.330746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port e0057fbb-01d0-47a8-aa63-25be14d130f3, host n-h1-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:03.331328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.347728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Calling delete_port for e0057fbb-01d0-47a8-aa63-25be14d130f3 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:03.376616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc5407-8480-4911-81b0-3ad92353c7ea tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.378179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc5407-8480-4911-81b0-3ad92353c7ea tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.383115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-69dc5407-8480-4911-81b0-3ad92353c7ea tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1041541 Aug 31 19:38:03.383396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58932) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.442815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073a2de-a756-4285-978b-f20b4811cf6e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.444599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073a2de-a756-4285-978b-f20b4811cf6e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.446385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2073a2de-a756-4285-978b-f20b4811cf6e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0619938 Aug 31 19:38:03.457494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.633969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea6b6f-06c9-4112-8a19-2797ee226a1b req-1d9f55e2-e699-4edf-8ddf-1c50e80bc425 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.635765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39ea6b6f-06c9-4112-8a19-2797ee226a1b req-1d9f55e2-e699-4edf-8ddf-1c50e80bc425 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 944 time: 0.0953517 Aug 31 19:38:03.646122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd207ab1-a80e-4688-b779-9abf6cf655e4 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.653897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bd207ab1-a80e-4688-b779-9abf6cf655e4 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks/9fa16aca-3630-423d-9d6b-02f88e92a358 HTTP/1.1" status: 200 len: 800 time: 0.1951201 Aug 31 19:38:03.654724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.760147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39ea6b6f-06c9-4112-8a19-2797ee226a1b req-a61d4420-1df1-435a-9a33-388a4db005ac tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033802 Aug 31 19:38:03.762542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.816456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0057fbb-01d0-47a8-aa63-25be14d130f3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:03.816738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-77a80223-b470-40b1-8cf7-94857f96eee9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/networks/9fa16aca-3630-423d-9d6b-02f88e92a358?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1544540 Aug 31 19:38:03.816839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.816929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.817001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eb554be5-dcac-49c6-81b7-4241452975d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e0057fbb-01d0-47a8-aa63-25be14d130f3 HTTP/1.1" status: 204 len: 168 time: 0.7015970 Aug 31 19:38:03.818878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.846534 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efe309a-7ded-4500-a8e2-2a61e8b66288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:38:03.851557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5efe309a-7ded-4500-a8e2-2a61e8b66288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports/e0057fbb-01d0-47a8-aa63-25be14d130f3 HTTP/1.1" status: 404 len: 333 time: 0.0283589 Aug 31 19:38:03.851761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.871917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1720591740'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:03.888251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b176b-74df-492d-bedb-37c0fbf81fe8 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.891694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-157b176b-74df-492d-bedb-37c0fbf81fe8 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets/ca3a7ca0-ce8d-4033-873b-9372b03f213a HTTP/1.1" status: 200 len: 811 time: 0.0728135 Aug 31 19:38:03.896647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:03.954930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Made reservation on behalf of cdf7e5b4a5d74c09a9dc716ebe9370d9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:03.957335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:03.978863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port 691748fd-fd33-47ae-8152-ad1973f61da8 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:03.989044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd183d-e658-40b6-a0ba-d86023138b0a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:03.991860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aabd183d-e658-40b6-a0ba-d86023138b0a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "GET /v2.0/subnets/ca3a7ca0-ce8d-4033-873b-9372b03f213a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0928648 Aug 31 19:38:03.994254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58954) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:04.000502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1029398535'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:04.023597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:04.028102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.053656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:04.063775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.064127 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Added segment 25bf6eb0-6751-4328-b462-1a08eb40a5dc of type vlan for network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c Aug 31 19:38:04.106083 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.138405 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.146837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:04.148067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.153254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.192280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.221815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2235568 Aug 31 19:38:04.222042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58956) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:04.229360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:04.241713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:04.246394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:04.252490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:04.253690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:04.254294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.269344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=691748fd-fd33-47ae-8152-ad1973f61da8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:04.271675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1643-d607-410d-b166-29391a5cf698 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Network': ['ID=4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:04.286262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-49d6ce60-2753-4d12-aa46-ba367e732dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4319210 Aug 31 19:38:04.286262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:04.287128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:04.292139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:04.330530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Made reservation on behalf of 5b6824af58a1491eb93f635f054efc91 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:04.335324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.381359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.421727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 19:38:04.422214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 19:38:04.568367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.587102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port 691748fd-fd33-47ae-8152-ad1973f61da8 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:04.597387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.623835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Transition to ACTIVE for port object 691748fd-fd33-47ae-8152-ad1973f61da8 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:04.632140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.648983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=98e7835e-7d2f-48b9-9d30-7b609d70c330,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:04.673192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Checking segment: {'id': '25bf6eb0-6751-4328-b462-1a08eb40a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:04.673806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network hostable DHCP agents. Network: 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:04.693482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:04.702900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:04.703908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=691748fd-fd33-47ae-8152-ad1973f61da8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:04.708242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.708501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:04.708610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.708912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.709099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.713480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.713867 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.714264 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 2 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.719997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79668731-8155-45ce-ab53-da2afb24cc3d None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:04.728118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c576616b-19aa-49fd-9b9d-0a09179e7019 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5050693 Aug 31 19:38:04.728776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:04.732504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.732853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.733212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.735751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:04.740375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.740375 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.740592 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 3 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.752529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.752873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.753204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.757521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.757852 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.758243 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 4 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.771412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.771795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.772137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.776467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.776772 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.777166 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 5 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.789698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.790041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.790383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.794687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.795028 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.795417 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 6 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.809895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.810443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.810985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.816453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.816787 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.817188 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 7 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.830196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.830604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.830958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.835538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.835919 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.836323 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 8 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.844625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13204216'] for subnet, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.851984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.852324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.853043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.857518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.857849 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.858266 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 9 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.876593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.877041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.877486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.884054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.884389 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.884791 n-d-778550-14 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 10 to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 Aug 31 19:38:04.899364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:04.899364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:04.899551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:04.902740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:04.904470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:04.904813 n-d-778550-14 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 691748fd-fd33-47ae-8152-ad1973f61da8 on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:04.906979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.933499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c', 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c', 'tenant_id': '5b6824af58a1491eb93f635f054efc91', 'fixed_ips': [{'subnet_id': '98e7835e-7d2f-48b9-9d30-7b609d70c330'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:38:04.934985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:04.946858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0da089-ec49-4169-a1af-91bdb51e2eb8 req-26d471a5-9c38-4a97-9c75-7c5d78b6b753 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:04.948656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d0da089-ec49-4169-a1af-91bdb51e2eb8 req-26d471a5-9c38-4a97-9c75-7c5d78b6b753 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 944 time: 0.1010425 Aug 31 19:38:05.070221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port 691748fd-fd33-47ae-8152-ad1973f61da8, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:05.070609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempted to set empty binding levels {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:38:05.089118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.110471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:05.115989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:05.116601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.117544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779039595228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12727765'] for subnet, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.165173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=691748fd-fd33-47ae-8152-ad1973f61da8,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:05.167078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] In _notify_port_updated(), no bound segment for port 691748fd-fd33-47ae-8152-ad1973f61da8 on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:38:05.169280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.170087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.172562 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b085e96d-6ae1-452c-b1f0-c75bc3ff34bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "PUT /v2.0/ports/691748fd-fd33-47ae-8152-ad1973f61da8 HTTP/1.1" status: 200 len: 980 time: 0.8851221 Aug 31 19:38:05.175479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:05.203195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbcd0c2c-a9dd-45a0-acf2-67e420982084 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:05.216435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.217347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.218997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "PUT /v2.0/subnets/98e7835e-7d2f-48b9-9d30-7b609d70c330 HTTP/1.1" status: 200 len: 877 time: 0.4892716 Aug 31 19:38:05.222852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:05.248874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Allocated IP 172.20.0.3 (4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c/98e7835e-7d2f-48b9-9d30-7b609d70c330/c95906fc-bd9e-408a-803d-bb5c9f34c8f2) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:05.254197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2d0da089-ec49-4169-a1af-91bdb51e2eb8 req-5ad5dd78-a3e8-4a7e-aa43-cd8019d9b944 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896502 Aug 31 19:38:05.292686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638fb1f-360f-4db6-8017-c41cf7cfb6c9 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event updated for resources: {'Subnet': ['ID=98e7835e-7d2f-48b9-9d30-7b609d70c330,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:05.333125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.333985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.334474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.336245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.336488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.336977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.338434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.338928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.339407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.342901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.344699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.345137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.345593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.346151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.352180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.354914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.359290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.360336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.361871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.362841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.363339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.363847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.364976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.366894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.367555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.368153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.373297 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d64989e1-97ad-48ff-8e0a-143b67516912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23395 time: 0.1897779 Aug 31 19:38:05.377086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:05.394245 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.469217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Deleting port 691748fd-fd33-47ae-8152-ad1973f61da8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:05.469618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.491210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bbcd0c2c-a9dd-45a0-acf2-67e420982084 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:05.517878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.524739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bbcd0c2c-a9dd-45a0-acf2-67e420982084 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:05.525121 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.536112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port 691748fd-fd33-47ae-8152-ad1973f61da8, host n-h1-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:05.536492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.552686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Calling delete_port for 691748fd-fd33-47ae-8152-ad1973f61da8 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:05.581442 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.601476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:05.603689 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa67de4-3c01-4ac3-b84e-2af6d8042dc0" -d '{"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:05.614259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Transition to ACTIVE for port object c95906fc-bd9e-408a-803d-bb5c9f34c8f2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:05.630446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:05.639664 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.652231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.657409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Transition to ACTIVE for port object c95906fc-bd9e-408a-803d-bb5c9f34c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:05.684825 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Sync routers for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:05.690571 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.697491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.702109 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "DELETE /v2.0/ports/691748fd-fd33-47ae-8152-ad1973f61da8 HTTP/1.1" status: 204 len: 168 time: 0.3217032 Aug 31 19:38:05.702663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:05.705060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57bbef-b9b2-4040-a0ea-589448b5668e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event deleted for resources: {'Port': ['ID=691748fd-fd33-47ae-8152-ad1973f61da8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:05.712018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:05.716974 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:05.739747 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4b2880-acbb-416d-9dc7-db0cf43def1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:38:05.742007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae4b2880-acbb-416d-9dc7-db0cf43def1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports/691748fd-fd33-47ae-8152-ad1973f61da8 HTTP/1.1" status: 404 len: 333 time: 0.0382838 Aug 31 19:38:05.745935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 58988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:05.747816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:05.753421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080102768', 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:05.769830 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b91f117-703e-43a2-a031-91adbd621e89 x-openstack-request-id: req-7b91f117-703e-43a2-a031-91adbd621e89 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:05.770093 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:05.770376 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b91f117-703e-43a2-a031-91adbd621e89 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:05.770770 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'code': 200} Aug 31 19:38:05.779501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Made reservation on behalf of cdf7e5b4a5d74c09a9dc716ebe9370d9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:05.783042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.792109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:05.794734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:05.803295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port 5898a40d-db4a-400e-ba51-4eee401e882e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:05.807910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:05.815892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.900577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bbcd0c2c-a9dd-45a0-acf2-67e420982084, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbcd0c2c-a9dd-45a0-acf2-67e420982084,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:05.909928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab617c23-4d80-483f-a28e-88a2b4fe5f1e req-40a0be74-3db7-4df9-b59b-ee09188e5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.911807 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab617c23-4d80-483f-a28e-88a2b4fe5f1e req-40a0be74-3db7-4df9-b59b-ee09188e5bc6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 1097 time: 0.1038654 Aug 31 19:38:05.917623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-86fe7b95-bb88-48b0-a906-531b6b65ce74 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:05.919811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-86fe7b95-bb88-48b0-a906-531b6b65ce74 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.5307045 Aug 31 19:38:05.931307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.934397 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:05.946100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-b65d38b1-1734-4774-bcd1-7ab36a0b3a64 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0197785 Aug 31 19:38:05.947346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port c95906fc-bd9e-408a-803d-bb5c9f34c8f2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:05.947729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.951480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Pushing event updated for resources: {'Port': ['ID=c95906fc-bd9e-408a-803d-bb5c9f34c8f2,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:05.978731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Attempting to bind port c95906fc-bd9e-408a-803d-bb5c9f34c8f2 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:05.979101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Attempting to bind port c95906fc-bd9e-408a-803d-bb5c9f34c8f2 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '25bf6eb0-6751-4328-b462-1a08eb40a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:05.979468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Attempting to bind port c95906fc-bd9e-408a-803d-bb5c9f34c8f2 on network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:05.987458 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ab617c23-4d80-483f-a28e-88a2b4fe5f1e req-f54a88f9-44df-475e-98b5-ef16d7234d6c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Aug 31 19:38:05.994175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:05.994560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Checking segment: {'id': '25bf6eb0-6751-4328-b462-1a08eb40a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:05.994970 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:05.995372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Bound using segment: {'id': '25bf6eb0-6751-4328-b462-1a08eb40a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:05.995960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Bound port: c95906fc-bd9e-408a-803d-bb5c9f34c8f2, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bf6eb0-6751-4328-b462-1a08eb40a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:05.996350 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.047577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bbcd0c2c-a9dd-45a0-acf2-67e420982084,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:06.070645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.077928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-02fc1411-3ae5-48e8-8d4b-80c97bc05c43 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162381 Aug 31 19:38:06.095682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] For port c95906fc-bd9e-408a-803d-bb5c9f34c8f2, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:06.102140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] For port c95906fc-bd9e-408a-803d-bb5c9f34c8f2, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c95906fc-bd9e-408a-803d-bb5c9f34c8f2,segment=NetworkSegment(25bf6eb0-6751-4328-b462-1a08eb40a5dc),segment_id=25bf6eb0-6751-4328-b462-1a08eb40a5dc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:06.104068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port c95906fc-bd9e-408a-803d-bb5c9f34c8f2, host n-d-778550-14, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:06.104645 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.108459 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.156674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.163614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for c95906fc-bd9e-408a-803d-bb5c9f34c8f2 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:06.185615 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818ac83-7870-4de0-9ce6-1966bd485f88 None None] Pushing event updated for resources: {'Port': ['ID=c95906fc-bd9e-408a-803d-bb5c9f34c8f2,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:06.225903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=5898a40d-db4a-400e-ba51-4eee401e882e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:06.235316 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 4, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c353661f-828a-483a-b4da-c0faf283079e', 'name': '', 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'mac_address': 'fa:16:3e:13:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:00Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 2, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'subnets': [{'id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:06.241976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:06.243790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:06.246273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:06.247213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:06.247851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.267153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:06.267630 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc6c1ac7-8abf-4328-9090-551cf67888ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5196314 Aug 31 19:38:06.271946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Checking router: 73afbaf2-823f-4388-98be-878519ad3e00 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:06.272495 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Updating router 73afbaf2-823f-4388-98be-878519ad3e00 port c353661f-828a-483a-b4da-c0faf283079e binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:06.299360 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.331503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb5a51-acb3-455a-91bb-7ca2611f819b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:06.332978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7acb5a51-acb3-455a-91bb-7ca2611f819b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports/5898a40d-db4a-400e-ba51-4eee401e882e HTTP/1.1" status: 200 len: 959 time: 0.0631080 Aug 31 19:38:06.334906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-f875e042-5e02-4c88-802f-28dc2839971f service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385492 Aug 31 19:38:06.337045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 58994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:06.618545 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.624332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586d5ae-dbee-495e-918e-553144a2bc8d req-8a6c8224-4176-4e54-b72e-49aacc999827 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:06.625985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6586d5ae-dbee-495e-918e-553144a2bc8d req-8a6c8224-4176-4e54-b72e-49aacc999827 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2220068 Aug 31 19:38:06.633652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-52dd553e-1291-4a8e-8fa8-843ef74232c5 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770391 Aug 31 19:38:06.641176 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.642661 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Transition to ACTIVE for port object c353661f-828a-483a-b4da-c0faf283079e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:06.649153 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.696916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=c95906fc-bd9e-408a-803d-bb5c9f34c8f2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:06.714312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Pushing event updated for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:06.742029 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.742374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.742709 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.743049 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.743381 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.743811 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.744130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.744455 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.744781 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.745102 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.745425 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.745745 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:06.763872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Deleting port 5898a40d-db4a-400e-ba51-4eee401e882e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:06.764227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.769873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port c95906fc-bd9e-408a-803d-bb5c9f34c8f2 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:06.782387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Attempting to bind port c353661f-828a-483a-b4da-c0faf283079e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:06.783149 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Attempting to bind port c353661f-828a-483a-b4da-c0faf283079e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:06.783606 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Attempting to bind port c353661f-828a-483a-b4da-c0faf283079e on network faa6f202-6b00-4c5c-b495-9288b5200981 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:06.794784 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:06.795500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Checking segment: {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:06.796211 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.796871 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Bound using segment: {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:06.797516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Bound port: c353661f-828a-483a-b4da-c0faf283079e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d49bc9-88e3-4edf-83e5-1e668640c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:06.797895 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.841412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6586d5ae-dbee-495e-918e-553144a2bc8d req-a79f83c9-5dd7-48e0-9ea4-15fb695c1216 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056708 Aug 31 19:38:06.901766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] For port c353661f-828a-483a-b4da-c0faf283079e, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:06.914551 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] For port c353661f-828a-483a-b4da-c0faf283079e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c353661f-828a-483a-b4da-c0faf283079e,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:06.927537 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:06.941061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.011368 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:07.012055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:07.068706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbcd0c2c-a9dd-45a0-acf2-67e420982084 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:07.103398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.113636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.224018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bbcd0c2c-a9dd-45a0-acf2-67e420982084 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:07.224720 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.251562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Calling delete_port for 5898a40d-db4a-400e-ba51-4eee401e882e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:07.273139 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:07.393386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.404118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=98e7835e-7d2f-48b9-9d30-7b609d70c330,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:07.418441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-240e993e-1a1c-49cf-8a7c-5bcc12045e5b req-d70a9385-f004-435a-89c8-e4521d2fdd83 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.2758420 Aug 31 19:38:07.433167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.486640 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ac2a-8279-40b7-a027-c03ccc3a98af None None] Pushing event updated for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:07.560347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-77d8c030-337f-4702-809c-72f6068941ab tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3451 time: 0.1625347 Aug 31 19:38:07.564206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.569411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'network': {'name': 'tempest-network-smoke--836129303', 'project_id': '8ebae095e4fa43e5932691052f15f628', 'port_security_enabled': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:07.573732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.576515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5898a40d-db4a-400e-ba51-4eee401e882e HTTP/1.1" status: 204 len: 168 time: 1.2383265 Aug 31 19:38:07.578951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4eb7-4374-4c2b-955a-64d6f29b4468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event deleted for resources: {'Port': ['ID=5898a40d-db4a-400e-ba51-4eee401e882e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:07.582310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.603103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:07.607055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f026e-86d9-4d76-b141-7fa92d9ef03b None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:07.608039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.624197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 4, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c353661f-828a-483a-b4da-c0faf283079e', 'name': '', 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'mac_address': 'fa:16:3e:13:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:00Z', 'updated_at': '2021-08-31T19:38:06Z', 'revision_number': 4, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'subnets': [{'id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:07.628704 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2738974d-4730-453d-82d0-9b265d645785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:38:07.633975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2738974d-4730-453d-82d0-9b265d645785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports/5898a40d-db4a-400e-ba51-4eee401e882e HTTP/1.1" status: 404 len: 333 time: 0.0442560 Aug 31 19:38:07.635185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.641314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-103022164'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:07.645663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.647443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:07.660203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.660841 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Added segment 868e6b79-a45e-48fe-a91c-2fd6d6a6eef4 of type vlan for network e548c397-f835-48ed-8f5e-ded8853f8897 Aug 31 19:38:07.661004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:07.677297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bf6eb0-6751-4328-b462-1a08eb40a5dc') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:07.677657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bf6eb0-6751-4328-b462-1a08eb40a5dc') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:07.684672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ced482b3-e99e-41df-b398-2154092339e6 None None] Could not find standard attr ID for object c95906fc-bd9e-408a-803d-bb5c9f34c8f2. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:38:07.692986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.698166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6033f-7c67-4e55-9636-8c732f27677d None None] The sync data for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 is: [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:38:01Z', 'revision_number': 4, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c353661f-828a-483a-b4da-c0faf283079e', 'name': '', 'network_id': 'faa6f202-6b00-4c5c-b495-9288b5200981', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'mac_address': 'fa:16:3e:13:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:00Z', 'updated_at': '2021-08-31T19:38:06Z', 'revision_number': 4, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'subnets': [{'id': '2225da2b-c7e0-4ae9-903a-a8c148d20aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:07.701300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Made reservation on behalf of cdf7e5b4a5d74c09a9dc716ebe9370d9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:07.704626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.719736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.722569 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.732105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:07.732549 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:07.736327 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:07.747794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:07.755788 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.762099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:07.763819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.794753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2203155 Aug 31 19:38:07.795057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.804288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'admin_state_up': True, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:07.888117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16020ac-847f-4e8a-9126-26ec4030eaa5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Network': ['ID=e548c397-f835-48ed-8f5e-ded8853f8897,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:07.899688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e548c397-f835-48ed-8f5e-ded8853f8897 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:07.960541 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.966537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:07.973474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:07.984320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c HTTP/1.1" status: 204 len: 168 time: 2.7593350 Aug 31 19:38:07.996866 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb56f9f-dea3-4f2f-9fcf-2926476cf550 None None] DHCP port deletion for 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:38:08.021746 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a37120-697f-428d-b5e6-88906cf00f03 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.023202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a37120-697f-428d-b5e6-88906cf00f03 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.025501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b0a37120-697f-428d-b5e6-88906cf00f03 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/98e7835e-7d2f-48b9-9d30-7b609d70c330 HTTP/1.1" status: 404 len: 337 time: 0.0509896 Aug 31 19:38:08.028049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.055561 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa741a14-27f1-4399-92a6-56283e19d1a2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.056166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa741a14-27f1-4399-92a6-56283e19d1a2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.057885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa741a14-27f1-4399-92a6-56283e19d1a2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c HTTP/1.1" status: 404 len: 339 time: 0.0288937 Aug 31 19:38:08.062793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.063251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae1fc1-dbe6-466b-a30a-b02312386862 None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:08.063902 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.064773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.082814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae1fc1-dbe6-466b-a30a-b02312386862 None None] Network 4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 19:38:08.105427 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e60bd1f-8dac-428b-a780-890658a39cfe tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.105946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e60bd1f-8dac-428b-a780-890658a39cfe tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.111526 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e60bd1f-8dac-428b-a780-890658a39cfe tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/9c5f83e0-849b-42ba-920a-da753d15b0b6 HTTP/1.1" status: 404 len: 337 time: 0.0419681 Aug 31 19:38:08.111526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.142127 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-10163b81-f145-4039-9ebb-856b97e44cf2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.143012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10163b81-f145-4039-9ebb-856b97e44cf2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.145627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10163b81-f145-4039-9ebb-856b97e44cf2 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/5120cfa9-5426-4dbd-a61a-a7d0115bb031 HTTP/1.1" status: 404 len: 339 time: 0.0319872 Aug 31 19:38:08.149928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.176594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ced933-99f3-452c-a250-025cd762d83c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=4ac4fe0d-271c-4dbc-a404-6dec16f0cb1c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:08.188286 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.257028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.288797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.306751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa149-ec89-4487-a50f-4ed4ddbfe6a2 req-1a21268a-5287-47b7-835e-6b0ba8190c27 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:08.315680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da9aa149-ec89-4487-a50f-4ed4ddbfe6a2 req-1a21268a-5287-47b7-835e-6b0ba8190c27 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.3563387 Aug 31 19:38:08.363200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.374500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43d453c-392b-4adc-b367-81b22e118ea0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:08.390984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566c4605-2150-49de-845c-02717d6a7a11') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:08.391279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566c4605-2150-49de-845c-02717d6a7a11') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:08.400630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.420891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.429389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:08.430072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:08.434155 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:08.445350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.471813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da9aa149-ec89-4487-a50f-4ed4ddbfe6a2 req-d2fef257-9ed5-4321-880d-e4cb65ba68c1 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496077 Aug 31 19:38:08.493421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.534624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.543825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.548370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/c43d453c-392b-4adc-b367-81b22e118ea0 HTTP/1.1" status: 204 len: 168 time: 0.3948946 Aug 31 19:38:08.550432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59044) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.571210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025eecd-c626-408c-b1dc-0ae6ae654982 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=c43d453c-392b-4adc-b367-81b22e118ea0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:08.597566 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4e6324-08f4-4bfc-a8b6-a4d86a8229be tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.598037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4e6324-08f4-4bfc-a8b6-a4d86a8229be tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.605035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ff4e6324-08f4-4bfc-a8b6-a4d86a8229be tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/5c34eaa7-72fc-4def-b6b0-cf90b944dfe0 HTTP/1.1" status: 404 len: 337 time: 0.0496385 Aug 31 19:38:08.605035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59048) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.624984 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45afe6e-f999-494a-8e7c-52a5cc51bcb5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.624984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45afe6e-f999-494a-8e7c-52a5cc51bcb5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.627681 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f45afe6e-f999-494a-8e7c-52a5cc51bcb5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/90c12181-5441-492b-afed-6082794c8a24 HTTP/1.1" status: 404 len: 339 time: 0.0219796 Aug 31 19:38:08.629265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.653165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:08.667959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Network 0a0a5954-e587-4947-9f33-f6a9490687c0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:08.677590 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa8b899-e534-4eaf-96b0-72483b57a07f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.678457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa8b899-e534-4eaf-96b0-72483b57a07f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.680405 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7aa8b899-e534-4eaf-96b0-72483b57a07f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/7695cf3a-c7a1-4f8a-9389-cc3c41d4fe48 HTTP/1.1" status: 404 len: 337 time: 0.0502148 Aug 31 19:38:08.683277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.703558 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a509c58-c46d-4ccc-be6f-ce7645b0de1a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.704232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a509c58-c46d-4ccc-be6f-ce7645b0de1a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.705989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1a509c58-c46d-4ccc-be6f-ce7645b0de1a tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/9d2f596f-f367-4d9c-850f-3d372903f782 HTTP/1.1" status: 404 len: 339 time: 0.0215666 Aug 31 19:38:08.709433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.724663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0162f59a-f8a0-44ea-a659-5e08ddd1e10e req-180f7590-7b20-459f-bebb-8985a3ad6d9b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.1351812 Aug 31 19:38:08.729179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:08.737127 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-76762ea4-ff7c-41d2-bebd-6672925108f5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.737586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76762ea4-ff7c-41d2-bebd-6672925108f5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.739321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-76762ea4-ff7c-41d2-bebd-6672925108f5 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/b0e0c1ec-f716-4320-b570-8d6520d6448d HTTP/1.1" status: 404 len: 337 time: 0.0289454 Aug 31 19:38:08.741222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:08.741951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.742151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:08.742756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.765931 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbac525-3c89-4f8c-a7e7-d3b62bdc36f3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.766519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbac525-3c89-4f8c-a7e7-d3b62bdc36f3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.768290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3dbac525-3c89-4f8c-a7e7-d3b62bdc36f3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/9a42f0ee-a68e-43c7-b069-f05be5b512b2 HTTP/1.1" status: 404 len: 339 time: 0.0250738 Aug 31 19:38:08.770870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.787216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b0e8abdd-f7b2-43c3-b5f1-61a98b489095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1509347 Aug 31 19:38:08.798554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.799121 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-95311aea-960b-43e5-b208-9695ac87d38c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.799581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95311aea-960b-43e5-b208-9695ac87d38c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.802415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-95311aea-960b-43e5-b208-9695ac87d38c tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/900edc4c-57d2-41a8-9b76-56af2c261015 HTTP/1.1" status: 404 len: 337 time: 0.0294225 Aug 31 19:38:08.804222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.807985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:08.825495 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b050d520-0b47-4406-b7dd-ada87571f6c1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.826064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b050d520-0b47-4406-b7dd-ada87571f6c1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.830744 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b050d520-0b47-4406-b7dd-ada87571f6c1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/874dcdad-e63a-40c6-9a15-1e58a4e583bc HTTP/1.1" status: 404 len: 339 time: 0.0230906 Aug 31 19:38:08.830899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.861513 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a3e78-42d7-4625-b4cc-a7cabefe6e70 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.862140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a3e78-42d7-4625-b4cc-a7cabefe6e70 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.867056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-912a3e78-42d7-4625-b4cc-a7cabefe6e70 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/85e8a7e1-182d-4443-ac4f-d216cf4cd83b HTTP/1.1" status: 404 len: 337 time: 0.0349932 Aug 31 19:38:08.869966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.883908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:38:08.889167 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-841b4c41-0001-43f4-b224-80339c642be1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.890209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841b4c41-0001-43f4-b224-80339c642be1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.895906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-841b4c41-0001-43f4-b224-80339c642be1 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/ab0854d1-1e68-45bb-88a0-2888d00b9882 HTTP/1.1" status: 404 len: 339 time: 0.0215523 Aug 31 19:38:08.895906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.921777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-8ae01e39-3b54-4807-86d1-d8ac0321b23e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:08.923368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-8ae01e39-3b54-4807-86d1-d8ac0321b23e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.3327355 Aug 31 19:38:08.928225 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade9f20d-50be-4ca9-bacd-2fbba4898ca3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.928684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade9f20d-50be-4ca9-bacd-2fbba4898ca3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.931706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ade9f20d-50be-4ca9-bacd-2fbba4898ca3 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/93d672a5-99a6-4899-b01c-80551c3f2cb5 HTTP/1.1" status: 404 len: 337 time: 0.0345955 Aug 31 19:38:08.931957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9243f-8415-428f-984a-fe8ca8479e5f req-c53ec6da-1cde-44eb-b703-404465954039 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:08.933426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87c9243f-8415-428f-984a-fe8ca8479e5f req-c53ec6da-1cde-44eb-b703-404465954039 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2429287 Aug 31 19:38:08.934744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:08.940181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:08.943348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.963883 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bafeb44-3285-4837-8df4-2db6202eac73 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:08.964699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bafeb44-3285-4837-8df4-2db6202eac73 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:08.966561 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7bafeb44-3285-4837-8df4-2db6202eac73 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/e6fe727d-3342-43a3-ba92-5a994d29f0c6 HTTP/1.1" status: 404 len: 339 time: 0.0302119 Aug 31 19:38:08.969976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.009302 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6c3081-9365-4cea-a6c0-7a91ed54333e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:09.009774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6c3081-9365-4cea-a6c0-7a91ed54333e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:09.016979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c6c3081-9365-4cea-a6c0-7a91ed54333e tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/18f593ee-6e72-40c1-8dd3-356877399fd2 HTTP/1.1" status: 404 len: 337 time: 0.0456305 Aug 31 19:38:09.018310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.045036 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-243a2b41-b6f5-4a3d-a7f8-9db08d9e8e35 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:09.046169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243a2b41-b6f5-4a3d-a7f8-9db08d9e8e35 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:09.053317 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-243a2b41-b6f5-4a3d-a7f8-9db08d9e8e35 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/f7067f0e-9b48-47fc-9b6a-64bc5c8d083e HTTP/1.1" status: 404 len: 339 time: 0.0319893 Aug 31 19:38:09.053317 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.070919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c353661f-828a-483a-b4da-c0faf283079e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:09.084043 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e800f1b3-4741-43e8-a7e8-6d2508f95dc0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:09.084540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e800f1b3-4741-43e8-a7e8-6d2508f95dc0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:09.089311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e800f1b3-4741-43e8-a7e8-6d2508f95dc0 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/e6a9be66-09cd-41ed-84d9-e76b0ebcad7f HTTP/1.1" status: 404 len: 337 time: 0.0362477 Aug 31 19:38:09.089974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.097062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87c9243f-8415-428f-984a-fe8ca8479e5f req-465d9fb6-976e-4b68-bf87-4d1bbb76614a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500671 Aug 31 19:38:09.135360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c353661f-828a-483a-b4da-c0faf283079e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:09.141293 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-260df141-41ac-4e53-849b-3dc8357ccd67 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] DELETE failed (client error): The resource could not be found. Aug 31 19:38:09.142085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260df141-41ac-4e53-849b-3dc8357ccd67 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:38:09.143598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c353661f-828a-483a-b4da-c0faf283079e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:09.144027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.148571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-260df141-41ac-4e53-849b-3dc8357ccd67 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/f34d553a-e697-4fe5-907c-254a3e94c5ef HTTP/1.1" status: 404 len: 339 time: 0.0575888 Aug 31 19:38:09.149466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.212629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting subnet ca3a7ca0-ce8d-4033-873b-9372b03f213a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:38:09.217082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.242489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.272751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.282411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c353661f-828a-483a-b4da-c0faf283079e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c353661f-828a-483a-b4da-c0faf283079e,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:09.287040 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.307450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:09.311786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.318672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c95906fc-bd9e-408a-803d-bb5c9f34c8f2 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:09.368358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.383694 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c95906fc-bd9e-408a-803d-bb5c9f34c8f2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:09.384028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c95906fc-bd9e-408a-803d-bb5c9f34c8f2 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:09.393751 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.396311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.423307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:09.478627 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.494550 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.502230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/subnets/ca3a7ca0-ce8d-4033-873b-9372b03f213a HTTP/1.1" status: 204 len: 168 time: 0.3511839 Aug 31 19:38:09.503452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef83cc2-d0e7-47f1-97f7-89ae91291150 None None] Network 9fa16aca-3630-423d-9d6b-02f88e92a358 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:09.504810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:09.551555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46518d10-8da5-4c19-a5c8-a9da8512b633 tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3a7ca0-ce8d-4033-873b-9372b03f213a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:09.619273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] device_id is not set on port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:09.628564 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.632092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.645624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Transition to ACTIVE for port object 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:09.658163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.699228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Deleting port 4d074184-0509-4366-a8bc-296de34880dc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:09.699825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.744821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] DHCP port deletion for 9fa16aca-3630-423d-9d6b-02f88e92a358 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:38:09.787725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.25.3.99 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1dce7816-1b35-447b-8468-5043c3414df1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:09.816976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] For port 4d074184-0509-4366-a8bc-296de34880dc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4d074184-0509-4366-a8bc-296de34880dc,segment=NetworkSegment(50bf8e72-2373-4b5c-b4f9-aa48c7000033),segment_id=50bf8e72-2373-4b5c-b4f9-aa48c7000033)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:09.818385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:09.819115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.834770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.6 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/2be4ca98-6450-4748-91b2-c25ed8ba6ab5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:09.839323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:09.839665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:09.840103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:09.842041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Deleting port 4d074184-0509-4366-a8bc-296de34880dc {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:09.842761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.855995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Calling delete_port for 4d074184-0509-4366-a8bc-296de34880dc owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:09.860034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:09.860428 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:09.899051 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 2 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:09.921719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:09.921927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:09.922127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:09.940477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:09.948742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ae8fe7b-c252-4c95-82ca-0493a4c34c61 req-33bb43ec-fa05-4155-97f4-f8c6a7ab975f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.0872581 Aug 31 19:38:09.957300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:09.957567 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:09.961776 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 3 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:09.985572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Port': ['ID=4d074184-0509-4366-a8bc-296de34880dc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:09.989782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] No DVR routers for this DVR port 4d074184-0509-4366-a8bc-296de34880dc on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:10.010133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.010485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.010836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.034126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.034474 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.045355 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 4 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.047465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] For port 4d074184-0509-4366-a8bc-296de34880dc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4d074184-0509-4366-a8bc-296de34880dc,segment=NetworkSegment(50bf8e72-2373-4b5c-b4f9-aa48c7000033),segment_id=50bf8e72-2373-4b5c-b4f9-aa48c7000033)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:10.048012 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.068559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.068906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.069256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.078433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Calling delete_port for 4d074184-0509-4366-a8bc-296de34880dc owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:10.080147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.088000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.088744 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.092212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa16aca-3630-423d-9d6b-02f88e92a358']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:10.115926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bf8e72-2373-4b5c-b4f9-aa48c7000033') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:10.117031 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 5 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.117304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bf8e72-2373-4b5c-b4f9-aa48c7000033') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:10.150705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.186016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.186797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.188507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.188507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.197999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:10.198422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.210809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.240177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.243700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] Pushing event deleted for resources: {'Port': ['ID=4d074184-0509-4366-a8bc-296de34880dc,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:10.248630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.249763 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.258239 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 6 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.262539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b5a80-2ab8-4416-bc0f-fbc97a7bba56 None None] No DVR routers for this DVR port 4d074184-0509-4366-a8bc-296de34880dc on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:10.277959 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:10.333244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.349248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.351347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] 10.222.0.73 "DELETE /v2.0/networks/9fa16aca-3630-423d-9d6b-02f88e92a358 HTTP/1.1" status: 204 len: 168 time: 0.8453007 Aug 31 19:38:10.380618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a829f2-3751-4e46-b016-2a92a3c0754f tempest-NetworksTest-1260406519 tempest-NetworksTest-1260406519-project] Pushing event deleted for resources: {'Network': ['ID=9fa16aca-3630-423d-9d6b-02f88e92a358,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:10.667254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:10.683081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.683572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.684011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.713201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.713540 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.717965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.720841 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 7 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.741375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b956dd-0a5b-4c1f-aceb-02f05cdc7e6b req-c2420f07-95c4-487d-a7dc-c6b27af28c9b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:10.742943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08b956dd-0a5b-4c1f-aceb-02f05cdc7e6b req-c2420f07-95c4-487d-a7dc-c6b27af28c9b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.5223579 Aug 31 19:38:10.761465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:10.767789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.768136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.768474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.784890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.795205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.795583 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.799714 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 8 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.823031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da9266a8-6b76-412a-ae30-4c9bb5d8f887 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b6824af58a1491eb93f635f054efc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516359 Aug 31 19:38:10.823031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:10.861076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:10.865099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.865619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.865758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.875284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.877719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08b956dd-0a5b-4c1f-aceb-02f05cdc7e6b req-4700a98d-9e84-4295-b03d-fa067170119e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209686 Aug 31 19:38:10.882852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:10.890594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:10.893222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.893557 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.896432 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 9 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:10.898871 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=1dce7816-1b35-447b-8468-5043c3414df1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:10.903707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.942425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:10.942731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:10.943090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:10.949305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:10.955079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:10.955418 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:10.964123 n-d-778550-14 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempt 10 to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e Aug 31 19:38:11.012009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.015980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.017166 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b119b2d9-40da-4ada-af71-c78595be9cd8 HTTP/1.1" status: 204 len: 168 time: 0.1934545 Aug 31 19:38:11.054920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:11.058035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a1516-71da-4e9d-b4b9-1f16eca1fa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119b2d9-40da-4ada-af71-c78595be9cd8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:11.070470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c353661f-828a-483a-b4da-c0faf283079e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:11.089139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:11.089721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:11.090247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempting to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:11.092749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:11.146425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:11.154810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:11.192561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:11.193368 n-d-778550-14 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Failed to bind port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on host n-h1-778550-14 for vnic_type normal using segments [{'id': '04e8eb21-e112-49f4-ab15-f974be3648c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0a0a5954-e587-4947-9f33-f6a9490687c0'}] Aug 31 19:38:11.193999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.222642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c353661f-828a-483a-b4da-c0faf283079e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:11.223519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.361650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:11.362212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 19:38:11.414570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.508793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4d074184-0509-4366-a8bc-296de34880dc no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:11.513359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1369-c9f6-4117-96ef-f7dd030383c6 req-0448f97a-9939-42e0-b593-1c97f9289788 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:11.521768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da9f1369-c9f6-4117-96ef-f7dd030383c6 req-0448f97a-9939-42e0-b593-1c97f9289788 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 931 time: 0.3448331 Aug 31 19:38:11.565887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] In _notify_port_updated(), no bound segment for port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e on network 0a0a5954-e587-4947-9f33-f6a9490687c0 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:38:11.566771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:11.567388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.568826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "PUT /v2.0/ports/0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e HTTP/1.1" status: 200 len: 979 time: 2.7695594 Aug 31 19:38:11.571625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:11.585005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4d074184-0509-4366-a8bc-296de34880dc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:11.585600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4d074184-0509-4366-a8bc-296de34880dc not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:11.588952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a76e19e4-b475-4aa1-818d-c4a1347f88f9 None None] Provisioning for port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:11.592494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b552783d-6784-481c-93eb-4750bc614130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.599081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a76e19e4-b475-4aa1-818d-c4a1347f88f9 None None] Provisioning complete for port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:11.599559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a76e19e4-b475-4aa1-818d-c4a1347f88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.611452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:11.612120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.634984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-96a7f850-2a7e-470e-a061-c548c7802f6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7002156 Aug 31 19:38:11.635594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4579-5aa9-409b-8342-cd23c6a7969b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:11.643762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a76e19e4-b475-4aa1-818d-c4a1347f88f9 None None] Port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:11.654166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da9f1369-c9f6-4117-96ef-f7dd030383c6 req-070f4f3b-7840-4341-8d00-0b269fcb166a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Aug 31 19:38:11.667311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Request body: {'port': {'device_id': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:11.740647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Deleting port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:11.741837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.761305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.805462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91e455-9306-4f8c-8a8b-b491f48300d7 req-66c02560-3a0d-4981-82e9-2f283748118b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:11.807240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f91e455-9306-4f8c-8a8b-b491f48300d7 req-66c02560-3a0d-4981-82e9-2f283748118b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.1092007 Aug 31 19:38:11.807884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.816584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] For port 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e, host n-h1-778550-14, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:11.818140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.841990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Calling delete_port for 0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:11.980612 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.012385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f91e455-9306-4f8c-8a8b-b491f48300d7 req-69fa5524-c859-4e56-9587-05e5abd67a64 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560595 Aug 31 19:38:12.060556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:12.065464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.068668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a50ddabe-f1dd-434f-ade9-047ae289d804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "DELETE /v2.0/ports/0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e HTTP/1.1" status: 204 len: 168 time: 0.4958050 Aug 31 19:38:12.071777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:12.101005 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-944373b1-ef19-4b83-ac5b-6ed7556ebaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] GET failed (client error): The resource could not be found. Aug 31 19:38:12.105080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-944373b1-ef19-4b83-ac5b-6ed7556ebaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416014586-project-admin] 10.222.0.73 "GET /v2.0/ports/0a3aaff5-34d4-47fc-b08e-fd01cfb8c06e HTTP/1.1" status: 404 len: 333 time: 0.0322092 Aug 31 19:38:12.107298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:12.149303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59140) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:12.199312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.302537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d5733e64-6fc3-4ece-b833-11b769be7dff tempest-DvrRoutersNegativeTest-1321611433 tempest-DvrRoutersNegativeTest-1321611433-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2088305485', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:12.305571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.policy [None req-d5733e64-6fc3-4ece-b833-11b769be7dff tempest-DvrRoutersNegativeTest-1321611433 tempest-DvrRoutersNegativeTest-1321611433-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94816) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 19:38:12.305881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.policy [None req-d5733e64-6fc3-4ece-b833-11b769be7dff tempest-DvrRoutersNegativeTest-1321611433 tempest-DvrRoutersNegativeTest-1321611433-project] Failed policy check for 'create_router' {{(pid=94816) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 19:38:12.306447 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d5733e64-6fc3-4ece-b833-11b769be7dff tempest-DvrRoutersNegativeTest-1321611433 tempest-DvrRoutersNegativeTest-1321611433-project] create failed (client error): Access was denied to this resource. Aug 31 19:38:12.307480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5733e64-6fc3-4ece-b833-11b769be7dff tempest-DvrRoutersNegativeTest-1321611433 tempest-DvrRoutersNegativeTest-1321611433-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1553383 Aug 31 19:38:12.310974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.329200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.341623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0a5954-e587-4947-9f33-f6a9490687c0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:12.363038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e8eb21-e112-49f4-ab15-f974be3648c6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:12.363364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e8eb21-e112-49f4-ab15-f974be3648c6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:12.373359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.391288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.399064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:12.399795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:12.403139 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:12.518012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.532335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 16c73340-271e-4c2c-93e4-c78b7b7ba42e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:12.535764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.539304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] 10.222.0.73 "DELETE /v2.0/networks/0a0a5954-e587-4947-9f33-f6a9490687c0 HTTP/1.1" status: 204 len: 168 time: 0.4303594 Aug 31 19:38:12.552856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:12.569867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49b662-8a63-4442-8996-50c0fa655d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-606385174-project] Pushing event deleted for resources: {'Network': ['ID=0a0a5954-e587-4947-9f33-f6a9490687c0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:12.607013 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.633940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Transition to ACTIVE for port object 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:12.638031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.716733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:12.791965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:12.793646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Pushing event updated for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:12.810526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Sync routers for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:12.819580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.820900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91a558ec-ead4-4714-9956-bd78e4ed50b6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0219429 Aug 31 19:38:12.823979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:12.845266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:12.845934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:37:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:12.881597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827587c-fdd8-4f46-9887-2b088f0e62a0 req-70606d74-62e8-451e-b99c-4f65c780b2cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:12.883192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c827587c-fdd8-4f46-9887-2b088f0e62a0 req-70606d74-62e8-451e-b99c-4f65c780b2cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.1459935 Aug 31 19:38:12.975409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Attempting to bind port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:12.975808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Attempting to bind port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:12.976204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Attempting to bind port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:12.976593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d759762c-2b67-49ff-a323-00d4603faf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.986857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c827587c-fdd8-4f46-9887-2b088f0e62a0 req-e6fbe2bb-9dc5-483e-8368-38f8825b1387 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Aug 31 19:38:12.987554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:12.988015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Attempting to bind port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:12.993796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:12.994150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:12.994556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:12.994985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Bound port: 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:12.995358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.094152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fe2ba-f43f-4138-9cd1-0d1dcb3c2632 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.099477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-702fe2ba-f43f-4138-9cd1-0d1dcb3c2632 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8ebae095e4fa43e5932691052f15f628&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2739143 Aug 31 19:38:13.099671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.126543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.145098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:13.208895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d759762c-2b67-49ff-a323-00d4603faf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.214983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d759762c-2b67-49ff-a323-00d4603faf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.271937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d759762c-2b67-49ff-a323-00d4603faf14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e5f1d1b65f04233964e23801d970ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507886 Aug 31 19:38:13.281589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.320894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:13.326317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:13.328841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf963b-387a-4e4e-8cba-d9f98b66ebda tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.333455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5ebf963b-387a-4e4e-8cba-d9f98b66ebda tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2278862 Aug 31 19:38:13.336468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.340245 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.349859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759762c-2b67-49ff-a323-00d4603faf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc63cc14-2398-40c7-9639-c6f88e6517f6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:13.404089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Pushing event updated for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:13.410046 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c4ad35a6-e106-49c2-ade4-2ca5c668b906 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723062 Aug 31 19:38:13.413332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.424213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cb930-d814-4584-9ff5-92d00559790e req-4b89c01d-4c64-433a-a4b8-281c5eb632bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.430757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:11Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:13.431546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d20cb930-d814-4584-9ff5-92d00559790e req-4b89c01d-4c64-433a-a4b8-281c5eb632bb tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2387443 Aug 31 19:38:13.440418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.454742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.455380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.456881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-488d7cef-1ca0-4552-b03b-f8ff7877749d service neutron] 10.222.0.67 "PUT /v2.0/ports/2be4ca98-6450-4748-91b2-c25ed8ba6ab5 HTTP/1.1" status: 200 len: 1092 time: 1.8016875 Aug 31 19:38:13.475203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:13.477639 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:13.497671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-feb68187-9f3f-4162-a660-d6988042796a tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8ebae095e4fa43e5932691052f15f628&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828104 Aug 31 19:38:13.501062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.503351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Checking router: 16c73340-271e-4c2c-93e4-c78b7b7ba42e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:13.503829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Updating router 16c73340-271e-4c2c-93e4-c78b7b7ba42e port 1dce7816-1b35-447b-8468-5043c3414df1 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:13.533248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.558299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4c78028b-556a-447f-ae6c-054548e906c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2b1711ec50b40dea62b3b01ceb429a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304996 Aug 31 19:38:13.559456 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.561099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.583028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d20cb930-d814-4584-9ff5-92d00559790e req-50fa36bb-c8cb-485a-826b-7763269cdedf tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505003 Aug 31 19:38:13.627792 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a727d2c-9555-4ec4-befb-1271616e45f3 x-openstack-request-id: req-0a727d2c-9555-4ec4-befb-1271616e45f3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:13.628317 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:13.628639 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a727d2c-9555-4ec4-befb-1271616e45f3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:13.629210 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5', 'status': 'completed', 'code': 200} Aug 31 19:38:13.660578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.664482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.680954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc63cc14-2398-40c7-9639-c6f88e6517f6 HTTP/1.1" status: 204 len: 168 time: 0.3861234 Aug 31 19:38:13.703566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafa1d1-5ac2-42d0-a9d8-2abdc286ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc63cc14-2398-40c7-9639-c6f88e6517f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:13.708143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.742925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-a9333a7f-27cc-4722-9c1b-7026cf742b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.744821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-a9333a7f-27cc-4722-9c1b-7026cf742b09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 1095 time: 0.2409298 Aug 31 19:38:13.774122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.865545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-43fef4a3-3393-41e4-9e9c-1cb1512d1bbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5 HTTP/1.1" status: 200 len: 217 time: 0.1122994 Aug 31 19:38:13.879101 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.881842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:13.883002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82136680-c5f6-4bca-9980-53cec619fa9a HTTP/1.1" status: 204 len: 168 time: 0.3211043 Aug 31 19:38:13.909884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f76c2b-976d-4cce-9f40-2bf20e51cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82136680-c5f6-4bca-9980-53cec619fa9a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:13.947863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2bfcd-19f9-4f8f-b02a-3d3000bc2a35 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.950070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7cc2bfcd-19f9-4f8f-b02a-3d3000bc2a35 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4475045 Aug 31 19:38:13.953031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-9a924dde-b7f1-440f-8a5d-21ab3cde514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:13.953310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:13.955153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-9a924dde-b7f1-440f-8a5d-21ab3cde514d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0792944 Aug 31 19:38:14.016997 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-453183f8-427f-4039-bca8-98575fef99f2 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619249 Aug 31 19:38:14.019087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:14.024179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193170741', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'project_id': '8ebae095e4fa43e5932691052f15f628', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:14.026733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.038522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Transition to ACTIVE for port object 1dce7816-1b35-447b-8468-5043c3414df1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:14.054982 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.083000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-d626d0a1-6e9c-47c7-8e46-3bc6cd322486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:14.085251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-d626d0a1-6e9c-47c7-8e46-3bc6cd322486 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230431 Aug 31 19:38:14.150892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54cd85-c639-4fab-ad74-93f4ce10030b None None] Pushing event updated for resources: {'Port': ['ID=1dce7816-1b35-447b-8468-5043c3414df1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:14.185668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Attempting to bind port 1dce7816-1b35-447b-8468-5043c3414df1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:14.187853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Attempting to bind port 1dce7816-1b35-447b-8468-5043c3414df1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:14.188489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Attempting to bind port 1dce7816-1b35-447b-8468-5043c3414df1 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:14.221052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:14.221561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:14.223581 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.224425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:14.225142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Bound port: 1dce7816-1b35-447b-8468-5043c3414df1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:14.226734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.245468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:14.250547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.308635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5cba3cc0-5ece-459b-8722-3c3130001b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.379546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] For port 1dce7816-1b35-447b-8468-5043c3414df1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:14.394570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] For port 1dce7816-1b35-447b-8468-5043c3414df1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1dce7816-1b35-447b-8468-5043c3414df1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:14.400223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.463140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892514b-3891-4db9-9e3a-940a2865d0bb req-247e47aa-887d-4c10-a36a-7df60487e52f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:14.465366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b892514b-3891-4db9-9e3a-940a2865d0bb req-247e47aa-887d-4c10-a36a-7df60487e52f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.2217567 Aug 31 19:38:14.472744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-251bdbe5-b2e9-4bbe-95f9-5218697ef85d service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781540 Aug 31 19:38:14.523720 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.558571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:14.562485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:14.563276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:14.569240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b892514b-3891-4db9-9e3a-940a2865d0bb req-f5cd5c7e-d6cb-4fa9-980c-c5328057daf6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951805 Aug 31 19:38:14.650361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-51f78172-f5d5-48f0-bab7-a7e4d950c02b req-b044ae8e-9f3e-47bb-9505-80d933170b2d service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588547 Aug 31 19:38:14.740979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b3936d7-2336-4c27-9d71-ac05aa32d3fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdf7e5b4a5d74c09a9dc716ebe9370d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788428 Aug 31 19:38:14.740979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.741543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.742509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:14.745355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54cd85-c639-4fab-ad74-93f4ce10030b None None] Pushing event updated for resources: {'Port': ['ID=1dce7816-1b35-447b-8468-5043c3414df1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:14.836102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-ea4e0a57-f690-4145-b2ef-763e7960618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:14.837973 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-ea4e0a57-f690-4145-b2ef-763e7960618e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 1095 time: 0.1229734 Aug 31 19:38:14.860065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:14.866144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Subnet': ['ID=d75a44eb-5e7e-4de1-a257-784429813afb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:14.917121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Checking segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:14.917752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network hostable DHCP agents. Network: e548c397-f835-48ed-8f5e-ded8853f8897, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:14.925472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.956531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:38:14.989790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network e548c397-f835-48ed-8f5e-ded8853f8897 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:15.016200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.079765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274179c-f5be-4418-9407-97f1ed551e34 req-3907ef1c-d1bb-415c-a037-ebd6731d1802 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.089212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e274179c-f5be-4418-9407-97f1ed551e34 req-3907ef1c-d1bb-415c-a037-ebd6731d1802 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.3107111 Aug 31 19:38:15.141362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e548c397-f835-48ed-8f5e-ded8853f8897) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:15.228687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.229568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.232047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbe9f2-cccc-47b1-a6df-e2e5d059d7a9 None None] Network e548c397-f835-48ed-8f5e-ded8853f8897 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:15.247482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-45e0dcb2-c1f5-4a79-b6e9-c8e5767cb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.251447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-45e0dcb2-c1f5-4a79-b6e9-c8e5767cb614 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.4027660 Aug 31 19:38:15.252086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.255597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.257951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da219528-b89d-419a-b4d0-d25b06c5cfe7 HTTP/1.1" status: 204 len: 168 time: 0.5096788 Aug 31 19:38:15.279154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d84535-a39e-44d7-9119-9c3ff6cc0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da219528-b89d-419a-b4d0-d25b06c5cfe7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:15.298190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6d9a435e-20c3-4b10-a5df-659bef26ec0e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2752631 Aug 31 19:38:15.299082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:15.339003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-63d141cd-0f80-460d-a227-813b88937ca1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5 HTTP/1.1" status: 200 len: 217 time: 0.0789030 Aug 31 19:38:15.378717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e274179c-f5be-4418-9407-97f1ed551e34 req-877e302f-8e23-42f0-9066-e8def6535691 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613862 Aug 31 19:38:15.435590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-603861e8-fb66-4174-851b-8d8f47905573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.438504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-603861e8-fb66-4174-851b-8d8f47905573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0816596 Aug 31 19:38:15.463986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:15.516711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:15.517010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-55d0ab89-74c3-4094-8993-514ca2144eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.519139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-55d0ab89-74c3-4094-8993-514ca2144eeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696952 Aug 31 19:38:15.533134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.587978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'port_id': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'mac_address': 'fa:16:3e:a2:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:38:15.701234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:11Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:15.743397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-de13e71a-b687-4fd6-9d2a-97b4b6933c00 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124045 Aug 31 19:38:15.790537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.861620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:15.885552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:15.891133 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:15.931756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29dfdd-da47-484f-9732-5d373a71e651 None None] The sync data for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 is: [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:11Z', 'revision_number': 3, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:15.955923 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--94035464'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:15.991521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962182-1552-4fee-95ce-754b869499c7 req-7ab4fd55-c29b-4874-8cf3-b901b26bd580 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:15.993592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a962182-1552-4fee-95ce-754b869499c7 req-7ab4fd55-c29b-4874-8cf3-b901b26bd580 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.2283385 Aug 31 19:38:16.029298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.038038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:38:16.103503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.128583 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.153243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfc1875d-13f7-4a79-a882-ad88a01f5fa3 req-1fd366bf-c790-4076-828e-0e81ce569561 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010403 Aug 31 19:38:16.159561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a962182-1552-4fee-95ce-754b869499c7 req-1e9d7808-83a4-4a68-88a3-4c69d410ecc7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478348 Aug 31 19:38:16.187745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:16.199495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e548c397-f835-48ed-8f5e-ded8853f8897', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'fixed_ips': [{'subnet_id': 'd75a44eb-5e7e-4de1-a257-784429813afb'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:38:16.199754 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.242346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.343910 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.352580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.617845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Allocated IP 172.20.0.18 (e548c397-f835-48ed-8f5e-ded8853f8897/d75a44eb-5e7e-4de1-a257-784429813afb/52c580d8-8a02-4a57-8a8e-8437c0bfa9c7) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:16.724621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b221aa-464e-4722-bb8a-00d870fb56ee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:16.750152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.759520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.880553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.884349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4099486 Aug 31 19:38:16.912789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:16.948422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:16.952803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef762a-fb88-4478-990e-f169f43c33a5 req-352583bd-d8c2-4e83-ae7d-682a68d3d03f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:16.959941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05ef762a-fb88-4478-990e-f169f43c33a5 req-352583bd-d8c2-4e83-ae7d-682a68d3d03f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 944 time: 0.4546294 Aug 31 19:38:16.962014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Transition to ACTIVE for port object 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:16.986105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Transition to ACTIVE for port object 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:16.997289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:17.082817 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.121598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15943960-a147-41ff-a72c-082b05853da5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9600825-45f0-4866-8908-2d8bc9c5ac58,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:17.140449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05ef762a-fb88-4478-990e-f169f43c33a5 req-a3b441f8-171b-4f95-829d-80c37f19ba4c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280062 Aug 31 19:38:17.188822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1dce7816-1b35-447b-8468-5043c3414df1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:17.191759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Pushing event updated for resources: {'Port': ['ID=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:17.205260 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.242998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Network e548c397-f835-48ed-8f5e-ded8853f8897 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:17.252069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:17.257382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:17.280651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3635c04e-ec12-437f-bc54-ecd4ef469887 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3195136 Aug 31 19:38:17.289596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:17.305471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:17.306196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.331529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-security--460313059', 'description': 'tempest-security-description-947152750'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:17.466098 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.506914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Attempting to bind port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:17.506914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Attempting to bind port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:17.508295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Attempting to bind port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 on network e548c397-f835-48ed-8f5e-ded8853f8897 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:17.538195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:17.540690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcdb8a-1caf-41f1-8ed3-8ab9b18b992b req-256e08cc-92b8-4ddf-a5af-b30b282d0275 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:17.540990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Checking segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:17.542318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.543137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3adcdb8a-1caf-41f1-8ed3-8ab9b18b992b req-256e08cc-92b8-4ddf-a5af-b30b282d0275 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.2057154 Aug 31 19:38:17.543261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Bound using segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:17.544253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Bound port: 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:17.546041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.567791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.20.0.17 (e548c397-f835-48ed-8f5e-ded8853f8897/d75a44eb-5e7e-4de1-a257-784429813afb/951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:17.598661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 1dce7816-1b35-447b-8468-5043c3414df1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:17.671115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] For port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:17.674546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] For port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:17.681241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1dce7816-1b35-447b-8468-5043c3414df1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:17.681624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.684823 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.772065 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.793105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Transition to ACTIVE for port object 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:17.843458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.886873 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:17.887885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network e548c397-f835-48ed-8f5e-ded8853f8897 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:17.894470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:17.899309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:17.930683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:17.962513 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.073887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7e666-4c96-4982-9abe-3b28dd8693cc None None] Pushing event updated for resources: {'Port': ['ID=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:18.186423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:18.189402 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e510817-03fc-4205-a618-ba95aff15051" -d '{"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:18.247149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:18.249704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.286534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.329636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.356880 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.366884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.373082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "PUT /v2.0/security-groups/f9600825-45f0-4866-8908-2d8bc9c5ac58 HTTP/1.1" status: 200 len: 1778 time: 1.0823653 Aug 31 19:38:18.376470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:18.407377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.430624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:18.442710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f88b63-2bba-4e59-af42-86e4fcb113b3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9600825-45f0-4866-8908-2d8bc9c5ac58,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:18.455713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3adcdb8a-1caf-41f1-8ed3-8ab9b18b992b req-60304d6e-3c68-488b-805a-57faf3517869 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9029410 Aug 31 19:38:18.469166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 1dce7816-1b35-447b-8468-5043c3414df1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1dce7816-1b35-447b-8468-5043c3414df1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:18.516722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37e42b4d-7e81-4a39-95b6-f277d67a39b9 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups/f9600825-45f0-4866-8908-2d8bc9c5ac58 HTTP/1.1" status: 200 len: 1778 time: 0.1330299 Aug 31 19:38:18.519816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:18.548472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.562679 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb418025-0bc1-4cd1-8511-d68f4322cd17 x-openstack-request-id: req-fb418025-0bc1-4cd1-8511-d68f4322cd17 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:18.562920 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:18.563009 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb418025-0bc1-4cd1-8511-d68f4322cd17 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:18.563512 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'code': 200} Aug 31 19:38:18.662704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:18.743330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.774750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a38b8-e1c0-43ec-8988-d6e654378a57 req-6ed8980f-2793-48ea-aa92-cadb311b221e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:18.790359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-131a38b8-e1c0-43ec-8988-d6e654378a57 req-6ed8980f-2793-48ea-aa92-cadb311b221e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.4157400 Aug 31 19:38:18.793100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-639773448', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:18.799424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=1dce7816-1b35-447b-8468-5043c3414df1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:18.822850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.855789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Made reservation on behalf of f774c5af741340bfa2f858283654ead0 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:18.859878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.872861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-131a38b8-e1c0-43ec-8988-d6e654378a57 req-e428f89d-e60f-4ad8-919d-8cd8bf3e1c03 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815322 Aug 31 19:38:18.877201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.880871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.910033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.911674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.914484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.915716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/f9600825-45f0-4866-8908-2d8bc9c5ac58 HTTP/1.1" status: 204 len: 168 time: 0.3871078 Aug 31 19:38:18.920137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:18.935077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8e91e-3575-48d8-a22b-c94162fb7794 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9600825-45f0-4866-8908-2d8bc9c5ac58,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:18.984115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:18.999176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-664b3d68-5029-4daf-a377-9f2dd3ee84a6 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769958 Aug 31 19:38:19.002409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:19.032411 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-26078e35-fb2e-495e-8945-09e3b2f86d8d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] delete failed (client error): The resource could not be found. Aug 31 19:38:19.032411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26078e35-fb2e-495e-8945-09e3b2f86d8d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/f9600825-45f0-4866-8908-2d8bc9c5ac58 HTTP/1.1" status: 404 len: 347 time: 0.0243719 Aug 31 19:38:19.034032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:19.038542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--819706921'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:19.188039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:19.204807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.224558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:19.229670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.230018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.282230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:19.330831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1dce7816-1b35-447b-8468-5043c3414df1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:19.341561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:19.351699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5474037f-231c-40f6-ab34-9c6fe66f0d3f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:19.404881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.405527 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Added segment 03af56bf-5b78-40e1-a535-dbe698e957b2 of type vlan for network 798ff621-8b79-4c29-bcba-b52850665361 Aug 31 19:38:19.427274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 1dce7816-1b35-447b-8468-5043c3414df1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:19.427537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.445006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.455789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.478179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.510002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.513673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4786701 Aug 31 19:38:19.517682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:19.537377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '9e3a52d8-34af-445c-aeb5-639173948779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:19.542473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network e548c397-f835-48ed-8f5e-ded8853f8897 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:19.553806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:19.556451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.557459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:19.558091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.577559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa952bf-f55e-46fd-9ad5-f3312e70edc2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a52d8-34af-445c-aeb5-639173948779,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:19.629515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.704298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1987593 Aug 31 19:38:19.712121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59316) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:19.716791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8dc04-8f49-4843-b85b-ee0b63488b67 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Network': ['ID=798ff621-8b79-4c29-bcba-b52850665361,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:19.725428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'subnet': {'network_id': '798ff621-8b79-4c29-bcba-b52850665361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:19.730831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 798ff621-8b79-4c29-bcba-b52850665361 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:19.765606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efe99b-f000-4960-8dfb-06fa667f6d83 req-a247d2df-6370-44bf-a8a1-7d5f5e3cc24d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:19.775340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2efe99b-f000-4960-8dfb-06fa667f6d83 req-a247d2df-6370-44bf-a8a1-7d5f5e3cc24d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.1408801 Aug 31 19:38:19.848108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca7083-3bf6-499f-886c-196c88b764b1 None None] Network e548c397-f835-48ed-8f5e-ded8853f8897 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:19.877689 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.882621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 16c73340-271e-4c2c-93e4-c78b7b7ba42e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:19.883469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2efe99b-f000-4960-8dfb-06fa667f6d83 req-df76ba9d-d324-4ad1-af33-54f0b8ce7036 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064460 Aug 31 19:38:19.885215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Made reservation on behalf of f774c5af741340bfa2f858283654ead0 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:19.888661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.940997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Provisioning for port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:19.951773 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.960848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Provisioning complete for port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:19.961569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:19.978694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040b7513-7865-48fc-aaf6-2301f7ae80e1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:20.010727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.013113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6f23f015-b8c6-4549-8369-07b4379979aa tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922774 Aug 31 19:38:20.026598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:20.070373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.111164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.153893 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.158977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:20.174340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46329b86-48c0-44fc-bbfe-e9d6f8c0cec4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "PUT /v2.0/routers/16c73340-271e-4c2c-93e4-c78b7b7ba42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8652668 Aug 31 19:38:20.174340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.174340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.182414 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Sync routers for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:20.199869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:20.205731 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/040b7513-7865-48fc-aaf6-2301f7ae80e1 HTTP/1.1" status: 204 len: 168 time: 0.1779366 Aug 31 19:38:20.213708 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:20.215173 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:20.225995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] For port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:20.232180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13170bd1-8896-446f-8e4f-d78ca5669238 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=040b7513-7865-48fc-aaf6-2301f7ae80e1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:20.232369 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.367907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092793d-ae23-4a65-8fa4-0c91d2b21a6b None None] Pushing event updated for resources: {'Port': ['ID=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:20.374025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6f89-37cf-4fbc-8c36-9dc87312812b req-193e5a67-0fa2-4a73-b9b0-cafdc8d9d3ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:20.407416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83af6f89-37cf-4fbc-8c36-9dc87312812b req-193e5a67-0fa2-4a73-b9b0-cafdc8d9d3ef tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.3927212 Aug 31 19:38:20.428570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-987800bb-2bc4-4100-92db-0bc4acb1ebb8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2270296 Aug 31 19:38:20.431240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:20.472216 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:20.545569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83af6f89-37cf-4fbc-8c36-9dc87312812b req-a7b7a1f3-0cf8-439e-b031-a0bba2c05127 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370590 Aug 31 19:38:20.597695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.677853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Provisioning complete for port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:20.678231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.772615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.862263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:38:20.865254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:20.928668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Provisioning for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:20.938369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Provisioning complete for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:20.938788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.031047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-61a4c74d-f875-4b85-b795-a195ef782000 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:21.032679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-61a4c74d-f875-4b85-b795-a195ef782000 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/networks?id=e548c397-f835-48ed-8f5e-ded8853f8897 HTTP/1.1" status: 200 len: 797 time: 0.1966293 Aug 31 19:38:21.066200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2c679-1b0a-4223-a746-2382970cbb84 None None] Port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:21.087291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:21.089206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3', 'name': '', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:06:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:16Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 2, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:21.127341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Checking router: 16c73340-271e-4c2c-93e4-c78b7b7ba42e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:21.128089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Updating router 16c73340-271e-4c2c-93e4-c78b7b7ba42e port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:21.160372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:21.160894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.161165 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.208669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-ff4588f3-b1ae-4b58-a63c-a2bbe3908006 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/quotas/8ebae095e4fa43e5932691052f15f628 HTTP/1.1" status: 200 len: 375 time: 0.1254792 Aug 31 19:38:21.219014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.222318 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.223476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/9e3a52d8-34af-445c-aeb5-639173948779 HTTP/1.1" status: 204 len: 168 time: 0.7910037 Aug 31 19:38:21.226907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:21.230450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80ec6d42-432e-4fd0-802d-3bcfc01de023 None None] Provisioning complete for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:21.230933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80ec6d42-432e-4fd0-802d-3bcfc01de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.268409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Subnet': ['ID=648ab6c2-badf-45cb-acf2-467a0c91b1eb,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:21.270909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-80ec6d42-432e-4fd0-802d-3bcfc01de023 None None] Port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:21.283304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c897e4-7499-447b-8538-8361409fbda4 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a52d8-34af-445c-aeb5-639173948779,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:21.388187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7203929-d4e0-413e-b556-0f630a60b84f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1589539 Aug 31 19:38:21.392127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:21.393403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3e39-fdd8-41d6-a604-91552256ae1c req-e5d621e7-a3bb-4a84-98ab-43ddc5ef624b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:21.397140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--536324144'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:21.401299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3ef3e39-fdd8-41d6-a604-91552256ae1c req-e5d621e7-a3bb-4a84-98ab-43ddc5ef624b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.3163567 Aug 31 19:38:21.417167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Checking segment: {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:21.417552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network hostable DHCP agents. Network: 798ff621-8b79-4c29-bcba-b52850665361, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:21.446058 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.461694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-a519f89a-ed0d-496e-b079-85ea2c983132 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2368705 Aug 31 19:38:21.485763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network 798ff621-8b79-4c29-bcba-b52850665361 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:21.496236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e32ca351-6e1f-42e6-890b-dbd0adad597c None None] Provisioning complete for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:21.498811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e32ca351-6e1f-42e6-890b-dbd0adad597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.500083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3ef3e39-fdd8-41d6-a604-91552256ae1c req-db165bec-5c91-413b-b9ca-1aa12cf6b7ad tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984046 Aug 31 19:38:21.558038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.563263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.586115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e32ca351-6e1f-42e6-890b-dbd0adad597c None None] Port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:21.593018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.594335 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2010186 Aug 31 19:38:21.599500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:21.608155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '76d3bedd-dfa4-4eb2-85b4-d5cec7c58975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:21.616798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984531-5eda-468e-b0de-48726f9809a5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3bedd-dfa4-4eb2-85b4-d5cec7c58975,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:21.652503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.656671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-85a60a29-98e5-462c-9df9-a9fdf1e0b5ba service neutron] 10.222.0.73 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674325 Aug 31 19:38:21.662774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 798ff621-8b79-4c29-bcba-b52850665361) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:21.669648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:21.671652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.675180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d772d-ef54-4dee-a88f-8caa23ed62b6 None None] Network 798ff621-8b79-4c29-bcba-b52850665361 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:21.698819 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.724288 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Transition to ACTIVE for port object 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:21.727991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.734645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.736825 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.773695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6ce96f-1d3a-4799-8e51-cde348ac8695,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:21.792756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.794146 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-669578b1-2864-4a62-9a76-9dfcb830ea7e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1903312 Aug 31 19:38:21.798147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:21.798487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:21.798675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fff66b62-af27-4377-9bd2-252236ad7896 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0837543 Aug 31 19:38:21.807093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '76d3bedd-dfa4-4eb2-85b4-d5cec7c58975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:21.821528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-321324734', 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:21.834619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7094-87af-4211-a53c-b81d9b9e8723 req-a2d95624-2baa-4ecf-92dc-0f0a4829c529 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:21.845425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e5b7094-87af-4211-a53c-b81d9b9e8723 req-a2d95624-2baa-4ecf-92dc-0f0a4829c529 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.1614237 Aug 31 19:38:21.869970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:38:21.869970 n-d-778550-14 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:38:21.869970 n-d-778550-14 neutron-server[94817]: [parameters: {'project_id_1': 'f774c5af741340bfa2f858283654ead0', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 38, 21, 837345)}] Aug 31 19:38:21.869970 n-d-778550-14 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:38:21.869970 n-d-778550-14 neutron-server[94817]: DEBUG oslo_db.api [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:38:21.891314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.893713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a6e7c-347f-4be4-90a6-cc83a617d1c8 None None] Network 798ff621-8b79-4c29-bcba-b52850665361 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:21.960758 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf4a93-5b04-46ee-bd30-46c1296361d8 None None] Pushing event updated for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:21.965965 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Attempting to bind port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:21.966327 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Attempting to bind port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:21.971241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Attempting to bind port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 on network e548c397-f835-48ed-8f5e-ded8853f8897 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:21.975361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-1daef068-651c-46d3-a9ee-1fc244df4a49 service neutron] 10.222.0.73 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916250 Aug 31 19:38:21.987205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:21.987602 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Checking segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:21.989165 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:21.989560 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Bound using segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:21.989685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e5b7094-87af-4211-a53c-b81d9b9e8723 req-c96decce-0c37-4001-ab2c-6e93c6506ea3 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413572 Aug 31 19:38:21.990046 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Bound port: 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:21.990435 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.024319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.030257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.049157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5814cf-e960-4b91-bda2-233fcfe1a8fb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:22.082840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.084377 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-991e57f2-9e71-4d46-865b-185b011cc1d1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2849438 Aug 31 19:38:22.087120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:22.093592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '76d3bedd-dfa4-4eb2-85b4-d5cec7c58975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:22.139444 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] For port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:22.148568 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] For port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:22.150939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.155876 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.215921 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:22.216556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:22.294950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.302888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.329037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd1faf2-8709-41f4-bf19-169bc456946b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:22.333097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.335162 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9d3b1f1e-7148-422a-abc8-97786269c505 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2468090 Aug 31 19:38:22.337951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:22.343990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '76d3bedd-dfa4-4eb2-85b4-d5cec7c58975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:22.380669 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf4a93-5b04-46ee-bd30-46c1296361d8 None None] Pushing event updated for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:22.419566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2ae56f2-1a32-4f74-aaae-950692fd170a req-eeffe5af-d7b6-498d-8443-06d813d857f1 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 210 time: 0.1084607 Aug 31 19:38:22.437971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Made reservation on behalf of f774c5af741340bfa2f858283654ead0 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:22.443466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.457162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.486088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] device_id is not set on port 9e698086-00fa-4766-bdbc-5a319c2c0539 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:38:22.496374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:22.684296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.692470 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.730425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b99d4a-7e2e-4ec3-a248-811f0418bef6 req-762ecc61-0271-4844-92f5-b7caca1ebece tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:22.736196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47b99d4a-7e2e-4ec3-a248-811f0418bef6 req-762ecc61-0271-4844-92f5-b7caca1ebece tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.0928109 Aug 31 19:38:22.744990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a0a122-41a1-43dc-8fa8-63a351e51668,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:22.752612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.20.0.13 (798ff621-8b79-4c29-bcba-b52850665361/648ab6c2-badf-45cb-acf2-467a0c91b1eb/9e698086-00fa-4766-bdbc-5a319c2c0539) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:22.755150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.756621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5596d113-a228-49ae-8508-fec3fd7d128c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4175651 Aug 31 19:38:22.759306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:22.764270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '76d3bedd-dfa4-4eb2-85b4-d5cec7c58975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:22.798645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47b99d4a-7e2e-4ec3-a248-811f0418bef6 req-46449b2e-58ba-4a2d-a0f1-5532fdfc588b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Aug 31 19:38:22.828226 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3', 'name': '', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:06:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:16Z', 'updated_at': '2021-08-31T19:38:22Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:22.838764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:22.871392 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4ac72-1b03-4699-bb07-fb1b823b66cb None None] The sync data for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 is: [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3', 'name': '', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:06:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:16Z', 'updated_at': '2021-08-31T19:38:22Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:23.010125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.026387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.107047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc2f98f-1ae2-4a10-ae07-c0230edc9b73,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:23.120083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.125642 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f929f4d-8fae-461c-809e-499742b223f0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3652418 Aug 31 19:38:23.127699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.130684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.194483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dad6c-6813-4e0c-9447-1f08e69193b2 req-d1324ac6-9eae-4023-a1c3-faeaac945d1d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:23.196234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-148dad6c-6813-4e0c-9447-1f08e69193b2 req-d1324ac6-9eae-4023-a1c3-faeaac945d1d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.0925503 Aug 31 19:38:23.204189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.223413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.275283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-148dad6c-6813-4e0c-9447-1f08e69193b2 req-f2db1482-43b0-4a99-aa18-6ec720eeb2cd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Aug 31 19:38:23.313530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.329097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.330412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ecc2f98f-1ae2-4a10-ae07-c0230edc9b73 HTTP/1.1" status: 204 len: 168 time: 0.1872838 Aug 31 19:38:23.333156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.354102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4f43-7876-4375-8096-da981f0ed405 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecc2f98f-1ae2-4a10-ae07-c0230edc9b73,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:23.366037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.436850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4db435e6-8040-472e-99e2-e384294f65b2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1014359 Aug 31 19:38:23.438702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=9e698086-00fa-4766-bdbc-5a319c2c0539,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:23.439429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.454240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network 798ff621-8b79-4c29-bcba-b52850665361 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:23.456094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:23.458617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:23.511709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:23.512374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.519807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.543588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.573345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f4cfb72-ba5c-41f1-ba20-eac6d83e6184 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7719653 Aug 31 19:38:23.574941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.607953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ddfd79a-f98a-418d-a4aa-13c41cf4875c req-31a38f1c-a5c9-464a-a521-0ff0cb2249ef tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 210 time: 0.0439706 Aug 31 19:38:23.638895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.648174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.650049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e2a0a122-41a1-43dc-8fa8-63a351e51668 HTTP/1.1" status: 204 len: 168 time: 0.2095115 Aug 31 19:38:23.656478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.690973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ebae-aaa4-4e80-bc23-48264a7087f7 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a0a122-41a1-43dc-8fa8-63a351e51668,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:23.743431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07c37bb8-852d-4499-b88e-76cf63bbc304 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0853608 Aug 31 19:38:23.747578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:23.807360 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.930930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:23.933310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Deleting port 9e698086-00fa-4766-bdbc-5a319c2c0539 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:23.933646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.019901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869568e6-1f5e-4e0b-b6c6-c1b859fcef8d req-fdf66f86-8290-4354-9c7d-64f0cfda15ec tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:24.028833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-869568e6-1f5e-4e0b-b6c6-c1b859fcef8d req-fdf66f86-8290-4354-9c7d-64f0cfda15ec tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 943 time: 0.0939436 Aug 31 19:38:24.038525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:38:24.095449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.104561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-869568e6-1f5e-4e0b-b6c6-c1b859fcef8d req-3a31cec2-a50e-4d6c-8371-7136e0256415 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742397 Aug 31 19:38:24.133370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.134800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1dd1faf2-8709-41f4-bf19-169bc456946b HTTP/1.1" status: 204 len: 168 time: 0.3837101 Aug 31 19:38:24.137777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.152062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a68e0d-d0f8-4fb3-bff9-45f329ab92c1 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd1faf2-8709-41f4-bf19-169bc456946b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:24.169056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-701060ba-7eb0-432e-b855-d37173721db4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:24.171175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-701060ba-7eb0-432e-b855-d37173721db4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.82 "GET /v2.0/networks?id=e548c397-f835-48ed-8f5e-ded8853f8897 HTTP/1.1" status: 200 len: 797 time: 0.3844595 Aug 31 19:38:24.176069 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.198684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Request body: {'port': {'device_id': '41f58211-0079-4829-a965-b19545cd0155', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'admin_state_up': True, 'tenant_id': '8ebae095e4fa43e5932691052f15f628'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:24.231407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c710c86a-7f1e-4b4b-8b66-cfd1cfd1d156 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0924101 Aug 31 19:38:24.232127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.282154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.296217 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.350498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.358720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.363922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2f5814cf-e960-4b91-bda2-233fcfe1a8fb HTTP/1.1" status: 204 len: 168 time: 0.1303239 Aug 31 19:38:24.366041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.408835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd4c7-fae1-4b9e-bd6f-d6dcf37ee852 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f5814cf-e960-4b91-bda2-233fcfe1a8fb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:24.429544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Calling delete_port for 9e698086-00fa-4766-bdbc-5a319c2c0539 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:24.484821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fd511133-e7fb-4bbb-a05f-0a6c1f8c9105 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1126032 Aug 31 19:38:24.487122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59402) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.488359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:24.527703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5', 'mac_address': 'fa:16:3e:5c:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:38:24.534311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Made reservation on behalf of 8ebae095e4fa43e5932691052f15f628 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:24.535503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.566522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac898e-6e2f-48a3-a030-9cd6544a32fb req-00558a96-c768-48ac-9a11-6c6521964f95 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:24.569166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1eac898e-6e2f-48a3-a030-9cd6544a32fb req-00558a96-c768-48ac-9a11-6c6521964f95 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.1370413 Aug 31 19:38:24.570969 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.611785 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.621653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.627734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:24.663138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:24.667939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.688630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1eac898e-6e2f-48a3-a030-9cd6544a32fb req-c9835c81-a079-4f86-89ca-2a50b58ad5b5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116168 Aug 31 19:38:24.724094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.746770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.758806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:24.760934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6d6ce96f-1d3a-4799-8e51-cde348ac8695 HTTP/1.1" status: 204 len: 168 time: 0.2725301 Aug 31 19:38:24.768114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.783362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:24.796613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739c01e-f696-4884-8236-76ac3932e994 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6ce96f-1d3a-4799-8e51-cde348ac8695,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:24.816545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22514e13-2f46-4307-8300-2613e7370e3a req-18dad4aa-ba11-4413-9a2c-e47b4099dd5c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 210 time: 0.0543003 Aug 31 19:38:24.841676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e698086-00fa-4766-bdbc-5a319c2c0539,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:24.858260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6cd88420-099d-44ba-a3c2-affd663ab8d8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883062 Aug 31 19:38:24.868184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:24.927144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['2be4ca98-6450-4748-91b2-c25ed8ba6ab5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:38:24.971660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.025320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.029899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.039673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59410) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:25.043602 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5f0825ea-1581-4e53-9b74-bb0d58fc62f2 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9e698086-00fa-4766-bdbc-5a319c2c0539 HTTP/1.1" status: 204 len: 168 time: 1.4670904 Aug 31 19:38:25.068564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Allocated IP 172.20.0.25 (e548c397-f835-48ed-8f5e-ded8853f8897/d75a44eb-5e7e-4de1-a257-784429813afb/51ecbc30-f606-443f-8495-bf6d840c224e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:25.076382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '798ff621-8b79-4c29-bcba-b52850665361', 'external_fixed_ips': [{'subnet_id': '648ab6c2-badf-45cb-acf2-467a0c91b1eb', 'ip_address': '172.20.0.13'}]}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:25.151561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:25.175383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.177189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.210719 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.214875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.221855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/76d3bedd-dfa4-4eb2-85b4-d5cec7c58975 HTTP/1.1" status: 204 len: 168 time: 0.3524411 Aug 31 19:38:25.223140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:25.287940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4315d-e7e9-4bea-b933-89a25e696795 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3bedd-dfa4-4eb2-85b4-d5cec7c58975,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:25.290684 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.302671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:25.316578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Transition to ACTIVE for port object 51ecbc30-f606-443f-8495-bf6d840c224e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:25.328370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:25.329038 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.366869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.400144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.440161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Network e548c397-f835-48ed-8f5e-ded8853f8897 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:25.446286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:25.450946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:25.483519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.492269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event updated for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:25.528227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:25.534303 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.539622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:25.541941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.553177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215aee2-ee1f-49c4-844c-1c65063aaa61 req-3b734358-94a3-466c-9d23-765b52b0d9a8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:25.571888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8215aee2-ee1f-49c4-844c-1c65063aaa61 req-3b734358-94a3-466c-9d23-765b52b0d9a8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 944 time: 0.3061855 Aug 31 19:38:25.572437 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-878e9343-d11d-4687-8151-225d2507e3b5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3774199 Aug 31 19:38:25.579714 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-300ac63e-6c67-4391-a860-457740556234 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3495510 Aug 31 19:38:25.591045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Request body: {'port': {'device_id': '41f58211-0079-4829-a965-b19545cd0155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:25.596851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:25.605320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--655954535'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:25.637186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:25.657802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.703915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.730621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.765472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8215aee2-ee1f-49c4-844c-1c65063aaa61 req-b31c9b06-ff5f-477c-989d-5e0f7c0030a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922381 Aug 31 19:38:25.930853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dffbfff2-7b85-446f-b9c9-9fa7e257c7d1 None None] Provisioning for port 51ecbc30-f606-443f-8495-bf6d840c224e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:25.937372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7d42-0faf-42c1-8c63-2de0a3958540 req-a4390a8e-fd27-44f8-b770-960d01960348 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:25.938930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f6e7d42-0faf-42c1-8c63-2de0a3958540 req-a4390a8e-fd27-44f8-b770-960d01960348 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.0879397 Aug 31 19:38:25.940509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dffbfff2-7b85-446f-b9c9-9fa7e257c7d1 None None] Provisioning complete for port 51ecbc30-f606-443f-8495-bf6d840c224e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:25.942184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dffbfff2-7b85-446f-b9c9-9fa7e257c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.011012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.018967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.025156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dffbfff2-7b85-446f-b9c9-9fa7e257c7d1 None None] Port 51ecbc30-f606-443f-8495-bf6d840c224e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:26.043511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.044866 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4457450 Aug 31 19:38:26.048385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59422) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:26.066488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:26.083042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': 'e2af90c3-aaa7-4409-9bb0-3b90eb33c867', 'direction': 'ingress', 'protocol': 17}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:26.111423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820acbec-b5aa-4cf8-a7d9-ff91257f0c04 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af90c3-aaa7-4409-9bb0-3b90eb33c867,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:26.147481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f6e7d42-0faf-42c1-8c63-2de0a3958540 req-e1682c1f-9f0a-4cdd-a484-e7116ce286ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Aug 31 19:38:26.177145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:26.182292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:26.182671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.214869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4984dd-ac61-4ece-8a55-c890c60380c3 req-7649877a-9211-41ac-ac1c-4720f5808ff5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:26.216613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e4984dd-ac61-4ece-8a55-c890c60380c3 req-7649877a-9211-41ac-ac1c-4720f5808ff5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 895 time: 0.1814418 Aug 31 19:38:26.218094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.220811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.261048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.332769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.344743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ecbc30-f606-443f-8495-bf6d840c224e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:26.363899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.370371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:26.374071 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca2c148-e489-4fbf-99d4-b3c17ee0e992" -d '{"events": [{"server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "name": "network-vif-plugged", "status": "completed", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:26.393583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:26.398270 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.401140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Transition to ACTIVE for port object 51ecbc30-f606-443f-8495-bf6d840c224e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:26.408669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.436271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.441214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.460111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:26.474682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823417c2-b1dc-4d1f-9626-8d39876c0d20,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:26.475825 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d14c0f-0679-4b48-b474-8a2c844c12ce x-openstack-request-id: req-42d14c0f-0679-4b48-b474-8a2c844c12ce {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:26.476295 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "name": "network-vif-plugged", "status": "completed", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:26.476507 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42d14c0f-0679-4b48-b474-8a2c844c12ce {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:26.476911 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5', 'code': 200} Aug 31 19:38:26.501847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.505642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f7f78a4e-328b-4eae-b2c1-73dc72348fa8 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4507332 Aug 31 19:38:26.506245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:26.540022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.20.0.13 (798ff621-8b79-4c29-bcba-b52850665361/648ab6c2-badf-45cb-acf2-467a0c91b1eb/b0ef254f-6e39-476a-b06b-900cc6f620d4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:26.582715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Pushing event updated for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:26.690869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.700388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Attempting to bind port 51ecbc30-f606-443f-8495-bf6d840c224e on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:26.700815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Attempting to bind port 51ecbc30-f606-443f-8495-bf6d840c224e by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:26.701336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Attempting to bind port 51ecbc30-f606-443f-8495-bf6d840c224e on network e548c397-f835-48ed-8f5e-ded8853f8897 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:26.707513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8516c-37fd-436a-be36-3b00bd5ae0c4 req-ee836594-0d0c-4f95-8176-bf9f73023343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:26.709085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82d8516c-37fd-436a-be36-3b00bd5ae0c4 req-ee836594-0d0c-4f95-8176-bf9f73023343 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 1097 time: 0.1393938 Aug 31 19:38:26.712096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Port 51ecbc30-f606-443f-8495-bf6d840c224e on network e548c397-f835-48ed-8f5e-ded8853f8897 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:38:26.712524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Attempting to bind port 51ecbc30-f606-443f-8495-bf6d840c224e on network e548c397-f835-48ed-8f5e-ded8853f8897 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:26.724006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:26.724451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Checking segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:26.724882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Bound using segment: {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:26.725513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Bound port: 51ecbc30-f606-443f-8495-bf6d840c224e, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:26.725940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.742782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.805540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.831617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:26.835138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51ecbc30-f606-443f-8495-bf6d840c224e,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:26.852073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.868334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.876108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.878890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.882538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/e2af90c3-aaa7-4409-9bb0-3b90eb33c867 HTTP/1.1" status: 204 len: 168 time: 0.3615177 Aug 31 19:38:26.898741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:26.900706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:26.901333 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:26.902729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] 10.222.0.82 "PUT /v2.0/ports/51ecbc30-f606-443f-8495-bf6d840c224e HTTP/1.1" status: 200 len: 1056 time: 1.3188460 Aug 31 19:38:26.912788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:26.915319 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00db2d7f-81be-40b2-a456-72efe0ea9c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:26.928497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba904a-9c84-4450-9d32-d649410fd1cf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af90c3-aaa7-4409-9bb0-3b90eb33c867,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:27.022441 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c1b30-2950-49b6-9a64-276aab8661f0 x-openstack-request-id: req-ee1c1b30-2950-49b6-9a64-276aab8661f0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:27.023014 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:27.023418 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee1c1b30-2950-49b6-9a64-276aab8661f0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:27.023989 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e', 'status': 'completed', 'code': 200} Aug 31 19:38:27.034242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312957b9-fd71-43fb-b3a0-bfc5f2b84b6e service neutron] Pushing event updated for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:27.075967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-20d4eb4d-c517-437c-88a2-e4040631db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.078519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-20d4eb4d-c517-437c-88a2-e4040631db2f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 1059 time: 0.1158435 Aug 31 19:38:27.080531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:27.087516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=b0ef254f-6e39-476a-b06b-900cc6f620d4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:27.103082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network 798ff621-8b79-4c29-bcba-b52850665361 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:27.120032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:27.122493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:27.126188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82d8516c-37fd-436a-be36-3b00bd5ae0c4 req-d3deb43c-70f8-4c34-94f6-c0782f4b7528 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074426 Aug 31 19:38:27.146426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-c5156efa-a06e-463b-80ce-d048ce2afbec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=51ecbc30-f606-443f-8495-bf6d840c224e HTTP/1.1" status: 200 len: 217 time: 0.0576026 Aug 31 19:38:27.168242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:27.168658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:27.235770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-4209dbec-4d39-4267-8c92-72d4cef00ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.238706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-4209dbec-4d39-4267-8c92-72d4cef00ee8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d75a44eb-5e7e-4de1-a257-784429813afb HTTP/1.1" status: 200 len: 838 time: 0.0816357 Aug 31 19:38:27.270549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834ea31-16ef-41cd-88d3-6756652693af req-2c97049a-ce94-4bf3-a7a7-97526498619d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.272370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f834ea31-16ef-41cd-88d3-6756652693af req-2c97049a-ce94-4bf3-a7a7-97526498619d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.3661625 Aug 31 19:38:27.311364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-d2815097-43b8-4779-83cb-57449d5f1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.313050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-d2815097-43b8-4779-83cb-57449d5f1781 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e548c397-f835-48ed-8f5e-ded8853f8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0666530 Aug 31 19:38:27.346315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc3eeb76-2371-4e7d-9154-1a25a8097e45 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4279277 Aug 31 19:38:27.349527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:27.397516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--11449524'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:27.462080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-b6b30eeb-7f6c-4e78-9c7f-6e3312fb6932 service neutron] 10.222.0.82 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248636 Aug 31 19:38:27.509343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:27.525359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f834ea31-16ef-41cd-88d3-6756652693af req-9ddb172c-0fa8-46b4-bcad-b1294c708675 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743946 Aug 31 19:38:27.533075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555415c-0acd-4682-a2ed-92e863da51ba req-a78e0ec1-bef4-483f-8cc3-794fe1bf4b22 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.534613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9555415c-0acd-4682-a2ed-92e863da51ba req-a78e0ec1-bef4-483f-8cc3-794fe1bf4b22 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.1868174 Aug 31 19:38:27.633197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-dc016965-13f6-4297-a00c-b17dfd6037cc req-c350bacc-8784-4a44-9403-64b8f5b2f707 service neutron] 10.222.0.82 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609108 Aug 31 19:38:27.738324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-f34e01fa-6db0-4c5e-bfdf-bbbb94a4efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.739965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-f34e01fa-6db0-4c5e-bfdf-bbbb94a4efd7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 1059 time: 0.0514457 Aug 31 19:38:27.809272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9555415c-0acd-4682-a2ed-92e863da51ba req-e50b823b-b179-4d11-aa7c-abe17f865197 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339666 Aug 31 19:38:27.838529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829604-b97e-490e-8d6a-2710b73d0ff9 req-2da6cd07-848f-45be-a70a-8de2745e90a8 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.839935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33829604-b97e-490e-8d6a-2710b73d0ff9 req-2da6cd07-848f-45be-a70a-8de2745e90a8 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 907 time: 0.1710255 Aug 31 19:38:27.872681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:27.889789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-c5e3fbb8-50d2-4cff-8457-d737d2cb9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:27.891383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-c5e3fbb8-50d2-4cff-8457-d737d2cb9274 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e548c397-f835-48ed-8f5e-ded8853f8897 HTTP/1.1" status: 200 len: 898 time: 0.1426332 Aug 31 19:38:27.954202 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-4a1b8885-114e-43eb-8cdb-94948499e1d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=51ecbc30-f606-443f-8495-bf6d840c224e HTTP/1.1" status: 200 len: 217 time: 0.0525947 Aug 31 19:38:27.993358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.002364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.010279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-66e10eae-da0c-46a9-9adb-a0c6d88fefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:28.011658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-66e10eae-da0c-46a9-9adb-a0c6d88fefe1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d75a44eb-5e7e-4de1-a257-784429813afb HTTP/1.1" status: 200 len: 838 time: 0.0508151 Aug 31 19:38:28.042797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.044049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6909382 Aug 31 19:38:28.048464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:28.053001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36be20-9632-4170-a5b5-4023a754799e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce198b-68bf-4c97-9226-6242ab2a6a36,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:28.053326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487766691'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:28.082886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-821fde7c-e21f-4e6f-9a27-1b81e9374fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:28.124849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-821fde7c-e21f-4e6f-9a27-1b81e9374fdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e548c397-f835-48ed-8f5e-ded8853f8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0643046 Aug 31 19:38:28.142517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.164459 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.219991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-34d6d955-9f5b-48c7-adfe-c9582c42a5db service neutron] 10.222.0.82 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279089 Aug 31 19:38:28.366572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router d99cc388-1533-42ff-b689-c1fd0388436b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:28.693662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.699693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.749661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.750920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7015083 Aug 31 19:38:28.755677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-00db2d7f-81be-40b2-a456-72efe0ea9c3f req-bce75be4-45ad-4c2b-b97b-dbfab0a631df service neutron] 10.222.0.82 "GET /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269966 Aug 31 19:38:28.756176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:28.761600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '77ce198b-68bf-4c97-9226-6242ab2a6a36', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77421a90-a48c-43b8-9964-d1d63b372f13', 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:28.767367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4bf8-1cdc-463b-b368-699daf70ccaf tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77421a90-a48c-43b8-9964-d1d63b372f13,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:28.800220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.899588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.905207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.924126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcccbe6a-b5d5-4c0c-8ea0-21fa518816de,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:28.933889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.939242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ab66411-1d98-4468-becd-12a5f44779a3 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1773772 Aug 31 19:38:28.939550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:28.956884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:28.971342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.973675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Sync routers for ids ['d99cc388-1533-42ff-b689-c1fd0388436b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:28.985463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820b43-ead8-46f6-bf1a-86415a4b0d0a req-bfc9dadc-2409-4607-86d9-9432933131b1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:28.986778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:28.987092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e820b43-ead8-46f6-bf1a-86415a4b0d0a req-bfc9dadc-2409-4607-86d9-9432933131b1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.0946238 Aug 31 19:38:28.989292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Routers {'d99cc388-1533-42ff-b689-c1fd0388436b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:28.989947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d99cc388-1533-42ff-b689-c1fd0388436b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:29.023546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.029103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.033969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/fcccbe6a-b5d5-4c0c-8ea0-21fa518816de HTTP/1.1" status: 204 len: 168 time: 0.0910993 Aug 31 19:38:29.035378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.036627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-391262cf-c24b-4e3b-8f6b-b9d52af8f11b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9929323 Aug 31 19:38:29.041034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.041192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.048668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780e63-660d-40de-9f87-503ede9dc108 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcccbe6a-b5d5-4c0c-8ea0-21fa518816de,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:29.156602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Set router d99cc388-1533-42ff-b689-c1fd0388436b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:29.186304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e820b43-ead8-46f6-bf1a-86415a4b0d0a req-5668c88b-673d-4657-88bd-38ceb986e47a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678231 Aug 31 19:38:29.188447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.253703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2361d-5db5-4351-9e61-9a498b4f6ee4 req-94eafc3b-c29b-4275-ace4-18b111717937 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:29.256527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd2361d-5db5-4351-9e61-9a498b4f6ee4 req-94eafc3b-c29b-4275-ace4-18b111717937 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2677832 Aug 31 19:38:29.369083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-277ae50e-a142-45e4-b5a4-11a6be69f0c0 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3268020 Aug 31 19:38:29.371925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.385575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc388-1533-42ff-b689-c1fd0388436b', 'name': '', 'tenant_id': 'f774c5af741340bfa2f858283654ead0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '798ff621-8b79-4c29-bcba-b52850665361', 'external_fixed_ips': [{'subnet_id': '648ab6c2-badf-45cb-acf2-467a0c91b1eb', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b0ef254f-6e39-476a-b06b-900cc6f620d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:25Z', 'updated_at': '2021-08-31T19:38:27Z', 'revision_number': 3, 'project_id': 'f774c5af741340bfa2f858283654ead0', 'gw_port': {'id': 'b0ef254f-6e39-476a-b06b-900cc6f620d4', 'name': '', 'network_id': '798ff621-8b79-4c29-bcba-b52850665361', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc388-1533-42ff-b689-c1fd0388436b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '648ab6c2-badf-45cb-acf2-467a0c91b1eb', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:26Z', 'updated_at': '2021-08-31T19:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '648ab6c2-badf-45cb-acf2-467a0c91b1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:29.407021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bd2361d-5db5-4351-9e61-9a498b4f6ee4 req-a1319534-57fc-4e4b-815f-be8e79b606e0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375761 Aug 31 19:38:29.429053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Checking router: d99cc388-1533-42ff-b689-c1fd0388436b for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:29.429779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Updating router d99cc388-1533-42ff-b689-c1fd0388436b port b0ef254f-6e39-476a-b06b-900cc6f620d4 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:29.460041 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.472828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.477199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eacc8-a21d-4027-9bb1-ee339dc27af3 req-64cff1de-bd93-41a8-a528-5892e9ec3692 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:29.487441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-857eacc8-a21d-4027-9bb1-ee339dc27af3 req-64cff1de-bd93-41a8-a528-5892e9ec3692 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 907 time: 0.1836865 Aug 31 19:38:29.493269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.537511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.588973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283436-0aa9-479a-ba6b-f90d7fa49776 req-41c5a338-9bfe-447e-baaf-8b61a8674a12 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:29.590518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20283436-0aa9-479a-ba6b-f90d7fa49776 req-41c5a338-9bfe-447e-baaf-8b61a8674a12 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.0947638 Aug 31 19:38:29.606855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.611083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.614716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/77421a90-a48c-43b8-9964-d1d63b372f13 HTTP/1.1" status: 204 len: 168 time: 0.2390034 Aug 31 19:38:29.616049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.638258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d1dac-0e9a-42c6-bbdb-1ff5f3d5ba57 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77421a90-a48c-43b8-9964-d1d63b372f13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:29.672674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20283436-0aa9-479a-ba6b-f90d7fa49776 req-65c9ad12-cb66-4b87-9ec6-06501ffa5b48 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731657 Aug 31 19:38:29.701167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-65275372-19f0-472d-8c88-d96f1a0ed549 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0830898 Aug 31 19:38:29.703850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.713568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Deleting port b0ef254f-6e39-476a-b06b-900cc6f620d4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:29.713847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.782626 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.830364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.848735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1bcd-4ccf-4a1a-83b9-dcdfc3007beb req-52268bcb-9512-4feb-9bc9-b2d57fd4b102 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:29.850271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61ce1bcd-4ccf-4a1a-83b9-dcdfc3007beb req-52268bcb-9512-4feb-9bc9-b2d57fd4b102 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.0824115 Aug 31 19:38:29.865387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.900122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.909596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Calling delete_port for b0ef254f-6e39-476a-b06b-900cc6f620d4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:29.910243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.911486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/77ce198b-68bf-4c97-9226-6242ab2a6a36 HTTP/1.1" status: 204 len: 168 time: 0.2061496 Aug 31 19:38:29.914805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:29.922994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8a0af-5c15-4ebf-a716-42067035b1ad tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce198b-68bf-4c97-9226-6242ab2a6a36,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:29.926110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61ce1bcd-4ccf-4a1a-83b9-dcdfc3007beb req-25fd143c-9b10-42cd-a608-765ac0790f04 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665009 Aug 31 19:38:30.002704 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.025377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Transition to ACTIVE for port object b0ef254f-6e39-476a-b06b-900cc6f620d4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:30.025694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a615d618-4cc3-4fdb-af00-fbbe2f6a4707 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091022 Aug 31 19:38:30.030277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.035908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007405781'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:30.041621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.100268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.110490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:30.110864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:30.111520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 on network 798ff621-8b79-4c29-bcba-b52850665361 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:30.121065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:30.121604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Checking segment: {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:30.122016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.122413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Bound using segment: {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:30.123018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Bound port: b0ef254f-6e39-476a-b06b-900cc6f620d4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:30.123598 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.155221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ed9e-2c00-45a6-b9a8-6836c4af8691 None None] Pushing event updated for resources: {'Port': ['ID=b0ef254f-6e39-476a-b06b-900cc6f620d4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.258759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.263237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.297846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.302068 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2675822 Aug 31 19:38:30.303146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.308051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': 'a5aca77b-6077-4bd8-8862-efc28fb2817b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:30.314925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1edd9-b466-45dc-982c-9e701cd2bb69 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aca77b-6077-4bd8-8862-efc28fb2817b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.344836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.379968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:38:30.380354 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:38:30.385331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.418829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0ef254f-6e39-476a-b06b-900cc6f620d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.440850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.447185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.463969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eccbb74-6588-41d4-8cd1-c807af26c525,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.484738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.490973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-476de2cb-71b1-42b6-b185-bb7e33461b9c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1829679 Aug 31 19:38:30.491302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c7541-9d33-4845-9847-f42aa23e7214 req-f3d9e9df-421a-4566-84cd-1244aa51a564 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:30.495509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.501317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e21c7541-9d33-4845-9847-f42aa23e7214 req-f3d9e9df-421a-4566-84cd-1244aa51a564 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.1659772 Aug 31 19:38:30.534473 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.547935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.591731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.598802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.603059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4eccbb74-6588-41d4-8cd1-c807af26c525 HTTP/1.1" status: 204 len: 168 time: 0.1062570 Aug 31 19:38:30.604210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.619214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.636293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e21c7541-9d33-4845-9847-f42aa23e7214 req-39bfd80e-0503-40e7-be4e-9345cfe52f04 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339922 Aug 31 19:38:30.652848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80d0f5-f70d-40e6-9ca9-6f6d1fd9a196 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eccbb74-6588-41d4-8cd1-c807af26c525,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.689368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0267620e-a457-4fac-a3fe-2d9fa8a644e5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817895 Aug 31 19:38:30.690115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.767469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.785230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.794536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220313a6-83d8-4996-bb5c-83b70270d004 req-857b3f76-c97c-4e3a-8c43-11f1c65fd598 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:30.802414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220313a6-83d8-4996-bb5c-83b70270d004 req-857b3f76-c97c-4e3a-8c43-11f1c65fd598 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2502022 Aug 31 19:38:30.803290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.804941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.858211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.864885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.869731 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/a5aca77b-6077-4bd8-8862-efc28fb2817b HTTP/1.1" status: 204 len: 168 time: 0.1748953 Aug 31 19:38:30.870010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.882907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fadb5-3287-43e4-8b94-ccc0fd62002c tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aca77b-6077-4bd8-8862-efc28fb2817b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:30.918177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:30.918557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:30.918922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Attempting to bind port b0ef254f-6e39-476a-b06b-900cc6f620d4 on network 798ff621-8b79-4c29-bcba-b52850665361 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:30.923757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c914e-3205-470f-b276-827911635b94 req-7d91bc3a-2f78-4e93-8b22-6fed40ab788e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:30.925371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-601c914e-3205-470f-b276-827911635b94 req-7d91bc3a-2f78-4e93-8b22-6fed40ab788e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 907 time: 0.2042754 Aug 31 19:38:30.938303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:30.938690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Checking segment: {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:30.939098 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.939494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Bound using segment: {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:30.939986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Bound port: b0ef254f-6e39-476a-b06b-900cc6f620d4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03af56bf-5b78-40e1-a535-dbe698e957b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '798ff621-8b79-4c29-bcba-b52850665361'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:30.940367 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.946772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.947524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d99cc388-1533-42ff-b689-c1fd0388436b {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:30.964072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:30.967072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c868b4ff-f2c1-4752-99ac-c28ea2469c51 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d99cc388-1533-42ff-b689-c1fd0388436b HTTP/1.1" status: 204 len: 168 time: 1.9230371 Aug 31 19:38:30.969768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:30.972539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Port b0ef254f-6e39-476a-b06b-900cc6f620d4 has been deleted concurrently {{(pid=94818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 19:38:30.982385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:30.982755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:38:30.983351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d99cc388-1533-42ff-b689-c1fd0388436b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:38:30.984003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa9482-cfec-4e1c-801e-1c706ba01dc4 None None] The sync data for ids ['d99cc388-1533-42ff-b689-c1fd0388436b'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:31.001868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51ecbc30-f606-443f-8495-bf6d840c224e details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:38:31.007953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-220313a6-83d8-4996-bb5c-83b70270d004 req-4a4c960d-c7fe-4a19-98bf-9866c0570fc6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946144 Aug 31 19:38:31.050816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Deleting subnet 648ab6c2-badf-45cb-acf2-467a0c91b1eb {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:38:31.056249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a5540ac-9642-4159-8686-1799a78ed551 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841316 Aug 31 19:38:31.057620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.065849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group': {'name': 'tempest-secgroup--372945652'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:31.072455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.126821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.129339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.160534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51ecbc30-f606-443f-8495-bf6d840c224e,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:31.175410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '51ecbc30-f606-443f-8495-bf6d840c224e', 'network_id': 'e548c397-f835-48ed-8f5e-ded8853f8897', 'port_id': '51ecbc30-f606-443f-8495-bf6d840c224e', 'mac_address': 'fa:16:3e:ca:1c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a44eb-5e7e-4de1-a257-784429813afb', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:38:31.203989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.219118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.236605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ecbc30-f606-443f-8495-bf6d840c224e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:38:31.268913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51ecbc30-f606-443f-8495-bf6d840c224e,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:31.273764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.322747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.338862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:31.364824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=648ab6c2-badf-45cb-acf2-467a0c91b1eb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:31.371860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.374284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.380083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6344cef2-8be1-47cd-8872-0e8a70b096ed tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/648ab6c2-badf-45cb-acf2-467a0c91b1eb HTTP/1.1" status: 204 len: 168 time: 0.4060650 Aug 31 19:38:31.380700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.381400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.419487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb65923-f23f-4faa-aa35-daef7d220a82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:31.434870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.439513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-10ec76a0-c914-4b42-84c7-b8d066ef0d54 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3781850 Aug 31 19:38:31.439840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.445059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '0bb65923-f23f-4faa-aa35-daef7d220a82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:31.491845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.518059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.522417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['51ecbc30-f606-443f-8495-bf6d840c224e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:38:31.560491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.568192 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.610388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c94cab7-3d47-4495-9c9c-bede9ef436ed,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:31.620197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.621496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e754afbc-8ed1-4fe8-b693-c8374efcdc82 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1804435 Aug 31 19:38:31.624534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.646183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a737b2e-872d-46cf-bef3-8b42852881eb tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules/6c94cab7-3d47-4495-9c9c-bede9ef436ed HTTP/1.1" status: 200 len: 763 time: 0.0205386 Aug 31 19:38:31.648761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.679522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.693982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798ff621-8b79-4c29-bcba-b52850665361']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:31.709098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03af56bf-5b78-40e1-a535-dbe698e957b2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:31.709648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03af56bf-5b78-40e1-a535-dbe698e957b2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:31.711747 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-163acf37-5543-4bfd-87e9-0d3674aff4b2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617023 Aug 31 19:38:31.714306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.744489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.746774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.757190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.796818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.810074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:31.811168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: items = [ Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:31.813307 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:31.817765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.821540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e51cf9-e93b-44e9-af82-4a25a144ba7b req-1f0816d7-dae1-49b5-b94f-e84e6b3fefd9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:31.823087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92e51cf9-e93b-44e9-af82-4a25a144ba7b req-1f0816d7-dae1-49b5-b94f-e84e6b3fefd9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.1197443 Aug 31 19:38:31.824808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.826403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6c94cab7-3d47-4495-9c9c-bede9ef436ed HTTP/1.1" status: 204 len: 168 time: 0.1106555 Aug 31 19:38:31.829501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.842885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cead048-7fee-40ab-96b9-80cf47261ae2 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c94cab7-3d47-4495-9c9c-bede9ef436ed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:31.891161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5523c089-a1b2-4a27-87b0-a4a8c2e79c03 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604942 Aug 31 19:38:31.891908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:31.897331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '0bb65923-f23f-4faa-aa35-daef7d220a82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:31.905300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-77853e4d-edfb-4f69-9482-fe01426c8784 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:31.906825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-77853e4d-edfb-4f69-9482-fe01426c8784 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 945 time: 0.1603417 Aug 31 19:38:31.931866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.937834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.954897 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92e51cf9-e93b-44e9-af82-4a25a144ba7b req-3644021f-11f4-402d-8e9b-0bd78146e754 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210694 Aug 31 19:38:31.957481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 798ff621-8b79-4c29-bcba-b52850665361 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 19:38:31.962220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:31.968544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/networks/798ff621-8b79-4c29-bcba-b52850665361 HTTP/1.1" status: 204 len: 168 time: 0.5823321 Aug 31 19:38:31.979885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f77f5-2634-49f3-888e-b2e9a0d2bff3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Network': ['ID=798ff621-8b79-4c29-bcba-b52850665361,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:32.125855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.133755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.164212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c5d33e-9d95-4a11-a88f-566eaf53a885,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:32.202638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.214866 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e2a0e1af-6dcb-4d0f-96ba-b3d266c2290d tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217554 Aug 31 19:38:32.215692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.240691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca3df665-e76a-43d6-b8f0-56e0c7400cd5 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules/49c5d33e-9d95-4a11-a88f-566eaf53a885 HTTP/1.1" status: 200 len: 763 time: 0.0237246 Aug 31 19:38:32.241523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.308586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ca42669-0524-42c4-a57b-c261e96d4c09 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0658488 Aug 31 19:38:32.319771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:32.319771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.320387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.399712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e4648-e9a4-45b5-b8a0-9f128d433b4b req-c58cf27d-f74d-473b-bca7-25abe103fd36 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:32.409179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-384e4648-e9a4-45b5-b8a0-9f128d433b4b req-c58cf27d-f74d-473b-bca7-25abe103fd36 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 908 time: 0.2914045 Aug 31 19:38:32.410645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.431263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.433946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.439843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'name': 'tempest-router--1870397116', 'project_id': 'eb7235b8370243f6848723b1ab001c03'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:32.450356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3319f9b-068f-42a5-80ab-8d00c4bf612a req-5c6bb5a5-8544-458b-ae47-a44edc3270fc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:32.457726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3319f9b-068f-42a5-80ab-8d00c4bf612a req-5c6bb5a5-8544-458b-ae47-a44edc3270fc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.2827051 Aug 31 19:38:32.472500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.481418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.486569 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/49c5d33e-9d95-4a11-a88f-566eaf53a885 HTTP/1.1" status: 204 len: 168 time: 0.1700246 Aug 31 19:38:32.488186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.504732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a180c9-803b-47f5-aad0-3c4879cf2950 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49c5d33e-9d95-4a11-a88f-566eaf53a885,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:32.536859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:32.537378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.540187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.541460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.556773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.559673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f16c2963-604f-4649-b8d7-a8e31d61954f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702782 Aug 31 19:38:32.563360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d3319f9b-068f-42a5-80ab-8d00c4bf612a req-862745b1-bf5f-44fa-832c-d434fa7c56de tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045654 Aug 31 19:38:32.569133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Request body: {'security_group_rule': {'security_group_id': '0bb65923-f23f-4faa-aa35-daef7d220a82', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:32.584838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:32.695865 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.701422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.707296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.758648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.762627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-45f76048-3aa5-4cac-a29d-1080dd2a9c03 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3300722 Aug 31 19:38:32.762842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.805601 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.836752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.846039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.878556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e53feea-bd89-476c-9dce-9f224fbaf329,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:32.890901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.892822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-28f69a87-b2f8-41e8-be6b-282b0c9c1889 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345273 Aug 31 19:38:32.897824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.914609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:32.920432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a063bda1-1b4f-4449-8bfe-2c5074713e77 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules/7e53feea-bd89-476c-9dce-9f224fbaf329 HTTP/1.1" status: 200 len: 764 time: 0.0210609 Aug 31 19:38:32.927263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:32.927908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['2be4ca98-6450-4748-91b2-c25ed8ba6ab5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:38:32.962676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=2be4ca98-6450-4748-91b2-c25ed8ba6ab5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:32.995340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51ecbc30-f606-443f-8495-bf6d840c224e up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:33.051846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f7970335-bdbc-4dbb-93ab-f41415148c91 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1213915 Aug 31 19:38:33.053451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:33.057135 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.059886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-684fb556-8e14-4d41-9487-0ce3d19d3250 req-634ca52a-b66a-4948-8436-1c5c80088556 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "DELETE /v2.0/ports/2be4ca98-6450-4748-91b2-c25ed8ba6ab5 HTTP/1.1" status: 204 len: 173 time: 1.1418154 Aug 31 19:38:33.061909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.063408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'name': 'network-vif-deleted', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:33.066400 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4ee3f8-6a64-49fe-a676-b42bc3dfa110" -d '{"events": [{"server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "name": "network-vif-deleted", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:33.121834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.132882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 51ecbc30-f606-443f-8495-bf6d840c224e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:33.134406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.138070 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.146504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 51ecbc30-f606-443f-8495-bf6d840c224e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:33.147180 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.172467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.212526 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.213219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd26fee5-5488-4ddf-ba90-31fdd37889cc {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:33.219122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.220669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b56262b-211b-44e3-925e-5b7030833283 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/routers/cd26fee5-5488-4ddf-ba90-31fdd37889cc HTTP/1.1" status: 204 len: 168 time: 0.4562845 Aug 31 19:38:33.288729 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218ba49-c15d-4a8f-ba66-a4808b284dd6 x-openstack-request-id: req-6218ba49-c15d-4a8f-ba66-a4808b284dd6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:33.289045 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82ca9e8-75ec-41b2-982e-35c534486a29", "name": "network-vif-deleted", "tag": "2be4ca98-6450-4748-91b2-c25ed8ba6ab5", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:33.289578 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6218ba49-c15d-4a8f-ba66-a4808b284dd6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:33.290268 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82ca9e8-75ec-41b2-982e-35c534486a29', 'name': 'network-vif-deleted', 'tag': '2be4ca98-6450-4748-91b2-c25ed8ba6ab5', 'status': 'completed', 'code': 200} Aug 31 19:38:33.293010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.298610 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.299834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7e53feea-bd89-476c-9dce-9f224fbaf329 HTTP/1.1" status: 204 len: 168 time: 0.2300489 Aug 31 19:38:33.302447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.305219 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.325318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5f830-6aad-4c0d-8111-96b031da9450 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e53feea-bd89-476c-9dce-9f224fbaf329,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:33.356375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51ecbc30-f606-443f-8495-bf6d840c224e,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:33.364159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:33.369378 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb5d28-ccae-4c50-b915-2ede2d11327b" -d '{"events": [{"server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "name": "network-vif-plugged", "status": "completed", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:33.377386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8833242f-ba6b-4bdd-8030-8124566d4cfb req-d17a261c-a255-4679-ba7b-231d7264310c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.0911751 Aug 31 19:38:33.390123 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.414270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.415007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b2d2e64-da72-4334-8534-c3b660503641 tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113005 Aug 31 19:38:33.454779 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24723ab4-cbb7-42e1-9969-07d984fda514 x-openstack-request-id: req-24723ab4-cbb7-42e1-9969-07d984fda514 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:33.455707 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "name": "network-vif-plugged", "status": "completed", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:33.457021 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24723ab4-cbb7-42e1-9969-07d984fda514 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:33.457574 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e', 'code': 200} Aug 31 19:38:33.478882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.500067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:33.557090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.587954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0a53-4fe6-40be-aad5-c7b39b68af7f req-b15a1533-c091-4f06-b664-45cded12324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:33.589567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-53ea0a53-4fe6-40be-aad5-c7b39b68af7f req-b15a1533-c091-4f06-b664-45cded12324f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 1061 time: 0.0572245 Aug 31 19:38:33.621395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.631593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf25f8-d722-4407-ad4d-d68e61a07e06 req-0ab44b26-8856-4e33-865e-108daa34aac6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:33.640066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11bf25f8-d722-4407-ad4d-d68e61a07e06 req-0ab44b26-8856-4e33-865e-108daa34aac6 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0839281 Aug 31 19:38:33.724523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d4b6b-084e-4edb-b146-52fded3bc01c req-f9ba04b6-01df-4fb9-b144-d54c2295280c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:33.726215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b04d4b6b-084e-4edb-b146-52fded3bc01c req-f9ba04b6-01df-4fb9-b144-d54c2295280c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.0747304 Aug 31 19:38:33.731194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.735234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.736400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "DELETE /v2.0/security-groups/0bb65923-f23f-4faa-aa35-daef7d220a82 HTTP/1.1" status: 204 len: 168 time: 0.3198788 Aug 31 19:38:33.738973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.762853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdb727-6155-461c-8494-d224e3bfca4f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb65923-f23f-4faa-aa35-daef7d220a82,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:33.765833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1828592596', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:33.799051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b04d4b6b-084e-4edb-b146-52fded3bc01c req-c34cf867-58b3-44f5-b595-bfb3235cdaa6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 Aug 31 19:38:33.814869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5b54b301-b8af-4982-93be-73c328ce768f tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745404 Aug 31 19:38:33.818770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:33.827477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.828611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:33.891851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d93e9248-1b04-436f-836c-9c5a12e2746e tempest-SecGroupTest-163030272 tempest-SecGroupTest-163030272-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684483 Aug 31 19:38:33.915148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.073610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.296217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.307621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:34.335741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.408175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-91b9f1d5-5b27-44b9-8a06-64352277cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.409790 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-91b9f1d5-5b27-44b9-8a06-64352277cf2f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 1097 time: 0.1222253 Aug 31 19:38:34.489851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:34.490621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-253f18d5-947b-4ab4-bd78-d56a6c523a2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f51642f31e24c609c73c01afdb7a805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817183 Aug 31 19:38:34.527856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-800c7495-14dc-4b00-8be3-41d3ebdbebd1 req-94241231-c8a5-4495-b3e8-90cf75d59634 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.0441687 Aug 31 19:38:34.549511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Allocated IP 172.25.3.126 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/431bb506-79a9-409a-978b-c5062acc0f29) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:34.640676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-ff06f20a-3bdd-4b4b-9f41-935da47839ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.642155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-ff06f20a-3bdd-4b4b-9f41-935da47839ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.2247579 Aug 31 19:38:34.702280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.707333 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-bf6d7e47-0361-48f2-a879-274cd0a37ae9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e HTTP/1.1" status: 200 len: 217 time: 0.0570107 Aug 31 19:38:34.772630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade7340-f79f-44c6-ab31-e9c3ea823b47 req-110074cb-6948-4b88-aabc-92ab466c9b36 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.775274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.787508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fade7340-f79f-44c6-ab31-e9c3ea823b47 req-110074cb-6948-4b88-aabc-92ab466c9b36 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0726900 Aug 31 19:38:34.823936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-bfe10c16-7e97-4647-b5e0-23082692d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.825341 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-bfe10c16-7e97-4647-b5e0-23082692d631 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1086049 Aug 31 19:38:34.882972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.917368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-c5e6f8d8-48a3-4c13-a84f-f6f73df6f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.919136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-c5e6f8d8-48a3-4c13-a84f-f6f73df6f47e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823245 Aug 31 19:38:34.942726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bba64b-b023-4f09-aa9b-5f6cae40263a req-2309d208-43b7-4ff3-860f-0a15b3de4720 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:34.944477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52bba64b-b023-4f09-aa9b-5f6cae40263a req-2309d208-43b7-4ff3-860f-0a15b3de4720 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Aug 31 19:38:34.950055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.952914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:34.953988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54b221aa-464e-4722-bb8a-00d870fb56ee HTTP/1.1" status: 204 len: 168 time: 0.4616261 Aug 31 19:38:34.998740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c9adc-efda-4c25-a14b-e589c267fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b221aa-464e-4722-bb8a-00d870fb56ee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:35.042602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-52bba64b-b023-4f09-aa9b-5f6cae40263a req-2e97ab01-9541-40b2-8dbb-4bdfa72de82a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902531 Aug 31 19:38:35.047805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:35.081294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:35.102009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:35.107893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:35.177409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-38058e5d-9657-4bc9-a072-53b2e99ce2be service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510791 Aug 31 19:38:35.180571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event updated for resources: {'Port': ['ID=431bb506-79a9-409a-978b-c5062acc0f29,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:35.349309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0d80c84-0b1f-472d-8c4b-73eae82142b5 req-60a0eafc-1cf5-4e01-96bf-f40b0b0d4ae4 service neutron] 10.222.0.82 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582859 Aug 31 19:38:35.598063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:35.667001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bac08029-6e82-4e64-9db1-be167b8cff52 req-726af70f-c43b-4078-984e-2eee95fa2f24 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.0502934 Aug 31 19:38:35.828382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:35.866727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:35.935835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029eae1-46c2-485d-9760-8d5718228790 req-7ea11d15-fffc-486d-8fc8-490715bfe794 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:35.937804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9029eae1-46c2-485d-9760-8d5718228790 req-7ea11d15-fffc-486d-8fc8-490715bfe794 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0619757 Aug 31 19:38:35.973217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cb21309a-3f5c-4840-bc34-fbba3126224d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:35.974593 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-cb21309a-3f5c-4840-bc34-fbba3126224d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 19:38:35.975228 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-cb21309a-3f5c-4840-bc34-fbba3126224d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:38:35.980264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:35.980793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cb21309a-3f5c-4840-bc34-fbba3126224d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1513174 Aug 31 19:38:35.990139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149856086'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:36.033860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.049609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.064473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:36.082512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Router 3aa2fac7-a4a9-4af5-9096-25db0fd6de8a is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:36.091900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd513bb-c6af-4252-8e46-d8c2c6740771 req-ccbdfe69-a46f-49aa-b4b8-c9e060c6c416 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.105681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-acd513bb-c6af-4252-8e46-d8c2c6740771 req-ccbdfe69-a46f-49aa-b4b8-c9e060c6c416 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0835664 Aug 31 19:38:36.118807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:36.119163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2be4ca98-6450-4748-91b2-c25ed8ba6ab5 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:36.198522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb104-3125-4465-9d81-1d054f396cb3 req-fa2537e2-6276-4108-b786-e2d1d67f3cc2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.200126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2ccb104-3125-4465-9d81-1d054f396cb3 req-fa2537e2-6276-4108-b786-e2d1d67f3cc2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 945 time: 0.0575585 Aug 31 19:38:36.261511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:36.266062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03738-2f1c-45f6-8805-6aa163d602d0 req-ebc9e127-2bef-4876-98b1-4cc9f1234104 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.267828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3ba03738-2f1c-45f6-8805-6aa163d602d0 req-ebc9e127-2bef-4876-98b1-4cc9f1234104 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 1061 time: 0.0769963 Aug 31 19:38:36.270595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2ccb104-3125-4465-9d81-1d054f396cb3 req-a0062b94-f9a4-4d56-8622-1f46a5a3b6ab tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Aug 31 19:38:36.280071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] Sync routers for ids ['3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:36.295884 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] Routers {'3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:36.296545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:36.316929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.323186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.333669 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:36.338668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.340404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-61c1e1c7-d9fb-42f0-adac-6ee0ffed3641 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8604889 Aug 31 19:38:36.343972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:36.346165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] Routers {'3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:36.347064 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:36.387785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e84e96-7db1-49c5-a255-388bd6addd62,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:36.390015 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:36.391947 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfc5b9-c753-4391-8f16-dd0a3b057bb7 None None] The sync data for ids ['3aa2fac7-a4a9-4af5-9096-25db0fd6de8a'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:36.463183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.468412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.501933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:36.505772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5219445 Aug 31 19:38:36.505984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:36.506304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b76e8-3449-49f3-85e5-65ff971c85cf req-f212adba-8511-4247-90b5-9ca6cb833eba tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.507761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-964b76e8-3449-49f3-85e5-65ff971c85cf req-f212adba-8511-4247-90b5-9ca6cb833eba tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1136 time: 0.1003244 Aug 31 19:38:36.510742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '1d3f19ec-a5b0-48cb-9ff5-bf47554c51c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:36.516448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149f19c-ef04-48da-808f-8c27c4ff5049 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3f19ec-a5b0-48cb-9ff5-bf47554c51c6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:36.527564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b59a527-3e7d-461c-93bb-6ed8a022a9b5 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/3aa2fac7-a4a9-4af5-9096-25db0fd6de8a HTTP/1.1" status: 200 len: 921 time: 0.1793149 Aug 31 19:38:36.527783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:36.550814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-964b76e8-3449-49f3-85e5-65ff971c85cf req-2e146fed-2b7e-429f-bfb1-7d4b936970a1 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345850 Aug 31 19:38:36.565519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a0bfcb67-05b6-41e3-ba1d-3340f6c70570 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=3aa2fac7-a4a9-4af5-9096-25db0fd6de8a HTTP/1.1" status: 200 len: 205 time: 0.0366547 Aug 31 19:38:36.571692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:36.579385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:36.624476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49733717-784c-4d86-9afd-d25852c77323 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.626042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49733717-784c-4d86-9afd-d25852c77323 tempest-TestSecurityGroupsBasicOps-410347022 tempest-TestSecurityGroupsBasicOps-410347022-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 1056 time: 0.0455856 Aug 31 19:38:36.779703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8daeb5bb-f2f8-4368-b9bb-7ef44e162c31 req-7e043051-ed1d-4361-97af-65c8d6858ce8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c82ca9e8-75ec-41b2-982e-35c534486a29 HTTP/1.1" status: 200 len: 210 time: 0.0317364 Aug 31 19:38:36.904957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4898-3b0a-4b35-993d-a143ade2b74a req-7b7c6e25-3296-48bb-bb79-71a0b3c9135a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:36.906811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4caa4898-3b0a-4b35-993d-a143ade2b74a req-7b7c6e25-3296-48bb-bb79-71a0b3c9135a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0548568 Aug 31 19:38:36.920695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.011001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:37.024369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.065063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.070620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.139673 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.147964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394c5847-98a5-4396-96bb-641a16f48fc1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:37.153998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.155286 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-30f79995-27e9-41d1-b907-8883aff0fd49 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6482997 Aug 31 19:38:37.159536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:37.164856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-08437568-85c6-401a-bfe6-59b72b0e8c09 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '1d3f19ec-a5b0-48cb-9ff5-bf47554c51c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:37.187042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:37.190255 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a2b69-d371-4db0-b421-3531675a9128" -d '{"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:37.196723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:37.202530 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.204169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.222006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08437568-85c6-401a-bfe6-59b72b0e8c09 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.254706 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6d2ad5-ec75-415d-b4d3-5a59537b365d x-openstack-request-id: req-3b6d2ad5-ec75-415d-b4d3-5a59537b365d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:37.254998 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:37.255255 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b6d2ad5-ec75-415d-b4d3-5a59537b365d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:37.255665 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'code': 200} Aug 31 19:38:37.267306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:37.289299 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-08437568-85c6-401a-bfe6-59b72b0e8c09 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:38:37.291687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-08437568-85c6-401a-bfe6-59b72b0e8c09 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1295609 Aug 31 19:38:37.292948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port 431bb506-79a9-409a-978b-c5062acc0f29 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:37.293304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.293435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:37.386394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.401320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.414002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for 431bb506-79a9-409a-978b-c5062acc0f29 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:37.439674 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.467745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3875c-1a28-4a7d-8f56-93e99dcbb7dd req-a9426055-49a0-45fc-8541-2b524cea8165 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:37.469281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87a3875c-1a28-4a7d-8f56-93e99dcbb7dd req-a9426055-49a0-45fc-8541-2b524cea8165 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 943 time: 0.0990705 Aug 31 19:38:37.523574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87a3875c-1a28-4a7d-8f56-93e99dcbb7dd req-10e6e55e-9a02-4352-b61d-41c5e41a2f9e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Aug 31 19:38:37.528636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.532144 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.536347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/1d3f19ec-a5b0-48cb-9ff5-bf47554c51c6 HTTP/1.1" status: 204 len: 168 time: 0.2419760 Aug 31 19:38:37.536604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:37.548963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe168-4aed-4428-b9fc-6a3fb9959b80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3f19ec-a5b0-48cb-9ff5-bf47554c51c6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:37.632521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e85ca6f-4a1d-43f8-90b9-fcec3eeac011 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937562 Aug 31 19:38:37.636791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:37.644792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--303484166'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:37.660208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.669596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1cded-1e40-421e-afc4-e95c728ad721 req-0551bbb4-e3cd-4981-9045-fa906289597b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:37.672350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89a1cded-1e40-421e-afc4-e95c728ad721 req-0551bbb4-e3cd-4981-9045-fa906289597b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0578663 Aug 31 19:38:37.692384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=431bb506-79a9-409a-978b-c5062acc0f29,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:37.696512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.720871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89a1cded-1e40-421e-afc4-e95c728ad721 req-7dd0b693-fa6b-4c76-ab27-c5b225a4cdf5 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Aug 31 19:38:37.778536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.853743 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864cd9-75f6-409c-b595-6aeb36121a95 req-694a7146-3c53-40e8-af69-6a047b138774 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:37.855282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56864cd9-75f6-409c-b595-6aeb36121a95 req-694a7146-3c53-40e8-af69-6a047b138774 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0572457 Aug 31 19:38:37.884239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.887371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.896886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56864cd9-75f6-409c-b595-6aeb36121a95 req-89c930f9-0e9a-4939-9307-e12909cf63aa tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Aug 31 19:38:37.967903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.968704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa2fac7-a4a9-4af5-9096-25db0fd6de8a {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:37.983553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:37.985127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-202f5a1a-a746-4501-b10d-57ed0ce60f73 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/3aa2fac7-a4a9-4af5-9096-25db0fd6de8a HTTP/1.1" status: 204 len: 168 time: 1.4166474 Aug 31 19:38:37.988964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:37.994445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054455270', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:38.007016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.020614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.067520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.068811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.087581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.092323 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4513247 Aug 31 19:38:38.092323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499ec8-4850-42d4-a574-cdf1e6c09988 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0f9b1-2544-47e3-a14f-fd56ba07dbc7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:38.096555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.101797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-95465253-438a-4b4e-a1eb-8d644a789006 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '66b0f9b1-2544-47e3-a14f-fd56ba07dbc7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:38.102430 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-95465253-438a-4b4e-a1eb-8d644a789006 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 19:38:38.103083 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-95465253-438a-4b4e-a1eb-8d644a789006 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:38.106565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-95465253-438a-4b4e-a1eb-8d644a789006 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065722 Aug 31 19:38:38.106694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953acc2-78b9-4564-8df2-a75eb047863b req-d98178ec-2b00-405e-88df-69ae808f67ff tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:38.116060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c953acc2-78b9-4564-8df2-a75eb047863b req-d98178ec-2b00-405e-88df-69ae808f67ff tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.0964866 Aug 31 19:38:38.121947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.181715 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.214994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-5b1b154c-9514-46db-b610-2d2ccd7211af tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:38.217193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-5b1b154c-9514-46db-b610-2d2ccd7211af tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.82 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 909 time: 0.1120298 Aug 31 19:38:38.270359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.330096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.350403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee0cfe-03a5-419b-b1fc-ba467c44085d req-900e6c57-0514-4734-b835-ac1107bcc835 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:38.351855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7dee0cfe-03a5-419b-b1fc-ba467c44085d req-900e6c57-0514-4734-b835-ac1107bcc835 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1689556 Aug 31 19:38:38.355763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.388024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 51ecbc30-f606-443f-8495-bf6d840c224e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:38.389647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.409491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.412040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.413188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/66b0f9b1-2544-47e3-a14f-fd56ba07dbc7 HTTP/1.1" status: 204 len: 168 time: 0.2923174 Aug 31 19:38:38.418078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.454074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7dee0cfe-03a5-419b-b1fc-ba467c44085d req-26a25b8c-e562-47c9-b3ce-7a701a64ca21 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916996 Aug 31 19:38:38.456412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e357438-22e1-4e6d-baff-9537d1b345eb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0f9b1-2544-47e3-a14f-fd56ba07dbc7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:38.489797 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fb86c0d9-7889-4225-9b87-9f870b4d0859 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703442 Aug 31 19:38:38.493878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.499123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--385253184'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:38.505834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 51ecbc30-f606-443f-8495-bf6d840c224e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=51ecbc30-f606-443f-8495-bf6d840c224e,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:38.506226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.520833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 51ecbc30-f606-443f-8495-bf6d840c224e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:38.541604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.681169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.712991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.713232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=51ecbc30-f606-443f-8495-bf6d840c224e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:38.745925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.765825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.768603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] No DVR routers for this DVR port 51ecbc30-f606-443f-8495-bf6d840c224e on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:38.769553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.773131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.775986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0a611053-e7bc-4e7e-83a0-e2905c0c5644 req-db466990-895a-4036-a50e-da300b04877c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.82 "DELETE /v2.0/ports/51ecbc30-f606-443f-8495-bf6d840c224e HTTP/1.1" status: 204 len: 173 time: 0.5524325 Aug 31 19:38:38.776538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'name': 'network-vif-deleted', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:38.779882 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac310b-8cfa-40c8-a4a2-ff7f8fa3cf17" -d '{"events": [{"server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "name": "network-vif-deleted", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:38.833393 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d31a53-24b0-4a53-85e7-da3fe16127c7 x-openstack-request-id: req-96d31a53-24b0-4a53-85e7-da3fe16127c7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:38.833727 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f58211-0079-4829-a965-b19545cd0155", "name": "network-vif-deleted", "tag": "51ecbc30-f606-443f-8495-bf6d840c224e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:38.833966 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96d31a53-24b0-4a53-85e7-da3fe16127c7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:38.834446 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f58211-0079-4829-a965-b19545cd0155', 'name': 'network-vif-deleted', 'tag': '51ecbc30-f606-443f-8495-bf6d840c224e', 'status': 'completed', 'code': 200} Aug 31 19:38:38.842080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:38.846138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3485136 Aug 31 19:38:38.847025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.851271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-39b7f24d-2c11-4ab0-9d44-bd55ffff8368 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '8625f7f6-88c7-4147-864f-dc7831a88c90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:38.852163 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-39b7f24d-2c11-4ab0-9d44-bd55ffff8368 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 19:38:38.852667 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-39b7f24d-2c11-4ab0-9d44-bd55ffff8368 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:38.853657 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-39b7f24d-2c11-4ab0-9d44-bd55ffff8368 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062978 Aug 31 19:38:38.856404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:38.856690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96def8-c27f-49cd-a471-840f9cbd8e80 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8625f7f6-88c7-4147-864f-dc7831a88c90,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:38.933387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.25.3.233 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/443d57c3-4943-48ae-8fba-ba97c1ca4215) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:38.958162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.002032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.060021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.064218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.067965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/8625f7f6-88c7-4147-864f-dc7831a88c90 HTTP/1.1" status: 204 len: 168 time: 0.2079742 Aug 31 19:38:39.070052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.095511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efcca9-6c45-469a-ad16-60017a08caa8 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625f7f6-88c7-4147-864f-dc7831a88c90,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:39.131823 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa00eddc-8cbc-41f4-82b7-09e0e9fbd446 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590858 Aug 31 19:38:39.137255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.150783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--742010182'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.194725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.312179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.320993 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.358426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.360207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2204783 Aug 31 19:38:39.362883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.368006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4d0b3aaa-e7d5-495c-89cc-a84cb4afa421 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'da724083-c465-4661-b125-e08466b22273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.382827 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-4d0b3aaa-e7d5-495c-89cc-a84cb4afa421 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 19:38:39.383447 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-4d0b3aaa-e7d5-495c-89cc-a84cb4afa421 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.384748 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d0b3aaa-e7d5-495c-89cc-a84cb4afa421 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0206213 Aug 31 19:38:39.385677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4c294-8a38-4b00-aa9d-78b85eac24b3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da724083-c465-4661-b125-e08466b22273,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:39.388099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59706) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.394949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3ecb7949-72be-4eb2-8eeb-ce131f887abf tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'da724083-c465-4661-b125-e08466b22273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.396525 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-3ecb7949-72be-4eb2-8eeb-ce131f887abf tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 19:38:39.397032 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3ecb7949-72be-4eb2-8eeb-ce131f887abf tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.397963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3ecb7949-72be-4eb2-8eeb-ce131f887abf tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069022 Aug 31 19:38:39.400806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.405616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-894e3e3d-5c80-4f10-8046-a1c6336c117c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'da724083-c465-4661-b125-e08466b22273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.406485 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-894e3e3d-5c80-4f10-8046-a1c6336c117c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 19:38:39.406982 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-894e3e3d-5c80-4f10-8046-a1c6336c117c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.410347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-894e3e3d-5c80-4f10-8046-a1c6336c117c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062909 Aug 31 19:38:39.410550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.415731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-22bad958-780e-492e-9585-391fe74652d6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'da724083-c465-4661-b125-e08466b22273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.416619 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-22bad958-780e-492e-9585-391fe74652d6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 19:38:39.417240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-528a2044-0152-4887-8069-8799c49bfc64 req-4a3201c0-cb42-4e32-be05-4639b05f64e2 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=41f58211-0079-4829-a965-b19545cd0155 HTTP/1.1" status: 200 len: 210 time: 0.0404422 Aug 31 19:38:39.420135 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-22bad958-780e-492e-9585-391fe74652d6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.425544 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-22bad958-780e-492e-9585-391fe74652d6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119298 Aug 31 19:38:39.427298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.499312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.517565 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.548585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.627964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.659278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.661840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.662984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/da724083-c465-4661-b125-e08466b22273 HTTP/1.1" status: 204 len: 168 time: 0.2348542 Aug 31 19:38:39.665720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.695439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5573494-42c3-4bec-9a63-0ddbf566d5ac req-d86f1f83-c665-4374-8081-fd9c0861189b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:39.696985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5573494-42c3-4bec-9a63-0ddbf566d5ac req-d86f1f83-c665-4374-8081-fd9c0861189b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1269996 Aug 31 19:38:39.705043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4b5d3-03fc-4ee4-9202-95aa09d7dcfb tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da724083-c465-4661-b125-e08466b22273,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:39.707877 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-839da46e-6f41-4b36-81b0-0c89a2606233 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0409892 Aug 31 19:38:39.710288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:39.711885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.715877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=443d57c3-4943-48ae-8fba-ba97c1ca4215,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:39.716477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410623290'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.726566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:39.730173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:39.741618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.780971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5573494-42c3-4bec-9a63-0ddbf566d5ac req-5def02f5-f25f-4127-b0f4-b753c1641312 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733705 Aug 31 19:38:39.841373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.845227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.875966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:39.880082 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1645615 Aug 31 19:38:39.880082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce90ebb-34d4-4002-956a-f5bd7f489766 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5b565-0a61-4321-ac37-33bd121f45e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:39.880297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.893410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-936c87f7-352c-4dc9-9836-e6ce5af54d42 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.894193 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-936c87f7-352c-4dc9-9836-e6ce5af54d42 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 19:38:39.894680 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-936c87f7-352c-4dc9-9836-e6ce5af54d42 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.898489 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-936c87f7-352c-4dc9-9836-e6ce5af54d42 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146494 Aug 31 19:38:39.898617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.902747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4e409a80-cba6-462c-99ee-9eea1406e5ac tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.943676 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-4e409a80-cba6-462c-99ee-9eea1406e5ac tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.947483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e409a80-cba6-462c-99ee-9eea1406e5ac tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453665 Aug 31 19:38:39.947850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.953205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f46323d2-e81c-4954-a699-8ebee8fd0e16 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:39.953684 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-f46323d2-e81c-4954-a699-8ebee8fd0e16 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 19:38:39.954151 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f46323d2-e81c-4954-a699-8ebee8fd0e16 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:39.957298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f46323d2-e81c-4954-a699-8ebee8fd0e16 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061843 Aug 31 19:38:39.957830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:39.962917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6379d756-11e1-43e5-8070-32c46454f4b5 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.003662 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-6379d756-11e1-43e5-8070-32c46454f4b5 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.007395 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6379d756-11e1-43e5-8070-32c46454f4b5 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0458791 Aug 31 19:38:40.008702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.014914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-82dad5cc-3406-4fb6-9558-248b3f151482 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.015462 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-82dad5cc-3406-4fb6-9558-248b3f151482 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 19:38:40.015968 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-82dad5cc-3406-4fb6-9558-248b3f151482 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.017081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82dad5cc-3406-4fb6-9558-248b3f151482 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063882 Aug 31 19:38:40.019672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59730) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.024051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e198ee8f-e1ab-48db-a241-84bde08d864d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.033802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.061510 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-e198ee8f-e1ab-48db-a241-84bde08d864d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.065171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e198ee8f-e1ab-48db-a241-84bde08d864d tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0418322 Aug 31 19:38:40.065391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.069935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-67feddcf-82af-4507-a336-fc9f3fbe4750 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.070406 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-67feddcf-82af-4507-a336-fc9f3fbe4750 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 19:38:40.071844 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-67feddcf-82af-4507-a336-fc9f3fbe4750 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.072140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-67feddcf-82af-4507-a336-fc9f3fbe4750 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058763 Aug 31 19:38:40.075025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.079399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7a5f0a7-622e-4e44-9fa7-d5d23d6856f3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.120865 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d7a5f0a7-622e-4e44-9fa7-d5d23d6856f3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.123712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7a5f0a7-622e-4e44-9fa7-d5d23d6856f3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0474184 Aug 31 19:38:40.126166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.131613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9245149f-bb50-4555-a3ce-34e8f1afe910 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': 'c4b5b565-0a61-4321-ac37-33bd121f45e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.180164 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9245149f-bb50-4555-a3ce-34e8f1afe910 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:40.181249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9245149f-bb50-4555-a3ce-34e8f1afe910 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0538859 Aug 31 19:38:40.184054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.241361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.266664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.272394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.314038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.318137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.318137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/c4b5b565-0a61-4321-ac37-33bd121f45e4 HTTP/1.1" status: 204 len: 168 time: 0.1321316 Aug 31 19:38:40.322453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.328623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4b887-5a01-4b8b-8496-4b3795de77ce tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5b565-0a61-4321-ac37-33bd121f45e4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:40.423444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f504b197-be69-43b3-ae3f-cebeb0852f1b tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995874 Aug 31 19:38:40.427440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.432564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--400073776'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.457538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.474327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router 14dee27b-880a-48f8-b05c-04daecaf45dc is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:40.485268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.604141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:40.621447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Sync routers for ids ['14dee27b-880a-48f8-b05c-04daecaf45dc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:40.635146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Routers {'14dee27b-880a-48f8-b05c-04daecaf45dc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:40.636720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['14dee27b-880a-48f8-b05c-04daecaf45dc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:40.698484 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.704471 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.709659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.712391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b4528b9-8adc-43d8-979d-b3d152930deb tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7221916 Aug 31 19:38:40.713991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.761900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Set router 14dee27b-880a-48f8-b05c-04daecaf45dc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:40.769799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.773914 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3453193 Aug 31 19:38:40.780589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.785132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-011d89b6-85a2-491d-bcab-0c40764ca1f7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '4ad3d786-8230-44cc-84f0-1d951fcc610d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.811762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75d03-4eb4-4244-8235-c27121caa899 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3d786-8230-44cc-84f0-1d951fcc610d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:40.892704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7bb0887b-1a5f-4849-ae74-14b7ebba28ca tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/14dee27b-880a-48f8-b05c-04daecaf45dc HTTP/1.1" status: 200 len: 909 time: 0.1773410 Aug 31 19:38:40.896848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.902796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054455270', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': True}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.909605 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-011d89b6-85a2-491d-bcab-0c40764ca1f7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The resource could not be found. Aug 31 19:38:40.912108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-011d89b6-85a2-491d-bcab-0c40764ca1f7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1305079 Aug 31 19:38:40.918999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59758) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:40.924385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-40db2245-9339-4aa6-a5dc-f29fb7a139b4 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '4ad3d786-8230-44cc-84f0-1d951fcc610d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee1c6023-74fa-45b2-a74d-a5bba1993ebc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:40.938859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.940353 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:40.960081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff57873-4f6b-4f80-bbb8-226f1c49af62 req-9bb72778-cc8e-4348-8c66-d9aac134fe36 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:40.961702 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1ff57873-4f6b-4f80-bbb8-226f1c49af62 req-9bb72778-cc8e-4348-8c66-d9aac134fe36 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0849655 Aug 31 19:38:41.004092 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-40db2245-9339-4aa6-a5dc-f29fb7a139b4 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The resource could not be found. Aug 31 19:38:41.005330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40db2245-9339-4aa6-a5dc-f29fb7a139b4 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0846801 Aug 31 19:38:41.014168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59760) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.016193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'name': 'tempest-snat-router-2054455270', 'tenant_id': 'f774c5af741340bfa2f858283654ead0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233'}], 'enable_snat': False}, 'gw_port_id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:39Z', 'revision_number': 3, 'project_id': 'f774c5af741340bfa2f858283654ead0', 'gw_port': {'id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:41.030862 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.046014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51ecbc30-f606-443f-8495-bf6d840c224e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:41.049546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Checking router: 14dee27b-880a-48f8-b05c-04daecaf45dc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:41.049893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Updating router 14dee27b-880a-48f8-b05c-04daecaf45dc port 443d57c3-4943-48ae-8fba-ba97c1ca4215 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:41.068829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 51ecbc30-f606-443f-8495-bf6d840c224e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:41.069101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 51ecbc30-f606-443f-8495-bf6d840c224e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:41.069493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:41.081769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1ff57873-4f6b-4f80-bbb8-226f1c49af62 req-28844077-7e4e-4d11-be64-76399bd34da7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908344 Aug 31 19:38:41.116268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.150594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.174041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.202023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.204814 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.208377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/4ad3d786-8230-44cc-84f0-1d951fcc610d HTTP/1.1" status: 204 len: 168 time: 0.1907670 Aug 31 19:38:41.210222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.228882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.237701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.243085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054bb26-ee9d-4ba1-a3c3-0c773e9e8890 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3d786-8230-44cc-84f0-1d951fcc610d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:41.283622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eb8ef703-33df-41c3-8033-b5247df83a6f tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687356 Aug 31 19:38:41.288776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.296420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-076e83f8-9970-4916-bc2d-311ff01be035 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '15a3e936-8d6f-48e4-99e9-3b5be3b729ea', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:41.385646 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-076e83f8-9970-4916-bc2d-311ff01be035 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The resource could not be found. Aug 31 19:38:41.387323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-076e83f8-9970-4916-bc2d-311ff01be035 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0975630 Aug 31 19:38:41.391886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.401645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615826004'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:41.457338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.559365 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.590668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Transition to ACTIVE for port object 443d57c3-4943-48ae-8fba-ba97c1ca4215 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:41.594057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f48726eb-5e58-4fe8-8057-5be374933626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.601174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.604711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.606330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.639438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.644236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2503247 Aug 31 19:38:41.647362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.652910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194251341'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:41.658715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f8735-c6ae-467c-90e2-d1e09a64f501 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c3204-2695-4c9a-b387-7f1062dece5c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:41.666023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f58e-cd00-44b2-95da-8a32f30e57ff None None] Pushing event updated for resources: {'Port': ['ID=443d57c3-4943-48ae-8fba-ba97c1ca4215,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:41.687068 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.699696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Attempting to bind port 443d57c3-4943-48ae-8fba-ba97c1ca4215 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:41.701167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Attempting to bind port 443d57c3-4943-48ae-8fba-ba97c1ca4215 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:41.701167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Attempting to bind port 443d57c3-4943-48ae-8fba-ba97c1ca4215 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:41.706675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:41.707061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:41.707473 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.707898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:41.717284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Bound port: 443d57c3-4943-48ae-8fba-ba97c1ca4215, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:41.717284 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.812977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] For port 443d57c3-4943-48ae-8fba-ba97c1ca4215, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:41.818431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] For port 443d57c3-4943-48ae-8fba-ba97c1ca4215, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=443d57c3-4943-48ae-8fba-ba97c1ca4215,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:41.824422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.831447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.836217 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.865008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.869018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2180159 Aug 31 19:38:41.869324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.874708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f48245be-838f-4c51-82a4-857ac07c600c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group_rule': {'security_group_id': '3d5c3204-2695-4c9a-b387-7f1062dece5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f2491a8e-53ce-4e37-a98b-66611c066611'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:41.883193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e1e0-287b-4bca-b52b-d275bd0a5c81 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2491a8e-53ce-4e37-a98b-66611c066611,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:41.908521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f58e-cd00-44b2-95da-8a32f30e57ff None None] Pushing event updated for resources: {'Port': ['ID=443d57c3-4943-48ae-8fba-ba97c1ca4215,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:41.922714 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-f48245be-838f-4c51-82a4-857ac07c600c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:38:41.926450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f48245be-838f-4c51-82a4-857ac07c600c tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534923 Aug 31 19:38:41.927166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59816) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:41.932577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Routers {'14dee27b-880a-48f8-b05c-04daecaf45dc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:41.933378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['14dee27b-880a-48f8-b05c-04daecaf45dc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:42.015861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.051848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.094078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] Set router 14dee27b-880a-48f8-b05c-04daecaf45dc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:42.112711 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.116901 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.118294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/f2491a8e-53ce-4e37-a98b-66611c066611 HTTP/1.1" status: 204 len: 168 time: 0.1905282 Aug 31 19:38:42.120949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.132625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41123b0-9a05-4503-a7cf-4f0404891d75 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2491a8e-53ce-4e37-a98b-66611c066611,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:42.178779 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.213823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.259819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ece8b-1bd3-4e94-bd4c-0ae80a347f56 req-f943136d-168d-49eb-8086-41ac137b2574 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:42.261499 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-379ece8b-1bd3-4e94-bd4c-0ae80a347f56 req-f943136d-168d-49eb-8086-41ac137b2574 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1095128 Aug 31 19:38:42.328329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-379ece8b-1bd3-4e94-bd4c-0ae80a347f56 req-73013487-7712-4870-9350-ff2dba4e7005 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592346 Aug 31 19:38:42.359752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c6d2e53a-92b2-4b00-b625-6cb5df443533 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2348251 Aug 31 19:38:42.360824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.384161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'name': 'tempest-snat-router-2054455270', 'tenant_id': 'f774c5af741340bfa2f858283654ead0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233'}], 'enable_snat': False}, 'gw_port_id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:39Z', 'revision_number': 3, 'project_id': 'f774c5af741340bfa2f858283654ead0', 'gw_port': {'id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:42.394612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.25.3.40 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/86c7291c-a483-4c1e-97b7-9e26f7204646) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:42.398096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:42.398453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.418533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.434569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c553bb1-4e9e-454f-8873-33be8da0d9fb None None] The sync data for ids ['14dee27b-880a-48f8-b05c-04daecaf45dc'] in n-d-778550-14 is: [{'id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'name': 'tempest-snat-router-2054455270', 'tenant_id': 'f774c5af741340bfa2f858283654ead0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233'}], 'enable_snat': False}, 'gw_port_id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:39Z', 'revision_number': 3, 'project_id': 'f774c5af741340bfa2f858283654ead0', 'gw_port': {'id': '443d57c3-4943-48ae-8fba-ba97c1ca4215', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dee27b-880a-48f8-b05c-04daecaf45dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:38Z', 'updated_at': '2021-08-31T19:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:42.464997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.515956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.518682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.519951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/3d5c3204-2695-4c9a-b387-7f1062dece5c HTTP/1.1" status: 204 len: 168 time: 0.1579194 Aug 31 19:38:42.522604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.531779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386de085-9d41-4705-9605-9fd7955e97c7 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c3204-2695-4c9a-b387-7f1062dece5c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:42.617792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:42.618179 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.637199 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-277cfe8d-17c1-4001-8946-8708640c6674 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134481 Aug 31 19:38:42.643250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59860) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.649060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:42.650892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'tempest-secgroup--561274425'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:42.676792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.687163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.837911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.842975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.850942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.893117 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.897229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2500925 Aug 31 19:38:42.897229 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43862f3-0629-4d64-8cb2-0b0099091b04 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42febca-7dfd-47e7-b6f5-c53a8ab37995,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:42.899284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.910166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0d63723e-67a8-47a1-bf88-5d6ad53ef866 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:42.911389 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-0d63723e-67a8-47a1-bf88-5d6ad53ef866 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 19:38:42.911872 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-0d63723e-67a8-47a1-bf88-5d6ad53ef866 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 19:38:42.915357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0d63723e-67a8-47a1-bf88-5d6ad53ef866 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "PUT /v2.0/security-groups/e42febca-7dfd-47e7-b6f5-c53a8ab37995 HTTP/1.1" status: 409 len: 330 time: 0.0066674 Aug 31 19:38:42.915357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:42.915920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:42.929367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:42.934400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:42.970630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=86c7291c-a483-4c1e-97b7-9e26f7204646,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:42.988009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.035156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.092735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.097556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.105273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/e42febca-7dfd-47e7-b6f5-c53a8ab37995 HTTP/1.1" status: 204 len: 168 time: 0.1882195 Aug 31 19:38:43.105903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.140812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17783ec-d802-4285-99f7-5f4e570cb8c6 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42febca-7dfd-47e7-b6f5-c53a8ab37995,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.159284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 443d57c3-4943-48ae-8fba-ba97c1ca4215 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:43.160104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.202465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dc6242f0-aff2-43f6-8241-c3e6523de703 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916195 Aug 31 19:38:43.203525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.224572 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-35f435a7-7761-45fd-af94-ffa89fb0ea10 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] delete failed (client error): The resource could not be found. Aug 31 19:38:43.230504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-35f435a7-7761-45fd-af94-ffa89fb0ea10 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "DELETE /v2.0/security-groups/fac159fa-31ba-46c8-af65-e3528b70c2b4 HTTP/1.1" status: 404 len: 347 time: 0.0257838 Aug 31 19:38:43.231278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.246743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.252393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 443d57c3-4943-48ae-8fba-ba97c1ca4215 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:43.262052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 443d57c3-4943-48ae-8fba-ba97c1ca4215 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:43.264583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.267931 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-798c39ea-e467-4a67-a360-61398e3623f5 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] show failed (client error): The resource could not be found. Aug 31 19:38:43.273016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.273179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-798c39ea-e467-4a67-a360-61398e3623f5 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-groups/c188e846-6f56-4170-97c2-2acce2a08935 HTTP/1.1" status: 404 len: 347 time: 0.0403249 Aug 31 19:38:43.340267 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-dc630508-8c2b-468b-b514-5bbd42dc65c3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] show failed (client error): The resource could not be found. Aug 31 19:38:43.341780 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc630508-8c2b-468b-b514-5bbd42dc65c3 tempest-NegativeSecGroupTest-1355853561 tempest-NegativeSecGroupTest-1355853561-project] 10.222.0.73 "GET /v2.0/security-group-rules/66849eab-b930-44ae-aa2a-366093297f64 HTTP/1.1" status: 404 len: 356 time: 0.0681055 Aug 31 19:38:43.393168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.438391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 443d57c3-4943-48ae-8fba-ba97c1ca4215, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=443d57c3-4943-48ae-8fba-ba97c1ca4215,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:43.442998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.570573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=443d57c3-4943-48ae-8fba-ba97c1ca4215,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.590192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d680-b896-4c4f-9606-8a8701401231 req-16023930-b64a-48b7-b923-91a6bc6eba99 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:43.592005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4826d680-b896-4c4f-9606-8a8701401231 req-16023930-b64a-48b7-b923-91a6bc6eba99 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1203535 Aug 31 19:38:43.658354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4826d680-b896-4c4f-9606-8a8701401231 req-9063e694-dced-42d9-829e-b42c1ae24c94 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599558 Aug 31 19:38:43.712837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.735572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.816264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.989250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c710396c-cc63-454e-a7fc-f5b28952c53f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3624abb59f84cf4ac880cff4c33a0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716745 Aug 31 19:38:43.991542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:44.057231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.084873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.105266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.144959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.148434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.149773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01e84e96-7db1-49c5-a255-388bd6addd62 HTTP/1.1" status: 204 len: 168 time: 0.1568227 Aug 31 19:38:44.154246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 16c73340-271e-4c2c-93e4-c78b7b7ba42e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:44.162930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aba0e-b986-4f91-8044-6623e12cc3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e84e96-7db1-49c5-a255-388bd6addd62,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:44.215616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32071e20-20e5-44c3-8fc2-d7d9db518484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.471172 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.623941 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.691466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:44.700766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d6a60d01-8d69-4e5a-8d4f-2acb651dae02 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "PUT /v2.0/routers/16c73340-271e-4c2c-93e4-c78b7b7ba42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2108486 Aug 31 19:38:44.701051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:44.707717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router bfac4f79-bbcc-499a-8c9a-6a8454b3594b is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:44.709393 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Sync routers for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:44.736371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:44.738367 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:44.835570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting subnet d75a44eb-5e7e-4de1-a257-784429813afb {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:38:44.855369 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.883204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:44.895205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Sync routers for ids ['bfac4f79-bbcc-499a-8c9a-6a8454b3594b'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:44.905558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.907442 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-913718d9-eb3c-42ef-8d68-ed63bd15065b tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0096231 Aug 31 19:38:44.912404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:44.917537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Routers {'bfac4f79-bbcc-499a-8c9a-6a8454b3594b'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:44.918302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['bfac4f79-bbcc-499a-8c9a-6a8454b3594b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:44.936835 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:44.969184 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.060559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-31738dba-c967-421c-a881-b248fc3633a6 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/bfac4f79-bbcc-499a-8c9a-6a8454b3594b HTTP/1.1" status: 200 len: 907 time: 0.1461174 Aug 31 19:38:45.067485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:45.118232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655cfa-d38c-49df-947d-0eb59b3a47c8 req-fa833f2f-1720-4848-8dc1-4c4673d322d4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:45.124449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01655cfa-d38c-49df-947d-0eb59b3a47c8 req-fa833f2f-1720-4848-8dc1-4c4673d322d4 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.2854648 Aug 31 19:38:45.164913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Set router bfac4f79-bbcc-499a-8c9a-6a8454b3594b gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:45.253677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01655cfa-d38c-49df-947d-0eb59b3a47c8 req-897160ca-b4c1-4770-b3a6-25236a66b334 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934904 Aug 31 19:38:45.255156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.305386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.377155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.378972 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:42Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:45.436067 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Checking router: 16c73340-271e-4c2c-93e4-c78b7b7ba42e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:45.445562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Routers {'16c73340-271e-4c2c-93e4-c78b7b7ba42e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:45.446200 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:45.508771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Subnet': ['ID=d75a44eb-5e7e-4de1-a257-784429813afb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:45.516862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.525006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 443d57c3-4943-48ae-8fba-ba97c1ca4215 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:45.526479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-da16c3e9-3259-409d-b765-092aa99f129e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/subnets/d75a44eb-5e7e-4de1-a257-784429813afb HTTP/1.1" status: 204 len: 168 time: 0.8253031 Aug 31 19:38:45.527123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:45.538490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.590105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74e4cc-6b98-4b0a-8337-ac082a4e1745 None None] Network e548c397-f835-48ed-8f5e-ded8853f8897 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:45.613900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] Set router 16c73340-271e-4c2c-93e4-c78b7b7ba42e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:45.660644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Deleting port 86c7291c-a483-4c1e-97b7-9e26f7204646 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:45.661102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.737522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.753704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 443d57c3-4943-48ae-8fba-ba97c1ca4215 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:45.754128 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.771868 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.777138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.794846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Calling delete_port for 86c7291c-a483-4c1e-97b7-9e26f7204646 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:45.970334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.005537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.022150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac4f79-bbcc-499a-8c9a-6a8454b3594b', 'name': 'tempest-snat-router-2054455270', 'tenant_id': 'f774c5af741340bfa2f858283654ead0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '86c7291c-a483-4c1e-97b7-9e26f7204646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:40Z', 'updated_at': '2021-08-31T19:38:43Z', 'revision_number': 3, 'project_id': 'f774c5af741340bfa2f858283654ead0', 'gw_port': {'id': '86c7291c-a483-4c1e-97b7-9e26f7204646', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac4f79-bbcc-499a-8c9a-6a8454b3594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:42Z', 'updated_at': '2021-08-31T19:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:46.054927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] DHCP port deletion for e548c397-f835-48ed-8f5e-ded8853f8897 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:38:46.058023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Checking router: bfac4f79-bbcc-499a-8c9a-6a8454b3594b for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:46.058364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Updating router bfac4f79-bbcc-499a-8c9a-6a8454b3594b port 86c7291c-a483-4c1e-97b7-9e26f7204646 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:46.093668 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:38:46.115527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.120907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 1dce7816-1b35-447b-8468-5043c3414df1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:46.121265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.172363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.223253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Port': ['ID=86c7291c-a483-4c1e-97b7-9e26f7204646,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.242584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.242930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.243299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.243723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.244001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.244332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.244659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.244984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.245307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.245632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.245952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.246275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:46.284353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 1dce7816-1b35-447b-8468-5043c3414df1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1dce7816-1b35-447b-8468-5043c3414df1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:46.284992 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:42Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:46.285692 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.302821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 1dce7816-1b35-447b-8468-5043c3414df1 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:46.334082 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8125d7-a6ec-4f0d-9e10-a7e2e06ba4ad None None] The sync data for ids ['16c73340-271e-4c2c-93e4-c78b7b7ba42e'] in n-d-778550-14 is: [{'id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-774446167', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1dce7816-1b35-447b-8468-5043c3414df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:08Z', 'updated_at': '2021-08-31T19:38:42Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '1dce7816-1b35-447b-8468-5043c3414df1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c73340-271e-4c2c-93e4-c78b7b7ba42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:09Z', 'updated_at': '2021-08-31T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:46.375408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.380528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Deleting port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:46.382176 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.512844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febcc4c-a7b0-45b9-9815-6ab12d84704b req-b7bacd23-08f2-4089-99d1-556cda58a9d0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:46.514864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7febcc4c-a7b0-45b9-9815-6ab12d84704b req-b7bacd23-08f2-4089-99d1-556cda58a9d0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0888138 Aug 31 19:38:46.547904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.551606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.617780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] For port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,segment=NetworkSegment(868e6b79-a45e-48fe-a91c-2fd6d6a6eef4),segment_id=868e6b79-a45e-48fe-a91c-2fd6d6a6eef4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:46.618345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7febcc4c-a7b0-45b9-9815-6ab12d84704b req-d1d24fb9-3b6d-4212-935f-b91fd25203c0 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960870 Aug 31 19:38:46.618447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.641619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Calling delete_port for 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:46.666130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.668492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfac4f79-bbcc-499a-8c9a-6a8454b3594b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:46.676181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.677546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-627c4b1f-baaa-464f-b125-09232072bf0d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/routers/bfac4f79-bbcc-499a-8c9a-6a8454b3594b HTTP/1.1" status: 204 len: 168 time: 1.6079869 Aug 31 19:38:46.680089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:46.694460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.755080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=1dce7816-1b35-447b-8468-5043c3414df1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.843255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:38:46.843564 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:38:46.848598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.882982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.889603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.917535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] No DVR routers for this DVR port 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:47.004764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.007229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.019745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Pushing event deleted for resources: {'Port': ['ID=52c580d8-8a02-4a57-8a8e-8437c0bfa9c7,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:47.043101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.043456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.044549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.045317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.046594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.046947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.047291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.047632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.048029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.048373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.048707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.049039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a71ec7-3f9d-455c-9f3a-4815117fecbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:47.062755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.065899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.066811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Fanout notify agent at l3_agent the message router_deleted on router 16c73340-271e-4c2c-93e4-c78b7b7ba42e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:47.075902 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.080234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 59952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:47.080781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92394cca-a276-486d-9bc6-ee50b13de907 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/routers/16c73340-271e-4c2c-93e4-c78b7b7ba42e HTTP/1.1" status: 204 len: 168 time: 1.5492539 Aug 31 19:38:47.160789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.181912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.227675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:47.255586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:47.255960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52c580d8-8a02-4a57-8a8e-8437c0bfa9c7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:47.256423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:47.278303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:47.278915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 951fcdda-76cc-49b8-bd29-fc5bcd8ebcc3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:47.337279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.362093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e548c397-f835-48ed-8f5e-ded8853f8897']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:47.370979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Port 86c7291c-a483-4c1e-97b7-9e26f7204646 not found while updating agent binding for router bfac4f79-bbcc-499a-8c9a-6a8454b3594b. {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 19:38:47.374260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Deleting port 443d57c3-4943-48ae-8fba-ba97c1ca4215 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:47.374614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.391386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:47.391863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868e6b79-a45e-48fe-a91c-2fd6d6a6eef4') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:47.401166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:47.401852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:38:47.402738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfac4f79-bbcc-499a-8c9a-6a8454b3594b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:38:47.403489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c086dfa-5a6d-41c6-9b27-6d1368a2cd9b None None] The sync data for ids ['bfac4f79-bbcc-499a-8c9a-6a8454b3594b'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:47.467248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.491378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.501643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:47.502048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:47.505034 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:47.566084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] For port 443d57c3-4943-48ae-8fba-ba97c1ca4215, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=443d57c3-4943-48ae-8fba-ba97c1ca4215,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:47.566467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.583824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Calling delete_port for 443d57c3-4943-48ae-8fba-ba97c1ca4215 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:47.587994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.599974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.602010 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/networks/e548c397-f835-48ed-8f5e-ded8853f8897 HTTP/1.1" status: 204 len: 168 time: 0.5205131 Aug 31 19:38:47.606654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59958) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:47.658316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6d0db-0c0e-4f31-88b8-57124785ee7c tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Network': ['ID=e548c397-f835-48ed-8f5e-ded8853f8897,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:47.806511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd698b-cca6-4e57-96e6-3d56e9010866 req-41607e09-1e63-4dd2-bb38-f71edf1927e7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:47.812182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dfd698b-cca6-4e57-96e6-3d56e9010866 req-41607e09-1e63-4dd2-bb38-f71edf1927e7 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0927253 Aug 31 19:38:47.839044 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.851809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:47.852171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.873674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event deleted for resources: {'Port': ['ID=443d57c3-4943-48ae-8fba-ba97c1ca4215,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:47.912882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dfd698b-cca6-4e57-96e6-3d56e9010866 req-a4a95452-9068-40d8-8bf3-13fc7a09dc88 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875776 Aug 31 19:38:47.950926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.968154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.968496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.984502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:48.071253 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.073791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.121883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.123875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14dee27b-880a-48f8-b05c-04daecaf45dc {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:48.128336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.133005 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c4528c4d-8419-4504-9745-1b77178c25b7 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "DELETE /v2.0/routers/14dee27b-880a-48f8-b05c-04daecaf45dc HTTP/1.1" status: 204 len: 168 time: 1.4480205 Aug 31 19:38:48.133109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 59962) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:48.140230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1372660358', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:48.186265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.187229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.276328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.282544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.305801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=288f8e3c-6ae2-4d31-8abd-4e0fc21ae4d7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.506209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.513219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.513709 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Floating IP 955654f6-6d15-427c-85e0-8034e9e9df37 disassociated (deleted). External IP: 172.25.3.111, port: 11e01ab2-8210-4c85-958c-cb89656d9554. Aug 31 19:38:49.047205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1dce7816-1b35-447b-8468-5043c3414df1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:49.071237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1dce7816-1b35-447b-8468-5043c3414df1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:49.071914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1dce7816-1b35-447b-8468-5043c3414df1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:49.072547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 443d57c3-4943-48ae-8fba-ba97c1ca4215 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:49.094788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 443d57c3-4943-48ae-8fba-ba97c1ca4215 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:49.095239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 443d57c3-4943-48ae-8fba-ba97c1ca4215 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:49.148875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c165d-d68d-498a-a18c-65b43b2b0f92 req-7831068d-95d2-4da6-ba61-30a134166243 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:49.150392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-727c165d-d68d-498a-a18c-65b43b2b0f92 req-7831068d-95d2-4da6-ba61-30a134166243 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1184173 Aug 31 19:38:49.257686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-727c165d-d68d-498a-a18c-65b43b2b0f92 req-1f43c605-2d7b-4788-9daa-9112dc987a4f tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994742 Aug 31 19:38:49.335846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 390d5ade-663c-4fab-8d97-a19399ca31f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:49.367464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.392028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.602666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b13d6-6f33-46bf-a524-e9b9f4211872 req-f04f5bc9-49bb-4fe6-80cd-24725e6738f2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:49.610329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-170b13d6-6f33-46bf-a524-e9b9f4211872 req-f04f5bc9-49bb-4fe6-80cd-24725e6738f2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1688387 Aug 31 19:38:49.689709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:49.694371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.704294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Sync routers for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:49.728707 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:49.730205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:49.744625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-170b13d6-6f33-46bf-a524-e9b9f4211872 req-b7e29d4f-9c3f-49cb-8ab0-400814ea622b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335340 Aug 31 19:38:49.755753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Allocated IP 172.25.3.74 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/843e3cd8-7954-494d-9bba-f10726b740b2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:49.776216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-826e3f44-9360-4eaa-afaa-cbcd41fd49dd tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/floatingips/955654f6-6d15-427c-85e0-8034e9e9df37 HTTP/1.1" status: 204 len: 168 time: 2.1681581 Aug 31 19:38:49.783107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:49.786022 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1" -d '{"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:49.801026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-a121fa8c-c854-482b-8d5d-4ffcf6557188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:49.803260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-a121fa8c-c854-482b-8d5d-4ffcf6557188 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.2924132 Aug 31 19:38:49.929017 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d528628-7b80-4fd5-abc2-53655c817887 x-openstack-request-id: req-2d528628-7b80-4fd5-abc2-53655c817887 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:49.929335 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:49.929557 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d528628-7b80-4fd5-abc2-53655c817887 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:49.929953 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554', 'status': 'completed', 'code': 200} Aug 31 19:38:49.981975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-a6797a66-5d35-43e3-8315-02d3162be419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:49.983959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-a6797a66-5d35-43e3-8315-02d3162be419 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.1652169 Aug 31 19:38:50.022040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-760cf5f4-5a64-4a3f-a219-ec57efe85ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.028733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-760cf5f4-5a64-4a3f-a219-ec57efe85ece service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebae095e4fa43e5932691052f15f628&device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 1136 time: 0.1320615 Aug 31 19:38:50.055017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:50.079274 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.100691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-2aec5f1d-061c-4822-adda-e925558b5ccb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.1075428 Aug 31 19:38:50.211083 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.213145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-42b93b86-ba63-4c88-a4d4-897a4574bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.220312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-42b93b86-ba63-4c88-a4d4-897a4574bb45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 200 len: 898 time: 0.1838620 Aug 31 19:38:50.255452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-80999b9b-0ec2-4715-be23-dd2ad70a0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.257035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-80999b9b-0ec2-4715-be23-dd2ad70a0252 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1473157 Aug 31 19:38:50.292352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:50.309140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-9a1ffb55-ba0a-45ec-92ed-c31343509fc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 200 len: 217 time: 0.0776200 Aug 31 19:38:50.319123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:50.325890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:50.330715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event updated for resources: {'Port': ['ID=843e3cd8-7954-494d-9bba-f10726b740b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:50.340568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5f87-a1c0-4237-a398-f0bb575e458c req-90ae86bf-3005-4b30-8844-1dd94dfbad27 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.342188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c68b5f87-a1c0-4237-a398-f0bb575e458c req-90ae86bf-3005-4b30-8844-1dd94dfbad27 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.1758454 Aug 31 19:38:50.394214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.394570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.394914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.395289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.395766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.396102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.396537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.396748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.397078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.397402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.397725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.398053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:50.408764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-61b15a4c-25ef-47d1-91ee-af691e299446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.410380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-61b15a4c-25ef-47d1-91ee-af691e299446 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=392f1c80-fc90-416c-82c5-9cfd8e047dba HTTP/1.1" status: 200 len: 834 time: 0.0855465 Aug 31 19:38:50.470258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-7e7e407d-42d6-4255-ab49-45ad02f83c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.471858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-7e7e407d-42d6-4255-ab49-45ad02f83c21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953678 Aug 31 19:38:50.490390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-39557cec-9200-43e2-b2c8-42d84fd571d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:50.491940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-39557cec-9200-43e2-b2c8-42d84fd571d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3f6ae6c-a528-47e5-8ca7-9d331378781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726178 Aug 31 19:38:50.507252 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:50.562292 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Checking router: 390d5ade-663c-4fab-8d97-a19399ca31f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:50.570752 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:50.571779 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:50.601927 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c68b5f87-a1c0-4237-a398-f0bb575e458c req-79a2140b-0b48-439f-836d-92c0dedac6e8 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2317610 Aug 31 19:38:50.652540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-1cc6f593-7bbb-4aa5-8ebc-aefb66455586 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506326 Aug 31 19:38:50.726959 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:50.810353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-85f4b354-4f7e-49e1-b0cd-05d3c87f14e1 req-0e11cdac-178d-4fa2-9c3b-9f64d2fa2b32 service neutron] 10.222.0.67 "GET /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492867 Aug 31 19:38:50.868680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-aa9c7935-18ec-459c-8fe7-f513ce81fa56 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626835 Aug 31 19:38:50.974868 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.051519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:51.082799 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3dd55-da51-492a-8701-adb8a6736dab None None] The sync data for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 is: [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:08Z', 'revision_number': 4, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '151e30a3-c890-4117-af26-a348d6cf0269', 'name': '', 'network_id': 'd3f6ae6c-a528-47e5-8ca7-9d331378781c', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'mac_address': 'fa:16:3e:80:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:07Z', 'updated_at': '2021-08-31T19:37:15Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'subnets': [{'id': '392f1c80-fc90-416c-82c5-9cfd8e047dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:51.100553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4449f0-af08-4bc4-b147-b7fe154f429b req-f4fb37e0-5588-4ff0-93d7-a4713b515487 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:51.102167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad4449f0-af08-4bc4-b147-b7fe154f429b req-f4fb37e0-5588-4ff0-93d7-a4713b515487 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.2079329 Aug 31 19:38:51.123427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1aa73148-1377-40bc-a6c1-264185dbb44f req-f12e2929-fe58-4d46-9996-855c787cce07 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339277 Aug 31 19:38:51.201037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad4449f0-af08-4bc4-b147-b7fe154f429b req-9aa3a45f-5745-4435-821b-c3f7f1af9078 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823393 Aug 31 19:38:51.319459 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.489332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df27370-b1bb-4575-a617-daa465a35da2 None None] New status for floating IP 955654f6-6d15-427c-85e0-8034e9e9df37: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:38:51.494370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-8be07d56-d726-4516-8cd1-ff2670aab808 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:51.495885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-8be07d56-d726-4516-8cd1-ff2670aab808 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.67 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.1120040 Aug 31 19:38:51.635254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Router ea5723d8-744a-4d0f-a4dc-3e349d777370 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:51.777899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 11e01ab2-8210-4c85-958c-cb89656d9554 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:51.778532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.876427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c464-acee-45dd-97d1-291147bcd106 req-2ff349c2-b412-4525-9a4e-c01d78d4a63a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:51.878005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2926c464-acee-45dd-97d1-291147bcd106 req-2ff349c2-b412-4525-9a4e-c01d78d4a63a tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/ports?device_id=818a4b06-05e6-4e46-b9a3-954ae167e9dc HTTP/1.1" status: 200 len: 984 time: 0.1716809 Aug 31 19:38:51.920252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:51.931403 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] Sync routers for ids ['ea5723d8-744a-4d0f-a4dc-3e349d777370'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:51.955682 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] Routers {'ea5723d8-744a-4d0f-a4dc-3e349d777370'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:51.956763 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ea5723d8-744a-4d0f-a4dc-3e349d777370'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:51.998012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2926c464-acee-45dd-97d1-291147bcd106 req-6c23bb7c-0271-481c-b40f-113133fe671e tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "GET /v2.0/security-groups?id=84b4e23c-6c77-4868-8115-335228a14c1a&id=9bdae570-d89a-4336-94b0-8372fc899e57&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1093223 Aug 31 19:38:52.002895 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.004151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-10cbd371-0b71-40aa-b72a-7142102cea0b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8701129 Aug 31 19:38:52.006126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 11e01ab2-8210-4c85-958c-cb89656d9554, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=11e01ab2-8210-4c85-958c-cb89656d9554,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:52.006599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.007240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:52.009109 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:52.015129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:52.020917 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] Routers {'ea5723d8-744a-4d0f-a4dc-3e349d777370'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:52.021648 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ea5723d8-744a-4d0f-a4dc-3e349d777370'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:52.023007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 11e01ab2-8210-4c85-958c-cb89656d9554 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:52.061201 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:52.062094 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c94a55-45b1-4f1b-b4a4-8a89447ba143 None None] The sync data for ids ['ea5723d8-744a-4d0f-a4dc-3e349d777370'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:52.200633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.260270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=11e01ab2-8210-4c85-958c-cb89656d9554,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:52.324071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] No DVR routers for this DVR port 11e01ab2-8210-4c85-958c-cb89656d9554 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:52.328757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.330886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8494abc8-a64b-4cd7-b8fd-5f5ca5d45c1a req-2a066ac5-64b3-41a1-ae91-f38c2555c5d4 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.67 "DELETE /v2.0/ports/11e01ab2-8210-4c85-958c-cb89656d9554 HTTP/1.1" status: 204 len: 173 time: 0.8247881 Aug 31 19:38:52.331354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'name': 'network-vif-deleted', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:38:52.346218 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30329139-6330-4738-8624-0c3a0ff039c2" -d '{"events": [{"server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "name": "network-vif-deleted", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:38:52.468963 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24238295-edc3-44e6-a9af-f5da51320482 x-openstack-request-id: req-24238295-edc3-44e6-a9af-f5da51320482 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:38:52.469255 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a4b06-05e6-4e46-b9a3-954ae167e9dc", "name": "network-vif-deleted", "tag": "11e01ab2-8210-4c85-958c-cb89656d9554", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:38:52.469532 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24238295-edc3-44e6-a9af-f5da51320482 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:38:52.469949 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a4b06-05e6-4e46-b9a3-954ae167e9dc', 'name': 'network-vif-deleted', 'tag': '11e01ab2-8210-4c85-958c-cb89656d9554', 'status': 'completed', 'code': 200} Aug 31 19:38:52.489677 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318070b-0272-4706-a160-935a898e33d6 req-5d089c72-1e43-4209-83bb-d650e034980c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:52.491321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e318070b-0272-4706-a160-935a898e33d6 req-5d089c72-1e43-4209-83bb-d650e034980c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1122432 Aug 31 19:38:52.565698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e318070b-0272-4706-a160-935a898e33d6 req-64bcfa8e-d6e4-476b-ba10-297ec5175275 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661976 Aug 31 19:38:52.628854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.772796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea404-b525-4f6a-8797-f1abb51c46a9 req-933580e2-6ca8-460e-8560-fca49ee99040 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:52.774543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919ea404-b525-4f6a-8797-f1abb51c46a9 req-933580e2-6ca8-460e-8560-fca49ee99040 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0985734 Aug 31 19:38:52.847899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-919ea404-b525-4f6a-8797-f1abb51c46a9 req-d58a9b00-c98d-4771-8203-312a1e449b0e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649576 Aug 31 19:38:53.032476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b792e-512c-47ae-a704-8ec620eb094f req-b2f42bf2-0fff-42b3-8f64-21a2b74c6e7e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:53.034262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-095b792e-512c-47ae-a704-8ec620eb094f req-b2f42bf2-0fff-42b3-8f64-21a2b74c6e7e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0705035 Aug 31 19:38:53.090569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:53.122804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-095b792e-512c-47ae-a704-8ec620eb094f req-7209efb6-98a4-4a0c-8c92-542945c16e86 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743136 Aug 31 19:38:53.209293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.236366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.286320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.291565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.335797 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.338548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.340095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/security-groups/84b4e23c-6c77-4868-8115-335228a14c1a HTTP/1.1" status: 204 len: 168 time: 0.2484627 Aug 31 19:38:53.345634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:53.393933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c6545-7f20-4cbf-9144-a5d2b1502ab5 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4e23c-6c77-4868-8115-335228a14c1a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:53.478222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router ea5723d8-744a-4d0f-a4dc-3e349d777370 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:53.486374 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.508546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99376c-4e65-457d-84da-8c53ec69fe8e req-fee622be-58a6-4d68-9cd3-071ee7f75b9e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:53.510241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc99376c-4e65-457d-84da-8c53ec69fe8e req-fee622be-58a6-4d68-9cd3-071ee7f75b9e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0853515 Aug 31 19:38:53.547014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.576051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc99376c-4e65-457d-84da-8c53ec69fe8e req-836de02c-db2a-4fc5-b6ae-c5b41779b8bc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577941 Aug 31 19:38:53.619006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.623123 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.628325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/security-groups/9bdae570-d89a-4336-94b0-8372fc899e57 HTTP/1.1" status: 204 len: 168 time: 0.2654874 Aug 31 19:38:53.629062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:53.692091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415235-ba73-4f91-b0da-42d7ef355183 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdae570-d89a-4336-94b0-8372fc899e57,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:53.950477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:53.955525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.959619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-995dc5d8-f241-4522-b253-6d2ee4643741 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "PUT /v2.0/routers/ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 200 len: 921 time: 1.9495602 Aug 31 19:38:53.960253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:53.968126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] Sync routers for ids ['ea5723d8-744a-4d0f-a4dc-3e349d777370'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:53.993593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] Routers {'ea5723d8-744a-4d0f-a4dc-3e349d777370'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:53.994939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ea5723d8-744a-4d0f-a4dc-3e349d777370'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.060513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.080804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] Routers {'ea5723d8-744a-4d0f-a4dc-3e349d777370'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:54.081599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ea5723d8-744a-4d0f-a4dc-3e349d777370'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.107157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8efd4f93-75c7-45d6-94ca-e2d5fbf57605 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 200 len: 921 time: 0.1452093 Aug 31 19:38:54.107824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:54.156048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 11e01ab2-8210-4c85-958c-cb89656d9554 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:54.163419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.165388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626cb84-fd37-46ae-bfb4-53b42f39f3d6 None None] The sync data for ids ['ea5723d8-744a-4d0f-a4dc-3e349d777370'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:54.199192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 11e01ab2-8210-4c85-958c-cb89656d9554 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:54.199960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e5a21-5f89-4c23-ad6b-435c7c20b5b8 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:54.200242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 11e01ab2-8210-4c85-958c-cb89656d9554 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:54.203812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1f5e5a21-5f89-4c23-ad6b-435c7c20b5b8 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=ea5723d8-744a-4d0f-a4dc-3e349d777370&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0940063 Aug 31 19:38:54.206083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:54.308994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc3c28-c152-4bc1-8e77-9db7a2a4fcf4 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:54.314172 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-49cc3c28-c152-4bc1-8e77-9db7a2a4fcf4 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1068313 Aug 31 19:38:54.322483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:54.372716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8db9233-43f2-4597-975e-e2e22fe08755 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 200 len: 205 time: 0.0477238 Aug 31 19:38:54.373888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:54.502951 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.593172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.667318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.735975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port 843e3cd8-7954-494d-9bba-f10726b740b2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:54.736190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.775595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa5ea8-a26e-4aef-bcd7-641e8b3b64f2 req-570bb4e0-53bd-4f42-830d-a86397849194 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:54.777349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aaa5ea8-a26e-4aef-bcd7-641e8b3b64f2 req-570bb4e0-53bd-4f42-830d-a86397849194 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0836806 Aug 31 19:38:54.828665 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.844333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for 843e3cd8-7954-494d-9bba-f10726b740b2 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:54.879336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2aaa5ea8-a26e-4aef-bcd7-641e8b3b64f2 req-4bfa801c-08cd-41ad-a4f0-7268f17d6b68 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658906 Aug 31 19:38:55.013303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 151e30a3-c890-4117-af26-a348d6cf0269 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:55.014155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.112966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.148287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 151e30a3-c890-4117-af26-a348d6cf0269, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=151e30a3-c890-4117-af26-a348d6cf0269,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:55.148761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.165882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=843e3cd8-7954-494d-9bba-f10726b740b2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:55.182070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 151e30a3-c890-4117-af26-a348d6cf0269 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:55.351312 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.494927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.497088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.525425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5204-4c30-4069-b7ea-14afa06f78fc req-6dd37537-3045-4283-a014-eaa655f259fc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:55.529470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ed5204-4c30-4069-b7ea-14afa06f78fc req-6dd37537-3045-4283-a014-eaa655f259fc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.2157097 Aug 31 19:38:55.551550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-343dfe30-9abd-40a9-a01c-82d71497a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:55.553029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-343dfe30-9abd-40a9-a01c-82d71497a125 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.2535000 Aug 31 19:38:55.558837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.560990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router ea5723d8-744a-4d0f-a4dc-3e349d777370 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:55.576960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.583880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3c247c20-38b0-4574-a231-e08e267ccd8f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 204 len: 168 time: 1.2086182 Aug 31 19:38:55.588479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:55.595491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1315612434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:55.649753 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.651741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.701590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ed5204-4c30-4069-b7ea-14afa06f78fc req-b8c0ae37-1716-441f-a4d9-763809462145 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608944 Aug 31 19:38:55.734201 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.740329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.770852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.776679 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ea3d40a0-4753-4eab-a451-b97f252a44f7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1861069 Aug 31 19:38:55.777542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:55.789855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:55.799914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-8a92dc9f-1b77-4841-bcd7-0c5b00720be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:55.801756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-8a92dc9f-1b77-4841-bcd7-0c5b00720be6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.2363160 Aug 31 19:38:55.807373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.895063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=151e30a3-c890-4117-af26-a348d6cf0269,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:55.945793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-67894ad3-9673-400f-9a7b-d940f9dbe56e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.1344519 Aug 31 19:38:56.136912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-ea5e7635-119c-445b-bc4b-23f0569191f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:56.138471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-ea5e7635-119c-445b-bc4b-23f0569191f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1287208 Aug 31 19:38:56.166056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.237151 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.242766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-a6344bad-9c99-4a90-8b55-f83f72430e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:56.243580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-a6344bad-9c99-4a90-8b55-f83f72430e33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621679 Aug 31 19:38:56.448985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.459269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-27ee9d25-fb68-4e25-8bcf-306099a07c79 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018898 Aug 31 19:38:56.471014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.606070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Allocated IP 172.25.3.182 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/2a772f8c-6be8-4dd8-84f2-a566e1865bf7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:56.658010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe36489-c795-44fa-afc5-3b62bd80acd2 req-9efa86b2-3307-45e0-a749-d5b3d650b6b0 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928582 Aug 31 19:38:56.661990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Router 390d5ade-663c-4fab-8d97-a19399ca31f2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:56.785455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.848863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.895768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:56.905261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:56.908001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:56.908151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Sync routers for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:56.914598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-608ca7aa-4180-45f6-904b-ecd99efbabf7 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "PUT /v2.0/routers/390d5ade-663c-4fab-8d97-a19399ca31f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786460 Aug 31 19:38:56.914882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:56.914970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:56.915910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event updated for resources: {'Port': ['ID=2a772f8c-6be8-4dd8-84f2-a566e1865bf7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:56.925932 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:56.926567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:57.011197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296f40-85e2-42fb-bd81-af7698af9f67 req-27fc0809-2013-431d-98f0-0a09810bf2fa tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:57.013701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59296f40-85e2-42fb-bd81-af7698af9f67 req-27fc0809-2013-431d-98f0-0a09810bf2fa tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1718488 Aug 31 19:38:57.052777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting subnet 392f1c80-fc90-416c-82c5-9cfd8e047dba {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:38:57.060382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.124248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59296f40-85e2-42fb-bd81-af7698af9f67 req-ee484dca-8f56-4d52-b5ca-e39e74e5a458 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043344 Aug 31 19:38:57.141325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.179245 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:57.261831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.344216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.367429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.486673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Subnet': ['ID=392f1c80-fc90-416c-82c5-9cfd8e047dba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:57.499335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.499335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37b4150e-0a1b-4dce-9de2-0de8c974eeb0 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/subnets/392f1c80-fc90-416c-82c5-9cfd8e047dba HTTP/1.1" status: 204 len: 168 time: 0.5763874 Aug 31 19:38:57.499335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:57.504905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27a7f9-f4e2-4b7f-bd91-b592e5556364 None None] Network d3f6ae6c-a528-47e5-8ca7-9d331378781c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:57.597900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:38:55Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:57.625385 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.633278 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Checking router: 390d5ade-663c-4fab-8d97-a19399ca31f2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:57.644347 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Routers {'390d5ade-663c-4fab-8d97-a19399ca31f2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:57.644899 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['390d5ade-663c-4fab-8d97-a19399ca31f2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:57.730848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.735613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.790297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] DHCP port deletion for d3f6ae6c-a528-47e5-8ca7-9d331378781c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:38:57.796324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.850581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Deleting port 51e23cc2-5e50-40a7-9307-0422563cf7b1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:57.852170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.873230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Deleting port 6e441c63-0efc-4514-9f4b-907d074a65d1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:57.873598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.929527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] For port 51e23cc2-5e50-40a7-9307-0422563cf7b1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=51e23cc2-5e50-40a7-9307-0422563cf7b1,segment=NetworkSegment(c13de293-6705-451f-bdf2-f6243b44cb8e),segment_id=c13de293-6705-451f-bdf2-f6243b44cb8e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:57.929858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.931307 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] Set router 390d5ade-663c-4fab-8d97-a19399ca31f2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:57.945343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Calling delete_port for 51e23cc2-5e50-40a7-9307-0422563cf7b1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:57.968687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] For port 6e441c63-0efc-4514-9f4b-907d074a65d1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6e441c63-0efc-4514-9f4b-907d074a65d1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:57.969324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.984225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Calling delete_port for 6e441c63-0efc-4514-9f4b-907d074a65d1 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:57.984880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Router f238ab41-00a6-43f7-a9b4-04f38dc2bc46 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:58.042812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.074753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] Pushing event deleted for resources: {'Port': ['ID=51e23cc2-5e50-40a7-9307-0422563cf7b1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:58.086505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe15cfb-bc05-4b3f-89cb-c63fd4a4aba5 None None] No DVR routers for this DVR port 51e23cc2-5e50-40a7-9307-0422563cf7b1 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:38:58.138054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:58.149274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.150552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] Sync routers for ids ['f238ab41-00a6-43f7-a9b4-04f38dc2bc46'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:58.155679 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eb98dc3f-6abf-49ed-8382-9fd210c40dda tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "PUT /v2.0/routers/f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 200 len: 880 time: 2.3750589 Aug 31 19:38:58.158734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.171018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] Routers {'f238ab41-00a6-43f7-a9b4-04f38dc2bc46'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:58.171787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f238ab41-00a6-43f7-a9b4-04f38dc2bc46'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:58.214893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:58.228162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] Routers {'f238ab41-00a6-43f7-a9b4-04f38dc2bc46'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:58.228953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f238ab41-00a6-43f7-a9b4-04f38dc2bc46'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:58.248878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.276175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:58.277364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ef269-1659-4bd1-b41a-1c8abd72ca2a None None] The sync data for ids ['f238ab41-00a6-43f7-a9b4-04f38dc2bc46'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:58.287512 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:38:55Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:58.289111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Port': ['ID=6e441c63-0efc-4514-9f4b-907d074a65d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:58.323702 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9141b6-db7e-4b3f-a5b1-b6bbccb8becc None None] The sync data for ids ['390d5ade-663c-4fab-8d97-a19399ca31f2'] in n-d-778550-14 is: [{'id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312871464', 'tenant_id': '8ebae095e4fa43e5932691052f15f628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:38:55Z', 'revision_number': 5, 'project_id': '8ebae095e4fa43e5932691052f15f628', 'gw_port': {'id': '6e441c63-0efc-4514-9f4b-907d074a65d1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5ade-663c-4fab-8d97-a19399ca31f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:03Z', 'updated_at': '2021-08-31T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:58.415028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcc2c0-b46d-4433-b229-d96c9b84d79e req-83afb624-1a5e-4772-90b9-80784f797a5d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.420208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4dcc2c0-b46d-4433-b229-d96c9b84d79e req-83afb624-1a5e-4772-90b9-80784f797a5d tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1327987 Aug 31 19:38:58.451071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.581249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4dcc2c0-b46d-4433-b229-d96c9b84d79e req-b974d2fb-8e20-4041-a488-1862da6c4433 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568246 Aug 31 19:38:58.617246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.619763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.708205 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.708624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Fanout notify agent at l3_agent the message router_deleted on router 390d5ade-663c-4fab-8d97-a19399ca31f2 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:38:58.719684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.723090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-105cdc3d-b61e-4b67-b627-b80bd40d8736 tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/routers/390d5ade-663c-4fab-8d97-a19399ca31f2 HTTP/1.1" status: 204 len: 168 time: 1.2245963 Aug 31 19:38:58.723662 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60148) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.736464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-701615f2-15cb-46fd-bfba-17ef896df56f tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 200 len: 921 time: 0.5759456 Aug 31 19:38:58.738903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.790309 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37612693-2871-4b70-ac10-fdbe390de167 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.792217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37612693-2871-4b70-ac10-fdbe390de167 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=f238ab41-00a6-43f7-a9b4-04f38dc2bc46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0518272 Aug 31 19:38:58.795411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.888860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.910313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a724e1-a8ec-46a9-bfe6-96d55ddc9eb8 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.912102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-87a724e1-a8ec-46a9-bfe6-96d55ddc9eb8 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1153562 Aug 31 19:38:58.913536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2966b-b309-4a69-a6bf-5b7ac20be8be req-1e5d4dca-b6eb-49f6-a0a5-45aec4423312 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.915027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.915556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8f2966b-b309-4a69-a6bf-5b7ac20be8be req-1e5d4dca-b6eb-49f6-a0a5-45aec4423312 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.1478684 Aug 31 19:38:59.029293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c3c4289-e37f-4c9f-94cd-bb49df7c0693 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 200 len: 205 time: 0.1126246 Aug 31 19:38:59.036380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:59.087555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8f2966b-b309-4a69-a6bf-5b7ac20be8be req-1f79e62b-0998-4baf-bb07-d552315716b8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652861 Aug 31 19:38:59.120885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.146099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f6ae6c-a528-47e5-8ca7-9d331378781c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:59.169908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13de293-6705-451f-bdf2-f6243b44cb8e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:59.170648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13de293-6705-451f-bdf2-f6243b44cb8e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:59.184551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.204023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.217780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:38:59.218543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:38:59.231609 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:38:59.239599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 51e23cc2-5e50-40a7-9307-0422563cf7b1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:59.276388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 51e23cc2-5e50-40a7-9307-0422563cf7b1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:59.276823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 51e23cc2-5e50-40a7-9307-0422563cf7b1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:59.277310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 151e30a3-c890-4117-af26-a348d6cf0269 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:38:59.304601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 151e30a3-c890-4117-af26-a348d6cf0269 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:38:59.305046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 151e30a3-c890-4117-af26-a348d6cf0269 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:38:59.311893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.349191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.365349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.370152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] 10.222.0.73 "DELETE /v2.0/networks/d3f6ae6c-a528-47e5-8ca7-9d331378781c HTTP/1.1" status: 204 len: 168 time: 0.6440036 Aug 31 19:38:59.393387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a63ea4-ed8c-40f4-babd-34a918a9786d tempest-TestSecurityGroupsBasicOps-1898976311 tempest-TestSecurityGroupsBasicOps-1898976311-project] Pushing event deleted for resources: {'Network': ['ID=d3f6ae6c-a528-47e5-8ca7-9d331378781c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.499482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.623678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port 2a772f8c-6be8-4dd8-84f2-a566e1865bf7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:38:59.624424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.753371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.776493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for 2a772f8c-6be8-4dd8-84f2-a566e1865bf7 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:38:59.900486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.089118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.157396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=2a772f8c-6be8-4dd8-84f2-a566e1865bf7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:00.242150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.261055 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3bb3c7c3-d031-4aad-b192-e9e83e3fc3f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ebae095e4fa43e5932691052f15f628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569942 Aug 31 19:39:00.270598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.361562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-a488ab20-6e37-425f-865a-80fa796925fd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:00.361801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.363631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-a488ab20-6e37-425f-865a-80fa796925fd tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=a690e827-b3f6-4494-9e4a-680ff39075b1 HTTP/1.1" status: 200 len: 943 time: 0.0815120 Aug 31 19:39:00.366084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.407055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.431721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.433187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router f238ab41-00a6-43f7-a9b4-04f38dc2bc46 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:00.434751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.443572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.444802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-78bed98b-5384-4f85-a173-61389ba24534 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 204 len: 168 time: 1.4069765 Aug 31 19:39:00.448796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.455551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1812992243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:00.536531 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.537675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.577568 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.580134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.581561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24d3adf7-db20-414d-8cc8-89e33d7ce1d2 HTTP/1.1" status: 204 len: 168 time: 0.3088751 Aug 31 19:39:00.621154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.624452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:00.624801 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.628299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65159e1-872c-4424-af13-d82e55d68812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3adf7-db20-414d-8cc8-89e33d7ce1d2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:00.663853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.751074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.768624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5edc3e0-40ee-4f0c-91fc-dcb1bdaaadeb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3167872 Aug 31 19:39:00.771620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.776837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': True}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:00.850876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:00.851257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.867783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:01.022688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e441c63-0efc-4514-9f4b-907d074a65d1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:01.047410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.058705 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.064435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6e441c63-0efc-4514-9f4b-907d074a65d1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:01.065016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6e441c63-0efc-4514-9f4b-907d074a65d1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:01.073700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:01.081220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:01.081950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:01.113367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:01.143755 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2f760b7-9d37-467d-a250-22614bc3711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.191396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] No DVR routers for this DVR port a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:01.205784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.211611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e665389-98cc-48fa-9ffd-29dba61b7729 req-4c6aeef2-79ba-465f-b953-840bcc551061 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "DELETE /v2.0/ports/a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e HTTP/1.1" status: 204 len: 173 time: 0.8355584 Aug 31 19:39:01.212178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-deleted', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:01.214569 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4e0f56-64c1-4928-bb39-8de859bf0b62" -d '{"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-deleted", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:01.335550 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300cc7a-22f4-4fd0-9cbf-2e908e3b79ec x-openstack-request-id: req-0300cc7a-22f4-4fd0-9cbf-2e908e3b79ec {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:01.336251 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a690e827-b3f6-4494-9e4a-680ff39075b1", "name": "network-vif-deleted", "tag": "a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e", "status": "failed", "code": 422}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:01.336251 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0300cc7a-22f4-4fd0-9cbf-2e908e3b79ec {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:01.337167 n-d-778550-14 neutron-server[94816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a690e827-b3f6-4494-9e4a-680ff39075b1', 'name': 'network-vif-deleted', 'tag': 'a7ff7779-76eb-4d6e-a9e8-9f0b915e4e3e', 'status': 'failed', 'code': 422} returned with failed status Aug 31 19:39:01.346399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2f760b7-9d37-467d-a250-22614bc3711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.350458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2f760b7-9d37-467d-a250-22614bc3711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.422410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f760b7-9d37-467d-a250-22614bc3711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6f44c-7030-48de-9df6-555e1d1286a4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:01.461818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2f760b7-9d37-467d-a250-22614bc3711c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af0b7510dd064375805df16e51b0b378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787463 Aug 31 19:39:01.464839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:01.569382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.604296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.617175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.649235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.677337 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.682897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.684737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0b6f44c-7030-48de-9df6-555e1d1286a4 HTTP/1.1" status: 204 len: 168 time: 0.2182703 Aug 31 19:39:01.718193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a866-d161-4f5c-b184-078386b04ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6f44c-7030-48de-9df6-555e1d1286a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:01.951240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.25.3.229 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/44e85a33-ccf9-438e-abcb-258981527858) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:02.116823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.170300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.227238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:02.236524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:02.244834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:02.277409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:02.302897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=44e85a33-ccf9-438e-abcb-258981527858,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:02.327364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-850b05a5-d0a5-4f69-ad17-0594c3374012 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbdb840e46164240a6b53ade0101010d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485461 Aug 31 19:39:02.329882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:02.417512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd8ee-1690-4a13-bf7f-0e8f4563cda1 req-bbff7a5c-8c53-4490-b520-bc9226093a64 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:02.419331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5cfbd8ee-1690-4a13-bf7f-0e8f4563cda1 req-bbff7a5c-8c53-4490-b520-bc9226093a64 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 907 time: 0.0908477 Aug 31 19:39:02.426006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.463298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.518140 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.521770 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.523215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5876190-1402-4460-b1ea-86d6bb2ad842 HTTP/1.1" status: 204 len: 168 time: 0.1925321 Aug 31 19:39:02.536811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa41a-1135-4ed0-96be-18d768c16882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5876190-1402-4460-b1ea-86d6bb2ad842,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:02.579426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.806743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.811272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.952322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router 68900b9a-c0e2-4053-a6c2-3aeedecc2cef is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:39:03.082259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:03.089687 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.091320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a2789fcc-8305-40d3-82af-6b47a1f3900a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "PUT /v2.0/routers/68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 200 len: 915 time: 2.3185251 Aug 31 19:39:03.093957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.095035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] Sync routers for ids ['68900b9a-c0e2-4053-a6c2-3aeedecc2cef'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:03.105566 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] Routers {'68900b9a-c0e2-4053-a6c2-3aeedecc2cef'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:03.107011 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['68900b9a-c0e2-4053-a6c2-3aeedecc2cef'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:03.144419 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:03.158266 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] Routers {'68900b9a-c0e2-4053-a6c2-3aeedecc2cef'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:03.158919 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['68900b9a-c0e2-4053-a6c2-3aeedecc2cef'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:03.195497 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:03.196137 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf024eb6-b367-4fc7-a047-4b37b0f1edde None None] The sync data for ids ['68900b9a-c0e2-4053-a6c2-3aeedecc2cef'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:03.303231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a7e8fffe-7f82-4222-b488-0a39c96c5853 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 200 len: 921 time: 0.2050011 Aug 31 19:39:03.303772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.369773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6e62b-0c90-4fcd-88ea-ec0e3fdb06f3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.375927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e1d6e62b-0c90-4fcd-88ea-ec0e3fdb06f3 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=68900b9a-c0e2-4053-a6c2-3aeedecc2cef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0697215 Aug 31 19:39:03.376167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.492970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63ee7f-0694-4f49-bb82-aa28017edd7d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.496047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab63ee7f-0694-4f49-bb82-aa28017edd7d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.1177740 Aug 31 19:39:03.498623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.547515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c99adb8a-4c9b-423a-bb74-1372f76c100a tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 200 len: 205 time: 0.0476222 Aug 31 19:39:03.552128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.625472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80a524-0b4b-49ae-a783-ef5091e89d68 req-6b70e9d1-7a68-4dd2-a45a-e99baf3891cc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.627621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce80a524-0b4b-49ae-a783-ef5091e89d68 req-6b70e9d1-7a68-4dd2-a45a-e99baf3891cc tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 907 time: 0.0873728 Aug 31 19:39:03.651453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-96cd7ef7-d7fb-48eb-998c-85a73eda8bd6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.653403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.653666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-96cd7ef7-d7fb-48eb-998c-85a73eda8bd6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 907 time: 0.1329887 Aug 31 19:39:03.787030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-177899730-network', 'tenant_id': '75a7983c72aa46cbb295961cb22e2b50'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:03.817222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Made reservation on behalf of 75a7983c72aa46cbb295961cb22e2b50 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:03.826839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.100832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.186309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.213287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port 3683c3de-c8bf-4a21-9045-3d54db897d7a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:04.213634 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.267242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.279075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.283927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.305567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:04.321661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.324822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.325695 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Added segment c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7 of type vlan for network f17313a5-2ff9-4509-ae48-f22ade756404 Aug 31 19:39:04.343742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port 3683c3de-c8bf-4a21-9045-3d54db897d7a, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=3683c3de-c8bf-4a21-9045-3d54db897d7a,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:04.344129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.364424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for 3683c3de-c8bf-4a21-9045-3d54db897d7a owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:04.371962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.412516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.413796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:04.414763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.415888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port 44e85a33-ccf9-438e-abcb-258981527858 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:04.416245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.471480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8168342 Aug 31 19:39:04.478154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:04.489017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Request body: {'subnet': {'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-177899730-subnet', 'tenant_id': '75a7983c72aa46cbb295961cb22e2b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:04.495120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623aa1-1cd5-4e80-a12a-a193770143d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f17313a5-2ff9-4509-ae48-f22ade756404,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.510282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f17313a5-2ff9-4509-ae48-f22ade756404 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:04.555694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Made reservation on behalf of 75a7983c72aa46cbb295961cb22e2b50 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:04.558239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.586005 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.655869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for 44e85a33-ccf9-438e-abcb-258981527858 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:04.688817 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.746629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7fc773c-8ce4-4676-8089-4dc111bd4079 req-b3d736e4-10ed-4fc6-be7d-5e56794ea3e2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee987f4f-6837-4158-8120-59aa8aa517b5 HTTP/1.1" status: 200 len: 210 time: 0.0289316 Aug 31 19:39:04.764384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=3683c3de-c8bf-4a21-9045-3d54db897d7a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.827726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] No DVR routers for this DVR port 3683c3de-c8bf-4a21-9045-3d54db897d7a on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:04.832296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.834298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1042af1b-11ea-49b2-b91a-ffd1ce0f64b0 req-8bcbea91-38f6-4439-873b-68343d021d4e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "DELETE /v2.0/ports/3683c3de-c8bf-4a21-9045-3d54db897d7a HTTP/1.1" status: 204 len: 173 time: 1.1483154 Aug 31 19:39:04.836437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'name': 'network-vif-deleted', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:04.838660 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67a0b6-1883-42b4-b290-fe0eac751135" -d '{"events": [{"server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "name": "network-vif-deleted", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:04.907175 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e310ff-0134-4cac-a3fd-1da456ea4707 x-openstack-request-id: req-98e310ff-0134-4cac-a3fd-1da456ea4707 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:04.907556 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee987f4f-6837-4158-8120-59aa8aa517b5", "name": "network-vif-deleted", "tag": "3683c3de-c8bf-4a21-9045-3d54db897d7a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:04.907783 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98e310ff-0134-4cac-a3fd-1da456ea4707 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:04.908547 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee987f4f-6837-4158-8120-59aa8aa517b5', 'name': 'network-vif-deleted', 'tag': '3683c3de-c8bf-4a21-9045-3d54db897d7a', 'status': 'completed', 'code': 200} Aug 31 19:39:05.006856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.056885 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.102872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=44e85a33-ccf9-438e-abcb-258981527858,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:05.108213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bc5ca8-b287-47d9-9cb0-39e242c46b32,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:05.132795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Checking segment: {'id': 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:05.133310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Network hostable DHCP agents. Network: f17313a5-2ff9-4509-ae48-f22ade756404, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:05.182995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.186182 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Network f17313a5-2ff9-4509-ae48-f22ade756404 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:05.277320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f17313a5-2ff9-4509-ae48-f22ade756404) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:05.285123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:05.285739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.290224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.291677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8544b-67bb-4a13-9969-eaecb9750d1b None None] Network f17313a5-2ff9-4509-ae48-f22ade756404 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:05.294725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.339796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75033535-412e-47a5-ae02-a3e1088ad76b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8567729 Aug 31 19:39:05.345671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.346532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router 68900b9a-c0e2-4053-a6c2-3aeedecc2cef {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:05.358954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.363702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4298ba37-0986-4537-b4c1-21b36fd9ae4f tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 204 len: 168 time: 1.8070815 Aug 31 19:39:05.364558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:05.369862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1231590528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:05.398034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.399106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.457026 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.463287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.493903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.496191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-07799dc1-3b0f-4d1f-8c11-e9c1130b88d7 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1299858 Aug 31 19:39:05.499767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:05.501417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714cdef-b9b3-43d1-8565-8af78fb50194 None None] Network f17313a5-2ff9-4509-ae48-f22ade756404 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:05.505360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'enable_snat': False}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:05.761708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.086307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:06.090682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.091861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1224496227-network', 'tenant_id': '9ecb0f86b1c144efb56b3d3ed308840d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:06.128214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Made reservation on behalf of 9ecb0f86b1c144efb56b3d3ed308840d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:06.132495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.141422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.147387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.211450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd1b9d-fb69-459c-a916-c8d44f3b2c47 req-80e1b4e2-6f63-4444-adf6-f34ae41a0bd6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:06.213296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63cd1b9d-fb69-459c-a916-c8d44f3b2c47 req-80e1b4e2-6f63-4444-adf6-f34ae41a0bd6 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 946 time: 0.1377220 Aug 31 19:39:06.305956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-63cd1b9d-fb69-459c-a916-c8d44f3b2c47 req-958d1e41-d307-44c1-910e-2b142daad078 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799439 Aug 31 19:39:06.322713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.335451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Allocated IP 172.25.3.173 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/e1636188-69a5-42cd-a75b-95d823476d53) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:06.341545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.389400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:06.400767 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.401444 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Added segment 2a2bd6c4-0f6a-405e-ad05-e08139ec9331 of type vlan for network 5cd1de81-8797-417b-919e-6765c3077ded Aug 31 19:39:06.411607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1668006-4b28-488d-aa0c-2e42692a6a93,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:06.474241 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.489664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.510773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.513248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:06.514173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.547397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.582053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4942806 Aug 31 19:39:06.582988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:06.591409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Request body: {'subnet': {'network_id': '5cd1de81-8797-417b-919e-6765c3077ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1224496227-subnet', 'tenant_id': '9ecb0f86b1c144efb56b3d3ed308840d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:06.604818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b64d8-045c-4dde-a072-67abb5a94831 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd1de81-8797-417b-919e-6765c3077ded,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:06.634916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Made reservation on behalf of 9ecb0f86b1c144efb56b3d3ed308840d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:06.640929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.655632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5cd1de81-8797-417b-919e-6765c3077ded details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:06.658010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:06.661445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:06.669568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:06.722785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Pushing event updated for resources: {'Port': ['ID=e1636188-69a5-42cd-a75b-95d823476d53,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:06.913557 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.973337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c58448-5403-4386-ab24-2c9cd4bf3f87,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:06.983330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Checking segment: {'id': '2a2bd6c4-0f6a-405e-ad05-e08139ec9331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5cd1de81-8797-417b-919e-6765c3077ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:06.984002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Network hostable DHCP agents. Network: 5cd1de81-8797-417b-919e-6765c3077ded, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:07.005961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Network 5cd1de81-8797-417b-919e-6765c3077ded is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:07.016484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.016936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5cd1de81-8797-417b-919e-6765c3077ded) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:07.021050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:07.021643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.028204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc8812-5919-4153-abb4-151f40fc8bb4 None None] Network 5cd1de81-8797-417b-919e-6765c3077ded requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:07.054269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cff6fa6-03da-4d45-a364-a9a4defa6dad admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4597614 Aug 31 19:39:07.215580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3683c3de-c8bf-4a21-9045-3d54db897d7a no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:07.246781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1680b03f-6393-466f-b931-ed72c0c7047a None None] Network 5cd1de81-8797-417b-919e-6765c3077ded requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:07.250652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 3683c3de-c8bf-4a21-9045-3d54db897d7a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:07.250971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 3683c3de-c8bf-4a21-9045-3d54db897d7a not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:07.260475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.264330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.557899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Router df188fe5-4c4a-4c1e-98f5-a506dc24e547 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:39:07.572489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cc120-6178-44c4-b2d0-b48cd89d5af7 req-308ec501-931c-4d3a-bd2e-17d6d434c729 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:07.587725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f62cc120-6178-44c4-b2d0-b48cd89d5af7 req-308ec501-931c-4d3a-bd2e-17d6d434c729 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 946 time: 0.1501162 Aug 31 19:39:07.685370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-4f304fa0-707d-46cf-9359-dae7a3ae2157 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:07.686998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-4f304fa0-707d-46cf-9359-dae7a3ae2157 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 946 time: 0.2421472 Aug 31 19:39:07.748415 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f62cc120-6178-44c4-b2d0-b48cd89d5af7 req-2cc08bb9-3644-4d03-94d4-89fedfd559ea tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641068 Aug 31 19:39:07.900855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-fb8c4a47-a1d7-4d0c-8248-198519923f72 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:07.902312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-fb8c4a47-a1d7-4d0c-8248-198519923f72 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/networks?id=f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 200 len: 811 time: 0.2891219 Aug 31 19:39:07.968669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:07.977994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.983968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fdbb3cd6-9c8d-4514-96c5-c89a4f1c033d tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "PUT /v2.0/routers/df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 200 len: 916 time: 2.4780350 Aug 31 19:39:07.984151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] Sync routers for ids ['df188fe5-4c4a-4c1e-98f5-a506dc24e547'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:07.984561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60456) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:07.986594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-028d955e-b9ef-4254-b80d-7d0f1b79592b tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/quotas/75a7983c72aa46cbb295961cb22e2b50 HTTP/1.1" status: 200 len: 375 time: 0.0651445 Aug 31 19:39:07.991940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] Routers {'df188fe5-4c4a-4c1e-98f5-a506dc24e547'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:07.992551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['df188fe5-4c4a-4c1e-98f5-a506dc24e547'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:08.028353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:08.037991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] Routers {'df188fe5-4c4a-4c1e-98f5-a506dc24e547'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:08.038721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['df188fe5-4c4a-4c1e-98f5-a506dc24e547'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:08.078236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:08.078975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b1c6-8885-40da-ae25-ad4828765020 None None] The sync data for ids ['df188fe5-4c4a-4c1e-98f5-a506dc24e547'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:08.081520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-cd7688c2-68a9-4167-8484-582eb5826ae8 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a7983c72aa46cbb295961cb22e2b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862980 Aug 31 19:39:08.092334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:08.092688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.187454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-14eb709e-a9ac-40f6-b5ce-77f79bc90db8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:08.189341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-14eb709e-a9ac-40f6-b5ce-77f79bc90db8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.3110602 Aug 31 19:39:08.236228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-7951d0b7-7e54-4638-851b-ebcf21a1449f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0297582 Aug 31 19:39:08.247511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-936bc027-1c75-4b1a-82d1-a183460694e9 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 200 len: 922 time: 0.2591360 Aug 31 19:39:08.248131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.297774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fd588-728b-48c7-844c-fb1a9ad0cf35 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:08.301737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d29fd588-728b-48c7-844c-fb1a9ad0cf35 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=df188fe5-4c4a-4c1e-98f5-a506dc24e547&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0500789 Aug 31 19:39:08.301998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.341605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:08.341985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.374554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:08.388995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-ec0493d3-4900-436b-8e5d-0aeac9dca902 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308022 Aug 31 19:39:08.396721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3be55-a89c-47d2-a7fe-28c1716bec10 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:08.399677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4de3be55-a89c-47d2-a7fe-28c1716bec10 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/networks/a5328c0a-254d-4ff1-a289-92827ad3f10d HTTP/1.1" status: 200 len: 881 time: 0.0953233 Aug 31 19:39:08.401113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.429153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-72950f3b-fc94-46d9-ab0a-80500de214dc tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 200 len: 205 time: 0.0269547 Aug 31 19:39:08.431653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.434185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-0e0a06a6-cf8d-425c-bfeb-0724aca36567 service neutron] 10.222.0.73 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344052 Aug 31 19:39:08.545263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.601711 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-7cca220c-53bf-4641-965a-0fa7814e865c service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021658 Aug 31 19:39:08.677148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.687418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-24a0e627-d685-4fab-a4db-1ed94817c6a2 service neutron] 10.222.0.73 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005916 Aug 31 19:39:08.753294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port e1636188-69a5-42cd-a75b-95d823476d53 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:08.753795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.761420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-7af96e6c-5128-449a-a9c6-e07f00d5a86b service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504929 Aug 31 19:39:08.790141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.802312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:08.821119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:08.889803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.916862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for e1636188-69a5-42cd-a75b-95d823476d53 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:08.918502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] No DVR routers for this DVR port 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:08.924062 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.929646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67fc680d-99e9-4d40-bc6b-c2ebc712ecfd req-d169a043-c87d-41e6-9592-10f0d98038df tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "DELETE /v2.0/ports/9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 HTTP/1.1" status: 204 len: 173 time: 1.2038703 Aug 31 19:39:08.930216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'name': 'network-vif-deleted', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:08.937392 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88da046-49c0-441b-bc7d-5e4429c412d2" -d '{"events": [{"server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "name": "network-vif-deleted", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:09.089680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d43dbac-2d94-423d-a462-f09c53b328c3 req-86d19d2e-c009-445f-8272-5eeb1ec63925 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=16075e7f-e8f8-447f-9fd9-4af9340aaaa4 HTTP/1.1" status: 200 len: 210 time: 0.0451336 Aug 31 19:39:09.167426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c68257df-937c-49fa-a9d7-3866fac3bde0 req-635d93b5-c29a-4979-836c-63fb008ee0f3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 210 time: 0.0316222 Aug 31 19:39:09.225629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.317077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3a4d661-032f-45a4-a056-0267c77f42a9 req-80c4a2cc-6d84-4055-b1e0-db0808e3ecac tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0638893 Aug 31 19:39:09.369192 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d76af0-bc30-415c-b586-a4c94857ce1c x-openstack-request-id: req-a6d76af0-bc30-415c-b586-a4c94857ce1c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:09.369998 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16075e7f-e8f8-447f-9fd9-4af9340aaaa4", "name": "network-vif-deleted", "tag": "9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:09.370514 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6d76af0-bc30-415c-b586-a4c94857ce1c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:09.371590 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16075e7f-e8f8-447f-9fd9-4af9340aaaa4', 'name': 'network-vif-deleted', 'tag': '9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25', 'status': 'completed', 'code': 200} Aug 31 19:39:09.390155 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=e1636188-69a5-42cd-a75b-95d823476d53,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:09.509887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.646090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.649387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.704126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.704639 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router df188fe5-4c4a-4c1e-98f5-a506dc24e547 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:09.712784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.720865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed55421c-c026-4847-8b0f-7a9919c396bb tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 204 len: 168 time: 1.2820017 Aug 31 19:39:09.720865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:09.727418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1651754878', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:09.757178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.758420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.831276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.987271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.218849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:10.228999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.260800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:10.262390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9d6a0d43-5dbf-4df4-b2c1-a9bd25b61a25 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:10.285365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f92c036-566a-446e-9cdc-79e03386f3a1 req-97126240-d1a3-4735-9ac0-3e2c035db5d6 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 210 time: 0.0376441 Aug 31 19:39:10.299125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.503990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3c7da9d-b197-42ed-8916-f612c6c65667 req-4d2f263f-f396-4837-acfe-610e07dfc32c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0414765 Aug 31 19:39:10.607598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e874d7-37d6-41f2-841b-b6f6adb909ad req-33d6619f-5df7-4eec-a1d3-65ca89aa808c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:10.607927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-89e965aa-1fc9-4400-8601-4bbee82c8ea4 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:10.609671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20e874d7-37d6-41f2-841b-b6f6adb909ad req-33d6619f-5df7-4eec-a1d3-65ca89aa808c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1172719 Aug 31 19:39:10.609799 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-89e965aa-1fc9-4400-8601-4bbee82c8ea4 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.82 "GET /v2.0/networks?id=f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 200 len: 811 time: 0.3082483 Aug 31 19:39:10.620452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-f3ee66f7-b2fd-42c9-9088-20cc7c791f03 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:10.622293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-f3ee66f7-b2fd-42c9-9088-20cc7c791f03 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.2952497 Aug 31 19:39:10.627132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Request body: {'port': {'device_id': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404', 'admin_state_up': True, 'tenant_id': '75a7983c72aa46cbb295961cb22e2b50'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:10.641080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Allocated IP 172.25.3.80 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a3a86b7b-e9bc-46c1-92d4-b81c875f13bd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:10.643847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:10.717906 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20e874d7-37d6-41f2-841b-b6f6adb909ad req-84aa4fca-67af-4365-aca4-b2e287ed6313 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931897 Aug 31 19:39:10.822954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:39:10.822954 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:39:10.822954 n-d-778550-14 neutron-server[94816]: [parameters: {'project_id_1': '7d67a09bb7ad4389ac72a35473c307a1', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 39, 10, 808647)}] Aug 31 19:39:10.822954 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:39:10.823675 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:39:10.842418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.846733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Made reservation on behalf of 75a7983c72aa46cbb295961cb22e2b50 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:10.850765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.964410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.043419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:11.052084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:11.060854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:11.065070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event updated for resources: {'Port': ['ID=a3a86b7b-e9bc-46c1-92d4-b81c875f13bd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:11.101285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Allocated IP 172.20.0.6 (f17313a5-2ff9-4509-ae48-f22ade756404/85bc5ca8-b287-47d9-9cb0-39e242c46b32/bcc385ed-98c4-45d9-8b6b-60d0e75cce02) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:11.375406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:11.384715 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.458621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e0300d2-e819-4f2c-8fe9-bb3aa114bdbf req-e0d13975-47df-4f6c-9c0b-99a50dd527b8 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 210 time: 0.0539889 Aug 31 19:39:11.564765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd696-ad35-4941-8405-65c8e9b377e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.587655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:11.637675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10c41a92-7525-4924-b663-7c5771d5020d req-090e04df-89de-4039-b1bd-f4ec5960ec29 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0391967 Aug 31 19:39:11.671418 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.11 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/774b4213-03e1-4cda-b649-0e4798ea3c92) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:11.752872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-345ffac3-9b2f-4843-8d78-8643ef51d8ce tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.754439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-345ffac3-9b2f-4843-8d78-8643ef51d8ce tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.1462469 Aug 31 19:39:11.940881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.043840 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.082102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port df70b9e2-6281-483e-87c2-a1bd878c353e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:12.082494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.140034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.229429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b57d2135-1dd2-497e-b961-fa6eb5f0a3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.260354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Network f17313a5-2ff9-4509-ae48-f22ade756404 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:12.279833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:12.286191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:12.289298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Pushing event updated for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.346096 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.360136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002fbe-a511-4689-a7d0-2f46ac74ec50 req-a2189369-bbb1-44ea-ba7a-dafac9473912 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.364555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3002fbe-a511-4689-a7d0-2f46ac74ec50 req-a2189369-bbb1-44ea-ba7a-dafac9473912 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 945 time: 0.5317738 Aug 31 19:39:12.375990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port df70b9e2-6281-483e-87c2-a1bd878c353e, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=df70b9e2-6281-483e-87c2-a1bd878c353e,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:12.376388 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.405663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 774b4213-03e1-4cda-b649-0e4798ea3c92 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:12.406400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for df70b9e2-6281-483e-87c2-a1bd878c353e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:12.434562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3002fbe-a511-4689-a7d0-2f46ac74ec50 req-e66e249a-a36a-4474-9e66-d6ee93bfd1e8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Aug 31 19:39:12.462489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.462489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.494113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.536307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.547679 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b57d2135-1dd2-497e-b961-fa6eb5f0a3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.560951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:12.567202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:12.569269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b57d2135-1dd2-497e-b961-fa6eb5f0a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.571816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:12.612633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-8bba2365-218d-401a-97b5-2ed47509facc tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9921522 Aug 31 19:39:12.635471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-6f801bc2-1ef1-4883-8119-e6d40a930e8c tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:39:12.640470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-6f801bc2-1ef1-4883-8119-e6d40a930e8c tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178428 Aug 31 19:39:12.660495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.704929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b57d2135-1dd2-497e-b961-fa6eb5f0a3a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50d8169b24ff4e3b91a0272eeeba317f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1138537 Aug 31 19:39:12.715971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.715971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2135-1dd2-497e-b961-fa6eb5f0a3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a877167-1dbf-4dcc-9c46-28239741ab1f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.750555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.752477 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.783522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-cae94939-002d-4f0a-acff-77dd10d0e647 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1521337 Aug 31 19:39:12.785443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.797546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['df70b9e2-6281-483e-87c2-a1bd878c353e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:12.817157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25e2d-0630-4781-86fd-31e9f160163f req-0ee549ff-c429-4cdc-b4c6-705c710d2df0 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.820617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ba25e2d-0630-4781-86fd-31e9f160163f req-0ee549ff-c429-4cdc-b4c6-705c710d2df0 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 931 time: 0.2296278 Aug 31 19:39:12.840688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Request body: {'port': {'device_id': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:12.899546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Request body: {'port': {'device_id': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:12.909662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=df70b9e2-6281-483e-87c2-a1bd878c353e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.946085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] No DVR routers for this DVR port df70b9e2-6281-483e-87c2-a1bd878c353e on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:12.954565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.956616 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-38a45e2f-b162-4871-ab06-9df96411fac6 req-ae2e482b-4496-4a4a-8f56-4fd8c0b43260 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.82 "DELETE /v2.0/ports/df70b9e2-6281-483e-87c2-a1bd878c353e HTTP/1.1" status: 204 len: 173 time: 1.1902847 Aug 31 19:39:12.958207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'name': 'network-vif-deleted', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:12.968706 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260551b1-6e90-4f7a-bc81-68ffd290d52c" -d '{"events": [{"server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "name": "network-vif-deleted", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:13.001286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41843818-5704-46bd-9c10-69193c4a99dd None None] Provisioning for port 774b4213-03e1-4cda-b649-0e4798ea3c92 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:13.011146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41843818-5704-46bd-9c10-69193c4a99dd None None] Provisioning complete for port 774b4213-03e1-4cda-b649-0e4798ea3c92 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:13.011848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41843818-5704-46bd-9c10-69193c4a99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.065741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Router 9ec2f760-a660-4ed7-90b7-66f2ef653784 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:39:13.078837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-41843818-5704-46bd-9c10-69193c4a99dd None None] Port 774b4213-03e1-4cda-b649-0e4798ea3c92 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:13.085856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.101125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.112568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ba25e2d-0630-4781-86fd-31e9f160163f req-ff63a732-18ea-4710-b145-dd4f4b360ef6 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643940 Aug 31 19:39:13.149989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278b440-b2bc-4a33-99f4-a08ec5e7fde2 req-ad12ddb8-ba4b-4a26-b110-a62ba71eed6e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:13.151668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7278b440-b2bc-4a33-99f4-a08ec5e7fde2 req-ad12ddb8-ba4b-4a26-b110-a62ba71eed6e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 932 time: 0.3049448 Aug 31 19:39:13.156600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.186644 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.197391 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273a8ac-d31d-4885-9d99-d1a612f85019 x-openstack-request-id: req-9273a8ac-d31d-4885-9d99-d1a612f85019 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:13.198208 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b", "name": "network-vif-deleted", "tag": "df70b9e2-6281-483e-87c2-a1bd878c353e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:13.198466 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9273a8ac-d31d-4885-9d99-d1a612f85019 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:13.198867 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b', 'name': 'network-vif-deleted', 'tag': 'df70b9e2-6281-483e-87c2-a1bd878c353e', 'status': 'completed', 'code': 200} Aug 31 19:39:13.280262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7278b440-b2bc-4a33-99f4-a08ec5e7fde2 req-369479a8-50e3-4259-a9c3-c676befc1c21 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165197 Aug 31 19:39:13.302790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:13.314741 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] Sync routers for ids ['9ec2f760-a660-4ed7-90b7-66f2ef653784'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:13.328516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] Routers {'9ec2f760-a660-4ed7-90b7-66f2ef653784'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:13.329294 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9ec2f760-a660-4ed7-90b7-66f2ef653784'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:13.376707 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:13.386439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] Routers {'9ec2f760-a660-4ed7-90b7-66f2ef653784'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:13.387814 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:38:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9ec2f760-a660-4ed7-90b7-66f2ef653784'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:13.389099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.390547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e5d9fb4b-3e0f-43ed-9128-3b3708e05175 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6690352 Aug 31 19:39:13.393685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:13.400810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:13.424088 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:13.425738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46a2e-6025-4ff5-9e8f-b329082b8324 None None] The sync data for ids ['9ec2f760-a660-4ed7-90b7-66f2ef653784'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:13.427623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.432822 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.434679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a877167-1dbf-4dcc-9c46-28239741ab1f HTTP/1.1" status: 204 len: 168 time: 0.7101655 Aug 31 19:39:13.477103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b538abb-9814-4669-b789-c8f42f0d14e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a877167-1dbf-4dcc-9c46-28239741ab1f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.690251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-380a46ae-7232-4967-b247-4304df9d5119 req-4cfde526-3aeb-4ce3-9057-50f3104fcde2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=587b485b-a2b5-4b1c-ba5e-5cf6c7ac256b HTTP/1.1" status: 200 len: 210 time: 0.0355105 Aug 31 19:39:13.748926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774b4213-03e1-4cda-b649-0e4798ea3c92 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:13.757937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.773254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Transition to ACTIVE for port object 774b4213-03e1-4cda-b649-0e4798ea3c92 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:13.777543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.800367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc385ed-98c4-45d9-8b6b-60d0e75cce02 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:13.811505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.861011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Transition to ACTIVE for port object bcc385ed-98c4-45d9-8b6b-60d0e75cce02 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:13.867768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.916717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:13.953152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.993059 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bf3-dfd6-46dd-9ccd-b5eaa1276563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.993883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Attempting to bind port 774b4213-03e1-4cda-b649-0e4798ea3c92 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:13.994226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Attempting to bind port 774b4213-03e1-4cda-b649-0e4798ea3c92 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:13.994570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Attempting to bind port 774b4213-03e1-4cda-b649-0e4798ea3c92 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:13.997101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:14.002736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Port 774b4213-03e1-4cda-b649-0e4798ea3c92 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:14.003935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Attempting to bind port 774b4213-03e1-4cda-b649-0e4798ea3c92 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:14.013513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:14.014403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:14.015047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:14.015823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Bound port: 774b4213-03e1-4cda-b649-0e4798ea3c92, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:14.016471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.076542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.114114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:14.118157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=774b4213-03e1-4cda-b649-0e4798ea3c92,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:14.127800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.130451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.170265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.171161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.173146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/774b4213-03e1-4cda-b649-0e4798ea3c92 HTTP/1.1" status: 200 len: 1093 time: 1.3670576 Aug 31 19:39:14.173714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:14.176523 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56417258-ac46-4ea5-89da-8a31769749e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:14.252353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d4775-4934-42b3-86a6-f5181d13f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:14.331893 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca53c177-ac77-4e8b-81fa-a5434538c4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.350769 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e499f864-df23-4469-9815-200d3e32a907 x-openstack-request-id: req-e499f864-df23-4469-9815-200d3e32a907 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:14.351061 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:14.351321 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e499f864-df23-4469-9815-200d3e32a907 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:14.351754 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92', 'status': 'completed', 'code': 200} Aug 31 19:39:14.475282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.487062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-eb2c5920-a693-4447-a73d-d78bdc6dd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.489155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-eb2c5920-a693-4447-a73d-d78bdc6dd93f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 1096 time: 0.2181063 Aug 31 19:39:14.514920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1d61-1ec6-4d5a-a64d-67cbda428168 req-f53fd730-ebc3-48b0-9504-66dd03cf9c11 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.523342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-136e1d61-1ec6-4d5a-a64d-67cbda428168 req-f53fd730-ebc3-48b0-9504-66dd03cf9c11 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 943 time: 0.1695509 Aug 31 19:39:14.625276 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-642ad114-f352-4250-a9f9-e7cc08fc3778 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=774b4213-03e1-4cda-b649-0e4798ea3c92 HTTP/1.1" status: 200 len: 217 time: 0.1218326 Aug 31 19:39:14.672290 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.697932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-136e1d61-1ec6-4d5a-a64d-67cbda428168 req-9948d425-ff5a-49fa-af9a-caf1accab8c1 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721106 Aug 31 19:39:14.711410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72238-9c0b-46d7-aff9-7997f40ff795 req-3ef9d2fc-7fba-45de-9ced-8dab3fcae684 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.713371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fa72238-9c0b-46d7-aff9-7997f40ff795 req-3ef9d2fc-7fba-45de-9ced-8dab3fcae684 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.2310677 Aug 31 19:39:14.767922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-c54252da-5edc-41b7-b554-befb4b2e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.769775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-c54252da-5edc-41b7-b554-befb4b2e60d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1368175 Aug 31 19:39:14.833022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fa72238-9c0b-46d7-aff9-7997f40ff795 req-3494007e-10a0-4760-ae61-b8eac7082bde tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984466 Aug 31 19:39:14.862445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-9e72e59d-7d90-4257-9d0f-2f9c2e3df9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.864073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-9e72e59d-7d90-4257-9d0f-2f9c2e3df9b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833533 Aug 31 19:39:14.919477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Attempting to bind port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:14.920431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Attempting to bind port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:14.920542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Attempting to bind port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 on network f17313a5-2ff9-4509-ae48-f22ade756404 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:14.933980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 on network f17313a5-2ff9-4509-ae48-f22ade756404 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:14.934384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Attempting to bind port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 on network f17313a5-2ff9-4509-ae48-f22ade756404 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:14.973075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-97119b5e-873e-485e-aac0-d61af01410ec service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986791 Aug 31 19:39:14.981205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:14.981820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Checking segment: {'id': 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:14.982272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Bound using segment: {'id': 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:14.982793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Bound port: bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:14.983382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.033306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-f2f6b7f4-4396-4024-8d96-44c5e6ee52cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1561270 Aug 31 19:39:15.077192 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Deleting port a3a86b7b-e9bc-46c1-92d4-b81c875f13bd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:15.077773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.180150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bf3-dfd6-46dd-9ccd-b5eaa1276563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.215855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bf3-dfd6-46dd-9ccd-b5eaa1276563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.231245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2c314-79c4-4753-a6af-33bf5df4492e req-c240ab74-f45d-4aba-a2fc-80a42f65ea7c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.235887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device df70b9e2-6281-483e-87c2-a1bd878c353e no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:15.238216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:15.239556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86d2c314-79c4-4753-a6af-33bf5df4492e req-c240ab74-f45d-4aba-a2fc-80a42f65ea7c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0973597 Aug 31 19:39:15.260049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4696c28-7add-42d9-942a-72d5a179bec7 req-08ff77fc-bd5a-4dc9-946c-3da139a94453 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771294 Aug 31 19:39:15.277263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: df70b9e2-6281-483e-87c2-a1bd878c353e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:15.278012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device df70b9e2-6281-483e-87c2-a1bd878c353e not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:15.292336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,segment=NetworkSegment(c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7),segment_id=c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:15.297677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-86d2c314-79c4-4753-a6af-33bf5df4492e req-2c5ef0ad-ea85-4b89-86a4-8a4ca694d03b tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521355 Aug 31 19:39:15.323006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c9d29bf3-dfd6-46dd-9ccd-b5eaa1276563 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0281c9f1beb1454da86dc7924a4f5ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4052682 Aug 31 19:39:15.326560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:15.337952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.352647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.368225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29bf3-dfd6-46dd-9ccd-b5eaa1276563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9861a20-92f0-4646-aa0e-b50d4cbed081,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:15.410828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-927fd8fe-28b3-441e-a44d-3fd15ec12474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.413453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-927fd8fe-28b3-441e-a44d-3fd15ec12474 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66307696dd9f45d888547ce3df058792&device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 1097 time: 0.2588871 Aug 31 19:39:15.414683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Calling delete_port for a3a86b7b-e9bc-46c1-92d4-b81c875f13bd owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:15.425856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.428782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56417258-ac46-4ea5-89da-8a31769749e5 req-9c985aaa-d1ce-4d9e-9279-112d670d56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.430316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.430518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-9c985aaa-d1ce-4d9e-9279-112d670d56c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0961330 Aug 31 19:39:15.430865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.432606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] 10.222.0.82 "PUT /v2.0/ports/bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 200 len: 1092 time: 2.7826555 Aug 31 19:39:15.435681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:15.438081 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f3e05-5842-410c-9800-562a5714874e" -d '{"events": [{"name": "network-changed", "server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:15.442249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.516748 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170ff5cb-12b6-4a7b-b8dc-3cca09cd315b x-openstack-request-id: req-170ff5cb-12b6-4a7b-b8dc-3cca09cd315b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:15.517218 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:15.517632 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-170ff5cb-12b6-4a7b-b8dc-3cca09cd315b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:15.518834 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02', 'status': 'completed', 'code': 200} Aug 31 19:39:15.563464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.587734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6966d6-5d98-4893-9558-b5f3fae8f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:15.681224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56417258-ac46-4ea5-89da-8a31769749e5 req-eda5bb37-db45-4222-b508-25e75ca10ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.685640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-eda5bb37-db45-4222-b508-25e75ca10ba3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.2452977 Aug 31 19:39:15.697840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-ebfa7480-b35c-40f3-b980-6daf4874bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.699392 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-ebfa7480-b35c-40f3-b980-6daf4874bf2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75a7983c72aa46cbb295961cb22e2b50&device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 1095 time: 0.1943870 Aug 31 19:39:15.746823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-28dbb314-b382-4c77-9383-58762276e785 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=774b4213-03e1-4cda-b649-0e4798ea3c92 HTTP/1.1" status: 200 len: 217 time: 0.0502996 Aug 31 19:39:15.775306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-0368b682-1bb6-44c0-9425-ea75fa7dbacd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 200 len: 217 time: 0.0664039 Aug 31 19:39:15.776451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-e453131d-8aae-4f23-9c70-5cade8c89b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.778040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-e453131d-8aae-4f23-9c70-5cade8c89b78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 200 len: 912 time: 0.3204467 Aug 31 19:39:15.785740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.801257 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:15.803766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9861a20-92f0-4646-aa0e-b50d4cbed081 HTTP/1.1" status: 204 len: 168 time: 0.4759712 Aug 31 19:39:15.872622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bf84d-ee72-4c87-9230-078d897bc0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9861a20-92f0-4646-aa0e-b50d4cbed081,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:15.893847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56417258-ac46-4ea5-89da-8a31769749e5 req-8c1b8454-28b4-465c-9bf3-d2280c6b3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.896303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-8c1b8454-28b4-465c-9bf3-d2280c6b3d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1396563 Aug 31 19:39:15.961710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934959-7757-4503-bd0e-439996fec6c9 req-0e3a159e-0e13-4b21-8de1-c7a0421ffef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.963114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-0e3a159e-0e13-4b21-8de1-c7a0421ffef0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=85bc5ca8-b287-47d9-9cb0-39e242c46b32 HTTP/1.1" status: 200 len: 851 time: 0.1808193 Aug 31 19:39:15.968694 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-1e2c0c8b-c153-4981-a29e-5576c1935a3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 200 len: 999 time: 0.1730680 Aug 31 19:39:15.983297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8c655-3112-450a-b134-c99fcc4445d1 req-538e7704-83c0-4320-ab6d-8d1779af4bf2 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.991964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a8c655-3112-450a-b134-c99fcc4445d1 req-538e7704-83c0-4320-ab6d-8d1779af4bf2 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 943 time: 0.1651373 Aug 31 19:39:15.992686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.036926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-1c37e021-588e-4984-b12e-52092634b81f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f17313a5-2ff9-4509-ae48-f22ade756404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625598 Aug 31 19:39:16.037919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.080614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a8c655-3112-450a-b134-c99fcc4445d1 req-bfdf3239-26fb-47a5-9a53-306baa56278f tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Aug 31 19:39:16.084302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56417258-ac46-4ea5-89da-8a31769749e5 req-89eeca39-a98f-493a-9460-19fd1e7ccfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.086133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-89eeca39-a98f-493a-9460-19fd1e7ccfb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798806 Aug 31 19:39:16.101449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Pushing event deleted for resources: {'Port': ['ID=a3a86b7b-e9bc-46c1-92d4-b81c875f13bd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:16.102578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42724-0bdb-4e82-93d0-25e844bd88dd req-45f08d1a-aaec-4418-9a5e-9c8466d822bc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.104941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fc42724-0bdb-4e82-93d0-25e844bd88dd req-45f08d1a-aaec-4418-9a5e-9c8466d822bc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1030986 Aug 31 19:39:16.155890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-9a8853ec-dab3-4a4f-b46f-2777d10c8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.156754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-9a8853ec-dab3-4a4f-b46f-2777d10c8646 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 200 len: 850 time: 0.1737144 Aug 31 19:39:16.204938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-9e75950a-437b-4260-afb7-a9a191215d2f service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563444 Aug 31 19:39:16.234823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fc42724-0bdb-4e82-93d0-25e844bd88dd req-edb99159-6bd2-4b5b-b9a7-ef0253f8049c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828474 Aug 31 19:39:16.271433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-d7a011f7-8a9a-42d7-bb95-352dc5367313 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647999 Aug 31 19:39:16.394105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.447363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56417258-ac46-4ea5-89da-8a31769749e5 req-c34b5c5f-4e23-43c1-bb6a-56fe1ea3e6d7 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591640 Aug 31 19:39:16.469676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-f7074181-d30e-4f0e-a7ac-e4edc473a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.471245 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-f7074181-d30e-4f0e-a7ac-e4edc473a200 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df8abff-1271-40f6-9903-111118d7d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397628 Aug 31 19:39:16.521813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a01f-7204-4db2-9be9-83baf7d56143 req-162b7903-0f32-44b1-b709-fd3e41375fab tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.523392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9f3a01f-7204-4db2-9be9-83baf7d56143 req-162b7903-0f32-44b1-b709-fd3e41375fab tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0751104 Aug 31 19:39:16.577269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0e934959-7757-4503-bd0e-439996fec6c9 req-d1f88f70-1bdb-48ab-a3f3-d233166378e3 service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444633 Aug 31 19:39:16.611895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c9f3a01f-7204-4db2-9be9-83baf7d56143 req-29594288-4b26-48c2-98bf-2fe4fca1776a tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752695 Aug 31 19:39:16.739941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.754257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.774810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3e05-5842-410c-9800-562a5714874e req-b901b800-5caa-4679-9712-500689bf411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.777846 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-b901b800-5caa-4679-9712-500689bf411a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75a7983c72aa46cbb295961cb22e2b50&device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 1095 time: 0.1149533 Aug 31 19:39:16.781713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-8ea6910e-adf7-46a8-b476-4cf97ce88e19 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974720 Aug 31 19:39:16.903387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-9a3cd878-60c5-459a-bf58-1e524b9a7f32 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.905242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-9a3cd878-60c5-459a-bf58-1e524b9a7f32 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.0613019 Aug 31 19:39:16.985535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Router 9ec2f760-a660-4ed7-90b7-66f2ef653784 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:39:17.052645 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.084419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:17.084708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.148722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:17.162013 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.163853 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-52c0c40a-fdf8-4338-a0e3-d417bf60001b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "PUT /v2.0/routers/9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 200 len: 706 time: 3.7690613 Aug 31 19:39:17.165418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] Sync routers for ids ['9ec2f760-a660-4ed7-90b7-66f2ef653784'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:17.170304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3e05-5842-410c-9800-562a5714874e req-74f755d7-087b-4b30-936d-e05d5aa4b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.171860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-74f755d7-087b-4b30-936d-e05d5aa4b69f service neutron] 10.222.0.82 "GET /v2.0/networks?id=f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 200 len: 912 time: 0.3882272 Aug 31 19:39:17.172297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:17.186774 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] Routers {'9ec2f760-a660-4ed7-90b7-66f2ef653784'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:17.187879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9ec2f760-a660-4ed7-90b7-66f2ef653784'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:17.205056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5a7cf8ce-09a9-4f95-96f0-16179b4e87de req-7725d22f-7933-4163-82a7-0777ed15e2c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778737 Aug 31 19:39:17.294467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:17.308818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-223cdacf-00f2-4e8e-a62a-f4646e2815a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 200 len: 217 time: 0.1250167 Aug 31 19:39:17.349580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] Routers {'9ec2f760-a660-4ed7-90b7-66f2ef653784'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:17.350864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9ec2f760-a660-4ed7-90b7-66f2ef653784'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:17.431759 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d864e06f-2873-4028-aa85-d5028feab687 tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/routers/9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 200 len: 741 time: 0.2511318 Aug 31 19:39:17.435533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:17.440594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:17.443017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9578c7b-f3d2-44dd-9906-8bc5dda58cf4 None None] The sync data for ids ['9ec2f760-a660-4ed7-90b7-66f2ef653784'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:17.492836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] For port f4756d8d-73fa-46c4-9c3f-94cf9e203408, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f4756d8d-73fa-46c4-9c3f-94cf9e203408,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:17.493587 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.506795 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-174b75ac-03d8-47d9-a17a-9577f2bf857a tempest-RoutersAdminTest-1770648647 tempest-RoutersAdminTest-1770648647-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&device_id=9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 200 len: 205 time: 0.0700119 Aug 31 19:39:17.517885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:17.592401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9125f3-d34c-4b7a-a9d5-9a44252be9cd req-63841cfe-46ca-4fd4-a2d9-29c752db2569 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.593935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac9125f3-d34c-4b7a-a9d5-9a44252be9cd req-63841cfe-46ca-4fd4-a2d9-29c752db2569 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 943 time: 0.2588975 Aug 31 19:39:17.674037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5592f-cc9b-4d86-baaf-209543819b2b req-553ef9c1-6f17-4561-b761-ae4b2f507522 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.675732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b5592f-cc9b-4d86-baaf-209543819b2b req-553ef9c1-6f17-4561-b761-ae4b2f507522 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.2452340 Aug 31 19:39:17.726684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac9125f3-d34c-4b7a-a9d5-9a44252be9cd req-66ddd8c2-d1f0-47f0-91a6-712a84bc0234 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084015 Aug 31 19:39:17.836151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b5592f-cc9b-4d86-baaf-209543819b2b req-7ca19e09-a58e-4fb9-97c4-262f04abea62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467712 Aug 31 19:39:17.911747 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f3c49f0-cc6a-4b1b-aa3f-55b2ca938130 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 200 len: 205 time: 0.3901672 Aug 31 19:39:17.911747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3e05-5842-410c-9800-562a5714874e req-4690c04b-9453-4c21-b1d4-d4ddf5a928ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.912319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-4690c04b-9453-4c21-b1d4-d4ddf5a928ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=85bc5ca8-b287-47d9-9cb0-39e242c46b32 HTTP/1.1" status: 200 len: 851 time: 0.5270541 Aug 31 19:39:17.912428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:17.955861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-4917e683-8ec4-404e-827e-c1dde0625242 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f17313a5-2ff9-4509-ae48-f22ade756404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344269 Aug 31 19:39:17.974942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.975414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.975630 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Floating IP da2ef7ff-8c39-4820-b01c-e5b13547ee93 disassociated. External IP: 172.25.3.21, port: f4756d8d-73fa-46c4-9c3f-94cf9e203408. Aug 31 19:39:17.976457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for f4756d8d-73fa-46c4-9c3f-94cf9e203408 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:18.031010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a7157-ad5c-44f5-ba70-1ac3e246ba94 req-110f2101-cabf-4a2f-9e5b-b0b27887ef44 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.032689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8a7157-ad5c-44f5-ba70-1ac3e246ba94 req-110f2101-cabf-4a2f-9e5b-b0b27887ef44 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 945 time: 0.2169561 Aug 31 19:39:18.055740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.061566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-f65db4bf-f6f6-477c-a412-5f7f3b4886a6 service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997252 Aug 31 19:39:18.226137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b4f3e05-5842-410c-9800-562a5714874e req-41c1b3ae-b921-460c-bfba-f873a33a5b4e service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577659 Aug 31 19:39:18.274341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d8a7157-ad5c-44f5-ba70-1ac3e246ba94 req-c23a30e2-eb7e-460f-a15f-63dc97f06d61 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6697efd-5b41-4652-95ee-d8164f2d77e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328267 Aug 31 19:39:18.312350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.315600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.373998 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.374750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec2f760-a660-4ed7-90b7-66f2ef653784 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:18.389639 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.389868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3be1725e-073c-4a34-91a9-607b5a6a3bba tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 204 len: 168 time: 0.4570510 Aug 31 19:39:18.393400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.447082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.451042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0af27958-02e6-4905-9960-ff25d6c79eb2 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 200 len: 205 time: 0.0556140 Aug 31 19:39:18.451152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.519608 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-55f9c02a-4c36-4093-b535-dfd49fd1b98b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:18.526838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-55f9c02a-4c36-4093-b535-dfd49fd1b98b tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/9ec2f760-a660-4ed7-90b7-66f2ef653784 HTTP/1.1" status: 404 len: 336 time: 0.0684309 Aug 31 19:39:18.526838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=f4756d8d-73fa-46c4-9c3f-94cf9e203408,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:18.526838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.558482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ee315022-4d04-4785-87f2-fba86898bb41 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 200 len: 205 time: 0.0316284 Aug 31 19:39:18.562275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.628888 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-c1ad17b5-07ca-42dd-a3d1-b29b92677eaf tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:18.635232 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1ad17b5-07ca-42dd-a3d1-b29b92677eaf tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/df188fe5-4c4a-4c1e-98f5-a506dc24e547 HTTP/1.1" status: 404 len: 336 time: 0.0668597 Aug 31 19:39:18.635777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.693554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c57f9f52-40d4-415c-9788-5dfff137c270 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 200 len: 205 time: 0.0529654 Aug 31 19:39:18.694225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60660) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.770595 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-f97cbc46-ee94-4154-b13b-b06c050b24e8 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:18.774507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f97cbc46-ee94-4154-b13b-b06c050b24e8 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/68900b9a-c0e2-4053-a6c2-3aeedecc2cef HTTP/1.1" status: 404 len: 336 time: 0.0765457 Aug 31 19:39:18.774908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.809753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-116e66bc-c3f6-41cd-a7ec-b880fcedebde tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 200 len: 205 time: 0.0305216 Aug 31 19:39:18.810126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60666) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.812681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:39:18.851760 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-47b57f74-1c99-462b-b813-bc52925602fc tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:18.855991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-47b57f74-1c99-462b-b813-bc52925602fc tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/f238ab41-00a6-43f7-a9b4-04f38dc2bc46 HTTP/1.1" status: 404 len: 336 time: 0.0417838 Aug 31 19:39:18.856934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.903165 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ce546ff5-7920-40f5-bb2a-dbed4d3e8ab8 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 200 len: 205 time: 0.0450323 Aug 31 19:39:18.904032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.956859 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1802eb60-a7fb-40b9-a6d0-b7aca8020dd0 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:18.956994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:18.970745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1802eb60-a7fb-40b9-a6d0-b7aca8020dd0 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/ea5723d8-744a-4d0f-a4dc-3e349d777370 HTTP/1.1" status: 404 len: 336 time: 0.0510082 Aug 31 19:39:19.244381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bcc385ed-98c4-45d9-8b6b-60d0e75cce02 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:19.395942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:19.411465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,segment=NetworkSegment(c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7),segment_id=c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:19.428772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02', 'network_id': 'f17313a5-2ff9-4509-ae48-f22ade756404', 'port_id': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02', 'mac_address': 'fa:16:3e:c1:aa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bc5ca8-b287-47d9-9cb0-39e242c46b32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:19.434210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f35c35c2-1031-47dc-b5af-0ece9b727c3e tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "GET /v2.0/ports?device_id=3aa2fac7-a4a9-4af5-9096-25db0fd6de8a HTTP/1.1" status: 200 len: 205 time: 0.4793837 Aug 31 19:39:19.437736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:19.464954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e1be-df60-4d12-b72a-6ed73cbd8fef req-13032cc5-fe0e-4ba2-af84-4d6c5cf43d75 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:19.471916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.473064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37f7e1be-df60-4d12-b72a-6ed73cbd8fef req-13032cc5-fe0e-4ba2-af84-4d6c5cf43d75 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 943 time: 0.5574846 Aug 31 19:39:19.488440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc385ed-98c4-45d9-8b6b-60d0e75cce02 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:19.492083 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a18ace2f-6d4a-4261-9597-ad2ab7d92360 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] delete failed (client error): The resource could not be found. Aug 31 19:39:19.497063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a18ace2f-6d4a-4261-9597-ad2ab7d92360 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/routers/3aa2fac7-a4a9-4af5-9096-25db0fd6de8a HTTP/1.1" status: 404 len: 336 time: 0.0582011 Aug 31 19:39:19.497683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:19.513809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455dad-3403-4923-b151-532021cf0c13 req-2abb6066-67ae-492f-9d85-2adc21b6a0d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:19.514222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,segment=NetworkSegment(c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7),segment_id=c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:19.515355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce455dad-3403-4923-b151-532021cf0c13 req-2abb6066-67ae-492f-9d85-2adc21b6a0d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1557500 Aug 31 19:39:19.519619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.529360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:19.553937 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Sync routers for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:19.567979 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:19.568608 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:19.580123 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d490ae8-537d-40e9-b07b-8f13f2a3ba26 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] DELETE failed (client error): The resource could not be found. Aug 31 19:39:19.583212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d490ae8-537d-40e9-b07b-8f13f2a3ba26 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:39:19.583717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:19.592964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5d490ae8-537d-40e9-b07b-8f13f2a3ba26 tempest-RoutersAdminTest-375200588 tempest-RoutersAdminTest-375200588-project] 10.222.0.73 "DELETE /v2.0/subnets/648ab6c2-badf-45cb-acf2-467a0c91b1eb HTTP/1.1" status: 404 len: 337 time: 0.0941799 Aug 31 19:39:19.637569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95ffd6f1-6486-46c8-8b50-29d1eda9c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.658340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] No DVR routers for this DVR port f4756d8d-73fa-46c4-9c3f-94cf9e203408 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:19.664441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.666420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ad403dd-a605-48bb-9bd3-13457d30647f req-ffe8d408-f3fd-4e81-8bf8-19cc9121d69c tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.67 "DELETE /v2.0/ports/f4756d8d-73fa-46c4-9c3f-94cf9e203408 HTTP/1.1" status: 204 len: 173 time: 2.7553165 Aug 31 19:39:19.666888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-deleted', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:19.669295 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a988ff-0b41-44b4-93e3-949cd2a42082" -d '{"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-deleted", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:19.684770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37f7e1be-df60-4d12-b72a-6ed73cbd8fef req-14cec847-a175-4b7c-b7ca-baef37cf9629 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080073 Aug 31 19:39:19.690565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce455dad-3403-4923-b151-532021cf0c13 req-a3fcd93d-3528-4b72-8713-6fe14d4f2f1a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592357 Aug 31 19:39:19.738211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['bcc385ed-98c4-45d9-8b6b-60d0e75cce02'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:19.865635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad96ddcd-4c8b-4a75-ab49-283db93917fc req-02ae7c16-566f-44ca-9479-06d28dac6e68 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/ports?device_id=01712141-67ba-40a2-8287-4f41a6935e67 HTTP/1.1" status: 200 len: 210 time: 0.0670707 Aug 31 19:39:19.866206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95ffd6f1-6486-46c8-8b50-29d1eda9c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.872983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95ffd6f1-6486-46c8-8b50-29d1eda9c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.878213 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3f9ea0-1bb6-4f36-8c74-d3df120a3261 x-openstack-request-id: req-fc3f9ea0-1bb6-4f36-8c74-d3df120a3261 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:19.878774 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01712141-67ba-40a2-8287-4f41a6935e67", "name": "network-vif-deleted", "tag": "f4756d8d-73fa-46c4-9c3f-94cf9e203408", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:19.879175 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc3f9ea0-1bb6-4f36-8c74-d3df120a3261 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:19.880005 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01712141-67ba-40a2-8287-4f41a6935e67', 'name': 'network-vif-deleted', 'tag': 'f4756d8d-73fa-46c4-9c3f-94cf9e203408', 'status': 'completed', 'code': 200} Aug 31 19:39:19.897955 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:19.925477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:19.935472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-95ffd6f1-6486-46c8-8b50-29d1eda9c8f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5e27a3cb45a41138cb7fe1e1b5abc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303934 Aug 31 19:39:19.941276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffd6f1-6486-46c8-8b50-29d1eda9c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9f1f0-86b7-4379-8540-fe10a11c1909,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.033708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.063948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.104780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:20.132234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.134967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.137056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36b9f1f0-86b7-4379-8540-fe10a11c1909 HTTP/1.1" status: 204 len: 168 time: 0.2095301 Aug 31 19:39:20.181351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44903b-c619-4c87-b97c-e9cd85f3f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9f1f0-86b7-4379-8540-fe10a11c1909,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.287442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:20.297729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a01c8aa6-cf65-47c2-b628-3c3788005c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.318870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f4756d8d-73fa-46c4-9c3f-94cf9e203408 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:20.319465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f4756d8d-73fa-46c4-9c3f-94cf9e203408 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:20.385990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:20.427021 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Checking router: 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:20.446501 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:20.447766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:20.480407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a01c8aa6-cf65-47c2-b628-3c3788005c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.494399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a01c8aa6-cf65-47c2-b628-3c3788005c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.542045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a01c8aa6-cf65-47c2-b628-3c3788005c61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4294db7b39b452a9355f227ca1df771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318950 Aug 31 19:39:20.543118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:20.586042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c8aa6-cf65-47c2-b628-3c3788005c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8daa567-ff07-482e-ab01-39be80dc16ab,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.629928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.650762 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:20.656584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.706677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:20.726175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-885be3b1-8d8f-4582-8498-84ebf8f2eac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.825850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.828490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.829650 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8daa567-ff07-482e-ab01-39be80dc16ab HTTP/1.1" status: 204 len: 168 time: 0.2864938 Aug 31 19:39:20.840991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-885be3b1-8d8f-4582-8498-84ebf8f2eac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.846518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-885be3b1-8d8f-4582-8498-84ebf8f2eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.849114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f85156-fc68-4fd7-b6f2-c765467770e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8daa567-ff07-482e-ab01-39be80dc16ab,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.899526 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-885be3b1-8d8f-4582-8498-84ebf8f2eac1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1971cb6736cc47c9995e66499557ff7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917601 Aug 31 19:39:20.900335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:20.908283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be3b1-8d8f-4582-8498-84ebf8f2eac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedef34c-7789-4c24-b40d-a2862a98f700,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.974511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137aad9-bff2-49d2-90dd-feeaab0e5a45 req-7c8f4889-2b15-4000-93a7-848f3e28b5b1 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.984246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2137aad9-bff2-49d2-90dd-feeaab0e5a45 req-7c8f4889-2b15-4000-93a7-848f3e28b5b1 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 944 time: 0.1910815 Aug 31 19:39:21.009496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.043180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5598-a538-41cd-8dae-c0b638d6f236 req-c543c4b2-1f2e-4371-a1db-a7d037b74c35 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.050895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbd5598-a538-41cd-8dae-c0b638d6f236 req-c543c4b2-1f2e-4371-a1db-a7d037b74c35 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1784573 Aug 31 19:39:21.056427 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:21.075700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2137aad9-bff2-49d2-90dd-feeaab0e5a45 req-a97eceec-c8a1-488e-9529-891fe746cb1b tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854592 Aug 31 19:39:21.113681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.130113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ffac5-11ce-4c4a-a6d1-f92ef2e7cf09 None None] The sync data for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 is: [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 4, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a9440292-77f9-49d0-b7b9-840a760bc1f2', 'name': '', 'network_id': '6df8abff-1271-40f6-9903-111118d7d6bf', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'mac_address': 'fa:16:3e:21:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:14Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'subnets': [{'id': 'f216b751-e4e0-4222-abed-c2688c0b2310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:21.168444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdbd5598-a538-41cd-8dae-c0b638d6f236 req-01b752a4-6282-4b10-84da-f16c151429be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139565 Aug 31 19:39:21.202771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:21.246083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.248997 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.250548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aedef34c-7789-4c24-b40d-a2862a98f700 HTTP/1.1" status: 204 len: 168 time: 0.3478138 Aug 31 19:39:21.258079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bcc385ed-98c4-45d9-8b6b-60d0e75cce02 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:21.302856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd3f6e-de8e-43fd-97bd-cd48fe6ea7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedef34c-7789-4c24-b40d-a2862a98f700,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.336220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.407354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.412154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:21.423219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:21.424256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.510692 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.514342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.520456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:21.531504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6697efd-5b41-4652-95ee-d8164f2d77e8 HTTP/1.1" status: 204 len: 168 time: 0.3138726 Aug 31 19:39:21.545642 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-59afd838-3c04-4607-8359-d5a910a757e8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] show failed (client error): The resource could not be found. Aug 31 19:39:21.549811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-59afd838-3c04-4607-8359-d5a910a757e8 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "GET /v2.0/security-groups/d6697efd-5b41-4652-95ee-d8164f2d77e8 HTTP/1.1" status: 404 len: 347 time: 0.0255785 Aug 31 19:39:21.549916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:21.550838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60736) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:21.557104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57220ed-4b99-42ac-8318-37a25d62165e tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6697efd-5b41-4652-95ee-d8164f2d77e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.587004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2205d-8fdb-48a5-b2f2-303ddeada0b6 None None] New status for floating IP da2ef7ff-8c39-4820-b01c-e5b13547ee93: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:39:21.592428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.694325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:21.696636 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78491f27-1974-46e3-94f1-e403678b40a1" -d '{"events": [{"server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "name": "network-vif-plugged", "status": "completed", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:21.703839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f1577c4-e228-4961-973f-8a316c184358 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f774c5af741340bfa2f858283654ead0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449630 Aug 31 19:39:21.704225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:21.750526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Deleting port cefddb18-1b5e-4c94-9a97-ee3bbb009c34 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:21.750887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.756795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.780536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.803284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,segment=NetworkSegment(c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7),segment_id=c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.808015 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.851956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.852300 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.870878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Calling delete_port for cefddb18-1b5e-4c94-9a97-ee3bbb009c34 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:21.881351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.884933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.887916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5474037f-231c-40f6-ab34-9c6fe66f0d3f HTTP/1.1" status: 204 len: 168 time: 0.1810837 Aug 31 19:39:21.903013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43806c0d-d7ce-4764-aaf1-53a988df6ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5474037f-231c-40f6-ab34-9c6fe66f0d3f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.926809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:22.037624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:22.071159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Pushing event deleted for resources: {'Port': ['ID=cefddb18-1b5e-4c94-9a97-ee3bbb009c34,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:22.073303 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f09aba-0121-4fcb-88ab-6ea869ff0920 x-openstack-request-id: req-53f09aba-0121-4fcb-88ab-6ea869ff0920 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:22.073530 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "name": "network-vif-plugged", "status": "completed", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:22.074164 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53f09aba-0121-4fcb-88ab-6ea869ff0920 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:22.074543 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02', 'code': 200} Aug 31 19:39:22.156606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:22.173596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:22.177345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-468a54eb-1bb5-4296-985e-306512438ca2 tempest-ServerActionsTestJSON-1004017902 tempest-ServerActionsTestJSON-1004017902-project] 10.222.0.73 "DELETE /v2.0/floatingips/da2ef7ff-8c39-4820-b01c-e5b13547ee93 HTTP/1.1" status: 204 len: 168 time: 0.6198499 Aug 31 19:39:22.177815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:22.222123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32d63-6c09-4a78-b333-4c1111b58639 req-eca7baee-2027-42c4-a824-a8205753a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.223891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-87e32d63-6c09-4a78-b333-4c1111b58639 req-eca7baee-2027-42c4-a824-a8205753a44a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 1097 time: 0.0658195 Aug 31 19:39:22.268423 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-87e32d63-6c09-4a78-b333-4c1111b58639 req-55525573-283b-4d2e-8a97-d0bfc06ab3e3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Aug 31 19:39:22.363805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0eb21-4e53-4c1f-addc-103138bbed5c req-cecd0c83-3d31-46cb-a6b1-45eca9b6f50e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.365785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcc0eb21-4e53-4c1f-addc-103138bbed5c req-cecd0c83-3d31-46cb-a6b1-45eca9b6f50e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1770504 Aug 31 19:39:22.389042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3d47-fd04-464c-84f8-3b7c3eb49320 req-1685bf98-bcf6-4bc4-a540-f52223b39f85 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.390630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4c3d47-fd04-464c-84f8-3b7c3eb49320 req-1685bf98-bcf6-4bc4-a540-f52223b39f85 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1019087 Aug 31 19:39:22.433460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fcc0eb21-4e53-4c1f-addc-103138bbed5c req-d17340fe-eba1-40c9-a570-52912ef4238f tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Aug 31 19:39:22.490621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f4c3d47-fd04-464c-84f8-3b7c3eb49320 req-d1028aaf-2ecf-4017-a2e1-44dfd8e04067 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914752 Aug 31 19:39:22.832078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:22.977800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:39:23.129320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Deleting port a9440292-77f9-49d0-b7b9-840a760bc1f2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:23.129833 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:23.250668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] For port a9440292-77f9-49d0-b7b9-840a760bc1f2, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a9440292-77f9-49d0-b7b9-840a760bc1f2,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:23.251116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:23.268082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Calling delete_port for a9440292-77f9-49d0-b7b9-840a760bc1f2 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:23.481132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:23.519017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9440292-77f9-49d0-b7b9-840a760bc1f2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:23.742325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:23.795447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef5e2d-4c7e-45e4-9cac-69c865c73426 req-ee63767e-707d-4cc6-a047-d32de330a45c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.797084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3ef5e2d-4c7e-45e4-9cac-69c865c73426 req-ee63767e-707d-4cc6-a047-d32de330a45c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1596451 Aug 31 19:39:23.810832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628a450-ff1d-4841-aea9-a79002068e6e req-1e431868-63a7-4644-9e2e-2f09c7074b40 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.812342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a628a450-ff1d-4841-aea9-a79002068e6e req-1e431868-63a7-4644-9e2e-2f09c7074b40 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.2321479 Aug 31 19:39:23.936627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3ef5e2d-4c7e-45e4-9cac-69c865c73426 req-9b17f35d-34b6-47fa-b9da-50fc361c644c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231925 Aug 31 19:39:23.942417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a628a450-ff1d-4841-aea9-a79002068e6e req-4f9edeec-c323-41cf-b4f7-0efc51f1429d tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193612 Aug 31 19:39:23.949763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.074198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1380849546', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:24.103810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Made reservation on behalf of 66fd5fb3f2374089b0d08aad7571a69b for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:24.109007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.121566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.145259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9401-2bdd-4832-baa4-73dba14ec15d req-936011e1-9f12-48a8-9047-b461cabc43c3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:24.155671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb0a9401-2bdd-4832-baa4-73dba14ec15d req-936011e1-9f12-48a8-9047-b461cabc43c3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1082635 Aug 31 19:39:24.239538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb0a9401-2bdd-4832-baa4-73dba14ec15d req-08d9aaeb-86cf-49c5-aa86-a6c8321c2e34 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858381 Aug 31 19:39:24.278816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.287053 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.294028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] device_id is not set on port 427bddcc-5aeb-4857-ac7d-a77d519c082d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:24.304571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:39:24.362355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948fb6d1-16dc-4071-bf58-b99e570c9aba,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:24.435478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Allocated IP 172.25.3.252 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/427bddcc-5aeb-4857-ac7d-a77d519c082d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:24.476288 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:24.488498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6fdcd7e-90b3-4040-80dc-95b6d9754d75 admin admin] 10.222.0.73 "PUT /v2.0/routers/0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030078 Aug 31 19:39:24.488991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:24.496356 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Sync routers for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:24.517083 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:24.518153 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:24.673387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:24.676580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92354f-8b73-4153-8f2f-6e9064a2f350 req-5b99f776-42d8-44aa-b6d4-bc767ce3b757 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:24.678186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f92354f-8b73-4153-8f2f-6e9064a2f350 req-5b99f776-42d8-44aa-b6d4-bc767ce3b757 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.0794733 Aug 31 19:39:24.753383 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f92354f-8b73-4153-8f2f-6e9064a2f350 req-46041403-7126-48bb-8e4f-e15add0ff9c3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636463 Aug 31 19:39:24.760453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.829306 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.917274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:24.953103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:24.963180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.048936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:25.050568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Pushing event updated for resources: {'Port': ['ID=427bddcc-5aeb-4857-ac7d-a77d519c082d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:25.052971 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:39:23Z', 'revision_number': 5, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port': {'id': '949f4228-d735-4ae6-b428-d0f6a1ba4bcd', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:11Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:25.056377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:25.066838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:25.082332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86409956-a275-497f-8c23-969ddeedc601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.106826 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Checking router: 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:25.124060 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Routers {'0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:25.124693 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:25.160755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.161380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.191338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Deleting port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:25.191674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.201881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329db21-65d4-4edd-b31a-6e292fc5ed58 req-501fb636-97c0-48f4-953c-4e902ac8c4ff tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.209942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d329db21-65d4-4edd-b31a-6e292fc5ed58 req-501fb636-97c0-48f4-953c-4e902ac8c4ff tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1150181 Aug 31 19:39:25.228036 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] Set router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:25.265361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d329db21-65d4-4edd-b31a-6e292fc5ed58 req-505e1b1f-3cc2-4ff8-b157-cdd77bf886aa tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541961 Aug 31 19:39:25.283213 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:39:24Z', 'revision_number': 6, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:25.295065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] For port 949f4228-d735-4ae6-b428-d0f6a1ba4bcd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:25.295614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.310443 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1686d-da7f-4440-b83d-cb199cc218bc None None] The sync data for ids ['0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4'] in n-d-778550-14 is: [{'id': '0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4', 'name': 'tempest-ServerActionsTestJSON-837886377-router', 'tenant_id': '66307696dd9f45d888547ce3df058792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:10Z', 'updated_at': '2021-08-31T19:39:24Z', 'revision_number': 6, 'project_id': '66307696dd9f45d888547ce3df058792', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:25.320598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Calling delete_port for 949f4228-d735-4ae6-b428-d0f6a1ba4bcd owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:25.356316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86409956-a275-497f-8c23-969ddeedc601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.361691 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-86409956-a275-497f-8c23-969ddeedc601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.378869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-daf60d7e-ba47-4863-8a09-f3e48454b99c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6351850 Aug 31 19:39:25.381705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:25.386684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.252'}]}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:25.417412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409956-a275-497f-8c23-969ddeedc601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26506f1-e25a-49ef-9809-979702e34c48,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:25.423537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.424604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.433140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-86409956-a275-497f-8c23-969ddeedc601 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=426a33fbe8e643c8a533737a5a7a3056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145929 Aug 31 19:39:25.435974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:25.505255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.542090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.546080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.606523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.609846 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.611260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b26506f1-e25a-49ef-9809-979702e34c48 HTTP/1.1" status: 204 len: 168 time: 0.1743455 Aug 31 19:39:25.624227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ae496-670e-41f5-8c6a-10faa4af25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26506f1-e25a-49ef-9809-979702e34c48,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:25.731461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.739248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.770510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Pushing event deleted for resources: {'Port': ['ID=949f4228-d735-4ae6-b428-d0f6a1ba4bcd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:25.899131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed92-9a40-4e61-8f8f-02bc8e39bab9 req-04d729a8-72cf-4992-a525-cc646e0aa244 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.900850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be1ed92-9a40-4e61-8f8f-02bc8e39bab9 req-04d729a8-72cf-4992-a525-cc646e0aa244 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.0530963 Aug 31 19:39:25.915860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:25.947139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be1ed92-9a40-4e61-8f8f-02bc8e39bab9 req-f9ae8d24-5065-4b20-a021-b5ff7d4c5a59 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Aug 31 19:39:25.981907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:25.999021 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c446227d-ab9c-4b03-80aa-c35f7ea8a319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.045403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.048486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.138144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.138899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:26.146073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.147769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dcaab0b7-94f1-41c8-8c3d-e17aa1f6426b admin admin] 10.222.0.73 "DELETE /v2.0/routers/0ff9c4b3-c551-4d19-a5bd-b0b9a55ed4a4 HTTP/1.1" status: 204 len: 168 time: 1.6574261 Aug 31 19:39:26.149854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60886) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:26.202033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c446227d-ab9c-4b03-80aa-c35f7ea8a319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.218702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c446227d-ab9c-4b03-80aa-c35f7ea8a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.272883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446227d-ab9c-4b03-80aa-c35f7ea8a319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dce2f0a-020f-4c7e-8d87-bd0a75ddcde8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:26.304655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:26.306776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c446227d-ab9c-4b03-80aa-c35f7ea8a319 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2bd3795018e84a5494e86f3a26d11fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234346 Aug 31 19:39:26.335190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7b1d7-03d1-4428-bff5-b5853fb9334b req-72e753ca-9cc1-4c52-b509-1af56f1508ae tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.337118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7a7b1d7-03d1-4428-bff5-b5853fb9334b req-72e753ca-9cc1-4c52-b509-1af56f1508ae tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1674416 Aug 31 19:39:26.366196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Deleting subnet f216b751-e4e0-4222-abed-c2688c0b2310 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:26.381961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.404893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.423765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401539-369f-41f1-acf8-5f427470899a req-86a15aea-5603-4da3-a7ee-fd7499009c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.425292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-86a15aea-5603-4da3-a7ee-fd7499009c8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75a7983c72aa46cbb295961cb22e2b50&device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 1097 time: 0.2166660 Aug 31 19:39:26.429158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7a7b1d7-03d1-4428-bff5-b5853fb9334b req-ae9ac9fb-a215-44bd-8992-086a62620ef8 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Aug 31 19:39:26.451444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e878c3-2acb-4d9e-a64c-bdc142d487f3 req-8dd25fe9-55d2-4fdc-9cf5-548097e2b4a8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.453093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36e878c3-2acb-4d9e-a64c-bdc142d487f3 req-8dd25fe9-55d2-4fdc-9cf5-548097e2b4a8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0695949 Aug 31 19:39:26.469763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.495236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36e878c3-2acb-4d9e-a64c-bdc142d487f3 req-36384330-5914-4de6-9f44-4d5b9527910c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360351 Aug 31 19:39:26.519930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.669428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.748684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401539-369f-41f1-acf8-5f427470899a req-31211080-a17a-4f8d-8d19-a9b24e68b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.750157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-31211080-a17a-4f8d-8d19-a9b24e68b384 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 200 len: 912 time: 0.2729774 Aug 31 19:39:27.065914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a9440292-77f9-49d0-b7b9-840a760bc1f2 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:27.087065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a9440292-77f9-49d0-b7b9-840a760bc1f2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:27.087509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a9440292-77f9-49d0-b7b9-840a760bc1f2 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:27.088011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 949f4228-d735-4ae6-b428-d0f6a1ba4bcd no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:27.095367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.110031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 949f4228-d735-4ae6-b428-d0f6a1ba4bcd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:27.110470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 949f4228-d735-4ae6-b428-d0f6a1ba4bcd not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:27.134066 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.139720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-534b4123-9be7-4462-a816-4fecb0f9577b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 200 len: 217 time: 0.3749404 Aug 31 19:39:27.280437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401539-369f-41f1-acf8-5f427470899a req-894910fe-5b6a-4d4d-a4ec-56e223dddbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.282111 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-894910fe-5b6a-4d4d-a4ec-56e223dddbca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=85bc5ca8-b287-47d9-9cb0-39e242c46b32 HTTP/1.1" status: 200 len: 851 time: 0.1212003 Aug 31 19:39:27.287709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.390218 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-7d5ec991-1134-4722-b8bc-8d59ab93da9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f17313a5-2ff9-4509-ae48-f22ade756404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676806 Aug 31 19:39:27.391172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.393042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.395446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.396509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5dce2f0a-020f-4c7e-8d87-bd0a75ddcde8 HTTP/1.1" status: 204 len: 168 time: 1.0894403 Aug 31 19:39:27.443080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f216b751-e4e0-4222-abed-c2688c0b2310,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:27.477209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029e30c-84bd-4a5d-a6b4-29b240bb21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dce2f0a-020f-4c7e-8d87-bd0a75ddcde8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:27.502548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473479a-83c4-43e6-8faa-1dd6e52ecd15 None None] Network 6df8abff-1271-40f6-9903-111118d7d6bf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:27.545083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.547012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-be84d22e-261d-4950-a776-a7d547b95a84 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f216b751-e4e0-4222-abed-c2688c0b2310 HTTP/1.1" status: 204 len: 168 time: 1.3962159 Aug 31 19:39:27.549663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:27.637961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.642178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.718849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.734566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.735437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3b4b87-fc9e-4dac-9b3c-8e226cc003b7 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:39:27.752864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801233-1a43-4a58-a4c7-4a48bd0b0b42 req-f62f2876-a3fe-423e-9d5a-2607e000adf5 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.754409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e801233-1a43-4a58-a4c7-4a48bd0b0b42 req-f62f2876-a3fe-423e-9d5a-2607e000adf5 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.2179136 Aug 31 19:39:27.769572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aab73-9abc-420c-a9d3-a0269eb604d8 req-e0d26ce9-3269-4e1c-ad42-a294623b2adb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.770956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-580aab73-9abc-420c-a9d3-a0269eb604d8 req-e0d26ce9-3269-4e1c-ad42-a294623b2adb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1309047 Aug 31 19:39:27.784412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-aee5935e-eb74-4b18-b053-935c5402881c service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801198 Aug 31 19:39:27.785719 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:39:27.786671 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-401f3c83-ef41-4504-996f-0544a28847d5 tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4040518 Aug 31 19:39:27.789829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:27.850566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] DHCP port deletion for 6df8abff-1271-40f6-9903-111118d7d6bf request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:39:27.892278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e801233-1a43-4a58-a4c7-4a48bd0b0b42 req-d0428c32-0c86-4dec-8c7e-aada840fb3f3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201940 Aug 31 19:39:27.920469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Deleting port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:27.920880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.924234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-580aab73-9abc-420c-a9d3-a0269eb604d8 req-8d8616ec-d475-41f2-b5f2-df905f77379a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358266 Aug 31 19:39:27.944517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Deleting port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:27.944989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.022683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] For port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:28.022683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.037178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Calling delete_port for 94d5a78e-fe24-468e-8e93-5b49fe07d6ee owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:28.047911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] For port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,segment=NetworkSegment(a788d9a7-947e-4878-b52c-7e4770d45ae3),segment_id=a788d9a7-947e-4878-b52c-7e4770d45ae3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:28.050109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.066684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Deleting port 427bddcc-5aeb-4857-ac7d-a77d519c082d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:28.066963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.070181 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa401539-369f-41f1-acf8-5f427470899a req-1b38485f-bd10-4ec6-9bca-478e3fd50f07 service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689342 Aug 31 19:39:28.085354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Calling delete_port for 94d5a78e-fe24-468e-8e93-5b49fe07d6ee owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:28.137143 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.170972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] Pushing event deleted for resources: {'Port': ['ID=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:28.176783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97d8e0-e991-4d4d-a410-cd19e3dec24e None None] No DVR routers for this DVR port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:28.225252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.233011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.253654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Calling delete_port for 427bddcc-5aeb-4857-ac7d-a77d519c082d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:28.276642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d5a78e-fe24-468e-8e93-5b49fe07d6ee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:28.286768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] No DVR routers for this DVR port 94d5a78e-fe24-468e-8e93-5b49fe07d6ee on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:28.397566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.410049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df8abff-1271-40f6-9903-111118d7d6bf']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:28.424043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a788d9a7-947e-4878-b52c-7e4770d45ae3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:28.424560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a788d9a7-947e-4878-b52c-7e4770d45ae3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:28.436872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.452966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.455460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.463420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:28.464636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:28.467232 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:28.493573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Pushing event deleted for resources: {'Port': ['ID=427bddcc-5aeb-4857-ac7d-a77d519c082d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:28.547900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.559843 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.564323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6df8abff-1271-40f6-9903-111118d7d6bf HTTP/1.1" status: 204 len: 168 time: 1.0108957 Aug 31 19:39:28.581665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55ddc-5118-474b-974d-f15ebe235372 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df8abff-1271-40f6-9903-111118d7d6bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:28.586309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.589284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1cd98008-b793-4283-9102-d33df4c53f0c tempest-RoutersAdminNegativeIpV6Test-111862116 tempest-RoutersAdminNegativeIpV6Test-111862116-project-admin] 10.222.0.73 "DELETE /v2.0/ports/427bddcc-5aeb-4857-ac7d-a77d519c082d HTTP/1.1" status: 204 len: 168 time: 0.7981946 Aug 31 19:39:28.820240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:28.883761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8d9600d-caf4-425a-80ed-3e7f77fd6309 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66307696dd9f45d888547ce3df058792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605595 Aug 31 19:39:28.884842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:28.940242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:28.950840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:28.972895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.050815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.054057 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.057647 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a HTTP/1.1" status: 204 len: 168 time: 0.1694961 Aug 31 19:39:29.070464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d628f-fb82-46d1-bf90-2dc4f773aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f75ab-8ca7-4a6f-b43c-37f66cfc285a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:29.112107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 94d5a78e-fe24-468e-8e93-5b49fe07d6ee no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:29.112304 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb9debe-da24-4761-a6ea-edde6519794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.140555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660bf83-e9a6-42d4-add3-b2e98805029b req-3ab6cb32-d24c-4295-b697-63375a9554d3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.142634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b660bf83-e9a6-42d4-add3-b2e98805029b req-3ab6cb32-d24c-4295-b697-63375a9554d3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1486511 Aug 31 19:39:29.158142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f560a-2465-4972-9537-a593dd99d129 req-dbdc8ee2-7694-47d8-be08-3a2558459a1a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.160108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c05f560a-2465-4972-9537-a593dd99d129 req-dbdc8ee2-7694-47d8-be08-3a2558459a1a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0965724 Aug 31 19:39:29.176417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 94d5a78e-fe24-468e-8e93-5b49fe07d6ee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:29.176982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 94d5a78e-fe24-468e-8e93-5b49fe07d6ee not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:29.237253 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb9debe-da24-4761-a6ea-edde6519794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.242722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b660bf83-e9a6-42d4-add3-b2e98805029b req-d55d56b8-cb68-4b1b-a606-746b2a2d0aaa tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806739 Aug 31 19:39:29.244208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb9debe-da24-4761-a6ea-edde6519794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.258317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c05f560a-2465-4972-9537-a593dd99d129 req-f9f84694-60bb-41e8-8947-d78b215274fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892963 Aug 31 19:39:29.305108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9debe-da24-4761-a6ea-edde6519794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce7652c-3812-40fd-ab9e-da6a0ee31da2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:29.325732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60950) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:29.329923 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-edb9debe-da24-4761-a6ea-edde6519794e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5282a051cbff4e9ca9372d222dd82921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777382 Aug 31 19:39:29.409278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.458002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.563583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad6e82-b78a-46ce-95c3-d603c5a95d8c req-11f6ad4d-fb78-48ad-b382-6d93b6cf45f9 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.563583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bad6e82-b78a-46ce-95c3-d603c5a95d8c req-11f6ad4d-fb78-48ad-b382-6d93b6cf45f9 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.0587306 Aug 31 19:39:29.565741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.568869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:29.570135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ce7652c-3812-40fd-ab9e-da6a0ee31da2 HTTP/1.1" status: 204 len: 168 time: 0.2432704 Aug 31 19:39:29.594720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be878ad3-f523-4e16-af7c-5aad9e8ba1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce7652c-3812-40fd-ab9e-da6a0ee31da2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:29.627930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bad6e82-b78a-46ce-95c3-d603c5a95d8c req-f46daad0-c1f7-4fa9-b00c-6da994ddf44e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Aug 31 19:39:29.951013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 60986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:30.012425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a8098aee-9d97-4f64-b750-c71af4acbaa1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66fd5fb3f2374089b0d08aad7571a69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600657 Aug 31 19:39:30.015415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 60990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:30.068088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.093535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.144740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.147539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.151729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/948fb6d1-16dc-4071-bf58-b99e570c9aba HTTP/1.1" status: 204 len: 168 time: 0.1322477 Aug 31 19:39:30.156567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4eaaf-5591-4323-bf85-5f6e8bd4b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948fb6d1-16dc-4071-bf58-b99e570c9aba,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:30.204990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:30.395867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cef47-7fa1-4b4c-a354-13d3fc23b21d req-85b0e2c2-0941-4e9a-8cff-5e2ceb3b2994 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.397646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-887cef47-7fa1-4b4c-a354-13d3fc23b21d req-85b0e2c2-0941-4e9a-8cff-5e2ceb3b2994 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0561686 Aug 31 19:39:30.440175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-887cef47-7fa1-4b4c-a354-13d3fc23b21d req-9d319a7b-554b-4afb-ab82-e6b1b980fa61 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356016 Aug 31 19:39:30.462005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-721972914-network', 'tenant_id': 'ab8607ac1301492fafbaec596cccfaa4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:30.483234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Made reservation on behalf of ab8607ac1301492fafbaec596cccfaa4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:30.486180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.497346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.601525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.608198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.630408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:30.650178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822f9815-7a9c-42db-ba68-672a3648cbff,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:30.653800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.654164 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Added segment 961d0d9c-bd1e-4bab-b530-432fb8b3012f of type vlan for network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd Aug 31 19:39:30.696220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.762646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.763684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.764299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.827227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6172910 Aug 31 19:39:30.828304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:30.841950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f691f-e38f-45f8-aee2-2fd8f0924452 req-70cba84d-a749-409a-a667-7f89c3bd9559 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.842101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Request body: {'subnet': {'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-721972914-subnet', 'tenant_id': 'ab8607ac1301492fafbaec596cccfaa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:30.843507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-964f691f-e38f-45f8-aee2-2fd8f0924452 req-70cba84d-a749-409a-a667-7f89c3bd9559 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1228070 Aug 31 19:39:30.849038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8195-42d5-4c28-8ff0-22a34290755f admin admin] Pushing event updated for resources: {'Network': ['ID=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:30.864038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:30.871804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Made reservation on behalf of ab8607ac1301492fafbaec596cccfaa4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:30.877762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.904465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-964f691f-e38f-45f8-aee2-2fd8f0924452 req-88cf805a-5bd6-4660-88b0-d9b4a3904de7 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Aug 31 19:39:31.163666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:31.179109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.200457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfe4c1-a249-46b5-aa42-703c4cb698ae req-58bde09d-b8a6-43e3-8475-a436ade637c3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.216344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cbfe4c1-a249-46b5-aa42-703c4cb698ae req-58bde09d-b8a6-43e3-8475-a436ade637c3 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1112275 Aug 31 19:39:31.248965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-eb1cf3b9-c9f3-4dfe-b6d4-32c885a72fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.250640 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-eb1cf3b9-c9f3-4dfe-b6d4-32c885a72fd0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75a7983c72aa46cbb295961cb22e2b50&device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 1097 time: 0.1132662 Aug 31 19:39:31.265281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2cbfe4c1-a249-46b5-aa42-703c4cb698ae req-d3d51ac0-9f6f-4ef4-9ef5-dc5f5cd0ef9c tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Aug 31 19:39:31.307632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-431033056'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:31.318490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5867f57-3551-4c7c-a242-90c9ff90144d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.336368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:31.338386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Checking segment: {'id': '961d0d9c-bd1e-4bab-b530-432fb8b3012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:31.338851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Network hostable DHCP agents. Network: aec2d3c2-b290-42f0-aa6e-5e2a690a63dd, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:31.341586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.351350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.384560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:31.403591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, aec2d3c2-b290-42f0-aa6e-5e2a690a63dd) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:31.406149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-88730b84-3754-405c-be8b-176b0f4f3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.407665 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-88730b84-3754-405c-be8b-176b0f4f3ec6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 200 len: 912 time: 0.1429372 Aug 31 19:39:31.411165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.411923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.413503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce24549-9b14-4959-a8b0-3344e602ef54 None None] Network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:31.461608 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.467749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.480102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-b382a3d1-8fb2-4618-897e-c4209fd1b7c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 200 len: 217 time: 0.0642295 Aug 31 19:39:31.510086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:31.521645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d70d02da-b0b0-4163-9b41-955bcbdb53ad admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6818790 Aug 31 19:39:31.531157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f571c4-8a82-46a4-aa55-49575d9d0f73,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.558650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.562177 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Added segment c5de0d30-f131-40f0-96f7-3145dca1b988 of type vlan for network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 Aug 31 19:39:31.566344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b916a6-62c0-4280-9c4b-da7d0994f900 None None] Network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:31.600266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-ecd6023a-c4ac-4c59-b2ea-c2e80afeea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.601819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-ecd6023a-c4ac-4c59-b2ea-c2e80afeea54 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=85bc5ca8-b287-47d9-9cb0-39e242c46b32 HTTP/1.1" status: 200 len: 851 time: 0.1133413 Aug 31 19:39:31.662026 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-2382309f-ae49-4b17-bb82-b3a4f724a74a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f17313a5-2ff9-4509-ae48-f22ade756404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515251 Aug 31 19:39:31.664352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.692415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be09e3-a290-4037-af0b-17ac1333ca36 req-bf191373-227a-4685-825d-f3ef50c6057c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.701218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3be09e3-a290-4037-af0b-17ac1333ca36 req-bf191373-227a-4685-825d-f3ef50c6057c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0917332 Aug 31 19:39:31.759129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.764807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.765405 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.798453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3be09e3-a290-4037-af0b-17ac1333ca36 req-38bbdc78-793e-4cb2-8c60-969dc0945455 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Aug 31 19:39:31.825664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-c1f71b85-bb81-4752-a931-723f94f85b69 service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565933 Aug 31 19:39:31.843883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6802990 Aug 31 19:39:31.846996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:31.853236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879da14-538e-4bb4-90b8-f7ff102f4aff tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Network': ['ID=ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.865781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:31.903835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'subnet': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:32.036116 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8af8d08-43ba-46c9-926b-d33e0fe2fb9a req-8829ecc0-0333-4292-b6c7-d0e05102db31 service neutron] 10.222.0.82 "GET /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035506 Aug 31 19:39:32.053650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:32.058429 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.168884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-ee4aaa86-1698-4f3f-94a8-366b178706bf tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:32.170413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-ee4aaa86-1698-4f3f-94a8-366b178706bf tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/networks?id=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd HTTP/1.1" status: 200 len: 813 time: 0.1072361 Aug 31 19:39:32.186016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-584779b0-74df-43c5-8691-18df226f1027 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/quotas/ab8607ac1301492fafbaec596cccfaa4 HTTP/1.1" status: 200 len: 375 time: 0.0095460 Aug 31 19:39:32.220878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-7aff8ec8-4049-4ed7-9052-208af263df40 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab8607ac1301492fafbaec596cccfaa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282068 Aug 31 19:39:32.253035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.341075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-335e5c72-da9b-45bd-a4f8-d0b0b2f2f96e service neutron] 10.222.0.73 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054926 Aug 31 19:39:32.342615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Subnet': ['ID=c3645059-0503-4571-84d9-85baf3f89436,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:32.345460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Checking segment: {'id': 'c5de0d30-f131-40f0-96f7-3145dca1b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:32.345827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network hostable DHCP agents. Network: ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:32.374867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:32.386500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:32.390957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:32.392096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.397054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606bb38a-c30c-45cb-9e21-1fa11e4697bc None None] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:32.412365 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0bbc2ea8-cb06-431e-86f9-8c883c4bc678 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5503547 Aug 31 19:39:32.413292 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:32.420023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-949679984'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:32.578678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'tenant_id': '61994634600f48d9b67d7bee11f6dde9', 'fixed_ips': [{'subnet_id': 'c3645059-0503-4571-84d9-85baf3f89436'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:39:32.580538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.617417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:32.629075 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.654996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port a8b40215-a904-49dd-b82b-1cf75f958439 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:32.820415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::11 (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/a8b40215-a904-49dd-b82b-1cf75f958439) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:32.878002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa06c-a6d5-4894-b135-509adc9c157d req-11fa96c4-e5b9-47e7-b754-ed312440a0ed tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:32.879574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff6fa06c-a6d5-4894-b135-509adc9c157d req-11fa96c4-e5b9-47e7-b754-ed312440a0ed tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.5260251 Aug 31 19:39:32.919881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-3d4aa8ee-6d6a-4c69-bd20-8e05424e529e service neutron] 10.222.0.73 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642915 Aug 31 19:39:32.941704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff6fa06c-a6d5-4894-b135-509adc9c157d req-1d5352c4-62e4-4895-909a-f6c4edef6a00 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549450 Aug 31 19:39:33.012899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.037185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object a8b40215-a904-49dd-b82b-1cf75f958439 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:33.068650 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0fad-58c6-4375-9652-99ca34a4ed71 req-fada0168-eac4-460a-8f0d-7f925ef2268b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.084121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d75a0fad-58c6-4375-9652-99ca34a4ed71 req-fada0168-eac4-460a-8f0d-7f925ef2268b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0640769 Aug 31 19:39:33.089017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.184173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Allocated IP 2001:db8::2 (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/e2bf93b8-56ca-4998-ae8f-e7a9ef00573b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:33.190058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:33.197592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:33.205504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2b8d4ba-b908-42f4-bb17-8aaf47bab0b1 req-08d32657-be59-4c06-af70-44a9d926c3c1 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 210 time: 0.0516281 Aug 31 19:39:33.208074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:33.214398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.220071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.224143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d75a0fad-58c6-4375-9652-99ca34a4ed71 req-66efafd0-c2b5-4ab0-b0b1-9c7b5669ffb5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346698 Aug 31 19:39:33.259523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=a8b40215-a904-49dd-b82b-1cf75f958439,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.269512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-85b569a2-74fc-4905-bd17-ea3852d6dbb0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8548250 Aug 31 19:39:33.272355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:33.279860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504201768', 'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:90:a9:b9'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:33.409651 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.418707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Transition to ACTIVE for port object e2bf93b8-56ca-4998-ae8f-e7a9ef00573b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:33.436083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Transition to ACTIVE for port object e2bf93b8-56ca-4998-ae8f-e7a9ef00573b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:33.441333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:33.442569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.481562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:33.485235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:33.492804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:33.527517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Pushing event updated for resources: {'Port': ['ID=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.564009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Attempting to bind port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:33.564669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Attempting to bind port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'c5de0d30-f131-40f0-96f7-3145dca1b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:33.565200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Attempting to bind port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b on network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:33.568127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.570924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:33.571532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Checking segment: {'id': 'c5de0d30-f131-40f0-96f7-3145dca1b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:33.572231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.573134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Bound using segment: {'id': 'c5de0d30-f131-40f0-96f7-3145dca1b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:33.573763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Bound port: e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de0d30-f131-40f0-96f7-3145dca1b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:33.574325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.593084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port 4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:33.657586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] For port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:33.662269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] For port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,segment=NetworkSegment(c5de0d30-f131-40f0-96f7-3145dca1b988),segment_id=c5de0d30-f131-40f0-96f7-3145dca1b988)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:33.667591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.733167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::37b (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:33.736662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089cc2-1c43-4f9e-9642-03cbb77e8891 None None] Pushing event updated for resources: {'Port': ['ID=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.911464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.929802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object 4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:33.989392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.061318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:34.064762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:34.073706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:34.079884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.080546 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.093643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.140889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5947dfb2-7584-424e-bf3d-ca4f69208162 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8670876 Aug 31 19:39:34.143514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:34.164259 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422d75-a8f7-4341-87ce-b60a24e84af8 req-ad5e6381-d0c5-43be-aecb-6c338db75419 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.166061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c422d75-a8f7-4341-87ce-b60a24e84af8 req-ad5e6381-d0c5-43be-aecb-6c338db75419 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.0968442 Aug 31 19:39:34.241656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627f7bf-9fef-47c5-b629-e7767cb43e72 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.248525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627f7bf-9fef-47c5-b629-e7767cb43e72 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.258695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627f7bf-9fef-47c5-b629-e7767cb43e72 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.262305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f627f7bf-9fef-47c5-b629-e7767cb43e72 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1164224 Aug 31 19:39:34.264329 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:34.305083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c422d75-a8f7-4341-87ce-b60a24e84af8 req-35d683d5-0f8d-4dd6-a804-a811f6d22f18 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308770 Aug 31 19:39:34.363727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4efb3749-99f4-4202-bf6b-3a3f611b7777 req-94805268-c484-49e0-a4ba-fbc970893c7c tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 210 time: 0.0462897 Aug 31 19:39:34.402888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-446e47d4-680c-4c6a-83e9-03880682037a tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.404460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-446e47d4-680c-4c6a-83e9-03880682037a tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.67 "GET /v2.0/networks?id=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd HTTP/1.1" status: 200 len: 813 time: 0.2286823 Aug 31 19:39:34.421895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Request body: {'port': {'device_id': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd', 'admin_state_up': True, 'tenant_id': 'ab8607ac1301492fafbaec596cccfaa4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:34.480666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port 4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:34.481045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.594275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69592d3-1840-4738-982c-8560b233f536 req-cec8a2f2-fc4c-4ca7-b115-21e9bd86b684 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.596873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d69592d3-1840-4738-982c-8560b233f536 req-cec8a2f2-fc4c-4ca7-b115-21e9bd86b684 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1518128 Aug 31 19:39:34.639107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.654082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for 4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:34.738453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d69592d3-1840-4738-982c-8560b233f536 req-45f03067-e883-4ef5-befc-21bfe1c6ccf2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268289 Aug 31 19:39:34.764537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Made reservation on behalf of ab8607ac1301492fafbaec596cccfaa4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:34.768764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.790599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a56205-a650-4a1c-a2ba-6caa766de9f4 req-f9c47634-1f6c-4f72-b60e-abe31d5caf86 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.792935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36a56205-a650-4a1c-a2ba-6caa766de9f4 req-f9c47634-1f6c-4f72-b60e-abe31d5caf86 tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1463230 Aug 31 19:39:34.838411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.869594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.939815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36a56205-a650-4a1c-a2ba-6caa766de9f4 req-dae01bb5-5796-4ec0-8c4d-2a356af620ba tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389847 Aug 31 19:39:34.997354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Allocated IP 172.20.0.11 (aec2d3c2-b290-42f0-aa6e-5e2a690a63dd/c5867f57-3551-4c7c-a242-90c9ff90144d/f87c060d-faa9-413d-9ebd-78c1eecee4a4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:35.026460 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.029821 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fec1148f-5906-4cdc-9ca4-06b46e948a21 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e HTTP/1.1" status: 204 len: 168 time: 0.7627113 Aug 31 19:39:35.035922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:35.045455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b2bd3-e210-41eb-931f-e0cd1c49f586 None None] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:35.118277 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9982ab23-b529-4014-bc3a-941f6c7fd4b1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] GET failed (client error): The resource could not be found. Aug 31 19:39:35.120741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9982ab23-b529-4014-bc3a-941f6c7fd4b1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports/4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e HTTP/1.1" status: 404 len: 333 time: 0.0829849 Aug 31 19:39:35.124562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:35.129569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-584151092'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:35.169565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e525cac-c845-48b6-a22c-19d4c9a4d33b None None] Provisioning for port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:35.199837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2bf93b8-56ca-4998-ae8f-e7a9ef00573b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:35.324486 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.336374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:35.339798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:35.344317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.346060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:35.346617 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.395996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port e0dddb45-a009-4e16-bbaf-392c28bf438d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:35.400157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.493319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:35.499943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:35.505266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.518993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:35.567962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:35.590061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,segment=NetworkSegment(c5de0d30-f131-40f0-96f7-3145dca1b988),segment_id=c5de0d30-f131-40f0-96f7-3145dca1b988)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:35.598623 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.628695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::3c8 (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/e0dddb45-a009-4e16-bbaf-392c28bf438d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:35.649498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Pushing event updated for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:35.710963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:35.736659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:35.737341 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.763594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41abbc4-f968-4a2b-abab-2a3838924081 req-be94f383-ac1f-4253-a7b6-d0b65faed63b tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:35.765238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f41abbc4-f968-4a2b-abab-2a3838924081 req-be94f383-ac1f-4253-a7b6-d0b65faed63b tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 932 time: 0.2239168 Aug 31 19:39:35.767441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-9e97895e-d62b-4093-a76d-e04316a86dcc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3530469 Aug 31 19:39:35.783082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-961d666d-1a7b-4a85-b18f-3fc668ef896f tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:39:35.796377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-961d666d-1a7b-4a85-b18f-3fc668ef896f tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174484 Aug 31 19:39:35.828253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Request body: {'port': {'device_id': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:35.841659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acef5fd7-e807-4ce0-b24f-15fa7b789070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.923152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f41abbc4-f968-4a2b-abab-2a3838924081 req-6ce56503-8ab2-4730-b766-64228f34c015 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425858 Aug 31 19:39:35.950167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Provisioning for port a8b40215-a904-49dd-b82b-1cf75f958439 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:35.962363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Provisioning complete for port a8b40215-a904-49dd-b82b-1cf75f958439 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:35.962732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.005963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.023003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961142-5f79-4eca-bd20-c39862184558 req-d90538d7-aea4-4fc2-aa88-c27b1d34e90d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.024501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79961142-5f79-4eca-bd20-c39862184558 req-d90538d7-aea4-4fc2-aa88-c27b1d34e90d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 944 time: 0.1506321 Aug 31 19:39:36.025127 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.029318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Port a8b40215-a904-49dd-b82b-1cf75f958439 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:36.051248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object e0dddb45-a009-4e16-bbaf-392c28bf438d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:36.056527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Provisioning complete for port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:36.057065 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-61723d16-40b7-4aa9-8de9-1fedaee3f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.178058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79961142-5f79-4eca-bd20-c39862184558 req-f48fe82b-3a35-47db-8aec-f009f4d565dd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422622 Aug 31 19:39:36.206426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acef5fd7-e807-4ce0-b24f-15fa7b789070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.210076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.227248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acef5fd7-e807-4ce0-b24f-15fa7b789070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.264036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e8c90-934d-4f44-a4f6-c61009dad78c req-f21ef4bc-c5c9-440f-b730-620a26df2d6e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.265744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-778e8c90-934d-4f44-a4f6-c61009dad78c req-f21ef4bc-c5c9-440f-b730-620a26df2d6e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.1766109 Aug 31 19:39:36.309774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef5fd7-e807-4ce0-b24f-15fa7b789070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ddb8a-2e5a-4b46-a001-3d9adc107011,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:36.326689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 774b4213-03e1-4cda-b649-0e4798ea3c92 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:36.357949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:36.367830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:36.371128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:36.377323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.377987 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.380840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=e0dddb45-a009-4e16-bbaf-392c28bf438d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:36.394452 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-acef5fd7-e807-4ce0-b24f-15fa7b789070 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9daaee5499eb4721b84108f245f49574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247068 Aug 31 19:39:36.407820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:36.421183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-778e8c90-934d-4f44-a4f6-c61009dad78c req-2b425eaf-5f05-4b06-9936-2ed27b23261c tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887337 Aug 31 19:39:36.437600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-581cb8f1-7cd2-4c44-83c0-c6fb04afc732 None None] Provisioning complete for port a8b40215-a904-49dd-b82b-1cf75f958439 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:36.438006 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-581cb8f1-7cd2-4c44-83c0-c6fb04afc732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.481508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9ee6770e-f443-4851-bbd1-4b5619e4e7a7 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3556609 Aug 31 19:39:36.484712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:36.490920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:90:a9:b9'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:36.544112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.611258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87c060d-faa9-413d-9ebd-78c1eecee4a4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:36.620896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.632955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-b2119ae5-c0fd-46e3-afb7-f538f5b004cf tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.634508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-b2119ae5-c0fd-46e3-afb7-f538f5b004cf tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.82 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.2441058 Aug 31 19:39:36.634776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Transition to ACTIVE for port object f87c060d-faa9-413d-9ebd-78c1eecee4a4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:36.639533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.697872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-581cb8f1-7cd2-4c44-83c0-c6fb04afc732 None None] Port a8b40215-a904-49dd-b82b-1cf75f958439 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:36.707403 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.731357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=774b4213-03e1-4cda-b649-0e4798ea3c92,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:36.745950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '774b4213-03e1-4cda-b649-0e4798ea3c92', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '774b4213-03e1-4cda-b649-0e4798ea3c92', 'mac_address': 'fa:16:3e:65:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:36.753862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:36.794507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.797157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Attempting to bind port f87c060d-faa9-413d-9ebd-78c1eecee4a4 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:36.797784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Attempting to bind port f87c060d-faa9-413d-9ebd-78c1eecee4a4 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '961d0d9c-bd1e-4bab-b530-432fb8b3012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:36.802758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Attempting to bind port f87c060d-faa9-413d-9ebd-78c1eecee4a4 on network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:36.808671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Port f87c060d-faa9-413d-9ebd-78c1eecee4a4 on network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:36.809009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Attempting to bind port f87c060d-faa9-413d-9ebd-78c1eecee4a4 on network aec2d3c2-b290-42f0-aa6e-5e2a690a63dd {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:36.812173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774b4213-03e1-4cda-b649-0e4798ea3c92 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:36.815586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:36.815968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Checking segment: {'id': '961d0d9c-bd1e-4bab-b530-432fb8b3012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:36.816361 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Bound using segment: {'id': '961d0d9c-bd1e-4bab-b530-432fb8b3012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:36.816797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Bound port: f87c060d-faa9-413d-9ebd-78c1eecee4a4, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d0d9c-bd1e-4bab-b530-432fb8b3012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:36.817499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.824554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.829590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd5e2f15-4a5e-462d-bc02-c0d3ca1d23ae None None] Could not find standard attr ID for object 4e6ab9c0-e3f7-415e-b2fb-5a4d0a68583e. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:39:36.839741 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.841517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.845137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c57ddb8a-2e5a-4b46-a001-3d9adc107011 HTTP/1.1" status: 204 len: 168 time: 0.4328072 Aug 31 19:39:36.845374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=774b4213-03e1-4cda-b649-0e4798ea3c92,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:36.857858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.861887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38c175-2ad0-421d-ab26-040d6c400914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ddb8a-2e5a-4b46-a001-3d9adc107011,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:36.934346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:36.946828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4,segment=NetworkSegment(961d0d9c-bd1e-4bab-b530-432fb8b3012f),segment_id=961d0d9c-bd1e-4bab-b530-432fb8b3012f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:36.953523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.955274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Deleting port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:36.961966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.982682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.983572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:36.985856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/f87c060d-faa9-413d-9ebd-78c1eecee4a4 HTTP/1.1" status: 200 len: 1093 time: 1.1697252 Aug 31 19:39:36.986594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:36.986994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:36.989995 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d07c460-b4c8-4598-b83e-d157d1370243" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:37.001427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dabf1f5e-37cf-4d9e-956f-bd092dd172c2 None None] Provisioning for port e0dddb45-a009-4e16-bbaf-392c28bf438d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:37.027688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dabf1f5e-37cf-4d9e-956f-bd092dd172c2 None None] Provisioning complete for port e0dddb45-a009-4e16-bbaf-392c28bf438d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:37.028343 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dabf1f5e-37cf-4d9e-956f-bd092dd172c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.116373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dabf1f5e-37cf-4d9e-956f-bd092dd172c2 None None] Port e0dddb45-a009-4e16-bbaf-392c28bf438d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:37.118938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['774b4213-03e1-4cda-b649-0e4798ea3c92'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:37.165723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2bf93b8-56ca-4998-ae8f-e7a9ef00573b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:37.186089 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc85f0-7186-44cb-b14d-d714793649b6 x-openstack-request-id: req-bdbc85f0-7186-44cb-b14d-d714793649b6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:37.187275 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:37.187791 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdbc85f0-7186-44cb-b14d-d714793649b6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:37.188114 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4', 'status': 'completed', 'code': 200} Aug 31 19:39:37.303173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1857c5b-bfb4-4e12-9257-758deabf44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:37.322122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:37.322902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.327234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-8a8939e0-95e2-45cb-b811-9c09c46b48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.328493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-8a8939e0-95e2-45cb-b811-9c09c46b48a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab8607ac1301492fafbaec596cccfaa4&device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 1096 time: 0.2749677 Aug 31 19:39:37.350736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120a594-db41-4845-bda3-4561dd4db3c1 req-e581fa5f-8987-4a54-8553-379cf47f14bc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.361567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5120a594-db41-4845-bda3-4561dd4db3c1 req-e581fa5f-8987-4a54-8553-379cf47f14bc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 944 time: 0.2558684 Aug 31 19:39:37.420467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-a963d7c5-a86e-4b24-af01-fb818eed2754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4 HTTP/1.1" status: 200 len: 217 time: 0.0536075 Aug 31 19:39:37.468492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32944) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:37.482894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] For port bcc385ed-98c4-45d9-8b6b-60d0e75cce02, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,segment=NetworkSegment(c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7),segment_id=c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:37.483780 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.517234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79ec470e-ca9b-473f-873c-9d42429cb929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.531109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Calling delete_port for bcc385ed-98c4-45d9-8b6b-60d0e75cce02 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:37.549865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-c885f2e5-f4d3-4668-b7a5-381ea974e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.551331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-c885f2e5-f4d3-4668-b7a5-381ea974e114 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5867f57-3551-4c7c-a242-90c9ff90144d HTTP/1.1" status: 200 len: 853 time: 0.1197841 Aug 31 19:39:37.554185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5120a594-db41-4845-bda3-4561dd4db3c1 req-dbd60d13-1138-4ccf-b572-5d3b5e2fe431 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912200 Aug 31 19:39:37.568359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683d46-fbee-4617-bfb9-16228dc7d2c6 req-b54205f3-055b-4a9a-aed7-978dd0c023f6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.569873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4683d46-fbee-4617-bfb9-16228dc7d2c6 req-b54205f3-055b-4a9a-aed7-978dd0c023f6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 945 time: 0.2010200 Aug 31 19:39:37.622470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-3131803a-cda4-461f-916a-a2e168fbdcb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516112 Aug 31 19:39:37.671791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.676758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.737324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] In _notify_port_updated(), no bound segment for port e0dddb45-a009-4e16-bbaf-392c28bf438d on network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:39:37.741785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4683d46-fbee-4617-bfb9-16228dc7d2c6 req-7db29037-41e9-40d2-9b22-151c1b4dfbfb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657634 Aug 31 19:39:37.742792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.743420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.748110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "PUT /v2.0/ports/e0dddb45-a009-4e16-bbaf-392c28bf438d HTTP/1.1" status: 200 len: 1001 time: 1.2617011 Aug 31 19:39:37.751211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:37.773913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597230b8-0f77-4426-9d25-76d03388c3f1 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=e0dddb45-a009-4e16-bbaf-392c28bf438d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:37.783020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.797109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['bcc385ed-98c4-45d9-8b6b-60d0e75cce02'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:37.818502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Pushing event deleted for resources: {'Port': ['ID=bcc385ed-98c4-45d9-8b6b-60d0e75cce02,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:37.848378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3d96-1412-4ebe-80a3-1eea9720266a req-3b6c21e1-e5d9-409d-a41e-c3e6a952620f tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.849963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccff3d96-1412-4ebe-80a3-1eea9720266a req-3b6c21e1-e5d9-409d-a41e-c3e6a952620f tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/ports?device_id=b137d7f5-9fe3-4cde-9f26-f7180e6f8417 HTTP/1.1" status: 200 len: 945 time: 0.2217815 Aug 31 19:39:37.879786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] No DVR routers for this DVR port bcc385ed-98c4-45d9-8b6b-60d0e75cce02 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:37.882313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.888870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4b6b248e-c593-49d9-b917-a00916f17bb4 req-97c9df62-a504-48a6-bfeb-f8ba1137f5fd tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.82 "DELETE /v2.0/ports/bcc385ed-98c4-45d9-8b6b-60d0e75cce02 HTTP/1.1" status: 204 len: 173 time: 1.2418697 Aug 31 19:39:37.889352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'name': 'network-vif-deleted', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:37.891775 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040caf40-336e-4cbb-9d2f-f29c994f6a52" -d '{"events": [{"server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "name": "network-vif-deleted", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:37.914358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-d96f76c8-bdff-47fa-a3bc-e5f85cb145a0 service neutron] 10.222.0.67 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731009 Aug 31 19:39:37.916049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-5feb88c6-d913-48dd-b9c0-91056b52c014 req-8c9fb8e9-d770-471b-a34e-129d8ca428d1 service neutron] (94817) timed out ('10.222.0.73', 40866) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:39:37.948544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79ec470e-ca9b-473f-873c-9d42429cb929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:37.954064 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf0da9-aafb-47ce-8c86-17c8903c58ac x-openstack-request-id: req-76bf0da9-aafb-47ce-8c86-17c8903c58ac {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:37.954584 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b137d7f5-9fe3-4cde-9f26-f7180e6f8417", "name": "network-vif-deleted", "tag": "bcc385ed-98c4-45d9-8b6b-60d0e75cce02", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:37.955070 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76bf0da9-aafb-47ce-8c86-17c8903c58ac {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:37.955701 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b137d7f5-9fe3-4cde-9f26-f7180e6f8417', 'name': 'network-vif-deleted', 'tag': 'bcc385ed-98c4-45d9-8b6b-60d0e75cce02', 'status': 'completed', 'code': 200} Aug 31 19:39:37.999226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79ec470e-ca9b-473f-873c-9d42429cb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.016709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ccff3d96-1412-4ebe-80a3-1eea9720266a req-65bc7447-2c75-4924-8e17-f5ebfc5d391e tempest-TestServerAdvancedOps-1234458431 tempest-TestServerAdvancedOps-1234458431-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456914 Aug 31 19:39:38.055314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-adb0325d-90fe-4149-b569-5c83ab26158f None None] Provisioning complete for port e0dddb45-a009-4e16-bbaf-392c28bf438d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:38.055618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-adb0325d-90fe-4149-b569-5c83ab26158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.069371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-79ec470e-ca9b-473f-873c-9d42429cb929 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f0c9984570d4d74ad75bce96e24011c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984740 Aug 31 19:39:38.072228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.073793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec470e-ca9b-473f-873c-9d42429cb929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6135f40c-7748-4732-b6d8-3ac2d8400205,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:38.087509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port e0dddb45-a009-4e16-bbaf-392c28bf438d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:38.087899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.108536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-adb0325d-90fe-4149-b569-5c83ab26158f None None] Port e0dddb45-a009-4e16-bbaf-392c28bf438d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:38.125551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.148433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.163915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd422e1d-f8c9-49c2-a672-506ccfe190dc req-c170c341-526c-47cc-913e-2b8d0bb140db service neutron] 10.222.0.67 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414951 Aug 31 19:39:38.197235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.200836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.204790 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6135f40c-7748-4732-b6d8-3ac2d8400205 HTTP/1.1" status: 204 len: 168 time: 0.1283648 Aug 31 19:39:38.209842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.214940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733ece-2872-4229-a206-267a4c862f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6135f40c-7748-4732-b6d8-3ac2d8400205,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:38.247333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for e0dddb45-a009-4e16-bbaf-392c28bf438d owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:38.299427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-7ba4ca16-5a56-40cb-a748-3bc6a679fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.300968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-7ba4ca16-5a56-40cb-a748-3bc6a679fb5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab8607ac1301492fafbaec596cccfaa4&device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 1096 time: 0.0825217 Aug 31 19:39:38.346062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 774b4213-03e1-4cda-b649-0e4798ea3c92 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:38.410728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 774b4213-03e1-4cda-b649-0e4798ea3c92 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:38.418687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 774b4213-03e1-4cda-b649-0e4798ea3c92 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:38.419597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.456955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-15474653-34ca-4860-88fa-2f0c8fb63111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.458389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-15474653-34ca-4860-88fa-2f0c8fb63111 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd HTTP/1.1" status: 200 len: 914 time: 0.1495843 Aug 31 19:39:38.504295 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.512704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-31218ed6-a5c4-42eb-a177-997e9a1231f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4 HTTP/1.1" status: 200 len: 217 time: 0.0439687 Aug 31 19:39:38.513823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.528806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:38.531200 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f8162-0c2d-4b22-a6ad-17e5af5d7ef3" -d '{"events": [{"server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:38.545782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=774b4213-03e1-4cda-b649-0e4798ea3c92,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:38.551075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=e0dddb45-a009-4e16-bbaf-392c28bf438d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:38.551853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.627709 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234469d-5aac-4b99-8e17-c448f73022c0 x-openstack-request-id: req-0234469d-5aac-4b99-8e17-c448f73022c0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:38.628009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-3dcca6c6-a590-4127-a822-da8b5d0fbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.628198 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:38.628623 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0234469d-5aac-4b99-8e17-c448f73022c0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:38.629538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-3dcca6c6-a590-4127-a822-da8b5d0fbc02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5867f57-3551-4c7c-a242-90c9ff90144d HTTP/1.1" status: 200 len: 853 time: 0.1079454 Aug 31 19:39:38.638720 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92', 'code': 200} Aug 31 19:39:38.639954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:38.678344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.693973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55cddaad-ab11-446e-aef4-9f6de27cf564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.710447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-90d516dd-1a52-4c99-9667-b080751f16a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700889 Aug 31 19:39:38.711397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.713255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d41fbf38-42a3-4a71-8686-97626b4470d9 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/e0dddb45-a009-4e16-bbaf-392c28bf438d HTTP/1.1" status: 204 len: 168 time: 0.9610586 Aug 31 19:39:38.720509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.772860 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d688f22-43f6-431a-b6e6-cf79d5fffbb2 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] GET failed (client error): The resource could not be found. Aug 31 19:39:38.780375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d688f22-43f6-431a-b6e6-cf79d5fffbb2 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports/e0dddb45-a009-4e16-bbaf-392c28bf438d HTTP/1.1" status: 404 len: 333 time: 0.0368011 Aug 31 19:39:38.783187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.795096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-478320753'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:38.833202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e122-369a-4269-b2e2-b19aaae94c1c req-e8f873cb-bc9f-4053-b9f4-f413fed8311e tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.835021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba0e122-369a-4269-b2e2-b19aaae94c1c req-e8f873cb-bc9f-4053-b9f4-f413fed8311e tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 944 time: 0.1296568 Aug 31 19:39:38.872363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d075f-3b56-410f-bdd7-823b43770f1e req-904ee248-d142-4dcb-a592-b7890f4ef104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.873919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a2d075f-3b56-410f-bdd7-823b43770f1e req-904ee248-d142-4dcb-a592-b7890f4ef104 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 1098 time: 0.1718202 Aug 31 19:39:38.912511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-9698fb1f-255d-4476-8bd3-14437223f06f service neutron] 10.222.0.67 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896827 Aug 31 19:39:38.970148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6a2d075f-3b56-410f-bdd7-823b43770f1e req-a0c03b21-ce6f-4aa8-9f19-63d26dceae39 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797703 Aug 31 19:39:38.984283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aba0e122-369a-4269-b2e2-b19aaae94c1c req-71f3433f-74cd-4d1e-92e2-9f100670c1d1 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370838 Aug 31 19:39:38.991706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55cddaad-ab11-446e-aef4-9f6de27cf564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.994486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28032-449b-402b-bb29-7d7addfcdad8 req-30ca3471-f1b5-4466-9a94-666a17f51a43 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.997563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1d28032-449b-402b-bb29-7d7addfcdad8 req-30ca3471-f1b5-4466-9a94-666a17f51a43 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1546867 Aug 31 19:39:39.009748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55cddaad-ab11-446e-aef4-9f6de27cf564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.035212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:39.038702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.065694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1d28032-449b-402b-bb29-7d7addfcdad8 req-67e64f41-cc7a-4ac7-a14d-bd3522543497 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577490 Aug 31 19:39:39.077090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d07c460-b4c8-4598-b83e-d157d1370243 req-8640dc2a-bb2b-4fc8-a20e-3e000071933f service neutron] 10.222.0.67 "GET /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504223 Aug 31 19:39:39.082270 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55cddaad-ab11-446e-aef4-9f6de27cf564 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3c4bcb817764cab9d74dfa46a8d51c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020948 Aug 31 19:39:39.082860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.086039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.092954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cddaad-ab11-446e-aef4-9f6de27cf564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a292b5cf-7cf4-4f02-8044-84fe87bfb0f6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.101816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port 96bb6840-f5e3-485d-a1f3-9c50d538023f yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:39.211586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Deleting subnet 85bc5ca8-b287-47d9-9cb0-39e242c46b32 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:39.217841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.288325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.301008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.367922 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.371897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::243 (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/96bb6840-f5e3-485d-a1f3-9c50d538023f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:39.407488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.478001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.481395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.482535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a292b5cf-7cf4-4f02-8044-84fe87bfb0f6 HTTP/1.1" status: 204 len: 168 time: 0.3972268 Aug 31 19:39:39.537623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e4748-a1d6-47e9-89e4-5843cb0223dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a292b5cf-7cf4-4f02-8044-84fe87bfb0f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.543603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.585804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bc5ca8-b287-47d9-9cb0-39e242c46b32,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.590881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.592800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c907771-edf5-4105-a86d-45afd3a7c299 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/85bc5ca8-b287-47d9-9cb0-39e242c46b32 HTTP/1.1" status: 204 len: 168 time: 0.5058079 Aug 31 19:39:39.595525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.639056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.655335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object 96bb6840-f5e3-485d-a1f3-9c50d538023f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:39.673435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.690975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.738835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:39.744335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:39.749773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:39.755404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:39.756070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.758334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.759879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=96bb6840-f5e3-485d-a1f3-9c50d538023f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.769465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17313a5-2ff9-4509-ae48-f22ade756404']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:39.780666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d4828033-8b7c-47af-8bc4-28e54aa5386e tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9919152 Aug 31 19:39:39.781083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 32980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.781957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:39.782266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a4fdc3-8b2e-4172-880c-d56ba1d74cb7') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:39.787245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:90:a9:b9'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:39.799947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.815804 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.823339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:39.824039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:39.826313 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:39.881092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.913292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.919463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.927336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] 10.222.0.73 "DELETE /v2.0/networks/f17313a5-2ff9-4509-ae48-f22ade756404 HTTP/1.1" status: 204 len: 168 time: 0.3274846 Aug 31 19:39:39.937403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 32988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.939827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9f381-336e-425b-8aaf-dfce012d101f admin admin] Pushing event deleted for resources: {'Network': ['ID=f17313a5-2ff9-4509-ae48-f22ade756404,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.990256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Deleting subnet 96c58448-5403-4386-ab24-2c9cd4bf3f87 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:39.993680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.068198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.150710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.157653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e45cb65-621c-41bf-acb2-5e4c4c4c2cff None None] Provisioning for port 96bb6840-f5e3-485d-a1f3-9c50d538023f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:40.170710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e45cb65-621c-41bf-acb2-5e4c4c4c2cff None None] Provisioning complete for port 96bb6840-f5e3-485d-a1f3-9c50d538023f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:40.171093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e45cb65-621c-41bf-acb2-5e4c4c4c2cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.172041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.179834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.211122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece8f2-f604-4ff7-81b1-28521e64a084 req-15539d09-cb32-4b6d-8586-87f7abd98612 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.213014 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baece8f2-f604-4ff7-81b1-28521e64a084 req-15539d09-cb32-4b6d-8586-87f7abd98612 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 944 time: 0.1037927 Aug 31 19:39:40.234426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] In _notify_port_updated(), no bound segment for port 96bb6840-f5e3-485d-a1f3-9c50d538023f on network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:39:40.243077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e45cb65-621c-41bf-acb2-5e4c4c4c2cff None None] Port 96bb6840-f5e3-485d-a1f3-9c50d538023f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:40.243782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.246722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.248720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "PUT /v2.0/ports/96bb6840-f5e3-485d-a1f3-9c50d538023f HTTP/1.1" status: 200 len: 1002 time: 0.4661958 Aug 31 19:39:40.252236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:40.302047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70338be-f3c9-4349-af18-48dc17ad3836 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=96bb6840-f5e3-485d-a1f3-9c50d538023f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.374032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f87c060d-faa9-413d-9ebd-78c1eecee4a4 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:40.412457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port 96bb6840-f5e3-485d-a1f3-9c50d538023f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:40.412917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.528165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4,segment=NetworkSegment(961d0d9c-bd1e-4bab-b530-432fb8b3012f),segment_id=961d0d9c-bd1e-4bab-b530-432fb8b3012f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:40.533200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.550225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4', 'network_id': 'aec2d3c2-b290-42f0-aa6e-5e2a690a63dd', 'port_id': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4', 'mac_address': 'fa:16:3e:b3:02:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5867f57-3551-4c7c-a242-90c9ff90144d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:40.566103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for 96bb6840-f5e3-485d-a1f3-9c50d538023f owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:40.607504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.624755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87c060d-faa9-413d-9ebd-78c1eecee4a4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:40.633508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f47eb3d-de1a-46c0-8b7c-7e3a88b05c9b None None] Provisioning complete for port 96bb6840-f5e3-485d-a1f3-9c50d538023f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:40.634084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f47eb3d-de1a-46c0-8b7c-7e3a88b05c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.697284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1f47eb3d-de1a-46c0-8b7c-7e3a88b05c9b None None] Port 96bb6840-f5e3-485d-a1f3-9c50d538023f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:40.709564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad55356-14c0-4d63-8eb5-8eea2f1fa6da req-a8de19aa-fb9d-46ba-a2a3-c2e2876bd6c1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.711812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bad55356-14c0-4d63-8eb5-8eea2f1fa6da req-a8de19aa-fb9d-46ba-a2a3-c2e2876bd6c1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.4976017 Aug 31 19:39:40.719809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4,segment=NetworkSegment(961d0d9c-bd1e-4bab-b530-432fb8b3012f),segment_id=961d0d9c-bd1e-4bab-b530-432fb8b3012f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:40.723977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-baece8f2-f604-4ff7-81b1-28521e64a084 req-79c0f93d-1b3e-465e-b126-f878d59cd0e0 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944587 Aug 31 19:39:40.725298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.739084 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.746314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.782509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c58448-5403-4386-ab24-2c9cd4bf3f87,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.789038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.795106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=96bb6840-f5e3-485d-a1f3-9c50d538023f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.796466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:40.796786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bb54c86c-536f-4f59-ab4d-d4b8602976f1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96c58448-5403-4386-ab24-2c9cd4bf3f87 HTTP/1.1" status: 204 len: 168 time: 0.8575573 Aug 31 19:39:40.797194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.816070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bad55356-14c0-4d63-8eb5-8eea2f1fa6da req-91bd7e23-a6d5-4a2a-8c97-db8dfd63eec3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910037 Aug 31 19:39:40.862752 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.867550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:40.867758 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a723402f-79a1-467a-954d-7e109e02ba1b tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/96bb6840-f5e3-485d-a1f3-9c50d538023f HTTP/1.1" status: 204 len: 168 time: 0.6146140 Aug 31 19:39:40.907349 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d82d4d-ae9c-4468-af4d-5431aa9519ae tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] GET failed (client error): The resource could not be found. Aug 31 19:39:40.909007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-63d82d4d-ae9c-4468-af4d-5431aa9519ae tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports/96bb6840-f5e3-485d-a1f3-9c50d538023f HTTP/1.1" status: 404 len: 333 time: 0.0403554 Aug 31 19:39:40.914121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.916123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:40.923154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1382382917'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:40.929988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f87c060d-faa9-413d-9ebd-78c1eecee4a4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:40.964655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199f82f-94a2-4444-9c7e-594310ca5f04 req-b1cbc507-bd83-45f4-8acc-d8f6a75938d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.967129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3199f82f-94a2-4444-9c7e-594310ca5f04 req-b1cbc507-bd83-45f4-8acc-d8f6a75938d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0571475 Aug 31 19:39:41.022845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3199f82f-94a2-4444-9c7e-594310ca5f04 req-4a645b5d-6650-44e5-b10b-c5d3d0740304 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Aug 31 19:39:41.147816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.162626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd1de81-8797-417b-919e-6765c3077ded']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.179681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:41.184963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.188782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2bd6c4-0f6a-405e-ad05-e08139ec9331') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.189081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2bd6c4-0f6a-405e-ad05-e08139ec9331') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.207522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.211628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1a1b-4b29-4019-921e-6ef5260d68f0 req-f884a338-1276-486d-a47e-ea1540438e5a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:41.214335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dbc1a1b-4b29-4019-921e-6ef5260d68f0 req-f884a338-1276-486d-a47e-ea1540438e5a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0930984 Aug 31 19:39:41.219895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port d5bcaa18-cfc1-4d4d-841b-42110dbf651e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:41.256985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5dbc1a1b-4b29-4019-921e-6ef5260d68f0 req-6e859e2f-fc9d-4ee3-b230-bc9b5ac23485 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Aug 31 19:39:41.268784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.283314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:41.284271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:41.285521 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:41.347888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bcc385ed-98c4-45d9-8b6b-60d0e75cce02 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:41.383953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: bcc385ed-98c4-45d9-8b6b-60d0e75cce02 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:41.384717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device bcc385ed-98c4-45d9-8b6b-60d0e75cce02 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:41.397538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.407906 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.409932 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5cd1de81-8797-417b-919e-6765c3077ded HTTP/1.1" status: 204 len: 168 time: 0.6095712 Aug 31 19:39:41.427188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17719-36b7-4378-a600-b47d7734f9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd1de81-8797-417b-919e-6765c3077ded,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:41.441490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::25 (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/d5bcaa18-cfc1-4d4d-841b-42110dbf651e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:41.569167 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5786623-51c0-4379-a51f-c24d1820ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.617647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b01c-7186-4688-9756-d183346a855c req-f6a27734-fcaa-4c40-9a62-3f8cffd74a07 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:41.619181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d89b01c-7186-4688-9756-d183346a855c req-f6a27734-fcaa-4c40-9a62-3f8cffd74a07 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0654895 Aug 31 19:39:41.657361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.659496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33044) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.674096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object d5bcaa18-cfc1-4d4d-841b-42110dbf651e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:41.678850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d89b01c-7186-4688-9756-d183346a855c req-b8d06ca5-2d01-428d-bf2d-2a215b7655ef tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524204 Aug 31 19:39:41.710052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-346089eb-b87c-478b-8801-8a4eeafd0972 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75a7983c72aa46cbb295961cb22e2b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491810 Aug 31 19:39:41.712435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.716645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.765698 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:41.768922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:41.772840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:41.778728 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:41.779437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.790924 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.793995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=d5bcaa18-cfc1-4d4d-841b-42110dbf651e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:41.800200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a94b821e-dbd0-44c2-a0f8-e247f3a75f97 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8800869 Aug 31 19:39:41.800421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.810868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'network_id': 'ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-613648336'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:41.855291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.925555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292377-01d8-49f2-89c4-d2f534e5d513 req-756212e0-0ca3-46bf-93a0-e3566acc1296 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:41.927349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab292377-01d8-49f2-89c4-d2f534e5d513 req-756212e0-0ca3-46bf-93a0-e3566acc1296 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 945 time: 0.1044950 Aug 31 19:39:41.938321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.941294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.942514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdcb7993-4f32-41db-9872-3b3d8a8b4f0b HTTP/1.1" status: 204 len: 168 time: 0.2289791 Aug 31 19:39:41.958371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd1972-c1b1-49a9-80b6-096fd5e0425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb7993-4f32-41db-9872-3b3d8a8b4f0b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:41.967689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Made reservation on behalf of 61994634600f48d9b67d7bee11f6dde9 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:41.977144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.998119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab292377-01d8-49f2-89c4-d2f534e5d513 req-0172024a-0af2-4432-a8c6-f27d9e8c0d25 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Aug 31 19:39:42.004755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] device_id is not set on port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:42.175825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ca76ad2-f90d-4fa2-b83f-44979e7c30cf None None] Provisioning for port d5bcaa18-cfc1-4d4d-841b-42110dbf651e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:42.181144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Allocated IP 2001:db8::cf (ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1/c3645059-0503-4571-84d9-85baf3f89436/2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:42.184259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ca76ad2-f90d-4fa2-b83f-44979e7c30cf None None] Provisioning complete for port d5bcaa18-cfc1-4d4d-841b-42110dbf651e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:42.185061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ca76ad2-f90d-4fa2-b83f-44979e7c30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.233590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ca76ad2-f90d-4fa2-b83f-44979e7c30cf None None] Port d5bcaa18-cfc1-4d4d-841b-42110dbf651e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:42.370887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.385745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Transition to ACTIVE for port object 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:42.389338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f87c060d-faa9-413d-9ebd-78c1eecee4a4 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:42.422087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.431849 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.442854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f87c060d-faa9-413d-9ebd-78c1eecee4a4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:42.447279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f87c060d-faa9-413d-9ebd-78c1eecee4a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:42.447910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.504357 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:42.516685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:42.522660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:42.525485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.529671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:42.530804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.535426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.544002 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd6e1310-2321-4881-88f8-0c3f2976b0c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ecb0f86b1c144efb56b3d3ed308840d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199229 Aug 31 19:39:42.546549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.559178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-49ab85f5-8994-4cf9-9809-b4bfa1a3ce98 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7531533 Aug 31 19:39:42.560017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.569153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:90:a9:b9'}, {'ip_address': '2001:db8::25', 'mac_address': 'fa:16:3e:cf:e8:46'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:42.575873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4,segment=NetworkSegment(961d0d9c-bd1e-4bab-b530-432fb8b3012f),segment_id=961d0d9c-bd1e-4bab-b530-432fb8b3012f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:42.577421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:42.579939 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93988150-c4c3-43f5-90f5-8e7c83093b71" -d '{"events": [{"server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "name": "network-vif-plugged", "status": "completed", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:42.583566 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.637012 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11255a8-e7f9-4aeb-98d2-a35eddcf6a25 x-openstack-request-id: req-d11255a8-e7f9-4aeb-98d2-a35eddcf6a25 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:42.637226 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "name": "network-vif-plugged", "status": "completed", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:42.638887 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d11255a8-e7f9-4aeb-98d2-a35eddcf6a25 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:42.639503 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4', 'code': 200} Aug 31 19:39:42.679076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.695446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.734086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.838719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.884831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205abcc-7800-4c7b-9143-1a4333953b40 req-a6a4ec3e-66d2-435d-ad9e-7fcc837f5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:42.889176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9205abcc-7800-4c7b-9143-1a4333953b40 req-a6a4ec3e-66d2-435d-ad9e-7fcc837f5820 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 1098 time: 0.1380138 Aug 31 19:39:42.935893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7fb4f-4666-4e4a-8734-058c01719ce4 req-306cb060-d05d-456d-95ca-a5741790d168 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:42.937454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32e7fb4f-4666-4e4a-8734-058c01719ce4 req-306cb060-d05d-456d-95ca-a5741790d168 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1140735 Aug 31 19:39:42.939499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.942069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.943117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1668006-4b28-488d-aa0c-2e42692a6a93 HTTP/1.1" status: 204 len: 168 time: 0.3953271 Aug 31 19:39:42.978025 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f68cae-4bb3-439d-8c79-5725c138fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1668006-4b28-488d-aa0c-2e42692a6a93,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.991870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9205abcc-7800-4c7b-9143-1a4333953b40 req-d36cd02d-72c2-41ba-afa5-7dbbb2052f25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940804 Aug 31 19:39:43.016478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a5f35ba-9c58-4f24-bf84-50155c66c6dd None None] Provisioning for port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:43.023024 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32e7fb4f-4666-4e4a-8734-058c01719ce4 req-41f2307a-ecb6-4377-b05a-336a18d6a3d0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766978 Aug 31 19:39:43.035603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a5f35ba-9c58-4f24-bf84-50155c66c6dd None None] Provisioning complete for port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:43.036167 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35ba-9c58-4f24-bf84-50155c66c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.068324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.076115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.077785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f35ba-9c58-4f24-bf84-50155c66c6dd None None] Port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:43.105430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] In _notify_port_updated(), no bound segment for port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 on network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 19:39:43.111704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:43.113185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.114937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "PUT /v2.0/ports/2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 HTTP/1.1" status: 200 len: 1064 time: 0.5532141 Aug 31 19:39:43.125345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.159465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dda87-8142-492a-924b-e29ca881da81 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event updated for resources: {'Port': ['ID=2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:43.307858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-dfccd0bb-ee3b-4848-9cbe-243938a3afdd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:43.309641 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-dfccd0bb-ee3b-4848-9cbe-243938a3afdd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1085300 Aug 31 19:39:43.327323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392c786-9594-41fe-bcac-17973e41593d req-2b5893e1-cd14-4375-9710-0862f9cd63ee tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:43.329092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f392c786-9594-41fe-bcac-17973e41593d req-2b5893e1-cd14-4375-9710-0862f9cd63ee tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 946 time: 0.2276101 Aug 31 19:39:43.456222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f392c786-9594-41fe-bcac-17973e41593d req-8ca00444-bb4e-4a66-95d1-7f5e4e722059 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184516 Aug 31 19:39:43.465213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:43.465580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.510377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af381eed-52de-4728-adb3-b5129dd54685 None None] Provisioning complete for port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:43.510887 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af381eed-52de-4728-adb3-b5129dd54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.565347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 774b4213-03e1-4cda-b649-0e4798ea3c92 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:43.565748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.572419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-af381eed-52de-4728-adb3-b5129dd54685 None None] Port 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:43.637893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.656968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for 2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:43.741038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 774b4213-03e1-4cda-b649-0e4798ea3c92, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=774b4213-03e1-4cda-b649-0e4798ea3c92,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:43.741615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.762618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 774b4213-03e1-4cda-b649-0e4798ea3c92 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:43.886653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.985759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.002791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-745028769-network', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:44.025365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Made reservation on behalf of 545f24a9cff84b3c9140e56bdceaca31 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:44.027907 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:44.028737 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.040210 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.079413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.090738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['774b4213-03e1-4cda-b649-0e4798ea3c92'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:44.169042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e1211225-a5c7-4728-a125-50c278082b6c req-dc2328b4-4247-426a-a14a-9405225aa07f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0469892 Aug 31 19:39:44.169835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=774b4213-03e1-4cda-b649-0e4798ea3c92,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:44.181833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.198770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.228480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c643f962-4e14-4f72-a295-92abfdb6d7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.228684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:44.256612 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16cc91-ae5f-4227-a000-15898f0e0d72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:44.262384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.262738 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Added segment 2f2a0138-dd6e-42c1-b75a-9fdb54065efc of type vlan for network de7beb76-97c5-48fb-9940-8f9dac456dd6 Aug 31 19:39:44.319183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.358961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.363207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 774b4213-03e1-4cda-b649-0e4798ea3c92 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:44.367199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.368677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:44.369369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9452f2e6-d07a-462e-ac7c-f724d9b75e95 req-9d49cf8e-e1b2-4da2-83c3-3ee0bdfbb5fb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "DELETE /v2.0/ports/774b4213-03e1-4cda-b649-0e4798ea3c92 HTTP/1.1" status: 204 len: 173 time: 1.0393538 Aug 31 19:39:44.370715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.372820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'name': 'network-vif-deleted', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:44.380770 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea33e0fe-125f-4757-8531-9fe7f67e8eb3" -d '{"events": [{"server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "name": "network-vif-deleted", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:44.479515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.501194 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6133647 Aug 31 19:39:44.504558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:44.510352 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c33d419-5305-45a3-8207-7ac665cb3c04 x-openstack-request-id: req-4c33d419-5305-45a3-8207-7ac665cb3c04 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:44.510857 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d47ba08-d265-44f1-a5c2-179de1e7aaa8", "name": "network-vif-deleted", "tag": "774b4213-03e1-4cda-b649-0e4798ea3c92", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:44.511259 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c33d419-5305-45a3-8207-7ac665cb3c04 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:44.512583 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ba08-d265-44f1-a5c2-179de1e7aaa8', 'name': 'network-vif-deleted', 'tag': '774b4213-03e1-4cda-b649-0e4798ea3c92', 'status': 'completed', 'code': 200} Aug 31 19:39:44.513296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Request body: {'subnet': {'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-745028769-subnet', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:44.516709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.518674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eec4e74a-26f2-4da9-8370-72dad5d3b89f tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 HTTP/1.1" status: 204 len: 168 time: 1.3924518 Aug 31 19:39:44.521275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33122) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:44.530710 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ba78f-6430-45d9-a0be-b9c7992810c1 admin admin] Pushing event updated for resources: {'Network': ['ID=de7beb76-97c5-48fb-9940-8f9dac456dd6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:44.540614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:44.555662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Made reservation on behalf of 545f24a9cff84b3c9140e56bdceaca31 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:44.560048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.580903 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc40168-ae32-45d4-8c4b-c0c2bc9bf886 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] GET failed (client error): The resource could not be found. Aug 31 19:39:44.585207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2cc40168-ae32-45d4-8c4b-c0c2bc9bf886 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports/2b61023a-f7ea-4ec5-b9b6-f1e3ba0ce179 HTTP/1.1" status: 404 len: 333 time: 0.0602975 Aug 31 19:39:44.590492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:44.646723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723d57-4664-4905-a40e-00e8383de44b req-4663080b-1d31-4759-bedb-6c1ca5d5b92d tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:44.648744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7723d57-4664-4905-a40e-00e8383de44b req-4663080b-1d31-4759-bedb-6c1ca5d5b92d tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 946 time: 0.0704687 Aug 31 19:39:44.683541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.722469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7723d57-4664-4905-a40e-00e8383de44b req-caee7195-cf82-4556-b74d-7b9167dcefd5 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Aug 31 19:39:44.845914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port d5bcaa18-cfc1-4d4d-841b-42110dbf651e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:44.846705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.996439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.007228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.025190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for d5bcaa18-cfc1-4d4d-841b-42110dbf651e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:45.152659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd61c38c-b5e4-44c3-af97-ad043b154c8e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:45.178327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Checking segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:45.178724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Network hostable DHCP agents. Network: de7beb76-97c5-48fb-9940-8f9dac456dd6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:45.211588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:45.257889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, de7beb76-97c5-48fb-9940-8f9dac456dd6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:45.264856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:45.265548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.269479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5e39e-18c4-4dc4-b294-df241114149c None None] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:45.299943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0930c5b-b3ef-4a52-973a-a731d28f5e69 req-c130c74f-8695-4f16-9754-f1efb189416c tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:45.301830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0930c5b-b3ef-4a52-973a-a731d28f5e69 req-c130c74f-8695-4f16-9754-f1efb189416c tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 946 time: 0.0973122 Aug 31 19:39:45.337406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4bdf57e9-5c3c-4569-97e8-1e2320e86dc9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8316126 Aug 31 19:39:45.340407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.342419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:45.357186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee323561-c03c-402c-8eaf-d08cd9bbaae4 req-a80a0e70-945f-4c3d-b672-d3c8e8d4e3d9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0440798 Aug 31 19:39:45.362326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:45.387594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=d5bcaa18-cfc1-4d4d-841b-42110dbf651e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:45.412355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0930c5b-b3ef-4a52-973a-a731d28f5e69 req-7d0a40bb-da00-4eef-915b-6d328b9ca6cb tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Aug 31 19:39:45.413520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.416820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.434789 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.464860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.469472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d316d024-fcbd-4c51-97c2-bcef040711da tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/d5bcaa18-cfc1-4d4d-841b-42110dbf651e HTTP/1.1" status: 204 len: 168 time: 0.8682275 Aug 31 19:39:45.469973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:45.526769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.553932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-de7beb76-97c5-48fb-9940-8f9dac456dd6', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:39:45.555449 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.764523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.803907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Allocated IP 172.20.0.2 (de7beb76-97c5-48fb-9940-8f9dac456dd6/fd61c38c-b5e4-44c3-af97-ad043b154c8e/3f679a15-005c-4ea9-a7b6-a7344ce7e2c0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:46.019813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.038017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Transition to ACTIVE for port object 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:46.066351 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-981a5671-4dfa-423a-bf38-679e104b0e3c tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] GET failed (client error): The resource could not be found. Aug 31 19:39:46.072968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-981a5671-4dfa-423a-bf38-679e104b0e3c tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "GET /v2.0/ports/d5bcaa18-cfc1-4d4d-841b-42110dbf651e HTTP/1.1" status: 404 len: 333 time: 0.6018131 Aug 31 19:39:46.073845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:46.076541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Transition to ACTIVE for port object 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:46.082376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.087683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.192813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port a8b40215-a904-49dd-b82b-1cf75f958439 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:46.193278 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.212285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:46.219454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:46.221686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Pushing event updated for resources: {'Port': ['ID=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:46.225009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.231141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:46.266360 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.331276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Attempting to bind port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:46.332326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Attempting to bind port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:46.332840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Attempting to bind port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:46.339621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:46.340053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Checking segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:46.340471 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.340876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Bound using segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:46.341539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Bound port: 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:46.341976 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.357604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.378408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for a8b40215-a904-49dd-b82b-1cf75f958439 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:46.421594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 774b4213-03e1-4cda-b649-0e4798ea3c92 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:46.449855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Allocated IP 172.25.3.17 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/bbbdf339-4ade-4ea9-8038-4d204e6f7ef1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:46.453857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 774b4213-03e1-4cda-b649-0e4798ea3c92 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:46.454572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 774b4213-03e1-4cda-b649-0e4798ea3c92 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:46.487185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] For port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:46.491118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] For port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:46.497417 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.565331 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.574933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77c04dc3-5f22-4c3c-9a9a-c81a31a37a80 req-39aa25bf-4127-438f-b705-40803e7ed0d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0536766 Aug 31 19:39:46.579325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81741a-6655-4d2f-8dde-9d100e90fe98 None None] Pushing event updated for resources: {'Port': ['ID=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:46.620721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=a8b40215-a904-49dd-b82b-1cf75f958439,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:46.633432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.633772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.634112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.634449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.634785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.635735 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.636071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.636404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.636734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.637179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.637506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.637844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:46.662756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.665246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae9bca70-8ed1-4743-83ab-41223b419863 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/ports/a8b40215-a904-49dd-b82b-1cf75f958439 HTTP/1.1" status: 204 len: 168 time: 0.5900388 Aug 31 19:39:46.668214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:46.704784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-1786b8b1-ec29-4c8f-8026-6e1ccdc37f43 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:46.707511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-1786b8b1-ec29-4c8f-8026-6e1ccdc37f43 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 946 time: 0.2596414 Aug 31 19:39:46.743835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting subnet c3645059-0503-4571-84d9-85baf3f89436 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:46.749165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.804265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.827227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41b14-ae10-4c62-b1d9-ed0e28c965ce req-cc436605-e673-4b0b-8cf5-1ac36f5223e6 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:46.839875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01f41b14-ae10-4c62-b1d9-ed0e28c965ce req-cc436605-e673-4b0b-8cf5-1ac36f5223e6 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 946 time: 0.3112040 Aug 31 19:39:46.847540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.937135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:46.995290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01f41b14-ae10-4c62-b1d9-ed0e28c965ce req-d6497d6e-e683-432e-90a3-96dd438ae28f tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/security-groups?id=822f9815-7a9c-42db-ba68-672a3648cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544528 Aug 31 19:39:47.053292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.064308 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.067845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Deleting port f87c060d-faa9-413d-9ebd-78c1eecee4a4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:47.068200 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.096512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Subnet': ['ID=c3645059-0503-4571-84d9-85baf3f89436,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:47.109716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.113897 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6513c9e2-7169-4937-91df-75c336b9e5d8 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/subnets/c3645059-0503-4571-84d9-85baf3f89436 HTTP/1.1" status: 204 len: 168 time: 0.4425128 Aug 31 19:39:47.115218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:47.117523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad99e6-b677-446b-9a0d-b35d2f22bfba None None] Network ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:47.163328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.169146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:47.217204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.260818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:47.289001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:47.306267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Deleting port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:47.306601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.314435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:47.350589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:47.394757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:47.431120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] For port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,segment=NetworkSegment(c5de0d30-f131-40f0-96f7-3145dca1b988),segment_id=c5de0d30-f131-40f0-96f7-3145dca1b988)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:47.432358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.438741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] For port f87c060d-faa9-413d-9ebd-78c1eecee4a4, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f87c060d-faa9-413d-9ebd-78c1eecee4a4,segment=NetworkSegment(961d0d9c-bd1e-4bab-b530-432fb8b3012f),segment_id=961d0d9c-bd1e-4bab-b530-432fb8b3012f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:47.439202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.440840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] DHCP port deletion for ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:39:47.474135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Calling delete_port for e2bf93b8-56ca-4998-ae8f-e7a9ef00573b owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:47.503793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Calling delete_port for f87c060d-faa9-413d-9ebd-78c1eecee4a4 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:47.532188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Deleting port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:39:47.532563 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.671424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.675332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] For port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,segment=NetworkSegment(c5de0d30-f131-40f0-96f7-3145dca1b988),segment_id=c5de0d30-f131-40f0-96f7-3145dca1b988)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:47.676367 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.712153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Port': ['ID=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:47.716249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] No DVR routers for this DVR port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:47.719973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Calling delete_port for e2bf93b8-56ca-4998-ae8f-e7a9ef00573b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:39:47.851145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.863252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:47.878722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5de0d30-f131-40f0-96f7-3145dca1b988') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:47.879144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5de0d30-f131-40f0-96f7-3145dca1b988') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:47.886901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62ae85c5-bc53-4341-9986-a0c11599a2bc req-3094080c-e61d-462f-8bcd-c73cbf1b055f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0488527 Aug 31 19:39:47.891340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.893807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.903809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.913425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.922248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:47.922637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:47.952727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Pushing event deleted for resources: {'Port': ['ID=e2bf93b8-56ca-4998-ae8f-e7a9ef00573b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:47.965206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f87c060d-faa9-413d-9ebd-78c1eecee4a4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:47.981810 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:47.984546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.984546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.984546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.984546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.984546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.984894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.985119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.985474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.985773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.986089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.986414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.986729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:47.999738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.008995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.011600 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] 10.222.0.73 "DELETE /v2.0/networks/ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1 HTTP/1.1" status: 204 len: 168 time: 0.8953700 Aug 31 19:39:48.031887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc53d1-2b7e-47e8-bb57-21d643761ba0 tempest-AllowedAddressPairIpV6TestJSON-142866707 tempest-AllowedAddressPairIpV6TestJSON-142866707-project] Pushing event deleted for resources: {'Network': ['ID=ad56fdb6-cacf-4c0c-82e8-456a8cebc0a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:48.061761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d6d2c-8707-4181-b0cf-44776a4d1b91 None None] No DVR routers for this DVR port e2bf93b8-56ca-4998-ae8f-e7a9ef00573b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:48.179076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Pushing event deleted for resources: {'Port': ['ID=f87c060d-faa9-413d-9ebd-78c1eecee4a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:48.221735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1cabbf0f-c2b1-4758-ac74-0d6debba1023 req-db6d3d72-9673-48f6-b008-290d04f47f44 tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d6b72a-c5da-4609-aa26-660f68c65f79 HTTP/1.1" status: 200 len: 210 time: 0.0652196 Aug 31 19:39:48.254730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a2960-1970-46b2-9c0c-1f8aca69fae6 None None] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:48.278955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] No DVR routers for this DVR port f87c060d-faa9-413d-9ebd-78c1eecee4a4 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:39:48.280643 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.284190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.285966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3809dbe8-7d52-483a-ab1d-b20cadaeac92 req-be19b4ab-9eb4-4561-8399-6cb445bc3afc tempest-ServerAddressesTestJSON-1341125853 tempest-ServerAddressesTestJSON-1341125853-project] 10.222.0.67 "DELETE /v2.0/ports/f87c060d-faa9-413d-9ebd-78c1eecee4a4 HTTP/1.1" status: 204 len: 173 time: 1.5700257 Aug 31 19:39:48.286416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'name': 'network-vif-deleted', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:48.288726 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5a947-912f-44fb-951a-aeaca14281fe" -d '{"events": [{"server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "name": "network-vif-deleted", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:48.402001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Provisioning for port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:48.429538 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712fc97-bd9f-47b5-a05f-34a2ce6e82b2 x-openstack-request-id: req-9712fc97-bd9f-47b5-a05f-34a2ce6e82b2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:48.429908 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d6b72a-c5da-4609-aa26-660f68c65f79", "name": "network-vif-deleted", "tag": "f87c060d-faa9-413d-9ebd-78c1eecee4a4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:48.430432 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9712fc97-bd9f-47b5-a05f-34a2ce6e82b2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:48.434798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Provisioning complete for port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:48.439500 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.439683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:48.440420 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d6b72a-c5da-4609-aa26-660f68c65f79', 'name': 'network-vif-deleted', 'tag': 'f87c060d-faa9-413d-9ebd-78c1eecee4a4', 'status': 'completed', 'code': 200} Aug 31 19:39:48.582976 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.597611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.626888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] For port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:48.647049 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.669037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fb6cda78-9897-40d7-9a96-e0b49f9bf622 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61994634600f48d9b67d7bee11f6dde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277038 Aug 31 19:39:48.671628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:48.705336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254247-3a52-4652-9fdb-2620ed362081 None None] Pushing event updated for resources: {'Port': ['ID=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:48.768746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.815156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Router 18365fd3-12eb-49b5-b2d3-4d549efabb17 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:39:48.820707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.887411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.890597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:48.892687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4f571c4-8a82-46a4-aa55-49575d9d0f73 HTTP/1.1" status: 204 len: 168 time: 0.2199423 Aug 31 19:39:48.913422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce47adb-b93a-4fcf-b39a-22f5529f2744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f571c4-8a82-46a4-aa55-49575d9d0f73,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:48.990442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:49.000944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Sync routers for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:49.012816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:49.013600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:49.099459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73d413f4-3e5d-4e6a-91ba-f8ef98ca88e1 req-94d0d26b-3150-4709-b85a-a65c77fb8ce1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0912640 Aug 31 19:39:49.101124 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.102263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c409a000-9782-4f16-b3d3-508a3787f712 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7439325 Aug 31 19:39:49.105885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:49.184447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:49.238653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f25c2124-6a64-4a5a-95ea-e24f59a7a70f None None] Provisioning complete for port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:49.239034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f25c2124-6a64-4a5a-95ea-e24f59a7a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.321872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:49.343835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:49.468308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Deleting subnet c5867f57-3551-4c7c-a242-90c9ff90144d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:49.472460 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.559594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.637824 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.753112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.796961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5867f57-3551-4c7c-a242-90c9ff90144d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:49.804923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.808560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ed806702-da23-4614-8a9b-234b19b95905 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c5867f57-3551-4c7c-a242-90c9ff90144d HTTP/1.1" status: 204 len: 168 time: 0.4636958 Aug 31 19:39:49.811040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:49.864558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:49.865548 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:49.920049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.028971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.085364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.099375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:47Z', 'revision_number': 3, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:50.109295 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec2d3c2-b290-42f0-aa6e-5e2a690a63dd']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:50.133500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961d0d9c-bd1e-4bab-b530-432fb8b3012f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:50.133805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961d0d9c-bd1e-4bab-b530-432fb8b3012f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:50.159255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.180097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Checking router: 18365fd3-12eb-49b5-b2d3-4d549efabb17 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:50.180097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Updating router 18365fd3-12eb-49b5-b2d3-4d549efabb17 port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:39:50.192782 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.202012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:50.208747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2bf93b8-56ca-4998-ae8f-e7a9ef00573b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:50.209020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:50.209574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:50.212174 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:50.239174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e2bf93b8-56ca-4998-ae8f-e7a9ef00573b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:50.239565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e2bf93b8-56ca-4998-ae8f-e7a9ef00573b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:50.246565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.280518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.308362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.312953 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aec2d3c2-b290-42f0-aa6e-5e2a690a63dd HTTP/1.1" status: 204 len: 168 time: 0.4980369 Aug 31 19:39:50.429302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Allocated IP 172.20.0.1 (de7beb76-97c5-48fb-9940-8f9dac456dd6/fd61c38c-b5e4-44c3-af97-ad043b154c8e/f00da13c-2cea-4920-9a56-a63ce68a3ad6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:50.507814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f87c060d-faa9-413d-9ebd-78c1eecee4a4 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:39:50.532499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f87c060d-faa9-413d-9ebd-78c1eecee4a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:39:50.532985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f87c060d-faa9-413d-9ebd-78c1eecee4a4 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:39:50.602631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.642941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Transition to ACTIVE for port object f00da13c-2cea-4920-9a56-a63ce68a3ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:50.677383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:50.798960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.836404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6159eaf0-5001-41dc-be65-18d55f78a517 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab8607ac1301492fafbaec596cccfaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576896 Aug 31 19:39:50.844077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:50.870147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:50.896147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:50.900354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:50.921159 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.935438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1998833096'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:50.953874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec2d3c2-b290-42f0-aa6e-5e2a690a63dd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:50.954785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Transition to ACTIVE for port object bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:50.957502 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad10ce74-b7b2-40ec-a6f2-b17102f86334 req-bf822bbc-df44-4592-822b-23b0ef115fac tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d47ba08-d265-44f1-a5c2-179de1e7aaa8 HTTP/1.1" status: 200 len: 210 time: 0.6740396 Aug 31 19:39:50.974997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:50.977470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.977833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.979308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.980186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.980186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.982486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.982877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.983478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.983845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.984175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.987953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:50.988365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336dde5-622d-4839-9a01-2a298d0eb6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:51.013950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Made reservation on behalf of 00f92c22fc9749c2ac93ccc089966ce1 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:51.017626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.036418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.039785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.099455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.121737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Attempting to bind port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:51.122118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Attempting to bind port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:51.124143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Attempting to bind port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:51.145055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11a104-39da-4217-bc76-10eed9bb90a0 None None] Pushing event updated for resources: {'Port': ['ID=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.153032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:51.156514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:51.157432 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.157854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:51.161132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Bound port: bbbdf339-4ade-4ea9-8038-4d204e6f7ef1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:51.161456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.162314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.252823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] For port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:51.257976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] For port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:51.266724 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.274894 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.283989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.292246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.313050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:51.335014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.337412 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Added segment e2353462-3672-4e5a-86ed-137dfe0ba099 of type vlan for network cade801a-e1d9-452e-9528-ee30bab9ac49 Aug 31 19:39:51.339181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:51.339903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:51.420072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11a104-39da-4217-bc76-10eed9bb90a0 None None] Pushing event updated for resources: {'Port': ['ID=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.428571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.434534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-848e6ffa-104c-479c-92b7-b0eec635d7e7 None None] Provisioning for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:51.440287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-848e6ffa-104c-479c-92b7-b0eec635d7e7 None None] Provisioning complete for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:51.440671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-848e6ffa-104c-479c-92b7-b0eec635d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.466073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.524466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.533964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-848e6ffa-104c-479c-92b7-b0eec635d7e7 None None] Port f00da13c-2cea-4920-9a56-a63ce68a3ad6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:51.539805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:51.540513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.542793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:51.576713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.579525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.580801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/822f9815-7a9c-42db-ba68-672a3648cbff HTTP/1.1" status: 204 len: 168 time: 0.7350948 Aug 31 19:39:51.620144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e320-096a-43f1-81ac-737be3e3e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822f9815-7a9c-42db-ba68-672a3648cbff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.743074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d61ff-0578-4684-b516-9f5774d5a3d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.760887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5573449 Aug 31 19:39:51.764488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:51.778905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'subnet': {'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:51.798919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd4850-e313-4362-b993-b015ec1424c9 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Network': ['ID=cade801a-e1d9-452e-9528-ee30bab9ac49,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:51.838123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cade801a-e1d9-452e-9528-ee30bab9ac49 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:51.892562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.900542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.950011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:47Z', 'revision_number': 3, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:51.967728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Made reservation on behalf of 00f92c22fc9749c2ac93ccc089966ce1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:51.991359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:51.999143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330130-7a95-4169-b93c-1ab8904ceae5 None None] The sync data for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 is: [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:47Z', 'revision_number': 3, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:52.109705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:52.112564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:52.337458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:52.338742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:52.496106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:52.596602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Subnet': ['ID=b85ed25c-2800-477b-9018-b0899c0ab2c5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:52.639962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Checking segment: {'id': 'e2353462-3672-4e5a-86ed-137dfe0ba099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:52.641906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network hostable DHCP agents. Network: cade801a-e1d9-452e-9528-ee30bab9ac49, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:52.649157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Router 18365fd3-12eb-49b5-b2d3-4d549efabb17 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:39:52.703119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network cade801a-e1d9-452e-9528-ee30bab9ac49 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:52.719296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cade801a-e1d9-452e-9528-ee30bab9ac49) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:52.726651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:52.727395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:52.728595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e651331-5680-488a-a0c3-8059b6e843f9 None None] Network cade801a-e1d9-452e-9528-ee30bab9ac49 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:52.785758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-00091cbc-3a24-49e4-83a7-516d95f4673a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0155256 Aug 31 19:39:52.792347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:52.800571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1031242116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:52.908435 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:52.923676 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.004115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dda62e83-2a25-44e8-8b6e-5cc60f780769 None None] Provisioning complete for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:53.008857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dda62e83-2a25-44e8-8b6e-5cc60f780769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.088439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:53.148206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.156349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.165487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dda62e83-2a25-44e8-8b6e-5cc60f780769 None None] Port f00da13c-2cea-4920-9a56-a63ce68a3ad6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:53.208929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.210566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b47809df-3fde-4bfc-836b-ec2a1dd85bad tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4165452 Aug 31 19:39:53.215028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:53.237552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:53.262618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dc5e7512-c0e2-42d4-abb7-31b3bb4c5e81 admin admin] 10.222.0.73 "PUT /v2.0/routers/18365fd3-12eb-49b5-b2d3-4d549efabb17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1549950 Aug 31 19:39:53.277898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:53.453570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-cade801a-e1d9-452e-9528-ee30bab9ac49', 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49', 'tenant_id': '00f92c22fc9749c2ac93ccc089966ce1', 'fixed_ips': [{'subnet_id': 'b85ed25c-2800-477b-9018-b0899c0ab2c5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:39:53.459272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.487293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1165927630-network', 'tenant_id': '7c8fd47da584404889df1182dbd06973'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:53.542297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Made reservation on behalf of 7c8fd47da584404889df1182dbd06973 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:53.545598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.580024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.640630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:53.655806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:53.660875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.848263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Allocated IP 172.20.0.2 (cade801a-e1d9-452e-9528-ee30bab9ac49/b85ed25c-2800-477b-9018-b0899c0ab2c5/a4716e39-ca98-41b5-922a-685238db8cc1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:53.868996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.874677 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:53.934584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:53.967174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f0609-0f76-4b09-9c96-b900c5965e3b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:53.986158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.007049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.012146 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Added segment 00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411 of type vlan for network acac1fdc-0faa-4518-ab03-368406642234 Aug 31 19:39:54.038896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.082635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.104026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:54.110353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.117693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.119349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:54.121279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.202670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:54.283521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] Pushing event updated for resources: {'Network': ['ID=acac1fdc-0faa-4518-ab03-368406642234,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:54.297358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aca5e0d5-4773-4e05-994f-270331f0eb0e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2078092 Aug 31 19:39:54.297714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network acac1fdc-0faa-4518-ab03-368406642234 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:54.300273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:54.308880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Request body: {'subnet': {'network_id': 'acac1fdc-0faa-4518-ab03-368406642234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1165927630-subnet', 'tenant_id': '7c8fd47da584404889df1182dbd06973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:54.357947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Made reservation on behalf of 7c8fd47da584404889df1182dbd06973 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:54.360713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.416708 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.449281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Transition to ACTIVE for port object a4716e39-ca98-41b5-922a-685238db8cc1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:54.475701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:54.485686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1351798589-network', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:54.515534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Transition to ACTIVE for port object a4716e39-ca98-41b5-922a-685238db8cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:54.532807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Made reservation on behalf of 0fb4cf7df54a47adafa2eb4d943571b7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:54.537225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.543521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.620981 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.660306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Network cade801a-e1d9-452e-9528-ee30bab9ac49 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:54.670642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:54.670959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Allocated IP 172.20.0.1 (cade801a-e1d9-452e-9528-ee30bab9ac49/b85ed25c-2800-477b-9018-b0899c0ab2c5/541cb4ac-6b1b-4c67-83dc-4ee89cdccc57) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:54.672681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Pushing event updated for resources: {'Port': ['ID=a4716e39-ca98-41b5-922a-685238db8cc1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:54.678797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:54.793354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Attempting to bind port a4716e39-ca98-41b5-922a-685238db8cc1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:54.794025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Attempting to bind port a4716e39-ca98-41b5-922a-685238db8cc1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e2353462-3672-4e5a-86ed-137dfe0ba099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:54.794484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Attempting to bind port a4716e39-ca98-41b5-922a-685238db8cc1 on network cade801a-e1d9-452e-9528-ee30bab9ac49 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:54.799203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.800117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:54.800963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Checking segment: {'id': 'e2353462-3672-4e5a-86ed-137dfe0ba099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:54.801539 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.802082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Bound using segment: {'id': 'e2353462-3672-4e5a-86ed-137dfe0ba099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:54.802714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Bound port: a4716e39-ca98-41b5-922a-685238db8cc1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2353462-3672-4e5a-86ed-137dfe0ba099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:54.803278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.901037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d46cfd4-2872-4216-b86b-fd1b65b9b956,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:54.904550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] For port a4716e39-ca98-41b5-922a-685238db8cc1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:54.908577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] For port a4716e39-ca98-41b5-922a-685238db8cc1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4716e39-ca98-41b5-922a-685238db8cc1,segment=NetworkSegment(e2353462-3672-4e5a-86ed-137dfe0ba099),segment_id=e2353462-3672-4e5a-86ed-137dfe0ba099)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:54.917352 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:54.933106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Checking segment: {'id': '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:54.933667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Network hostable DHCP agents. Network: acac1fdc-0faa-4518-ab03-368406642234, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:54.975816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Network acac1fdc-0faa-4518-ab03-368406642234 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:54.996721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, acac1fdc-0faa-4518-ab03-368406642234) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:55.007893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.025889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331c489-468e-4b41-8222-85067f150067 None None] Network acac1fdc-0faa-4518-ab03-368406642234 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:55.035275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:55.036339 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.045030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.065852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.074486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-189c2f69-2dd9-4f44-899c-94f7cf6b7f9c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7721438 Aug 31 19:39:55.133408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Transition to ACTIVE for port object 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:55.190013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:55.192044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:55.198091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bcfb61-6af5-4007-9272-e73ff5275414,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:55.223948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.224283 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Added segment 23a75e7b-300c-4cba-a749-0cd19d1883b6 of type vlan for network 5ce961f2-a25f-40e0-909f-a03352544b95 Aug 31 19:39:55.282687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe82f5-2f4e-4302-b71e-77655c455637 None None] Pushing event updated for resources: {'Port': ['ID=a4716e39-ca98-41b5-922a-685238db8cc1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:55.303494 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.313205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Sync routers for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:55.318385 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.359826 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:55.369514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:55.421497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=541cb4ac-6b1b-4c67-83dc-4ee89cdccc57,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:55.495185 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.496879 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:55.497624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.501708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network cade801a-e1d9-452e-9528-ee30bab9ac49 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:55.507664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:55.563665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:55.772642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2956896 Aug 31 19:39:55.775262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:55.783339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Request body: {'subnet': {'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1351798589-subnet', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:55.792382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d631bba-e218-45ff-9418-2a16531a2272 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce961f2-a25f-40e0-909f-a03352544b95,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:55.812521 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:55.851579 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:55.861959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Made reservation on behalf of 0fb4cf7df54a47adafa2eb4d943571b7 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:55.864873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.132334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5ce961f2-a25f-40e0-909f-a03352544b95 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:56.244328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.272585 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 4, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f00da13c-2cea-4920-9a56-a63ce68a3ad6', 'name': '', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'mac_address': 'fa:16:3e:ef:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:50Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 2, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'subnets': [{'id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:56.312256 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Checking router: 18365fd3-12eb-49b5-b2d3-4d549efabb17 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:56.312832 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Updating router 18365fd3-12eb-49b5-b2d3-4d549efabb17 port f00da13c-2cea-4920-9a56-a63ce68a3ad6 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:39:56.372435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c95c0c92-3aa2-414e-8700-7bba911f8c99 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:56.382378 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.398559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c95c0c92-3aa2-414e-8700-7bba911f8c99 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/networks?id=acac1fdc-0faa-4518-ab03-368406642234 HTTP/1.1" status: 200 len: 809 time: 0.3642209 Aug 31 19:39:56.433659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbf2677-be0d-42b8-a4e7-20241c22a93b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:56.467995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-4e6ebb8a-0bd9-4aa0-a152-2ff772625e4d tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/quotas/7c8fd47da584404889df1182dbd06973 HTTP/1.1" status: 200 len: 375 time: 0.0681458 Aug 31 19:39:56.469283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:56.471121 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.485557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17017886-15c4-421c-b60f-89163f5002fe None None] Network acac1fdc-0faa-4518-ab03-368406642234 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:56.519576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Checking segment: {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:56.522878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Network hostable DHCP agents. Network: 5ce961f2-a25f-40e0-909f-a03352544b95, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:56.577323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Network 5ce961f2-a25f-40e0-909f-a03352544b95 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:56.597922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5ce961f2-a25f-40e0-909f-a03352544b95) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:56.610258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:56.613189 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.622335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-094fe5b2-3ffa-4af2-abc1-9fd5122f60b7 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c8fd47da584404889df1182dbd06973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533625 Aug 31 19:39:56.655827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b0af45a-4f3e-4b26-a9ce-3b0847795281 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8767929 Aug 31 19:39:56.656173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:56.660928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:56.676380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717bba3-d357-4689-866d-ca6a39931e4f None None] Network 5ce961f2-a25f-40e0-909f-a03352544b95 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:56.715088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.718214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.815917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.903320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.111368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-fb101de1-8905-4b16-b6ec-4feeb00236eb service neutron] 10.222.0.73 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872375 Aug 31 19:39:57.229373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6802a-7693-47d5-8c08-71d3d838a67d None None] Network cade801a-e1d9-452e-9528-ee30bab9ac49 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:57.317591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.362334 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.394110 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Transition to ACTIVE for port object f00da13c-2cea-4920-9a56-a63ce68a3ad6 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:57.418672 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.483895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5ce961f2-a25f-40e0-909f-a03352544b95', 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'fixed_ips': [{'subnet_id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:39:57.485346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.515981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4716e39-ca98-41b5-922a-685238db8cc1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:57.549720 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Pushing event updated for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:57.585632 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.588013 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.588514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.590533 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.593663 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.594187 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.594676 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.595611 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.596203 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.598073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.598619 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.599097 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:57.600411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af51d987-64f1-44e3-a48c-9a29b391e1e0 None None] Provisioning for port a4716e39-ca98-41b5-922a-685238db8cc1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:57.739130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Attempting to bind port f00da13c-2cea-4920-9a56-a63ce68a3ad6 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:57.739779 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Attempting to bind port f00da13c-2cea-4920-9a56-a63ce68a3ad6 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:57.740390 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Attempting to bind port f00da13c-2cea-4920-9a56-a63ce68a3ad6 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:57.747088 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:57.747788 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Checking segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:57.748344 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.748941 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Bound using segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:57.749549 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Bound port: f00da13c-2cea-4920-9a56-a63ce68a3ad6, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:57.751102 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.863180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.869016 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] For port f00da13c-2cea-4920-9a56-a63ce68a3ad6, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:57.890818 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] For port f00da13c-2cea-4920-9a56-a63ce68a3ad6, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f00da13c-2cea-4920-9a56-a63ce68a3ad6,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:57.901430 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.909963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:57.999302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.024941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a4716e39-ca98-41b5-922a-685238db8cc1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:58.034005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-20d156a8-039c-4492-90aa-bcd6456998b6 service neutron] 10.222.0.73 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976436 Aug 31 19:39:58.035246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.055928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a4716e39-ca98-41b5-922a-685238db8cc1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:58.056281 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.095149 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:58.095863 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:58.179355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Allocated IP 172.25.3.222 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f0410cad-2c08-4d78-a453-0c04b846aa8a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:58.214014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.296603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Allocated IP 172.20.0.2 (5ce961f2-a25f-40e0-909f-a03352544b95/bfbf2677-be0d-42b8-a4e7-20241c22a93b/f4be2bf5-3d46-4c4e-9c75-1791e5107c1c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:58.391736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=541cb4ac-6b1b-4c67-83dc-4ee89cdccc57,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:58.450024 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:58.571463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.578130 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8efa350b-d517-465e-bcae-99ddfea1e4d1 req-90f826ed-f3c6-4269-b286-6ef2a75fb8c2 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 210 time: 0.1216114 Aug 31 19:39:58.633607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network cade801a-e1d9-452e-9528-ee30bab9ac49 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:58.646090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:58.655321 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.660701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Provisioning complete for port a4716e39-ca98-41b5-922a-685238db8cc1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:58.661263 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.690399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:58.844298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:58.847264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Pushing event updated for resources: {'Port': ['ID=f0410cad-2c08-4d78-a453-0c04b846aa8a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:58.860147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:58.867605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:58.951439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Router b09adfb0-95ab-4959-99da-814f10709d8d is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:39:58.956322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a4716e39-ca98-41b5-922a-685238db8cc1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4716e39-ca98-41b5-922a-685238db8cc1,segment=NetworkSegment(e2353462-3672-4e5a-86ed-137dfe0ba099),segment_id=e2353462-3672-4e5a-86ed-137dfe0ba099)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:58.957617 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.023977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.146870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:59.154604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf6e8-0929-4162-9f19-8b370c663621 None None] Pushing event updated for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:59.158907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b833e421-d153-4399-920c-757ffb475026 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "PUT /v2.0/routers/b09adfb0-95ab-4959-99da-814f10709d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9419589 Aug 31 19:39:59.164741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:59.173000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 4, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f00da13c-2cea-4920-9a56-a63ce68a3ad6', 'name': '', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'mac_address': 'fa:16:3e:ef:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:50Z', 'updated_at': '2021-08-31T19:39:57Z', 'revision_number': 4, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'subnets': [{'id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:59.174176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'port': {'network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49', 'name': 'tempest-FloatingIPNegativeTestJSON-2051112391'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:59.203311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.206208 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4553ae3-cf8e-4676-8680-2fb54d67403c None None] The sync data for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 is: [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:39:51Z', 'revision_number': 4, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f00da13c-2cea-4920-9a56-a63ce68a3ad6', 'name': '', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'mac_address': 'fa:16:3e:ef:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:50Z', 'updated_at': '2021-08-31T19:39:57Z', 'revision_number': 4, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'subnets': [{'id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:59.224438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Transition to ACTIVE for port object f4be2bf5-3d46-4c4e-9c75-1791e5107c1c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:59.444978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a4716e39-ca98-41b5-922a-685238db8cc1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:59.454734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] Sync routers for ids ['b09adfb0-95ab-4959-99da-814f10709d8d'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:59.464646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Made reservation on behalf of 00f92c22fc9749c2ac93ccc089966ce1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:59.467878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Transition to ACTIVE for port object f4be2bf5-3d46-4c4e-9c75-1791e5107c1c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:59.474937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.507431 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.537322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] device_id is not set on port f3547c01-8f54-4407-8200-7019be0aad22 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:39:59.549891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] Routers {'b09adfb0-95ab-4959-99da-814f10709d8d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:59.550554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b09adfb0-95ab-4959-99da-814f10709d8d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:59.551109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.606296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:59.655669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] Routers {'b09adfb0-95ab-4959-99da-814f10709d8d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:59.659082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b09adfb0-95ab-4959-99da-814f10709d8d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:59.662155 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:39:59.665429 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:39:59.682639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Network 5ce961f2-a25f-40e0-909f-a03352544b95 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:59.765137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:59.770296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:59.770944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d3e40-81ca-44a1-8aa2-ae11b1c2da0e None None] The sync data for ids ['b09adfb0-95ab-4959-99da-814f10709d8d'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:59.772652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:59.777086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Pushing event updated for resources: {'Port': ['ID=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:59.854705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eadad78d-0f34-47ff-aba9-97cd1145a959 req-7f587594-bd7c-4254-97c6-0dc3ab98b4e0 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0585692 Aug 31 19:39:59.875237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Attempting to bind port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:59.875617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Attempting to bind port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:59.876010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Attempting to bind port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c on network 5ce961f2-a25f-40e0-909f-a03352544b95 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:59.878440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Allocated IP 172.20.0.7 (cade801a-e1d9-452e-9528-ee30bab9ac49/b85ed25c-2800-477b-9018-b0899c0ab2c5/f3547c01-8f54-4407-8200-7019be0aad22) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:59.889650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:59.890042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Checking segment: {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:59.890455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.890859 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Bound using segment: {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:59.891346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Bound port: f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:59.891765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.899091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:59.981608 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:40:00.074572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] For port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:00.082769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] For port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:00.088711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.137600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Router d5d305b6-4b08-4a55-ae5d-172d1ba07505 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:40:00.341113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Provisioning for port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:00.360896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e3b3-d006-45b5-829b-25c71bdbaf6e None None] Pushing event updated for resources: {'Port': ['ID=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:00.363632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Provisioning complete for port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:00.364096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.445509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-93011c2c-7592-4f17-b920-665ee91cbbd8 None None] Port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:00.538729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.575622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-8bf1062a-a523-4bfb-a6fe-a81cffb6c704 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:00.577511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-8bf1062a-a523-4bfb-a6fe-a81cffb6c704 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.67 "GET /v2.0/networks?id=acac1fdc-0faa-4518-ab03-368406642234 HTTP/1.1" status: 200 len: 809 time: 0.4538965 Aug 31 19:40:00.579519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-356c59d9-b303-44ca-aa7a-e104ef3405e8 None None] Provisioning complete for port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:00.581965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-356c59d9-b303-44ca-aa7a-e104ef3405e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.593113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Transition to ACTIVE for port object f3547c01-8f54-4407-8200-7019be0aad22 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:00.616976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Request body: {'port': {'device_id': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234', 'admin_state_up': True, 'tenant_id': '7c8fd47da584404889df1182dbd06973'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:00.648541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-356c59d9-b303-44ca-aa7a-e104ef3405e8 None None] Port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:00.815088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.867513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=f3547c01-8f54-4407-8200-7019be0aad22,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:00.894642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Made reservation on behalf of 7c8fd47da584404889df1182dbd06973 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:00.898395 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:00.939234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network cade801a-e1d9-452e-9528-ee30bab9ac49 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:00.958065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:00.968451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:01.108813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:01.109498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.177051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:01.204063 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Sync routers for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:01.224091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.227895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e0ec3d55-6102-4590-b9cf-e3296064a4ac admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5682857 Aug 31 19:40:01.228047 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:01.228902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:01.232074 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:01.428846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe03afc2-f977-4e86-83c9-f6e3cbd773bd None None] Provisioning for port f3547c01-8f54-4407-8200-7019be0aad22 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:01.451230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe03afc2-f977-4e86-83c9-f6e3cbd773bd None None] Provisioning complete for port f3547c01-8f54-4407-8200-7019be0aad22 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:01.451808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe03afc2-f977-4e86-83c9-f6e3cbd773bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.546673 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:01.587188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Allocated IP 172.20.0.4 (acac1fdc-0faa-4518-ab03-368406642234/8d46cfd4-2872-4216-b86b-fd1b65b9b956/47567f36-3ca8-42f2-9a78-33265a080734) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:01.596231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4be2bf5-3d46-4c4e-9c75-1791e5107c1c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:01.669344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c539b8-e2dc-40b2-a960-199495a0a148 req-2a85f2dc-20a7-46be-9867-885d1f686c78 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 210 time: 0.6435771 Aug 31 19:40:01.700181 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fe03afc2-f977-4e86-83c9-f6e3cbd773bd None None] Port f3547c01-8f54-4407-8200-7019be0aad22 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:01.733537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:01.739503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4716e39-ca98-41b5-922a-685238db8cc1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:01.810988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c9d9b149-4ced-4221-9111-e9c288c089b7 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6434360 Aug 31 19:40:01.815214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:01.820975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:01.830401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a4716e39-ca98-41b5-922a-685238db8cc1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:01.832438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.017946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.030320 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:39:59Z', 'revision_number': 3, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:02.031912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f00da13c-2cea-4920-9a56-a63ce68a3ad6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:02.073180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.132271 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Checking router: d5d305b6-4b08-4a55-ae5d-172d1ba07505 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:02.132621 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Updating router d5d305b6-4b08-4a55-ae5d-172d1ba07505 port f0410cad-2c08-4d78-a453-0c04b846aa8a binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:02.135825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f196e7-697b-4a28-8279-bf10d7f1a57e None None] Network 5ce961f2-a25f-40e0-909f-a03352544b95 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:02.182620 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.183574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.278256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Provisioning for port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:02.284998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Provisioning complete for port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:02.285615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.286766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Pushing event updated for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:02.290628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:02.316583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Network acac1fdc-0faa-4518-ab03-368406642234 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:02.318514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:02.323831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:02.358960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:02.359596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.368569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.442424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:02.444614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.479772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-c4889e94-8238-4503-a08a-855f39a941ce tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8672678 Aug 31 19:40:02.493412 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Request body: {'port': {'device_id': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:02.494710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.593639 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.610753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.659315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.687006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] For port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:02.699996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.832770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c545-f832-4585-ac8f-2167eef9e188 None None] Pushing event updated for resources: {'Port': ['ID=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:02.857177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f00da13c-2cea-4920-9a56-a63ce68a3ad6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f00da13c-2cea-4920-9a56-a63ce68a3ad6,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:02.863422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.896464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Allocated IP 172.20.0.1 (5ce961f2-a25f-40e0-909f-a03352544b95/bfbf2677-be0d-42b8-a4e7-20241c22a93b/bffa8ea5-8c4a-437c-b9b9-64a6e9043504) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:02.976000 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.000551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.001903 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Transition to ACTIVE for port object f0410cad-2c08-4d78-a453-0c04b846aa8a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:03.012077 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.107519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Attempting to bind port f0410cad-2c08-4d78-a453-0c04b846aa8a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:03.107912 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Attempting to bind port f0410cad-2c08-4d78-a453-0c04b846aa8a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:03.108521 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Attempting to bind port f0410cad-2c08-4d78-a453-0c04b846aa8a on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:03.160604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:03.160934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:03.161329 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.161719 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:03.162198 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Bound port: f0410cad-2c08-4d78-a453-0c04b846aa8a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:03.171395 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.246718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7839613b-4394-4c1b-9f69-84ea50305961 None None] Provisioning complete for port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:03.247098 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7839613b-4394-4c1b-9f69-84ea50305961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.267189 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09f14b-2d66-4304-8be3-5c7ffb2c23de None None] Pushing event updated for resources: {'Port': ['ID=f0410cad-2c08-4d78-a453-0c04b846aa8a,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.290378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.326583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Transition to ACTIVE for port object bffa8ea5-8c4a-437c-b9b9-64a6e9043504 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:03.335088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Allocated IP 172.25.3.161 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a7f7b36b-459d-47b8-8641-ed149720c0e9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:03.344327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4be2bf5-3d46-4c4e-9c75-1791e5107c1c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:03.368283 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] For port f0410cad-2c08-4d78-a453-0c04b846aa8a, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:03.408884 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] For port f0410cad-2c08-4d78-a453-0c04b846aa8a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f0410cad-2c08-4d78-a453-0c04b846aa8a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:03.414762 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.473859 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.558614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Network 5ce961f2-a25f-40e0-909f-a03352544b95 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:03.562959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Pushing event updated for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.563369 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:03.564128 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:03.573030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:03.577419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:03.581656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.583746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:03.585628 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.657984 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09f14b-2d66-4304-8be3-5c7ffb2c23de None None] Pushing event updated for resources: {'Port': ['ID=f0410cad-2c08-4d78-a453-0c04b846aa8a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.741552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.803916 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:03.866274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.872243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88fc7-7cc0-48e7-8757-bc022239dc18 req-d225a928-c9fc-4e54-8ca5-6f3e516f0c2d tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:03.891945 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6e88fc7-7cc0-48e7-8757-bc022239dc18 req-d225a928-c9fc-4e54-8ca5-6f3e516f0c2d tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 931 time: 1.0579224 Aug 31 19:40:03.951186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:03.967999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:03.984232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:04.042139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=a7f7b36b-459d-47b8-8641-ed149720c0e9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:04.066197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6e88fc7-7cc0-48e7-8757-bc022239dc18 req-084f7f73-c3f8-4fb3-8436-60de5d3a3f01 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731420 Aug 31 19:40:04.140309 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.199215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47567f36-3ca8-42f2-9a78-33265a080734 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:04.227830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.274043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f00da13c-2cea-4920-9a56-a63ce68a3ad6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:04.281595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Transition to ACTIVE for port object 47567f36-3ca8-42f2-9a78-33265a080734 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:04.287383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.392172 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:39:59Z', 'revision_number': 3, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:04.450056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f00da13c-2cea-4920-9a56-a63ce68a3ad6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:04.450433 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.472468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.485798 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d3b21-5981-4295-8677-3d38c1534c3a None None] The sync data for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 is: [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:39:59Z', 'revision_number': 3, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:04.519537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Pushing event updated for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:04.562645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Attempting to bind port 47567f36-3ca8-42f2-9a78-33265a080734 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:04.564008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Attempting to bind port 47567f36-3ca8-42f2-9a78-33265a080734 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:04.566238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Attempting to bind port 47567f36-3ca8-42f2-9a78-33265a080734 on network acac1fdc-0faa-4518-ab03-368406642234 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:04.575525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a1cf345-160d-46a4-9b7f-da2e9f9a86bf None None] Provisioning for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:04.580441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Port 47567f36-3ca8-42f2-9a78-33265a080734 on network acac1fdc-0faa-4518-ab03-368406642234 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:04.580835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Attempting to bind port 47567f36-3ca8-42f2-9a78-33265a080734 on network acac1fdc-0faa-4518-ab03-368406642234 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:04.593797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:04.594165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Checking segment: {'id': '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:04.594553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Bound using segment: {'id': '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:04.594992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Bound port: 47567f36-3ca8-42f2-9a78-33265a080734, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:04.595365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.612856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a1cf345-160d-46a4-9b7f-da2e9f9a86bf None None] Provisioning complete for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:04.613244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf345-160d-46a4-9b7f-da2e9f9a86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.678553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.717641 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cf345-160d-46a4-9b7f-da2e9f9a86bf None None] Port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:04.740681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:04.748299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:04.752002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=47567f36-3ca8-42f2-9a78-33265a080734,segment=NetworkSegment(00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411),segment_id=00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:04.759072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.822456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:04.823041 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.824695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] 10.222.0.67 "PUT /v2.0/ports/47567f36-3ca8-42f2-9a78-33265a080734 HTTP/1.1" status: 200 len: 1092 time: 2.3366632 Aug 31 19:40:04.825366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:04.828013 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80" -d '{"events": [{"name": "network-changed", "server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "tag": "47567f36-3ca8-42f2-9a78-33265a080734"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:04.965326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.979901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.981002 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8510177f-fcb3-42ac-9fa6-df5fd17b482f x-openstack-request-id: req-8510177f-fcb3-42ac-9fa6-df5fd17b482f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:04.981428 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "tag": "47567f36-3ca8-42f2-9a78-33265a080734", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:04.981642 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8510177f-fcb3-42ac-9fa6-df5fd17b482f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:04.981926 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734', 'status': 'completed', 'code': 200} Aug 31 19:40:04.989008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720ced-c56a-4f60-8eaa-c187eb126a14 service neutron] Pushing event updated for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.039417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-6cdda501-c40b-487f-9301-60803761e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.043735 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-6cdda501-c40b-487f-9301-60803761e502 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c8fd47da584404889df1182dbd06973&device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1700606 Aug 31 19:40:05.104963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Pushing event updated for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.121295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.149646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-59806d4c-0cc0-4cc8-82c7-655a6ea0ed10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47567f36-3ca8-42f2-9a78-33265a080734 HTTP/1.1" status: 200 len: 217 time: 0.0945699 Aug 31 19:40:05.160572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f871cd1-bccc-4edd-9ae9-1ae3ef964770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.289475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-8ff71455-e878-49f6-a336-6fd911510904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.289711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Network 5ce961f2-a25f-40e0-909f-a03352544b95 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:05.291670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-8ff71455-e878-49f6-a336-6fd911510904 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d46cfd4-2872-4216-b86b-fd1b65b9b956 HTTP/1.1" status: 200 len: 849 time: 0.1179028 Aug 31 19:40:05.293272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:05.298855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f0410cad-2c08-4d78-a453-0c04b846aa8a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:05.407124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f0410cad-2c08-4d78-a453-0c04b846aa8a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:05.417159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f0410cad-2c08-4d78-a453-0c04b846aa8a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:05.417538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.424062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-69c40d16-f432-4c16-b531-2ceebd7b67db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acac1fdc-0faa-4518-ab03-368406642234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912373 Aug 31 19:40:05.485422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Router d5d305b6-4b08-4a55-ae5d-172d1ba07505 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:05.620563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e46e1-d3bc-4e52-ba94-6a936278ae3b req-d19eb377-5099-4410-a7e1-bbdeb00735a7 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.623264 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.630952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b72e46e1-d3bc-4e52-ba94-6a936278ae3b req-d19eb377-5099-4410-a7e1-bbdeb00735a7 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 943 time: 0.3380222 Aug 31 19:40:05.679732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f0410cad-2c08-4d78-a453-0c04b846aa8a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f0410cad-2c08-4d78-a453-0c04b846aa8a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:05.686466 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.736266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:05.742494 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-647954f1-f33b-45e3-94aa-d5d9f6223754 admin admin] 10.222.0.73 "PUT /v2.0/routers/d5d305b6-4b08-4a55-ae5d-172d1ba07505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5118804 Aug 31 19:40:05.748209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.755223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.821141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80c53ef7-20a6-4cbd-9169-3460343afb5c None None] Provisioning complete for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:05.828129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80c53ef7-20a6-4cbd-9169-3460343afb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.831151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f0410cad-2c08-4d78-a453-0c04b846aa8a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.867676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b72e46e1-d3bc-4e52-ba94-6a936278ae3b req-5a8eb5b5-a108-422d-9d50-b98474aa8c81 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337768 Aug 31 19:40:05.879663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=a7f7b36b-459d-47b8-8641-ed149720c0e9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.886305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.891004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-1adc2bb3-6491-46e3-8839-1c4eee6c4187 service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512563 Aug 31 19:40:05.924823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-80c53ef7-20a6-4cbd-9169-3460343afb5c None None] Port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:05.974811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f871cd1-bccc-4edd-9ae9-1ae3ef964770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.986094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.989666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-521af2c5-1873-4bd2-8fab-c4b95276c215 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1713376 Aug 31 19:40:05.990635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f871cd1-bccc-4edd-9ae9-1ae3ef964770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.991778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.001525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa871bb7-96fd-44cb-a915-d598dd93ea3a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'floatingip': {'port_id': 'f3547c01-8f54-4407-8200-7019be0aad22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:06.056233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f871cd1-bccc-4edd-9ae9-1ae3ef964770 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5a5b288b06b4672ab34ca9d9f85e0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3073435 Aug 31 19:40:06.061059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.065711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f871cd1-bccc-4edd-9ae9-1ae3ef964770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2919449f-dab0-42cd-9316-52e5e6d95e5a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:06.088962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0bb3552-d78a-457a-bcc6-a933b7bf424b req-07cfcd7b-51b9-4045-9956-aa6fcfd0bdba service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873195 Aug 31 19:40:06.090630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa871bb7-96fd-44cb-a915-d598dd93ea3a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.211173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-c562be6c-6a95-4048-878e-1e1b8f4c7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:06.213545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-c562be6c-6a95-4048-878e-1e1b8f4c7d59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c8fd47da584404889df1182dbd06973&device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.0699785 Aug 31 19:40:06.267610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.302604 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-fa871bb7-96fd-44cb-a915-d598dd93ea3a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] update failed (client error): The resource could not be found. Aug 31 19:40:06.303709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fa871bb7-96fd-44cb-a915-d598dd93ea3a tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "PUT /v2.0/floatingips/38fec4ce-b3cd-4bbd-b732-d8b93e7e4f63 HTTP/1.1" status: 404 len: 507 time: 0.3107533 Aug 31 19:40:06.307200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.309683 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.373170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.376185 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.377980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2919449f-dab0-42cd-9316-52e5e6d95e5a HTTP/1.1" status: 204 len: 168 time: 0.3147430 Aug 31 19:40:06.388917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02a4a-4eab-4196-8c7f-40485d837f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919449f-dab0-42cd-9316-52e5e6d95e5a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:06.465423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-0985de7c-8eb6-4247-94b0-9a42cc3d7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:06.466926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-0985de7c-8eb6-4247-94b0-9a42cc3d7a8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=acac1fdc-0faa-4518-ab03-368406642234 HTTP/1.1" status: 200 len: 910 time: 0.2461169 Aug 31 19:40:06.572483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-6839ad1d-50ce-4a7e-9d46-cd898044ec83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47567f36-3ca8-42f2-9a78-33265a080734 HTTP/1.1" status: 200 len: 217 time: 0.0906775 Aug 31 19:40:06.664632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-5d55cbb8-1e7a-44d8-a688-a1c045530047 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:06.666723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-5d55cbb8-1e7a-44d8-a688-a1c045530047 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.2203770 Aug 31 19:40:06.669597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-b3c7321f-b8a7-45e1-98f6-a71f348df515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:06.671023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-b3c7321f-b8a7-45e1-98f6-a71f348df515 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d46cfd4-2872-4216-b86b-fd1b65b9b956 HTTP/1.1" status: 200 len: 849 time: 0.0902736 Aug 31 19:40:06.672367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting port a7f7b36b-459d-47b8-8641-ed149720c0e9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:06.672721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.763633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-45ed208e-8734-4a99-b31c-82dd5b23ced1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acac1fdc-0faa-4518-ab03-368406642234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718670 Aug 31 19:40:06.764890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-0792b9d3-448f-454c-bbd3-7c4319eccd3b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/quotas/0fb4cf7df54a47adafa2eb4d943571b7 HTTP/1.1" status: 200 len: 375 time: 0.0901501 Aug 31 19:40:06.775059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.798672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-452c8e79-f66d-444a-815d-8a9812c37e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.914705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-452c8e79-f66d-444a-815d-8a9812c37e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.920756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.921094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-452c8e79-f66d-444a-815d-8a9812c37e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.921228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.968553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Calling delete_port for a7f7b36b-459d-47b8-8641-ed149720c0e9 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:06.980753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c8e79-f66d-444a-815d-8a9812c37e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6dcad8-9fa5-4d21-9414-d8a540d41dfe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:06.989475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-452c8e79-f66d-444a-815d-8a9812c37e3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e536a42d2d2485a989f5328a94b3bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131310 Aug 31 19:40:06.990076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.995387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-e11772da-2172-4ff1-89e5-5c715da49d34 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2240140 Aug 31 19:40:07.025942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-103455d9-aeef-4a29-a527-52af881519bc tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:40:07.026960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-103455d9-aeef-4a29-a527-52af881519bc tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067184 Aug 31 19:40:07.060069 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.091688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.112497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-d2551e2c-a994-4643-b0fe-c12442e0a649 service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373756 Aug 31 19:40:07.113012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Sync routers for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:07.125985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:07.126724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:07.158511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.161588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.162977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa6dcad8-9fa5-4d21-9414-d8a540d41dfe HTTP/1.1" status: 204 len: 168 time: 0.1719625 Aug 31 19:40:07.175718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616545f-6c1f-45bd-b6ee-aa07f66065b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6dcad8-9fa5-4d21-9414-d8a540d41dfe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:07.239994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacedfe-25a5-41ec-ad17-4caf28607f47 req-a36056b7-5e2d-4a90-9222-3e1c959877f0 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:07.240261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcacedfe-25a5-41ec-ad17-4caf28607f47 req-a36056b7-5e2d-4a90-9222-3e1c959877f0 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 943 time: 0.2695422 Aug 31 19:40:07.278551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f0410cad-2c08-4d78-a453-0c04b846aa8a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:07.342173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-d2476201-f899-4472-b9b8-57b724fd591d service neutron] 10.222.0.73 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054018 Aug 31 19:40:07.375495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bcacedfe-25a5-41ec-ad17-4caf28607f47 req-fd9e0420-b635-47fd-a93c-6e1bbe95fbde tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202531 Aug 31 19:40:07.377876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f0410cad-2c08-4d78-a453-0c04b846aa8a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:07.378257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.382944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:07.416803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35bb7dd7-d9b2-4fb6-9e39-09552580bc80 req-44045f64-bec8-4542-966a-e3181c701525 service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753596 Aug 31 19:40:07.485498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.524673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Port': ['ID=a7f7b36b-459d-47b8-8641-ed149720c0e9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:07.554606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-56dffb28-7e0f-4d6c-80ff-5f4907901563 service neutron] 10.222.0.73 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020297 Aug 31 19:40:07.604332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.608943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.613773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-94ac2043-aef4-4275-afeb-2b67360a9331 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "DELETE /v2.0/floatingips/38fec4ce-b3cd-4bbd-b732-d8b93e7e4f63 HTTP/1.1" status: 204 len: 168 time: 1.3049676 Aug 31 19:40:07.617546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:07.623154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-78120f09-25dc-409b-9daa-3f087880c34d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'floatingip': {'floating_network_id': 'cade801a-e1d9-452e-9528-ee30bab9ac49', 'port_id': 'f3547c01-8f54-4407-8200-7019be0aad22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:07.649929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78120f09-25dc-409b-9daa-3f087880c34d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.843119 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-78120f09-25dc-409b-9daa-3f087880c34d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:40:07.844947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-78120f09-25dc-409b-9daa-3f087880c34d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2264009 Aug 31 19:40:07.850143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ded0a7-105f-42f9-9fb4-58d021c98576 req-aed91068-7668-4c45-8a95-19111c380c3c tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 210 time: 0.0719597 Aug 31 19:40:07.850801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:07.856435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'f3547c01-8f54-4407-8200-7019be0aad22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:07.896517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.913381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:03Z', 'revision_number': 4, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffa8ea5-8c4a-437c-b9b9-64a6e9043504', 'name': '', 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'mac_address': 'fa:16:3e:ba:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:02Z', 'updated_at': '2021-08-31T19:40:04Z', 'revision_number': 2, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'subnets': [{'id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:07.976751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Checking router: d5d305b6-4b08-4a55-ae5d-172d1ba07505 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:07.977119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Updating router d5d305b6-4b08-4a55-ae5d-172d1ba07505 port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:08.021912 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.071939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.256456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Allocated IP 172.25.3.144 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d4381396-47f8-4520-a7e8-da09f2be4754) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:08.419143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.489386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 47567f36-3ca8-42f2-9a78-33265a080734 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:08.511295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.525600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.563582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d462a6d-2b5b-48b3-80ea-c76eec25d56f req-6dc5f5bd-e270-4209-8371-dd997d68b160 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:08.569986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Transition to ACTIVE for port object bffa8ea5-8c4a-437c-b9b9-64a6e9043504 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:08.576982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d462a6d-2b5b-48b3-80ea-c76eec25d56f req-6dc5f5bd-e270-4209-8371-dd997d68b160 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 943 time: 0.0864096 Aug 31 19:40:08.594583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:08.600136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:08.606662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:08.637990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event updated for resources: {'Port': ['ID=d4381396-47f8-4520-a7e8-da09f2be4754,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:08.659189 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.675710 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d462a6d-2b5b-48b3-80ea-c76eec25d56f req-92703e93-d3a7-493d-895d-8d25cf2a9a36 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975688 Aug 31 19:40:08.775308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda55e-7bff-4646-bfbe-81c986ca4d75 None None] Pushing event updated for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:08.853604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Attempting to bind port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:08.854218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Attempting to bind port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:08.854666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Attempting to bind port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 on network 5ce961f2-a25f-40e0-909f-a03352544b95 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:08.860837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=47567f36-3ca8-42f2-9a78-33265a080734,segment=NetworkSegment(00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411),segment_id=00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:08.879301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:08.879823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Checking segment: {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:08.880296 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.880984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Bound using segment: {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:08.881571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Bound port: bffa8ea5-8c4a-437c-b9b9-64a6e9043504, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a75e7b-300c-4cba-a749-0cd19d1883b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:08.882020 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.910486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '47567f36-3ca8-42f2-9a78-33265a080734', 'network_id': 'acac1fdc-0faa-4518-ab03-368406642234', 'port_id': '47567f36-3ca8-42f2-9a78-33265a080734', 'mac_address': 'fa:16:3e:8a:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d46cfd4-2872-4216-b86b-fd1b65b9b956', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:08.928902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting port d4381396-47f8-4520-a7e8-da09f2be4754 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:08.930802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.034866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2d67cce-e87a-40b1-9a91-df350f1d1ea0 req-405f0f3f-98b1-46dd-9c22-8afd1de2e91e tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 210 time: 0.0574293 Aug 31 19:40:09.083249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.083583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.095752 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.097299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Calling delete_port for d4381396-47f8-4520-a7e8-da09f2be4754 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:09.129134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47567f36-3ca8-42f2-9a78-33265a080734 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:09.171012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] For port bffa8ea5-8c4a-437c-b9b9-64a6e9043504, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:09.198588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=47567f36-3ca8-42f2-9a78-33265a080734,segment=NetworkSegment(00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411),segment_id=00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:09.206777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] For port bffa8ea5-8c4a-437c-b9b9-64a6e9043504, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:09.209709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.252063 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.303541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:09.304679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:39:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:09.312473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:09.350644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.413001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Port': ['ID=d4381396-47f8-4520-a7e8-da09f2be4754,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:09.474492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['47567f36-3ca8-42f2-9a78-33265a080734'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:09.533094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda55e-7bff-4646-bfbe-81c986ca4d75 None None] Pushing event updated for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:09.592520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:09.650727 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] create failed (client error): The resource could not be found. Aug 31 19:40:09.652308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c4be43e-ba59-44a5-a674-e409c4610e1b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8005137 Aug 31 19:40:09.655505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:09.674271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-e039e99e-2d43-4b44-87c3-4c53f8d3fa8d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:09.678040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-e039e99e-2d43-4b44-87c3-4c53f8d3fa8d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.67 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.2543077 Aug 31 19:40:09.695822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Request body: {'port': {'device_id': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'admin_state_up': True, 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:09.745582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Made reservation on behalf of 0fb4cf7df54a47adafa2eb4d943571b7 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:09.749246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.836574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting port f3547c01-8f54-4407-8200-7019be0aad22 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:09.838081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.917754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:03Z', 'revision_number': 4, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffa8ea5-8c4a-437c-b9b9-64a6e9043504', 'name': '', 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'mac_address': 'fa:16:3e:ba:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:02Z', 'updated_at': '2021-08-31T19:40:09Z', 'revision_number': 4, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'subnets': [{'id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:09.949560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.968262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Calling delete_port for f3547c01-8f54-4407-8200-7019be0aad22 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:10.049104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01358b5f-b5fa-45bd-b94e-a951174345ff req-d9a234f3-afa5-464f-ac59-54c475b74ac5 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:10.061032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01358b5f-b5fa-45bd-b94e-a951174345ff req-d9a234f3-afa5-464f-ac59-54c475b74ac5 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 944 time: 0.2845602 Aug 31 19:40:10.122024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Allocated IP 172.20.0.10 (de7beb76-97c5-48fb-9940-8f9dac456dd6/fd61c38c-b5e4-44c3-af97-ad043b154c8e/4f82b198-ce79-40c8-a0f5-04a9119c1386) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:10.146549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01358b5f-b5fa-45bd-b94e-a951174345ff req-a8543d9a-a53d-4df1-b47b-62d05b960bb8 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777638 Aug 31 19:40:10.220663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32ce80-a804-4ffe-bf3d-a2adc3abd1b8 None None] The sync data for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 is: [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:03Z', 'revision_number': 4, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffa8ea5-8c4a-437c-b9b9-64a6e9043504', 'name': '', 'network_id': '5ce961f2-a25f-40e0-909f-a03352544b95', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'mac_address': 'fa:16:3e:ba:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:02Z', 'updated_at': '2021-08-31T19:40:09Z', 'revision_number': 4, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'subnets': [{'id': 'bfbf2677-be0d-42b8-a4e7-20241c22a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:10.278212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-088b7276-bb27-4e46-afcc-c4f1fe417163 req-6bc084a8-cf65-42a0-af5b-dd349586c04d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 210 time: 0.0829241 Aug 31 19:40:10.473656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.495618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Transition to ACTIVE for port object 4f82b198-ce79-40c8-a0f5-04a9119c1386 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:10.497232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 47567f36-3ca8-42f2-9a78-33265a080734 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:10.564354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.596071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 47567f36-3ca8-42f2-9a78-33265a080734 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:10.607124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 47567f36-3ca8-42f2-9a78-33265a080734 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:10.607504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.672113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:10.675267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:10.679454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:10.719967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.722748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Pushing event updated for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:10.754377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:10.756400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.765232 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.783870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Port': ['ID=f3547c01-8f54-4407-8200-7019be0aad22,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:10.789756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-451139b8-797c-404d-b07f-aac3ba86a7f5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1025264 Aug 31 19:40:10.801975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Request body: {'port': {'device_id': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:10.823941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:10.826258 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb854a4-e521-432f-b299-1da5bd3be3ac" -d '{"events": [{"server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "47567f36-3ca8-42f2-9a78-33265a080734"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:10.880815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.883182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=47567f36-3ca8-42f2-9a78-33265a080734,segment=NetworkSegment(00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411),segment_id=00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:10.885147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9c2265c-998c-40e6-a82f-c84cb47f7184 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "DELETE /v2.0/ports/f3547c01-8f54-4407-8200-7019be0aad22 HTTP/1.1" status: 204 len: 168 time: 1.2278221 Aug 31 19:40:10.887242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:10.892634 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.975023 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d67d1d-e02a-4b98-b6b2-c73b37d1e717 x-openstack-request-id: req-04d67d1d-e02a-4b98-b6b2-c73b37d1e717 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:10.975326 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "47567f36-3ca8-42f2-9a78-33265a080734", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:10.975581 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04d67d1d-e02a-4b98-b6b2-c73b37d1e717 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:10.976026 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734', 'code': 200} Aug 31 19:40:10.997707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.054006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:11.081247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bbbda4-fb53-4dd7-bb8a-2efa4beef48f tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:11.086436 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9bbbda4-fb53-4dd7-bb8a-2efa4beef48f tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "GET /v2.0/ports?device_id=b09adfb0-95ab-4959-99da-814f10709d8d HTTP/1.1" status: 200 len: 913 time: 0.1974699 Aug 31 19:40:11.089176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:11.111412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a529-723c-4843-a06a-7a271593f186 req-1e90bb1d-d760-4be6-aff1-5dcd814a5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:11.112949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba26a529-723c-4843-a06a-7a271593f186 req-1e90bb1d-d760-4be6-aff1-5dcd814a5a7b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 1097 time: 0.1230762 Aug 31 19:40:11.156714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d019c07-af8d-4f01-9740-2d3597c9785e None None] Provisioning for port 4f82b198-ce79-40c8-a0f5-04a9119c1386 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:11.163970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ba26a529-723c-4843-a06a-7a271593f186 req-61322e34-ee92-4d65-a211-ec77138853b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Aug 31 19:40:11.167357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d019c07-af8d-4f01-9740-2d3597c9785e None None] Provisioning complete for port 4f82b198-ce79-40c8-a0f5-04a9119c1386 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:11.167775 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d019c07-af8d-4f01-9740-2d3597c9785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.236354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6d019c07-af8d-4f01-9740-2d3597c9785e None None] Port 4f82b198-ce79-40c8-a0f5-04a9119c1386 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:11.334790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffa8ea5-8c4a-437c-b9b9-64a6e9043504 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:11.416634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:11.422990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:11.423369 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.515037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1fd31-2b46-42e5-93da-20979ea472e7 req-ec28a7f3-abec-4bfe-83c4-415f34fece5f tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:11.516843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae1fd31-2b46-42e5-93da-20979ea472e7 req-ec28a7f3-abec-4bfe-83c4-415f34fece5f tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1173913 Aug 31 19:40:11.583576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0b4b-dcb9-4bef-aca3-9ee861a7b5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.595547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.645033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bffa8ea5-8c4a-437c-b9b9-64a6e9043504, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:11.652672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.661622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae1fd31-2b46-42e5-93da-20979ea472e7 req-264ebfc8-2653-4fa4-ad48-7ca4fb7ee6b1 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319113 Aug 31 19:40:11.767336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.084417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e303d1-2c30-407f-9927-e1c8eae7b36b req-29af15cf-98ad-4f5f-ab86-95c9c6e0bdc5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.092399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16e303d1-2c30-407f-9927-e1c8eae7b36b req-29af15cf-98ad-4f5f-ab86-95c9c6e0bdc5 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1028 time: 0.6550102 Aug 31 19:40:12.182338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16e303d1-2c30-407f-9927-e1c8eae7b36b req-6ab4367f-d0ab-473d-8e20-5d3e07f519b4 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889273 Aug 31 19:40:12.203855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f82b198-ce79-40c8-a0f5-04a9119c1386 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:12.237737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.262308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Transition to ACTIVE for port object 4f82b198-ce79-40c8-a0f5-04a9119c1386 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:12.268575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.384621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.474224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Attempting to bind port 4f82b198-ce79-40c8-a0f5-04a9119c1386 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:12.474564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Attempting to bind port 4f82b198-ce79-40c8-a0f5-04a9119c1386 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:12.474898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Attempting to bind port 4f82b198-ce79-40c8-a0f5-04a9119c1386 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:12.482230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Port 4f82b198-ce79-40c8-a0f5-04a9119c1386 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:12.482563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Attempting to bind port 4f82b198-ce79-40c8-a0f5-04a9119c1386 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:12.497201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:12.497564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Checking segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:12.497933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Bound using segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:12.498373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Bound port: 4f82b198-ce79-40c8-a0f5-04a9119c1386, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:12.498907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.525372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.695348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:12.730501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:12.736365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.786377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.787008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.788477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/4f82b198-ce79-40c8-a0f5-04a9119c1386 HTTP/1.1" status: 200 len: 1093 time: 1.9908755 Aug 31 19:40:12.791006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:12.793479 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600" -d '{"events": [{"name": "network-changed", "server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:12.844925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ef82-f7f2-44fc-aeac-cc4608b0f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.887665 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d1873-0771-4dcd-bb67-b9c8c824d478 x-openstack-request-id: req-287d1873-0771-4dcd-bb67-b9c8c824d478 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:12.887665 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:12.887665 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-287d1873-0771-4dcd-bb67-b9c8c824d478 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:12.887665 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386', 'status': 'completed', 'code': 200} Aug 31 19:40:13.013657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d06d-fe05-4cdb-88db-f5043198fe62 req-e00fbd24-4678-4b12-a535-f5c4c587a492 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.015498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c91d06d-fe05-4cdb-88db-f5043198fe62 req-e00fbd24-4678-4b12-a535-f5c4c587a492 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 945 time: 0.2073963 Aug 31 19:40:13.085002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-38295528-4caa-4894-b3b5-383eaee66cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.088480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-38295528-4caa-4894-b3b5-383eaee66cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1096 time: 0.1978314 Aug 31 19:40:13.163246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c91d06d-fe05-4cdb-88db-f5043198fe62 req-b3484071-3357-4d61-b9ff-4a8fc5bab41c tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194429 Aug 31 19:40:13.164575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-48aed3be-1a27-4802-8767-c9708bce6d24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386 HTTP/1.1" status: 200 len: 217 time: 0.0682878 Aug 31 19:40:13.170356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting port 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:13.170714 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.245001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffa8ea5-8c4a-437c-b9b9-64a6e9043504 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:13.313509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:13.313897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.351535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.372180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Calling delete_port for 541cb4ac-6b1b-4c67-83dc-4ee89cdccc57 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:13.377764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-69d7d4dd-2c95-46e2-a466-d838644203af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.377764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-69d7d4dd-2c95-46e2-a466-d838644203af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd61c38c-b5e4-44c3-af97-ad043b154c8e HTTP/1.1" status: 200 len: 848 time: 0.2029328 Aug 31 19:40:13.404970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab28e-35a8-4f6f-a5a0-c75c36ecc0be req-25938e32-1829-4b98-a741-e72d239627f9 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.406681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5aab28e-35a8-4f6f-a5a0-c75c36ecc0be req-25938e32-1829-4b98-a741-e72d239627f9 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1096 time: 0.1163731 Aug 31 19:40:13.540081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5aab28e-35a8-4f6f-a5a0-c75c36ecc0be req-8b483277-5919-4b02-a9ef-36ace1b84158 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148553 Aug 31 19:40:13.543984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-144b839f-a9c7-4323-a2df-c7861ea3ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.545492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-144b839f-a9c7-4323-a2df-c7861ea3ef24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de7beb76-97c5-48fb-9940-8f9dac456dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559596 Aug 31 19:40:13.746414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-ca0e92d0-c4b2-4daa-bf15-ccf9b21ceaa9 service neutron] 10.222.0.67 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923597 Aug 31 19:40:13.775027 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.836579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Port': ['ID=541cb4ac-6b1b-4c67-83dc-4ee89cdccc57,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:14.033525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.038463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3e78279-a44f-4b01-8d3a-f0ae23b24a79 req-997d4659-2849-43fc-a668-f145d529389c service neutron] 10.222.0.67 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835736 Aug 31 19:40:14.221779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45ed275d-22b2-413b-a071-e2eb0bf1679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.250843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-1b265037-58a4-4254-9404-d3a537159f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:14.252363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-1b265037-58a4-4254-9404-d3a537159f6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1096 time: 0.1573012 Aug 31 19:40:14.355137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Router b09adfb0-95ab-4959-99da-814f10709d8d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:14.476678 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.534298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:14.537515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-3e8bde6b-5dd8-4624-813f-41894f790a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:14.546430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-3e8bde6b-5dd8-4624-813f-41894f790a0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.2588041 Aug 31 19:40:14.552537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6946a41-c319-42b6-828d-8ab070df639d tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "PUT /v2.0/routers/b09adfb0-95ab-4959-99da-814f10709d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4617529 Aug 31 19:40:14.554850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:14.557267 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] Sync routers for ids ['b09adfb0-95ab-4959-99da-814f10709d8d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:14.584187 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] Routers {'b09adfb0-95ab-4959-99da-814f10709d8d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:14.585853 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b09adfb0-95ab-4959-99da-814f10709d8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.669283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.701500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.726026 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] Routers {'b09adfb0-95ab-4959-99da-814f10709d8d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:14.726689 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b09adfb0-95ab-4959-99da-814f10709d8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.795069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-b520b6a8-9994-4122-9d84-b8414006958d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069982 Aug 31 19:40:14.815191 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.816085 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3211f-f9e8-4d98-be25-f0b80393d299 None None] The sync data for ids ['b09adfb0-95ab-4959-99da-814f10709d8d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:14.941568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-1542ed85-b56f-4d89-80c7-66da58da151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:14.944811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-1542ed85-b56f-4d89-80c7-66da58da151f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c8fd47da584404889df1182dbd06973&device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 1097 time: 0.1001668 Aug 31 19:40:15.088737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.108313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-91c1426d-d468-453e-a9f4-dd2ad8936f1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386 HTTP/1.1" status: 200 len: 217 time: 0.5375550 Aug 31 19:40:15.153484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-f1404c86-283d-46af-9b64-fbed7492466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.155483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-f1404c86-283d-46af-9b64-fbed7492466f service neutron] 10.222.0.67 "GET /v2.0/networks?id=acac1fdc-0faa-4518-ab03-368406642234 HTTP/1.1" status: 200 len: 910 time: 0.1833286 Aug 31 19:40:15.215406 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-3ed20d2c-a1a9-4b6d-bfe6-ec7d314421b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47567f36-3ca8-42f2-9a78-33265a080734 HTTP/1.1" status: 200 len: 217 time: 0.0524960 Aug 31 19:40:15.306282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-51cdda7b-a7ba-4a1c-ad05-727142a53180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.311359 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-51cdda7b-a7ba-4a1c-ad05-727142a53180 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d46cfd4-2872-4216-b86b-fd1b65b9b956 HTTP/1.1" status: 200 len: 849 time: 0.0853148 Aug 31 19:40:15.443283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.467825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.471245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-b5b94acc-2a3b-4f60-90df-7e89c081b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.473138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-b5b94acc-2a3b-4f60-90df-7e89c081b9d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd61c38c-b5e4-44c3-af97-ad043b154c8e HTTP/1.1" status: 200 len: 848 time: 0.2525401 Aug 31 19:40:15.474658 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.492050 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-0b131565-51c8-40fb-9f2d-1613338a2d2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acac1fdc-0faa-4518-ab03-368406642234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630850 Aug 31 19:40:15.504443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b1bd0-6dcc-4e73-9287-3ff469c6cfa1 req-9e6d463c-a4df-4c5f-90cb-f0da574a3b0b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.519677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-743b1bd0-6dcc-4e73-9287-3ff469c6cfa1 req-9e6d463c-a4df-4c5f-90cb-f0da574a3b0b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1096 time: 0.4218221 Aug 31 19:40:15.630501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-8b647be0-65ec-4709-acd2-db56f4136f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.632003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-8b647be0-65ec-4709-acd2-db56f4136f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de7beb76-97c5-48fb-9940-8f9dac456dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429923 Aug 31 19:40:15.632638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.633175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Fanout notify agent at l3_agent the message router_deleted on router b09adfb0-95ab-4959-99da-814f10709d8d {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:40:15.646293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-bf59c15d-e521-42fd-8305-d28804049dc3 service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487086 Aug 31 19:40:15.665470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.669020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cd030c7e-e03a-444b-9fbd-a57bf2b1cf90 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "DELETE /v2.0/routers/b09adfb0-95ab-4959-99da-814f10709d8d HTTP/1.1" status: 204 len: 168 time: 1.1101122 Aug 31 19:40:15.681310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:15.686903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-743b1bd0-6dcc-4e73-9287-3ff469c6cfa1 req-6e698f29-0be6-4de9-aecd-1b9cd96eb0cd tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355708 Aug 31 19:40:15.763164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e4fe6-86d0-4286-b102-f2c34346e0ca req-34905b29-add9-418b-b8b5-9a3770e27309 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.764547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c04e4fe6-86d0-4286-b102-f2c34346e0ca req-34905b29-add9-418b-b8b5-9a3770e27309 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1289213 Aug 31 19:40:15.785024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting subnet b85ed25c-2800-477b-9018-b0899c0ab2c5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:15.791482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.828229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c04e4fe6-86d0-4286-b102-f2c34346e0ca req-dbca2bee-b437-4f23-9749-1efc5e987b73 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Aug 31 19:40:15.831932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-668dc6da-97e1-4f42-b4e5-5e337a0765ac service neutron] 10.222.0.67 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834686 Aug 31 19:40:15.836153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4265a3c2-a9f8-4e87-8ad6-bbd769ec8f80 req-ee81b9d6-8675-4bd4-88b1-cc999212d2bb service neutron] 10.222.0.67 "GET /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783116 Aug 31 19:40:15.845578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.956458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3559892d-8d3a-4a1a-a2f6-bf5eae42d600 req-73603a4f-b879-4bab-9f82-007ecbc428f4 service neutron] 10.222.0.67 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020956 Aug 31 19:40:15.957631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.975872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.027414 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.054108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Subnet': ['ID=b85ed25c-2800-477b-9018-b0899c0ab2c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.059087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.063823 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3db99bf6-b40b-4b56-b8d1-af4c7b4cd53b tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "DELETE /v2.0/subnets/b85ed25c-2800-477b-9018-b0899c0ab2c5 HTTP/1.1" status: 204 len: 168 time: 0.3786886 Aug 31 19:40:16.063823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:16.064988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f587b-bec6-4f45-81d2-9b39b5cb71c2 None None] Network cade801a-e1d9-452e-9528-ee30bab9ac49 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:16.145728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.209895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Deleting port a4716e39-ca98-41b5-922a-685238db8cc1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:16.211250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.285805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] For port a4716e39-ca98-41b5-922a-685238db8cc1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4716e39-ca98-41b5-922a-685238db8cc1,segment=NetworkSegment(e2353462-3672-4e5a-86ed-137dfe0ba099),segment_id=e2353462-3672-4e5a-86ed-137dfe0ba099)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.286191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.312244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] DHCP port deletion for cade801a-e1d9-452e-9528-ee30bab9ac49 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:40:16.313079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Calling delete_port for a4716e39-ca98-41b5-922a-685238db8cc1 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:16.371919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Deleting port a4716e39-ca98-41b5-922a-685238db8cc1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:16.372401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.404776 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.434106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Port': ['ID=a4716e39-ca98-41b5-922a-685238db8cc1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.440757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] No DVR routers for this DVR port a4716e39-ca98-41b5-922a-685238db8cc1 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:16.443933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] For port a4716e39-ca98-41b5-922a-685238db8cc1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4716e39-ca98-41b5-922a-685238db8cc1,segment=NetworkSegment(e2353462-3672-4e5a-86ed-137dfe0ba099),segment_id=e2353462-3672-4e5a-86ed-137dfe0ba099)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.444529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.461383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Calling delete_port for a4716e39-ca98-41b5-922a-685238db8cc1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:16.528653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4f82b198-ce79-40c8-a0f5-04a9119c1386 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:16.538449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.553371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade801a-e1d9-452e-9528-ee30bab9ac49']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:16.566079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2353462-3672-4e5a-86ed-137dfe0ba099') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:16.566392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2353462-3672-4e5a-86ed-137dfe0ba099') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:16.578002 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.594103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.607838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:16.608845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.611411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.645385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] Pushing event deleted for resources: {'Port': ['ID=a4716e39-ca98-41b5-922a-685238db8cc1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.651631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e100501-b5a7-47d6-aaa0-c57be36be00e None None] No DVR routers for this DVR port a4716e39-ca98-41b5-922a-685238db8cc1 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:16.729308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:16.729699 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:16.758227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '4f82b198-ce79-40c8-a0f5-04a9119c1386', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'port_id': '4f82b198-ce79-40c8-a0f5-04a9119c1386', 'mac_address': 'fa:16:3e:2c:00:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:16.792170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.800539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.804752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] 10.222.0.73 "DELETE /v2.0/networks/cade801a-e1d9-452e-9528-ee30bab9ac49 HTTP/1.1" status: 204 len: 168 time: 0.7379713 Aug 31 19:40:16.815024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.818994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeffe1e-9455-4292-867b-a485f4c51de2 tempest-FloatingIPNegativeTestJSON-349999604 tempest-FloatingIPNegativeTestJSON-349999604-project] Pushing event deleted for resources: {'Network': ['ID=cade801a-e1d9-452e-9528-ee30bab9ac49,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.830667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f82b198-ce79-40c8-a0f5-04a9119c1386 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:16.856393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.862057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.933506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:17.035325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-dbc04147-f481-42d5-9ebf-48833bacc599 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:17.036962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-dbc04147-f481-42d5-9ebf-48833bacc599 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.67 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1435053 Aug 31 19:40:17.039115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab9ac0-7165-4967-a5e8-d92f12822053 req-86335ff8-e893-4eb4-abc6-637846c4d30e tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:17.041101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7ab9ac0-7165-4967-a5e8-d92f12822053 req-86335ff8-e893-4eb4-abc6-637846c4d30e tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1096 time: 0.2231903 Aug 31 19:40:17.069670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4f82b198-ce79-40c8-a0f5-04a9119c1386'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:17.075554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.113151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cef57-267b-4fd3-8bbd-7f74f3ddec60 req-c98debd0-2627-4eba-9dab-ef28155ac24f tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:17.116113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-775cef57-267b-4fd3-8bbd-7f74f3ddec60 req-c98debd0-2627-4eba-9dab-ef28155ac24f tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1447284 Aug 31 19:40:17.224461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7ab9ac0-7165-4967-a5e8-d92f12822053 req-2edf797b-7a81-4b8a-aa4c-045ce0e85da1 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713600 Aug 31 19:40:17.228704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4716e39-ca98-41b5-922a-685238db8cc1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:17.244347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:17.270096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-775cef57-267b-4fd3-8bbd-7f74f3ddec60 req-d61fa2d6-441e-4058-ae74-f6eac5189632 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc6f0609-0f76-4b09-9c96-b900c5965e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249611 Aug 31 19:40:17.279390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a4716e39-ca98-41b5-922a-685238db8cc1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:17.279771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4716e39-ca98-41b5-922a-685238db8cc1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:17.294355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Deleting port 47567f36-3ca8-42f2-9a78-33265a080734 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:17.294355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.435989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] For port 47567f36-3ca8-42f2-9a78-33265a080734, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=47567f36-3ca8-42f2-9a78-33265a080734,segment=NetworkSegment(00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411),segment_id=00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:17.437001 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.453607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Calling delete_port for 47567f36-3ca8-42f2-9a78-33265a080734 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:17.476209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7bcef783-f270-4c22-935d-3f14600377b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00f92c22fc9749c2ac93ccc089966ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306695 Aug 31 19:40:17.479303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:17.608322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.645246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.659517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.678011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['47567f36-3ca8-42f2-9a78-33265a080734'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:17.707539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.715121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Pushing event deleted for resources: {'Port': ['ID=47567f36-3ca8-42f2-9a78-33265a080734,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:17.717617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.722495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/367d61ff-0578-4684-b516-9f5774d5a3d1 HTTP/1.1" status: 204 len: 168 time: 0.2390256 Aug 31 19:40:17.738694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf02a8-00b7-4f07-8def-5c872c5747ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d61ff-0578-4684-b516-9f5774d5a3d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:17.779396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] No DVR routers for this DVR port 47567f36-3ca8-42f2-9a78-33265a080734 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:17.782650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.785226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d98cfa7-b8e6-4027-ae9d-5604e327f3dd req-344e77a8-2b92-4615-ae20-5aef33abea8a tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.67 "DELETE /v2.0/ports/47567f36-3ca8-42f2-9a78-33265a080734 HTTP/1.1" status: 204 len: 173 time: 0.7401385 Aug 31 19:40:17.785852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'name': 'network-vif-deleted', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:17.788355 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e0f7e-fc1b-4c84-aadc-76d1a10f9f9f" -d '{"events": [{"server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "name": "network-vif-deleted", "tag": "47567f36-3ca8-42f2-9a78-33265a080734"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:17.849931 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071fa97-3b4a-4409-8555-d53c4f13e255 x-openstack-request-id: req-f071fa97-3b4a-4409-8555-d53c4f13e255 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:17.849931 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2150b375-5d51-472b-b458-2175ebd7f4a8", "name": "network-vif-deleted", "tag": "47567f36-3ca8-42f2-9a78-33265a080734", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:17.850265 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f071fa97-3b4a-4409-8555-d53c4f13e255 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:17.850721 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2150b375-5d51-472b-b458-2175ebd7f4a8', 'name': 'network-vif-deleted', 'tag': '47567f36-3ca8-42f2-9a78-33265a080734', 'status': 'completed', 'code': 200} Aug 31 19:40:18.384073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613a27-5808-421f-8662-4ffd85e3ee8f req-ad777b50-d568-4ec8-8b01-c12358e7bb4a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:18.391816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5613a27-5808-421f-8662-4ffd85e3ee8f req-ad777b50-d568-4ec8-8b01-c12358e7bb4a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1097 time: 0.0744810 Aug 31 19:40:18.439401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84b14ca6-40b7-47a9-b9f9-58fedfebe5a5 req-328f40dc-27ef-4c3d-b971-e77c7157e6d9 tempest-ServerTagsTestJSON-539547834 tempest-ServerTagsTestJSON-539547834-project] 10.222.0.73 "GET /v2.0/ports?device_id=2150b375-5d51-472b-b458-2175ebd7f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0454717 Aug 31 19:40:18.460608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5613a27-5808-421f-8662-4ffd85e3ee8f req-41fb9810-ecc7-45e8-9156-3b3c3295a219 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678246 Aug 31 19:40:18.532269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4f82b198-ce79-40c8-a0f5-04a9119c1386 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:18.593604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 4f82b198-ce79-40c8-a0f5-04a9119c1386 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:18.604649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 4f82b198-ce79-40c8-a0f5-04a9119c1386 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:18.604837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.713996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.755918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:18.762454 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f61a48-bbaa-493c-ac34-a23d6f66e4f6" -d '{"events": [{"server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "name": "network-vif-plugged", "status": "completed", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:18.769325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:18.777363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.778659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 47567f36-3ca8-42f2-9a78-33265a080734 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:18.824181 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e608bf-1726-471f-a8b0-e901cdeac3a4 x-openstack-request-id: req-76e608bf-1726-471f-a8b0-e901cdeac3a4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:18.824475 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "name": "network-vif-plugged", "status": "completed", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:18.824916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76e608bf-1726-471f-a8b0-e901cdeac3a4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:18.825310 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386', 'code': 200} Aug 31 19:40:18.844036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:18.848865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 47567f36-3ca8-42f2-9a78-33265a080734 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:18.849431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 47567f36-3ca8-42f2-9a78-33265a080734 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:18.865542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:18.949369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7039bab-13cc-4bec-b432-594501c0d9c4 req-10030e92-6248-4e41-bf71-d1ea162da10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:18.951226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7039bab-13cc-4bec-b432-594501c0d9c4 req-10030e92-6248-4e41-bf71-d1ea162da10f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.0605278 Aug 31 19:40:18.988100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'networks': [{'name': 'tempest-network--944189769'}, {'name': 'tempest-network--1912333144'}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:18.988749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-network--944189769'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:18.989417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-network--1912333144'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:19.034931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7039bab-13cc-4bec-b432-594501c0d9c4 req-8b0dbeb5-7fbc-473b-80b7-d3f601059c88 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Aug 31 19:40:19.040986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'network': 2} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:19.045919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.055160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.199268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.203818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.204304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.249561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104d3146-2366-42dc-8560-0c1d444556b9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.263466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:19.279490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.279881 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment fbdcebc3-8d3b-4457-a04e-46f077796c34 of type vlan for network df47d4bb-dfce-4338-afc6-7cc965840f93 Aug 31 19:40:19.332956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.369192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:19.379447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.379831 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment c3db4eff-7c45-485e-90ff-41de7715424c of type vlan for network 054822fe-4594-48dc-9dd2-2ba0986fafe2 Aug 31 19:40:19.422413 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.453174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.454133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.460545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.467154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.467154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.546399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.619343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7740967 Aug 31 19:40:19.621917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Deleting subnet 8d46cfd4-2872-4216-b86b-fd1b65b9b956 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:19.625178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.656876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=df47d4bb-dfce-4338-afc6-7cc965840f93,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.669948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network df47d4bb-dfce-4338-afc6-7cc965840f93 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:19.697540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.748157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.796208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854bd-b92b-47c7-8d9c-16de3061468e req-d6c9b5aa-6244-4dd8-8c01-7ac1f0f3afb4 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.810295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-934854bd-b92b-47c7-8d9c-16de3061468e req-d6c9b5aa-6244-4dd8-8c01-7ac1f0f3afb4 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.2434716 Aug 31 19:40:19.825706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.835539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567ad3c-1a17-46df-a339-6ef4cbe7b04e tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=054822fe-4594-48dc-9dd2-2ba0986fafe2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.848129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 054822fe-4594-48dc-9dd2-2ba0986fafe2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:19.863604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-934854bd-b92b-47c7-8d9c-16de3061468e req-1ee883ce-a578-4e17-85af-13b3b039b0ff tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Aug 31 19:40:19.881439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2799fe-4bf5-45b7-9ed3-30b980c530a1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.888101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2799fe-4bf5-45b7-9ed3-30b980c530a1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.894324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2799fe-4bf5-45b7-9ed3-30b980c530a1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.901929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2799fe-4bf5-45b7-9ed3-30b980c530a1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.907052 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f2799fe-4bf5-45b7-9ed3-30b980c530a1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2806313 Aug 31 19:40:19.907279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.958500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.002024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d46cfd4-2872-4216-b86b-fd1b65b9b956,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.005808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.012157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d28316f3-862e-47f5-9c49-9915715f058e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d46cfd4-2872-4216-b86b-fd1b65b9b956 HTTP/1.1" status: 204 len: 168 time: 0.4646294 Aug 31 19:40:20.013062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.074383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.088431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.184964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.198482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acac1fdc-0faa-4518-ab03-368406642234']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.213697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.214480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f6deb2-fd31-4c0a-a2b2-bc7f7b4b1411') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.222142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.236628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.239179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df47d4bb-dfce-4338-afc6-7cc965840f93']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.254208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.255363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdcebc3-8d3b-4457-a04e-46f077796c34') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.255605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdcebc3-8d3b-4457-a04e-46f077796c34') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.266220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:20.266647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.267937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:20.269050 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:20.284675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.297774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:20.298195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:20.301476 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:20.376927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.390882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.393386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] 10.222.0.73 "DELETE /v2.0/networks/acac1fdc-0faa-4518-ab03-368406642234 HTTP/1.1" status: 204 len: 168 time: 0.3787861 Aug 31 19:40:20.409250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb6ddf-67db-46e3-a955-460ff1cb5fde admin admin] Pushing event deleted for resources: {'Network': ['ID=acac1fdc-0faa-4518-ab03-368406642234,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.439114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.448312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.457915 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/df47d4bb-dfce-4338-afc6-7cc965840f93 HTTP/1.1" status: 204 len: 168 time: 0.5417295 Aug 31 19:40:20.458516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.475575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b1ab1-b9ce-4fb9-9137-0856a417889d tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=df47d4bb-dfce-4338-afc6-7cc965840f93,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.569480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.654075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.694440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.707174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b556640-5ee0-421b-8d8a-a0efc5e1322b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c8fd47da584404889df1182dbd06973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517509 Aug 31 19:40:20.708409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054822fe-4594-48dc-9dd2-2ba0986fafe2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.709707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.720489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3db4eff-7c45-485e-90ff-41de7715424c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.720787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3db4eff-7c45-485e-90ff-41de7715424c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.731735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.748147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.754865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:20.755359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:20.759450 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:20.763473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.785722 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.826127 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.834465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.836689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/054822fe-4594-48dc-9dd2-2ba0986fafe2 HTTP/1.1" status: 204 len: 168 time: 0.3767450 Aug 31 19:40:20.839257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.861138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa949133-ca04-4c2e-bca2-15b099e52499 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=054822fe-4594-48dc-9dd2-2ba0986fafe2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.870527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.877006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.878183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc6f0609-0f76-4b09-9c96-b900c5965e3b HTTP/1.1" status: 204 len: 168 time: 0.1674700 Aug 31 19:40:20.891931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e6347-55a1-4273-8235-f289cf17cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f0609-0f76-4b09-9c96-b900c5965e3b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.994958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38936134-b590-403d-8297-07d2ff0a5df2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.001590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38936134-b590-403d-8297-07d2ff0a5df2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.004597 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-38936134-b590-403d-8297-07d2ff0a5df2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1629517 Aug 31 19:40:21.006978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:21.013670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1645912995'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:21.043320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:21.047202 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.051413 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03b249-14d5-4342-ad42-058e72dc4618 req-86ecc642-8e1d-41df-9af2-e7d098c8e909 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.064076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb03b249-14d5-4342-ad42-058e72dc4618 req-86ecc642-8e1d-41df-9af2-e7d098c8e909 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.0913651 Aug 31 19:40:21.080045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:21.094787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.095255 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment 38014fe5-8a24-4b3a-a9d0-b629fab62be2 of type vlan for network 968edaa8-ce79-452f-b3d2-cec0eef074d0 Aug 31 19:40:21.124282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb03b249-14d5-4342-ad42-058e72dc4618 req-57e78df2-096a-4361-8f46-ab28ce7ba767 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570021 Aug 31 19:40:21.163690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.204039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.215740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.217854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.280000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003d6b-573e-49d8-abc8-7dedb565cee3 req-cac4c78b-916b-4ac0-a887-6deb8f37229f tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.282107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16003d6b-573e-49d8-abc8-7dedb565cee3 req-cac4c78b-916b-4ac0-a887-6deb8f37229f tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.0608306 Aug 31 19:40:21.293998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2859440 Aug 31 19:40:21.297129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:21.303030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-527747094'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:21.327243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f210892-63b3-4e7a-932e-d39b3ce3dc33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=968edaa8-ce79-452f-b3d2-cec0eef074d0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:21.333584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16003d6b-573e-49d8-abc8-7dedb565cee3 req-fe81ae67-13bd-44ec-8c54-a7bfa7cc9f51 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 Aug 31 19:40:21.339968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 968edaa8-ce79-452f-b3d2-cec0eef074d0 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:21.374688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:21.381737 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.422784 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:21.441804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.443353 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment 51314f75-fe4b-404c-8bcd-9ec7d3f5fb57 of type vlan for network 1c14575f-fc89-44d9-a45d-07df92af57ce Aug 31 19:40:21.458042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9860e-33ab-499a-9095-4ae9a5f376bb req-a3210d01-fa47-4b21-970a-9bf6b6456abc tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.466880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daf9860e-33ab-499a-9095-4ae9a5f376bb req-a3210d01-fa47-4b21-970a-9bf6b6456abc tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.0557971 Aug 31 19:40:21.508866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.519004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-daf9860e-33ab-499a-9095-4ae9a5f376bb req-4422b188-eed7-4d79-af92-1fd613317ef9 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Aug 31 19:40:21.537113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.547969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.549478 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.634529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3330269 Aug 31 19:40:21.635201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:21.640662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'ports': [{'network_id': '968edaa8-ce79-452f-b3d2-cec0eef074d0', 'name': 'tempest-port--42452522', 'admin_state_up': True}, {'network_id': '1c14575f-fc89-44d9-a45d-07df92af57ce', 'admin_state_up': False}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:21.641051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'port': {'network_id': '968edaa8-ce79-452f-b3d2-cec0eef074d0', 'name': 'tempest-port--42452522', 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:21.641604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'port': {'network_id': '1c14575f-fc89-44d9-a45d-07df92af57ce', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:21.712812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91878f3a-549a-4549-b38d-ce6a2dee8b94 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=1c14575f-fc89-44d9-a45d-07df92af57ce,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:21.725755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1c14575f-fc89-44d9-a45d-07df92af57ce details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:21.934988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-3af5f854-acf2-49b1-af7d-3e1951f79e87 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.947166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-3af5f854-acf2-49b1-af7d-3e1951f79e87 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.1529915 Aug 31 19:40:21.964254 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-a16d0014-cc58-49ac-a819-fa0929e937b6 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/quotas/0fb4cf7df54a47adafa2eb4d943571b7 HTTP/1.1" status: 200 len: 375 time: 0.0158000 Aug 31 19:40:21.992707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:22.000009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.020216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-98ac625c-b6c5-43bb-8399-d054e54b243d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550394 Aug 31 19:40:22.023989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.166607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] device_id is not set on port f7ebb413-17ef-4122-813d-ebe7b6168e5b yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:40:22.204660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-aeba41e0-aa83-4d22-ac60-d8a9f75dd82d service neutron] 10.222.0.73 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772532 Aug 31 19:40:22.365339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-b15a2864-8dd5-4c83-a138-8b3611b8d98b service neutron] 10.222.0.73 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596284 Aug 31 19:40:22.366534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:22.415754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.506147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] device_id is not set on port 7b91c761-d190-4e2b-bb3e-c00186896119 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:40:22.693829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb51b76b-5d4d-43ff-bbae-e95d5c0e1565 req-465a78c6-729d-4fa1-b0e6-2cdc62ddd929 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 210 time: 0.0729885 Aug 31 19:40:22.702236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-698727489-network', 'tenant_id': '5a513d05a2b4403fadee1b21d1f07ad8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:22.739099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Made reservation on behalf of 5a513d05a2b4403fadee1b21d1f07ad8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:22.741931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.754143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.771406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.864299 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.913182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.917680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.945515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Port': ['ID=f7ebb413-17ef-4122-813d-ebe7b6168e5b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:22.963520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:22.973527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ccc64-fb35-4365-99c2-4627aa826517,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:22.979252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.979606 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Added segment 44826710-4773-4a24-8e6f-8b37cadd6b38 of type vlan for network 20e90f40-e1c4-425b-be77-9e8b7dfbeada Aug 31 19:40:23.017203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Checking segment: {'id': '38014fe5-8a24-4b3a-a9d0-b629fab62be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '968edaa8-ce79-452f-b3d2-cec0eef074d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:23.018219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network hostable DHCP agents. Network: 968edaa8-ce79-452f-b3d2-cec0eef074d0, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:23.038815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network 968edaa8-ce79-452f-b3d2-cec0eef074d0 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:23.042276 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.049497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 968edaa8-ce79-452f-b3d2-cec0eef074d0) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:23.065529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:23.066025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ac849-90c8-4d42-b7fd-9158f7a52bad None None] Network 968edaa8-ce79-452f-b3d2-cec0eef074d0 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:23.067113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.091350 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.093322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.094082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.120350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Port': ['ID=7b91c761-d190-4e2b-bb3e-c00186896119,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:23.244943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Checking segment: {'id': '51314f75-fe4b-404c-8bcd-9ec7d3f5fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1c14575f-fc89-44d9-a45d-07df92af57ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:23.245282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network hostable DHCP agents. Network: 1c14575f-fc89-44d9-a45d-07df92af57ce, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:23.276474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network 1c14575f-fc89-44d9-a45d-07df92af57ce is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:23.296925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1c14575f-fc89-44d9-a45d-07df92af57ce) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:23.303585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:23.318615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.327501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b507d-3726-497c-975c-8db6da4a3e1d None None] Network 1c14575f-fc89-44d9-a45d-07df92af57ce requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:23.329365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.330297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.331766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9611824 Aug 31 19:40:23.339273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:23.363073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c7dc7e3e-9d76-4780-a30d-ce2e3558f016 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.7247958 Aug 31 19:40:23.364000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:23.364317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Request body: {'subnet': {'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-698727489-subnet', 'tenant_id': '5a513d05a2b4403fadee1b21d1f07ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:23.377137 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e12a4-8ae8-4c20-8f44-9f9df116ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=20e90f40-e1c4-425b-be77-9e8b7dfbeada,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:23.428233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:23.452894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Made reservation on behalf of 5a513d05a2b4403fadee1b21d1f07ad8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:23.455264 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.492058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d56f9c-b044-4e1b-8086-f3c93e4b450c tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.506672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d56f9c-b044-4e1b-8086-f3c93e4b450c tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.512264 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e9d56f9c-b044-4e1b-8086-f3c93e4b450c tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1461823 Aug 31 19:40:23.516650 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:23.697874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting port f7ebb413-17ef-4122-813d-ebe7b6168e5b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:23.698151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.789033 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.805334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Calling delete_port for f7ebb413-17ef-4122-813d-ebe7b6168e5b owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:23.828993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b9319939-c576-41c8-8499-939dbb7eea2c req-d152d089-1fb3-41d9-bfce-6fb0b6e9ac65 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 210 time: 0.0438590 Aug 31 19:40:23.849141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.907378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.908096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=951f2b6c-3406-4b49-b32b-2dbc033e9e8f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:23.923623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Checking segment: {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:23.924014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Network hostable DHCP agents. Network: 20e90f40-e1c4-425b-be77-9e8b7dfbeada, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:23.941191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Port': ['ID=f7ebb413-17ef-4122-813d-ebe7b6168e5b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:23.941596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:23.948147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.950041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ed068c3-5fe7-4912-940d-80dd66b3e867 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/ports/f7ebb413-17ef-4122-813d-ebe7b6168e5b HTTP/1.1" status: 204 len: 168 time: 0.4312310 Aug 31 19:40:23.952872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:23.957447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 20e90f40-e1c4-425b-be77-9e8b7dfbeada) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:23.968360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3877e4-aedf-494b-9083-b24e4fb760fb None None] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:23.968519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.969037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:23.997124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5b5e04e3-167e-499b-9b3b-c46caf10cfcb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6566234 Aug 31 19:40:24.060948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting port 7b91c761-d190-4e2b-bb3e-c00186896119 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:24.061639 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.147880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.165706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Calling delete_port for 7b91c761-d190-4e2b-bb3e-c00186896119 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:24.179898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e4167-14f4-467e-a364-4dda3ea458ef None None] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:24.364287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-07df81fa-3f6a-4fbf-b69e-c40c44cb8262 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:24.366016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-07df81fa-3f6a-4fbf-b69e-c40c44cb8262 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.82 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.1834414 Aug 31 19:40:24.384010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Request body: {'port': {'device_id': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'admin_state_up': True, 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:24.392569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.445598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.452276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/ports/7b91c761-d190-4e2b-bb3e-c00186896119 HTTP/1.1" status: 204 len: 168 time: 0.4977660 Aug 31 19:40:24.452453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:24.456400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcda03-8d5e-4c73-860a-9ba1ee70a325 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Port': ['ID=7b91c761-d190-4e2b-bb3e-c00186896119,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:24.478568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Made reservation on behalf of 0fb4cf7df54a47adafa2eb4d943571b7 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:24.482869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.516814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d540b62c-5167-4760-bf0c-fce45a317761 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0629761 Aug 31 19:40:24.520500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:24.546830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-251969424'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:24.644320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Allocated IP 172.20.0.12 (de7beb76-97c5-48fb-9940-8f9dac456dd6/fd61c38c-b5e4-44c3-af97-ad043b154c8e/49bd1bd8-265c-49cc-a6e8-50d35769bae5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:24.651688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:24.655672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.718408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:24.734486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-310c35d4-2058-4f24-81fc-1b38fcba34ec tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:24.736084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-310c35d4-2058-4f24-81fc-1b38fcba34ec tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 813 time: 0.1841807 Aug 31 19:40:24.741425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.741783 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment e52e62ae-f973-4f60-b5ec-7f3a044b2bff of type vlan for network c416afd2-694f-4047-bb0f-9bf7bf50230c Aug 31 19:40:24.776612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-97151329-5689-4363-8768-78d198f09cc9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/quotas/5a513d05a2b4403fadee1b21d1f07ad8 HTTP/1.1" status: 200 len: 375 time: 0.0330610 Aug 31 19:40:24.825424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.841078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Transition to ACTIVE for port object 49bd1bd8-265c-49cc-a6e8-50d35769bae5 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:24.868287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-f0edb25b-de42-44f1-a5b1-764e1031b032 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642295 Aug 31 19:40:24.891010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.894129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.906970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4f82b198-ce79-40c8-a0f5-04a9119c1386'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:24.956321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Pushing event updated for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:24.976429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:24.978783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:24.981016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:25.047858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.052541 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.076983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-8c67350f-5d38-4db3-9a5d-dc329dc056f3 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7018471 Aug 31 19:40:25.092110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Request body: {'port': {'device_id': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:25.183658 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.332213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:40:25.382128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.388484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.389099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.438683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d685e4fe-a611-48f3-9d69-29f4693b1bdc None None] Provisioning for port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:25.443550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d685e4fe-a611-48f3-9d69-29f4693b1bdc None None] Provisioning complete for port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:25.444135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d685e4fe-a611-48f3-9d69-29f4693b1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.468696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d982-3f88-4cca-9487-c971828dcc87 req-bd1048e5-3b4a-46dd-bf45-eb6f701f09d0 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.476343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8871d982-3f88-4cca-9487-c971828dcc87 req-bd1048e5-3b4a-46dd-bf45-eb6f701f09d0 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1028 time: 0.5561550 Aug 31 19:40:25.500585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9752328 Aug 31 19:40:25.500764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:25.505335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-43325997'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:25.506592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-cef6e6d6-8811-4b46-8575-fd8337fc686a service neutron] 10.222.0.73 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313426 Aug 31 19:40:25.518004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d685e4fe-a611-48f3-9d69-29f4693b1bdc None None] Port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:25.531734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808e1b4-9189-4846-aeeb-ae623a369f8a tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=c416afd2-694f-4047-bb0f-9bf7bf50230c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:25.557719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c416afd2-694f-4047-bb0f-9bf7bf50230c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:25.585480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8871d982-3f88-4cca-9487-c971828dcc87 req-5021a62e-dfcb-47ef-b75c-c6e51ada1933 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032138 Aug 31 19:40:25.636351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bd1bd8-265c-49cc-a6e8-50d35769bae5 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:25.643503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:25.647531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.651472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.665586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-879aac5c-6dbc-4b61-a709-15e2bf7fe1d9 service neutron] 10.222.0.73 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480658 Aug 31 19:40:25.692606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Transition to ACTIVE for port object 49bd1bd8-265c-49cc-a6e8-50d35769bae5 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:25.705957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:25.721016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.721391 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Added segment 2d60b3b6-49f4-45ec-960b-1547f02155d2 of type vlan for network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 Aug 31 19:40:25.734755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.798549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:25.831759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.874444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.880820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.881419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:25.946152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40fcc16a-5974-40df-9fdc-b982a36673cf req-3362baa3-10f0-4739-ac90-99c14f78e40d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 210 time: 0.0579531 Aug 31 19:40:26.001583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Network': ['ID=7398ac6f-86b9-4f89-819b-22e2cf7f15e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:26.016206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:26.051707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-455e311c-3d8f-4a34-90a1-b50e0b967ce7 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5501831 Aug 31 19:40:26.069673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Attempting to bind port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:26.070022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Attempting to bind port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:26.070408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Attempting to bind port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:26.076398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:26.076731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Attempting to bind port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 on network de7beb76-97c5-48fb-9940-8f9dac456dd6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:26.095502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:26.095892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Checking segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:26.097340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Bound using segment: {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:26.098655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Bound port: 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2a0138-dd6e-42c1-b75a-9fdb54065efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:26.119732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.224247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:26.255166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'subnets': [{'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1947315458', 'ip_version': 4}, {'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:26.255488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'subnet': {'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1947315458', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:26.256110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Request body: {'subnet': {'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:26.348038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:26.357548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:26.378236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.475876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.476507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.478225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] 10.222.0.82 "PUT /v2.0/ports/49bd1bd8-265c-49cc-a6e8-50d35769bae5 HTTP/1.1" status: 200 len: 1093 time: 1.3926394 Aug 31 19:40:26.478701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:26.481219 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4fe8c-3740-486b-a3f2-76b51b988a83" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:26.619574 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa64bf-e464-49b5-a73c-5d55ac38772c x-openstack-request-id: req-e9aa64bf-e464-49b5-a73c-5d55ac38772c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:26.620870 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:26.620870 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9aa64bf-e464-49b5-a73c-5d55ac38772c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:26.620870 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5', 'status': 'completed', 'code': 200} Aug 31 19:40:26.645705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe8017-f575-4366-8f1a-24ed00e99c64 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:26.690110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-d91fc8f7-06a6-44d7-b485-515122b0dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.694302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-d91fc8f7-06a6-44d7-b485-515122b0dcab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.1551814 Aug 31 19:40:26.780224 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-c54fa1b9-5df4-4cc5-acb7-2276d0c239e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5 HTTP/1.1" status: 200 len: 217 time: 0.0772774 Aug 31 19:40:26.806813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Made reservation on behalf of 7ca0254f27f9471b886c1ab3e357f152 for: {'subnet': 2} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:26.811517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.812107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.859039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-1af1f95c-72c5-4d1f-83c8-0846b8b2088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.860234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-1af1f95c-72c5-4d1f-83c8-0846b8b2088e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd61c38c-b5e4-44c3-af97-ad043b154c8e HTTP/1.1" status: 200 len: 848 time: 0.0721536 Aug 31 19:40:26.888059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c23119-2fc2-443e-9e7b-736386b92622 req-011f0a9b-3fba-4a25-870b-831a65d1206d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.889913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5c23119-2fc2-443e-9e7b-736386b92622 req-011f0a9b-3fba-4a25-870b-831a65d1206d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.1594031 Aug 31 19:40:26.924289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-6617231e-edff-46a2-b332-61e3047df18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.926233 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-6617231e-edff-46a2-b332-61e3047df18a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de7beb76-97c5-48fb-9940-8f9dac456dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564342 Aug 31 19:40:26.959753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5c23119-2fc2-443e-9e7b-736386b92622 req-e6aa219e-7553-4472-a227-01e511a33c0a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 Aug 31 19:40:27.114036 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-0b1a3a59-c305-4687-9459-2dbb19fad124 service neutron] 10.222.0.82 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809020 Aug 31 19:40:27.130354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44ccba8a-0cee-4a8f-9c73-24ef6c231751 req-5777d9c3-ffe4-462a-920d-5ca10fc5cd76 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 210 time: 0.0701113 Aug 31 19:40:27.264531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0137a1a6-bc2d-445e-8327-61284b115aaf req-b49c6127-bc7c-407b-94db-37a2f2b4eb82 service neutron] 10.222.0.82 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396749 Aug 31 19:40:27.397188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-8f122bd6-7ebe-4520-be0b-28cb68d41a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.398929 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-8f122bd6-7ebe-4520-be0b-28cb68d41a8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.0790629 Aug 31 19:40:27.522060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-a3db5078-6d18-4edc-b574-8e8245f5a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.524152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-a3db5078-6d18-4edc-b574-8e8245f5a3b8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 200 len: 910 time: 0.1175847 Aug 31 19:40:27.592707 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-de3cdb5c-2d30-4cbc-a54d-2d72c5051bde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5 HTTP/1.1" status: 200 len: 217 time: 0.0602510 Aug 31 19:40:27.670680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:27.686023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-1be7070e-0747-4580-b06d-e37f15bb68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.688209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-1be7070e-0747-4580-b06d-e37f15bb68e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd61c38c-b5e4-44c3-af97-ad043b154c8e HTTP/1.1" status: 200 len: 848 time: 0.0861228 Aug 31 19:40:27.779743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-f2fe7fef-ec91-4e38-be6d-822f523d820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.781283 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-f2fe7fef-ec91-4e38-be6d-822f523d820b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de7beb76-97c5-48fb-9940-8f9dac456dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833523 Aug 31 19:40:27.807773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-9629b3d1-9299-41a6-b2a6-171e9e750f93 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.809715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-9629b3d1-9299-41a6-b2a6-171e9e750f93 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 813 time: 0.3142009 Aug 31 19:40:27.842546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Request body: {'port': {'device_id': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'admin_state_up': True, 'tenant_id': '5a513d05a2b4403fadee1b21d1f07ad8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:27.850561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Subnet': ['ID=9b691be7-1594-4af1-94f5-a626b7075d1c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:27.909659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-ff82eb0e-d7af-4f00-baaa-68a22e7c6776 service neutron] 10.222.0.82 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170185 Aug 31 19:40:27.914190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Checking segment: {'id': 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:27.914619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network hostable DHCP agents. Network: c416afd2-694f-4047-bb0f-9bf7bf50230c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:27.959893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network c416afd2-694f-4047-bb0f-9bf7bf50230c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:27.981752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c416afd2-694f-4047-bb0f-9bf7bf50230c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:27.989750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:27.992460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f54525-2716-4aa7-8373-16d1991b71a2 None None] Network c416afd2-694f-4047-bb0f-9bf7bf50230c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:28.043319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7cb4fe8c-3740-486b-a3f2-76b51b988a83 req-37867029-607d-4b6a-9be2-4fb874e8ff46 service neutron] 10.222.0.82 "GET /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255162 Aug 31 19:40:28.049341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Made reservation on behalf of 5a513d05a2b4403fadee1b21d1f07ad8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:28.053161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.088559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event updated for resources: {'Subnet': ['ID=af5ddda5-9a46-4c46-9a97-8a37813012f2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:28.206946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Checking segment: {'id': '2d60b3b6-49f4-45ec-960b-1547f02155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:28.207322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network hostable DHCP agents. Network: 7398ac6f-86b9-4f89-819b-22e2cf7f15e4, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:28.220472 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c416afd2-694f-4047-bb0f-9bf7bf50230c', 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c', 'tenant_id': '7ca0254f27f9471b886c1ab3e357f152', 'fixed_ips': [{'subnet_id': '9b691be7-1594-4af1-94f5-a626b7075d1c'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:28.221719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.262108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e89bac-d0dd-4d2b-996d-d67da6100e5a req-f82573c8-d56d-4820-ba0b-e372bcb9e9be tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.263725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7e89bac-d0dd-4d2b-996d-d67da6100e5a req-f82573c8-d56d-4820-ba0b-e372bcb9e9be tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.1882920 Aug 31 19:40:28.265801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab3f1235-325c-42b1-a35e-6cab83152c6c req-33e812a5-34c6-4620-a68b-c749e4a21cd1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 210 time: 0.0513098 Aug 31 19:40:28.339886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:28.375306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7398ac6f-86b9-4f89-819b-22e2cf7f15e4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:28.386248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7e89bac-d0dd-4d2b-996d-d67da6100e5a req-25579bf0-1301-4632-8294-6d2b7e369ac2 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130035 Aug 31 19:40:28.396934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.397292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.398039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.402508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Allocated IP 172.20.0.2 (c416afd2-694f-4047-bb0f-9bf7bf50230c/9b691be7-1594-4af1-94f5-a626b7075d1c/24434472-921f-4a2d-a54a-24fdd5110b6f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:28.407162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Allocated IP 172.20.0.6 (20e90f40-e1c4-425b-be77-9e8b7dfbeada/951f2b6c-3406-4b49-b32b-2dbc033e9e8f/b27790cf-a699-4aaa-8073-ffbe4c5af8e8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:28.416798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d129d0-df9d-4b7d-8f09-482bddeea47f None None] Network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:28.441144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a0f9d102-6211-4edb-9dcd-fb946787f4a2 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2140470 Aug 31 19:40:28.443995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 33974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:28.619626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be155150-610c-425b-88df-43bca0097b33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.621198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be155150-610c-425b-88df-43bca0097b33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.622750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be155150-610c-425b-88df-43bca0097b33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.628536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be155150-610c-425b-88df-43bca0097b33 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1804714 Aug 31 19:40:28.629137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:28.697507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.708418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting subnet 9b691be7-1594-4af1-94f5-a626b7075d1c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:28.712981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7398ac6f-86b9-4f89-819b-22e2cf7f15e4', 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4', 'tenant_id': '7ca0254f27f9471b886c1ab3e357f152', 'fixed_ips': [{'subnet_id': 'af5ddda5-9a46-4c46-9a97-8a37813012f2'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:28.713787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.727985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Transition to ACTIVE for port object 24434472-921f-4a2d-a54a-24fdd5110b6f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:28.774544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.820412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.823054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Transition to ACTIVE for port object 24434472-921f-4a2d-a54a-24fdd5110b6f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:28.833395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.837788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.866552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:28.873190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:28.878482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.885525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:28.910450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Network c416afd2-694f-4047-bb0f-9bf7bf50230c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:28.916861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:28.925040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:28.927232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:28.955622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Pushing event updated for resources: {'Port': ['ID=24434472-921f-4a2d-a54a-24fdd5110b6f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:28.964795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.966095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:28.968442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Allocated IP 172.20.0.18 (7398ac6f-86b9-4f89-819b-22e2cf7f15e4/af5ddda5-9a46-4c46-9a97-8a37813012f2/74f4aff6-a07f-4095-a732-ad9a24e0f07a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:28.988192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-49d733fa-fc9f-46ba-a150-79997026e989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1511619 Aug 31 19:40:29.006021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Request body: {'port': {'device_id': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:29.023537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.102370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.136034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.172194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Attempting to bind port 24434472-921f-4a2d-a54a-24fdd5110b6f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:29.172745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Attempting to bind port 24434472-921f-4a2d-a54a-24fdd5110b6f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:29.172983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Attempting to bind port 24434472-921f-4a2d-a54a-24fdd5110b6f on network c416afd2-694f-4047-bb0f-9bf7bf50230c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:29.175387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Subnet': ['ID=9b691be7-1594-4af1-94f5-a626b7075d1c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:29.192024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:29.192413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Checking segment: {'id': 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:29.192827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.193232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Bound using segment: {'id': 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:29.193714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Bound port: 24434472-921f-4a2d-a54a-24fdd5110b6f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c416afd2-694f-4047-bb0f-9bf7bf50230c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:29.194105 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.200194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.207551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1f1cce0e-7d5e-43bc-929c-3e30dc31cbd1 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/subnets/9b691be7-1594-4af1-94f5-a626b7075d1c HTTP/1.1" status: 204 len: 168 time: 0.5770068 Aug 31 19:40:29.208383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:29.220611 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.251244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Transition to ACTIVE for port object 74f4aff6-a07f-4095-a732-ad9a24e0f07a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:29.276889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting subnet af5ddda5-9a46-4c46-9a97-8a37813012f2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:29.283921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Transition to ACTIVE for port object 74f4aff6-a07f-4095-a732-ad9a24e0f07a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:29.293868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.296749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.299979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] For port 24434472-921f-4a2d-a54a-24fdd5110b6f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:29.347716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] For port 24434472-921f-4a2d-a54a-24fdd5110b6f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=24434472-921f-4a2d-a54a-24fdd5110b6f,segment=NetworkSegment(e52e62ae-f973-4f60-b5ec-7f3a044b2bff),segment_id=e52e62ae-f973-4f60-b5ec-7f3a044b2bff)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:29.362531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:29.364098 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.377034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:29.384698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:29.386847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Pushing event updated for resources: {'Port': ['ID=74f4aff6-a07f-4095-a732-ad9a24e0f07a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:29.399474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.451663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bdff0-89ae-4920-b63c-aba6a1e39b9f None None] Pushing event updated for resources: {'Port': ['ID=24434472-921f-4a2d-a54a-24fdd5110b6f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:29.496130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.543006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89aa7-4cfe-48df-b68a-a6e9bf2c274b req-4b4f24fe-f57b-4496-a74f-c9589547b5a3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.544659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09d89aa7-4cfe-48df-b68a-a6e9bf2c274b req-4b4f24fe-f57b-4496-a74f-c9589547b5a3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 931 time: 0.1346545 Aug 31 19:40:29.553274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-8e31da27-0dc9-4be4-b7d2-fda3a3436f0d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.554886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-8e31da27-0dc9-4be4-b7d2-fda3a3436f0d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.2363181 Aug 31 19:40:29.566909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d8777-0a80-4127-b2b6-98227a3dc170 None None] Network c416afd2-694f-4047-bb0f-9bf7bf50230c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:29.572921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Attempting to bind port 74f4aff6-a07f-4095-a732-ad9a24e0f07a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:29.573408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Attempting to bind port 74f4aff6-a07f-4095-a732-ad9a24e0f07a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2d60b3b6-49f4-45ec-960b-1547f02155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:29.573781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Attempting to bind port 74f4aff6-a07f-4095-a732-ad9a24e0f07a on network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:29.574778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.595075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-88eb1e08-11e5-4167-8c74-630ce3243127 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0284600 Aug 31 19:40:29.654280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09d89aa7-4cfe-48df-b68a-a6e9bf2c274b req-2df83879-13e6-4def-a99c-c53be0724830 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972304 Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Checking segment: {'id': '2d60b3b6-49f4-45ec-960b-1547f02155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Bound using segment: {'id': '2d60b3b6-49f4-45ec-960b-1547f02155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Bound port: 74f4aff6-a07f-4095-a732-ad9a24e0f07a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d60b3b6-49f4-45ec-960b-1547f02155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7398ac6f-86b9-4f89-819b-22e2cf7f15e4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:29.675880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.738791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:29.749599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.752131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] For port 74f4aff6-a07f-4095-a732-ad9a24e0f07a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:29.755223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] For port 74f4aff6-a07f-4095-a732-ad9a24e0f07a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74f4aff6-a07f-4095-a732-ad9a24e0f07a,segment=NetworkSegment(2d60b3b6-49f4-45ec-960b-1547f02155d2),segment_id=2d60b3b6-49f4-45ec-960b-1547f02155d2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:29.765272 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Transition to ACTIVE for port object b27790cf-a699-4aaa-8073-ffbe4c5af8e8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:29.768807 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.779231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-d79d902a-5e68-4986-a554-c5b85ab46d35 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762347 Aug 31 19:40:29.791766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:29.923784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5eab36-ba29-4db5-89d7-aff00e4cea27 None None] Network 7398ac6f-86b9-4f89-819b-22e2cf7f15e4 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:29.978001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaf2f-7c95-4e48-8e00-9f2e52f0f64f req-4a4f4f1e-0b38-49b3-b5ca-b20bdc164dd4 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.987779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9beaf2f-7c95-4e48-8e00-9f2e52f0f64f req-4a4f4f1e-0b38-49b3-b5ca-b20bdc164dd4 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.2158556 Aug 31 19:40:29.997101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdc4e3-51ad-4552-9457-3ab222748f79 None None] Pushing event updated for resources: {'Port': ['ID=74f4aff6-a07f-4095-a732-ad9a24e0f07a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:30.044396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Subnet': ['ID=af5ddda5-9a46-4c46-9a97-8a37813012f2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:30.051763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.056424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9ff166b4-2823-4f34-bbaa-17aefd810b66 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/subnets/af5ddda5-9a46-4c46-9a97-8a37813012f2 HTTP/1.1" status: 204 len: 168 time: 0.8444543 Aug 31 19:40:30.057447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 33998) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:30.079119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:30.122557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9beaf2f-7c95-4e48-8e00-9f2e52f0f64f req-812218f1-f7c0-48b0-90b5-5b47d1a418bb tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 Aug 31 19:40:30.136524 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db9c9e-7710-4a36-8965-e3ea9ce54f1c None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:40:30.152713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-504873b4-dfc0-4757-9f98-e0bd74571942 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493824 Aug 31 19:40:30.155034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2c642-ec6c-4e63-b9ee-8a83fa08e723 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.160129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:30.160339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55f2c642-ec6c-4e63-b9ee-8a83fa08e723 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018431 Aug 31 19:40:30.205672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Attempting to bind port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:30.206110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Attempting to bind port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:30.206553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Attempting to bind port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:30.235101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db9c9e-7710-4a36-8965-e3ea9ce54f1c None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:40:30.271969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:30.272475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Attempting to bind port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:30.294848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:30.295374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Checking segment: {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:30.295914 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Bound using segment: {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:30.296515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Bound port: b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:30.296991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.340879 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.530678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15dfc4-fc12-4872-941a-a89e24fb0da9 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:40:30.623566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15dfc4-fc12-4872-941a-a89e24fb0da9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:40:30.628363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-fa6573ed-9c67-414e-a36b-0e40b42cfdfc service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655294 Aug 31 19:40:30.682376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:30.686442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:30.695440 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.738830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting port 74f4aff6-a07f-4095-a732-ad9a24e0f07a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:30.739174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.748379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.748996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.750391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] 10.222.0.67 "PUT /v2.0/ports/b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 1092 time: 1.7508414 Aug 31 19:40:30.760193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:30.762493 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d2309-f304-482b-af38-0d7be8873c55" -d '{"events": [{"name": "network-changed", "server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:30.912191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841848-6f5c-49ea-a9ac-01c8b66fec7c service neutron] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:30.930913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] For port 74f4aff6-a07f-4095-a732-ad9a24e0f07a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74f4aff6-a07f-4095-a732-ad9a24e0f07a,segment=NetworkSegment(2d60b3b6-49f4-45ec-960b-1547f02155d2),segment_id=2d60b3b6-49f4-45ec-960b-1547f02155d2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:30.931289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:30.951017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Calling delete_port for 74f4aff6-a07f-4095-a732-ad9a24e0f07a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:30.962371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-00d4dfab-5ba1-426a-8e4c-109af3d306f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.963868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-00d4dfab-5ba1-426a-8e4c-109af3d306f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1095 time: 0.1426911 Aug 31 19:40:30.974964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8466f7-6b67-4e82-bd22-b6bd66b8d25e req-e2764748-7fc7-4ceb-9b76-a6a4cc4973ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.976392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c8466f7-6b67-4e82-bd22-b6bd66b8d25e req-e2764748-7fc7-4ceb-9b76-a6a4cc4973ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1421847 Aug 31 19:40:31.026298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-913daebb-3005-409e-89d2-bbfe0e52f0ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0481105 Aug 31 19:40:31.121988 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e813814-7520-47b4-ba84-9539bee6997c x-openstack-request-id: req-2e813814-7520-47b4-ba84-9539bee6997c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:31.122328 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:31.122548 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e813814-7520-47b4-ba84-9539bee6997c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:31.122902 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'status': 'completed', 'code': 200} Aug 31 19:40:31.171730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c8466f7-6b67-4e82-bd22-b6bd66b8d25e req-f762c8b5-cd09-4ea3-8c91-a73fd2ddf384 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548891 Aug 31 19:40:31.185014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-92199779-fa6c-48ff-b1cb-e89cabb9f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.186489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-92199779-fa6c-48ff-b1cb-e89cabb9f190 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.1099193 Aug 31 19:40:31.222242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-915faee4-0a83-4c47-8585-3d2fe3db9e89 req-321defd1-c243-4506-918c-19a453bb204f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0493777 Aug 31 19:40:31.273759 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-19f71157-091d-4ec7-a0c4-9d8df665ce97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669851 Aug 31 19:40:31.308552 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.377216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Port': ['ID=74f4aff6-a07f-4095-a732-ad9a24e0f07a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:31.383268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] No DVR routers for this DVR port 74f4aff6-a07f-4095-a732-ad9a24e0f07a on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:31.424383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9625f-c5c6-4f8e-9922-84f4b359a09b req-f3ba19e4-b88a-43e2-82af-fde63ae6d767 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.425922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6e9625f-c5c6-4f8e-9922-84f4b359a09b req-f3ba19e4-b88a-43e2-82af-fde63ae6d767 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1096 time: 0.1548197 Aug 31 19:40:31.532120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.546159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-8a8f5626-418f-4c1c-be6e-a0a89ab5acfd service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627656 Aug 31 19:40:31.550670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7398ac6f-86b9-4f89-819b-22e2cf7f15e4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:31.560365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6e9625f-c5c6-4f8e-9922-84f4b359a09b req-1aa5eb0f-16b9-4e6f-9a96-bf152f3ad777 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Aug 31 19:40:31.590719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d60b3b6-49f4-45ec-960b-1547f02155d2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:31.591111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d60b3b6-49f4-45ec-960b-1547f02155d2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:31.643550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.664057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 49bd1bd8-265c-49cc-a6e8-50d35769bae5 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:31.667932 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.683911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:31.684728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:31.688412 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:31.794329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:31.827569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4520774-f13e-40bc-85c2-2b0bff2f4c16 req-697ed692-7a35-4d87-8951-4061e4f77368 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740836 Aug 31 19:40:31.849919 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.858556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.860140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/7398ac6f-86b9-4f89-819b-22e2cf7f15e4 HTTP/1.1" status: 204 len: 168 time: 1.6961422 Aug 31 19:40:31.864112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:31.871338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '49bd1bd8-265c-49cc-a6e8-50d35769bae5', 'network_id': 'de7beb76-97c5-48fb-9940-8f9dac456dd6', 'port_id': '49bd1bd8-265c-49cc-a6e8-50d35769bae5', 'mac_address': 'fa:16:3e:d4:61:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd61c38c-b5e4-44c3-af97-ad043b154c8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:31.891931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79c17b-fbdb-4ac0-8063-d11da2dfbd87 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=7398ac6f-86b9-4f89-819b-22e2cf7f15e4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:31.940781 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:31.968390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd1bd8-265c-49cc-a6e8-50d35769bae5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:31.985009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2309-f304-482b-af38-0d7be8873c55 req-116f52f6-2d16-44ca-a924-0c795732599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.986669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-116f52f6-2d16-44ca-a924-0c795732599f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1095 time: 0.0443628 Aug 31 19:40:31.994169 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.007496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:32.014875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.085553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:32.113604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Deleting port 24434472-921f-4a2d-a54a-24fdd5110b6f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:32.114087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.118970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2309-f304-482b-af38-0d7be8873c55 req-6956d3e8-a9f4-44bd-aec5-5bfd9f468daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.128274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-6956d3e8-a9f4-44bd-aec5-5bfd9f468daf service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.1329815 Aug 31 19:40:32.178736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-ecdd8dee-b374-4f7a-97a2-a1f8242cd414 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0397403 Aug 31 19:40:32.236601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['49bd1bd8-265c-49cc-a6e8-50d35769bae5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:32.245228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] For port 24434472-921f-4a2d-a54a-24fdd5110b6f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=24434472-921f-4a2d-a54a-24fdd5110b6f,segment=NetworkSegment(e52e62ae-f973-4f60-b5ec-7f3a044b2bff),segment_id=e52e62ae-f973-4f60-b5ec-7f3a044b2bff)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:32.245619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.280398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Calling delete_port for 24434472-921f-4a2d-a54a-24fdd5110b6f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:32.281715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2309-f304-482b-af38-0d7be8873c55 req-43c392a3-49c7-4d4f-9d36-2ebba050453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.289153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-43c392a3-49c7-4d4f-9d36-2ebba050453b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.0952585 Aug 31 19:40:32.449898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd392b13-c7ae-44f5-9c6c-7910b80b8a54 req-e3a52532-0036-4f57-99f8-d5f163331449 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.1027393 Aug 31 19:40:32.450510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.453776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-7ec9e295-31a1-4840-bed7-87daeab12cbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591568 Aug 31 19:40:32.487088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Port': ['ID=24434472-921f-4a2d-a54a-24fdd5110b6f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:32.506943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-301be623-ace8-47cf-a9c5-0fa73caae8df tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.509514 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-301be623-ace8-47cf-a9c5-0fa73caae8df tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.3273137 Aug 31 19:40:32.510189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] No DVR routers for this DVR port 24434472-921f-4a2d-a54a-24fdd5110b6f on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:32.590043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccef47-5d9c-4049-99fe-26d2d84dc62d req-c188b106-3f67-4216-aad9-1d11401d4c12 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.591672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ccef47-5d9c-4049-99fe-26d2d84dc62d req-c188b106-3f67-4216-aad9-1d11401d4c12 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.2637079 Aug 31 19:40:32.609216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.619920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c416afd2-694f-4047-bb0f-9bf7bf50230c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:32.640456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': '84ae607f-621f-44ab-8833-04806cb413bf', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:32.643136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ccef47-5d9c-4049-99fe-26d2d84dc62d req-0783bb76-c9a7-4b05-b059-cae0a418dc0c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Aug 31 19:40:32.645914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:32.646220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52e62ae-f973-4f60-b5ec-7f3a044b2bff') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:32.694275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.727522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.744566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:32.745051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:32.748224 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:32.753287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-dfcad9b8-05bf-4ff0-87b6-d2b27749d8c9 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763872 Aug 31 19:40:32.839813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:32.849934 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.857575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.887209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:32.891756 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/c416afd2-694f-4047-bb0f-9bf7bf50230c HTTP/1.1" status: 204 len: 168 time: 1.0254369 Aug 31 19:40:32.899185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:32.913566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a51d2309-f304-482b-af38-0d7be8873c55 req-5a82b9a0-7795-4843-91be-f06e5e672fa6 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404672 Aug 31 19:40:32.940872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c69e7-c0ef-4467-a5ca-1e1a8cf0b5ee req-f42837d9-cd54-4da5-8ad4-0e5232d89e68 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.944154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d83c69e7-c0ef-4467-a5ca-1e1a8cf0b5ee req-f42837d9-cd54-4da5-8ad4-0e5232d89e68 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1097 time: 0.2536564 Aug 31 19:40:32.971021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758db6-61a0-45f5-ac06-8ecc64a18474 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=c416afd2-694f-4047-bb0f-9bf7bf50230c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:33.071144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d83c69e7-c0ef-4467-a5ca-1e1a8cf0b5ee req-2b477de2-2c80-4122-bb77-67c48deb6f83 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111271 Aug 31 19:40:33.112075 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.254786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.9 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/da55fb1f-0652-439f-9ac7-fe191d640364) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:33.256295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.273485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c14575f-fc89-44d9-a45d-07df92af57ce']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.286475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51314f75-fe4b-404c-8bcd-9ec7d3f5fb57') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.287141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51314f75-fe4b-404c-8bcd-9ec7d3f5fb57') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.305772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.333995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.346264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:33.346650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:33.349487 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:33.463994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.474147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.478771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/1c14575f-fc89-44d9-a45d-07df92af57ce HTTP/1.1" status: 204 len: 168 time: 0.5700426 Aug 31 19:40:33.480158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34042) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:33.509221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097e740-cd1b-4473-9ab9-21d817c81ce3 tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=1c14575f-fc89-44d9-a45d-07df92af57ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:33.534583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.562528 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object da55fb1f-0652-439f-9ac7-fe191d640364 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:33.612463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.677631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 49bd1bd8-265c-49cc-a6e8-50d35769bae5 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:33.685175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.708735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cd1b-f596-4c27-b3cb-1092f8d37959 req-727e1d25-ccfc-47d3-ab0e-9e6adf0c6ceb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.710524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78c4cd1b-f596-4c27-b3cb-1092f8d37959 req-727e1d25-ccfc-47d3-ab0e-9e6adf0c6ceb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 931 time: 0.0992899 Aug 31 19:40:33.754512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:33.759942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:33.766505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:33.788406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:33.793561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:33.793941 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.846447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-78c4cd1b-f596-4c27-b3cb-1092f8d37959 req-6560abe5-549f-4ed0-8315-0af683ab278a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988007 Aug 31 19:40:33.878964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.879601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.893268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:33.914268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968edaa8-ce79-452f-b3d2-cec0eef074d0']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.922334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:33.938539 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-b803747d-e2e9-40a0-83e4-6ab9d40d26a0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3016906 Aug 31 19:40:33.957998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Request body: {'port': {'device_id': '84ae607f-621f-44ab-8833-04806cb413bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:33.969008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38014fe5-8a24-4b3a-a9d0-b629fab62be2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.969321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38014fe5-8a24-4b3a-a9d0-b629fab62be2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:33.986254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac3ac9-d088-417c-8453-73ed7bc30b58 req-030272ca-d7b1-4cc4-be0f-d95dbf4061a7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.998552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69ac3ac9-d088-417c-8453-73ed7bc30b58 req-030272ca-d7b1-4cc4-be0f-d95dbf4061a7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1454680 Aug 31 19:40:34.040775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.096873 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.121976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.163269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69ac3ac9-d088-417c-8453-73ed7bc30b58 req-139e65ae-3aa2-4b24-a73d-79303dab4310 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637664 Aug 31 19:40:34.177745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.200271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:34.200696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.209805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:34.211866 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:34.214147 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35266c45-1196-497e-9b81-da0176de4bca" -d '{"events": [{"server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "name": "network-vif-plugged", "status": "completed", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:34.254267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:34.264990 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.278670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be5aa512-537a-4156-948b-9d59d8e6107f None None] Provisioning for port da55fb1f-0652-439f-9ac7-fe191d640364 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:34.309231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be5aa512-537a-4156-948b-9d59d8e6107f None None] Provisioning complete for port da55fb1f-0652-439f-9ac7-fe191d640364 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:34.309624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be5aa512-537a-4156-948b-9d59d8e6107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.346442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.355939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16040d2a-56f0-46bc-bbe3-61169bc1f880 req-f35661fc-bdb3-4857-a91a-e8a1339b618d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:34.358117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16040d2a-56f0-46bc-bbe3-61169bc1f880 req-f35661fc-bdb3-4857-a91a-e8a1339b618d tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1097 time: 0.1156740 Aug 31 19:40:34.365788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.371825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] 10.222.0.73 "DELETE /v2.0/networks/968edaa8-ce79-452f-b3d2-cec0eef074d0 HTTP/1.1" status: 204 len: 168 time: 0.8875504 Aug 31 19:40:34.439613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8c6cd-887c-4c5f-b505-cdf412f562ea tempest-BulkNetworkOpsTest-1243321679 tempest-BulkNetworkOpsTest-1243321679-project] Pushing event deleted for resources: {'Network': ['ID=968edaa8-ce79-452f-b3d2-cec0eef074d0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:34.466145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16040d2a-56f0-46bc-bbe3-61169bc1f880 req-2a1032ee-1832-4629-a12d-3c88cf84de06 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875776 Aug 31 19:40:34.546550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a991-8b59-42e0-943b-b01fab8f913a req-283d6d9b-e69d-4942-937c-c9af72567e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:34.549980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da65a991-8b59-42e0-943b-b01fab8f913a req-283d6d9b-e69d-4942-937c-c9af72567e28 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0808766 Aug 31 19:40:34.554843 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8420bf28-f4d8-4198-9fd9-3d1ad3c50c10 x-openstack-request-id: req-8420bf28-f4d8-4198-9fd9-3d1ad3c50c10 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:34.555093 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "name": "network-vif-plugged", "status": "completed", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:34.555436 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8420bf28-f4d8-4198-9fd9-3d1ad3c50c10 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:34.556060 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5', 'code': 200} Aug 31 19:40:34.556935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:34.611887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-be5aa512-537a-4156-948b-9d59d8e6107f None None] Port da55fb1f-0652-439f-9ac7-fe191d640364 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:34.625901 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da65a991-8b59-42e0-943b-b01fab8f913a req-876d3498-7a51-4d41-987e-9087ac67590a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Aug 31 19:40:34.631240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:34.689105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da55fb1f-0652-439f-9ac7-fe191d640364 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:34.711971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.728629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Transition to ACTIVE for port object da55fb1f-0652-439f-9ac7-fe191d640364 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:34.734416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.800047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:34.828004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'port_id': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'mac_address': 'fa:16:3e:bf:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f2b6c-3406-4b49-b32b-2dbc033e9e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:34.834211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:34.937334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:34.981012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Attempting to bind port da55fb1f-0652-439f-9ac7-fe191d640364 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:34.981549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Attempting to bind port da55fb1f-0652-439f-9ac7-fe191d640364 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:34.981674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Attempting to bind port da55fb1f-0652-439f-9ac7-fe191d640364 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:34.985371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:34.988710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:34.994515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Port da55fb1f-0652-439f-9ac7-fe191d640364 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:34.998304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Attempting to bind port da55fb1f-0652-439f-9ac7-fe191d640364 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:35.011618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:35.022912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:35.026086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:35.031814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:35.033059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:35.033537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Bound port: da55fb1f-0652-439f-9ac7-fe191d640364, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:35.033925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:35.098828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:35.147026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb192f-5e81-4d45-b04c-29e9682bdbbd req-57b6aa6c-c2d6-45e0-8a8c-2c19f34cb67c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.148961 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55cb192f-5e81-4d45-b04c-29e9682bdbbd req-57b6aa6c-c2d6-45e0-8a8c-2c19f34cb67c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.1320934 Aug 31 19:40:35.245239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:35.262924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:35.284255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=da55fb1f-0652-439f-9ac7-fe191d640364,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:35.286819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55cb192f-5e81-4d45-b04c-29e9682bdbbd req-03441520-8b31-48f7-a22d-7e4edb4bbefc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304703 Aug 31 19:40:35.306940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:35.422104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.422732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:35.424174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] 10.222.0.82 "PUT /v2.0/ports/da55fb1f-0652-439f-9ac7-fe191d640364 HTTP/1.1" status: 200 len: 1092 time: 1.4747038 Aug 31 19:40:35.424623 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:35.426888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c16be26-f287-4df1-bd4a-08a4cdb4442d" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:35.542857 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-259c5e32-4664-4d69-aebc-bc4adabdc1d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ca0254f27f9471b886c1ab3e357f152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463436 Aug 31 19:40:35.557268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:35.640800 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd57549-fcdc-4194-97c9-60fd2706640c x-openstack-request-id: req-8cd57549-fcdc-4194-97c9-60fd2706640c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:35.641240 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:35.641434 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cd57549-fcdc-4194-97c9-60fd2706640c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:35.641827 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364', 'status': 'completed', 'code': 200} Aug 31 19:40:35.645862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fbb8d-0c9b-4814-afd4-24127b81a6de req-bf4a2b40-af06-4ab5-b7de-47d76e00079d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.665545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5fbb8d-0c9b-4814-afd4-24127b81a6de req-bf4a2b40-af06-4ab5-b7de-47d76e00079d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 944 time: 0.3561699 Aug 31 19:40:35.689790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a23e-2af9-4f72-a4d5-e7d9e847e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:35.729324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-68a0f3b4-e22e-4a22-84b9-247872bca895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.732112 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-68a0f3b4-e22e-4a22-84b9-247872bca895 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 1095 time: 0.2453790 Aug 31 19:40:35.836117 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-ed55c7c2-6eea-48fc-832b-df2a6df1d436 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da55fb1f-0652-439f-9ac7-fe191d640364 HTTP/1.1" status: 200 len: 217 time: 0.0950139 Aug 31 19:40:35.938716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-1c0e6df9-e105-4ca1-9251-52a797275690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.944934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-1c0e6df9-e105-4ca1-9251-52a797275690 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1019490 Aug 31 19:40:35.985024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2242be3-a988-414e-85cb-c2db127e6119 req-fb26cfe1-541a-4db1-a6ef-6967ccac3dfe tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.997424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2242be3-a988-414e-85cb-c2db127e6119 req-fb26cfe1-541a-4db1-a6ef-6967ccac3dfe tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.2681513 Aug 31 19:40:36.013931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.028250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5fbb8d-0c9b-4814-afd4-24127b81a6de req-2df99077-5adb-4095-9d7c-b7dedc773767 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617182 Aug 31 19:40:36.061659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-e4b4295a-d382-4633-9bd3-0335f4aeafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.063781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-e4b4295a-d382-4633-9bd3-0335f4aeafbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106787 Aug 31 19:40:36.074446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.088124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2242be3-a988-414e-85cb-c2db127e6119 req-d6d2bb5f-3024-4ff9-a858-d0ae3f88135b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897858 Aug 31 19:40:36.167682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.171955 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.175559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/104d3146-2366-42dc-8560-0c1d444556b9 HTTP/1.1" status: 204 len: 168 time: 0.6140561 Aug 31 19:40:36.184748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833172-c34c-4d89-b911-b3a012bbd8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d3146-2366-42dc-8560-0c1d444556b9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:36.296892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-4469fa43-2a6b-4f71-9a59-b396b0f3468e service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261479 Aug 31 19:40:36.506504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b38d7ee8-7a0a-4a9b-8613-fc983bcfad06 req-1b06ebb1-97de-497b-8e61-d50338bda42f service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985786 Aug 31 19:40:36.513782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ced00-4166-414f-8d78-ca4107a47f60 req-8ba3d458-facd-43ef-b223-969cbf466011 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.515366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b1ced00-4166-414f-8d78-ca4107a47f60 req-8ba3d458-facd-43ef-b223-969cbf466011 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.0940588 Aug 31 19:40:36.612370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b1ced00-4166-414f-8d78-ca4107a47f60 req-98e4cde0-d3fd-4c62-b5c2-17e4fc28ab15 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904381 Aug 31 19:40:36.620092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-0fca5422-a7ef-43b0-ba73-897af5fb5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.621715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-0fca5422-a7ef-43b0-ba73-897af5fb5276 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 1095 time: 0.0672371 Aug 31 19:40:36.638184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:36.713691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:36.722783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:36.723164 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.811473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-874f76ad-09a4-4ab2-a9ee-43cc02dc2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.813298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-874f76ad-09a4-4ab2-a9ee-43cc02dc2b86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1792099 Aug 31 19:40:36.881121 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-944ebce0-d61e-4857-a6a9-2278f8b85236 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da55fb1f-0652-439f-9ac7-fe191d640364 HTTP/1.1" status: 200 len: 217 time: 0.0604665 Aug 31 19:40:36.904522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.959957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:36.969096 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edcb23-546a-428f-a2cd-757aa88af856" -d '{"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:36.970980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-4714541e-2ea8-400f-9fbb-4ed760c3f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.972675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-4714541e-2ea8-400f-9fbb-4ed760c3f7e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0851853 Aug 31 19:40:36.991100 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:40:36.998291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:37.011379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.045262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-8ce762ce-292d-4728-a6d0-74496114e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.047835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-8ce762ce-292d-4728-a6d0-74496114e374 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673738 Aug 31 19:40:37.100491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:37.132638 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5bb92-9dd8-4a50-9744-54f8ef072c26 x-openstack-request-id: req-c6f5bb92-9dd8-4a50-9744-54f8ef072c26 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:37.133503 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:37.134515 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6f5bb92-9dd8-4a50-9744-54f8ef072c26 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:37.134649 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'code': 200} Aug 31 19:40:37.276777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b2422-ac99-42f3-bbe7-7b1c4edaa01a req-a80f520c-aaf3-4846-9f38-da40848fa28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.278989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c58b2422-ac99-42f3-bbe7-7b1c4edaa01a req-a80f520c-aaf3-4846-9f38-da40848fa28b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1097 time: 0.1131105 Aug 31 19:40:37.310740 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-67628ce4-1228-4f13-9396-8abc485ac6e1 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499712 Aug 31 19:40:37.321920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44e159-8fa8-4f37-909f-70e5ceeeb217 req-ece67608-ec96-4f81-9de4-abff607099eb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.330177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb44e159-8fa8-4f37-909f-70e5ceeeb217 req-ece67608-ec96-4f81-9de4-abff607099eb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1189630 Aug 31 19:40:37.386642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c58b2422-ac99-42f3-bbe7-7b1c4edaa01a req-5ddcd1dc-23c6-4b4a-b288-2369836d18c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925362 Aug 31 19:40:37.407176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809639e2-cf36-4597-9af5-75e222a522d2 req-7add9ef3-c8a1-4fa7-a0b7-0e14ce3d76c8 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.409133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-809639e2-cf36-4597-9af5-75e222a522d2 req-7add9ef3-c8a1-4fa7-a0b7-0e14ce3d76c8 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.1271770 Aug 31 19:40:37.430528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb44e159-8fa8-4f37-909f-70e5ceeeb217 req-85984bd4-c6a5-4af3-898b-94181b0f31d2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985146 Aug 31 19:40:37.435425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:37.483990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-809639e2-cf36-4597-9af5-75e222a522d2 req-83386519-ee7a-4b71-ad41-2474f3197e94 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Aug 31 19:40:37.501975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c16be26-f287-4df1-bd4a-08a4cdb4442d req-4e7e7aba-d865-47ac-a786-673092e195ee service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796536 Aug 31 19:40:37.589404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da7b0-e5b3-439a-bebc-41c35bfb761d req-c173d1b2-9325-40c8-bada-4c268545fe88 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.591366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb9da7b0-e5b3-439a-bebc-41c35bfb761d req-c173d1b2-9325-40c8-bada-4c268545fe88 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0504036 Aug 31 19:40:37.639435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1893271290'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:37.671016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb9da7b0-e5b3-439a-bebc-41c35bfb761d req-c992c45f-065d-4ce4-9645-d1f8092a2cfe tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633428 Aug 31 19:40:37.685118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:37.689133 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.711234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.829080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eaa23-96ae-4617-b07f-e92c47c6a070 req-0f760171-ecf2-48c5-aa87-9fadc10411c9 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.830929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-441eaa23-96ae-4617-b07f-e92c47c6a070 req-0f760171-ecf2-48c5-aa87-9fadc10411c9 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0625226 Aug 31 19:40:37.840902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7e7e-95a9-46c5-8f6b-0939e6eb29bc req-323a6a23-68af-41bb-b129-898015acd56a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.841903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.843155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d2c7e7e-95a9-46c5-8f6b-0939e6eb29bc req-323a6a23-68af-41bb-b129-898015acd56a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.1094351 Aug 31 19:40:37.852482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.880778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:37.898257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ebc792-9778-47f9-8f45-c22ab6036f5d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:37.902544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:37.902899 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4 of type vlan for network dad894a6-267c-4a82-bb76-b44b5251a7ff Aug 31 19:40:37.905145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d2c7e7e-95a9-46c5-8f6b-0939e6eb29bc req-0ffefd66-7d0c-476e-a119-160336ed5d05 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536988 Aug 31 19:40:37.931379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-441eaa23-96ae-4617-b07f-e92c47c6a070 req-ac9771a8-9db3-40dc-bffb-580117af88fc tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854011 Aug 31 19:40:37.975152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.009371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.016604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:38.017477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.093005 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6562648 Aug 31 19:40:38.110507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d779350-47de-4a93-a904-1772a89c74ec tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=dad894a6-267c-4a82-bb76-b44b5251a7ff,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:38.122688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dad894a6-267c-4a82-bb76-b44b5251a7ff details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:38.203228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c253-57e6-454b-9014-d7e9051d2eee req-49a885b1-1ab8-4e33-a6ee-7aff8fdf16aa tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:38.208109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72a4c253-57e6-454b-9014-d7e9051d2eee req-49a885b1-1ab8-4e33-a6ee-7aff8fdf16aa tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0488632 Aug 31 19:40:38.245318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72a4c253-57e6-454b-9014-d7e9051d2eee req-0b9af4d4-e0dd-437b-93ac-7db972aeea7a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Aug 31 19:40:38.605532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165474a-a470-4bc8-b5ff-96d29d533569 req-0bc7a52e-ce0f-4e70-a6f3-c69558f50cfd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:38.614951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8165474a-a470-4bc8-b5ff-96d29d533569 req-0bc7a52e-ce0f-4e70-a6f3-c69558f50cfd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0686009 Aug 31 19:40:38.987393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8165474a-a470-4bc8-b5ff-96d29d533569 req-ae534d93-5651-4f9f-b6c4-9aa345cf31d6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715556 Aug 31 19:40:39.073525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c9d74-3b85-43a4-9431-f5f7b6b6a900 req-8ef777bd-5b2e-4a68-bc00-feee32084b3e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:39.075453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e2c9d74-3b85-43a4-9431-f5f7b6b6a900 req-8ef777bd-5b2e-4a68-bc00-feee32084b3e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.0542576 Aug 31 19:40:39.120947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e2c9d74-3b85-43a4-9431-f5f7b6b6a900 req-35368d44-38ae-4e94-9921-2b298e4a4b2e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Aug 31 19:40:39.386420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0951-0e4c-456e-82aa-cb518ad2a841 req-d4b3adb5-4258-4ccd-98ec-699b9533358a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:39.388002 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-997c0951-0e4c-456e-82aa-cb518ad2a841 req-d4b3adb5-4258-4ccd-98ec-699b9533358a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0540218 Aug 31 19:40:39.436880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-9fd82c9e-3a5f-418a-a0a3-36b741837a5a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:39.438694 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-9fd82c9e-3a5f-418a-a0a3-36b741837a5a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 1098 time: 0.0472798 Aug 31 19:40:39.443887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-997c0951-0e4c-456e-82aa-cb518ad2a841 req-69c4b300-beac-4e43-888f-7cb5ab32f86f tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Aug 31 19:40:39.524720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Deleting port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:39.524983 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.610114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] For port 49bd1bd8-265c-49cc-a6e8-50d35769bae5, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=49bd1bd8-265c-49cc-a6e8-50d35769bae5,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:39.610544 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.626003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Calling delete_port for 49bd1bd8-265c-49cc-a6e8-50d35769bae5 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:39.769559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.784493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['49bd1bd8-265c-49cc-a6e8-50d35769bae5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:39.812827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4f82b198-ce79-40c8-a0f5-04a9119c1386'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:39.831620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Pushing event deleted for resources: {'Port': ['ID=49bd1bd8-265c-49cc-a6e8-50d35769bae5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:39.893959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] No DVR routers for this DVR port 49bd1bd8-265c-49cc-a6e8-50d35769bae5 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:39.896049 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.898448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3554f79f-c195-43a8-a2b1-0eebd5ab1508 req-63eb9ab9-da4f-4f13-bd1b-4819a8c78b03 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.82 "DELETE /v2.0/ports/49bd1bd8-265c-49cc-a6e8-50d35769bae5 HTTP/1.1" status: 204 len: 173 time: 0.4530745 Aug 31 19:40:39.899726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'name': 'network-vif-deleted', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:39.901985 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4f3c5-46d3-4205-bad2-db644ea23ea3" -d '{"events": [{"server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "name": "network-vif-deleted", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:39.958904 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc072650-f02c-40e2-9e7a-bafc91e3d136 x-openstack-request-id: req-fc072650-f02c-40e2-9e7a-bafc91e3d136 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:39.959222 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0d8d27-4c6e-4c46-b785-0d1a7f65414d", "name": "network-vif-deleted", "tag": "49bd1bd8-265c-49cc-a6e8-50d35769bae5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:39.959597 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc072650-f02c-40e2-9e7a-bafc91e3d136 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:39.959898 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0d8d27-4c6e-4c46-b785-0d1a7f65414d', 'name': 'network-vif-deleted', 'tag': '49bd1bd8-265c-49cc-a6e8-50d35769bae5', 'status': 'completed', 'code': 200} Aug 31 19:40:40.164226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c67-fcb4-4eac-9b76-14aa3804ce26 req-8958a358-2d98-42f9-8f41-4c17fddeb632 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:40.166447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e250c67-fcb4-4eac-9b76-14aa3804ce26 req-8958a358-2d98-42f9-8f41-4c17fddeb632 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0747812 Aug 31 19:40:40.212917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e250c67-fcb4-4eac-9b76-14aa3804ce26 req-641ac60d-2109-4ba9-a7ec-aa0c1017e6cc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Aug 31 19:40:40.299265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5447-6d05-4798-ac2a-7406c6e297c3 req-226a4706-589e-4752-be5e-69e5fbc149f0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:40.301083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-957a5447-6d05-4798-ac2a-7406c6e297c3 req-226a4706-589e-4752-be5e-69e5fbc149f0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.0770986 Aug 31 19:40:40.386359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-957a5447-6d05-4798-ac2a-7406c6e297c3 req-e2903f57-1034-45cf-8f15-b905a92f93b3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Aug 31 19:40:40.593237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca9a5263-4af3-4663-8c80-a3d72a05e0f3 req-0f8ce983-82ad-4c22-80f6-7c74e9899cc2 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0d8d27-4c6e-4c46-b785-0d1a7f65414d HTTP/1.1" status: 200 len: 210 time: 0.0348299 Aug 31 19:40:40.625967 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-5049211e-f5f2-461c-8434-c44fc1976cff tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:40.627534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-5049211e-f5f2-461c-8434-c44fc1976cff tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 813 time: 0.1710925 Aug 31 19:40:40.643035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-74623682-f757-4550-a8e9-33bb361f3202 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/quotas/5a513d05a2b4403fadee1b21d1f07ad8 HTTP/1.1" status: 200 len: 375 time: 0.0095255 Aug 31 19:40:40.704605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-9ed5e4ac-5e5c-412c-94f3-90a80cde4d40 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543723 Aug 31 19:40:40.803851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-ba4a8910-cb6d-4181-938d-170cc312d2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921068 Aug 31 19:40:40.900336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-2e1af7bc-866b-47d4-9bfa-541adc069d16 service neutron] 10.222.0.73 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898759 Aug 31 19:40:41.128572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-726d8b40-6909-4fca-8708-10dc1540d4eb req-8427fc26-b9bb-4374-bc88-a74c85cf0d71 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 210 time: 0.0394704 Aug 31 19:40:41.345394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:41.351320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:41.463491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:41.468542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.531613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a42a-4ba8-4f11-a513-5c8bbf76c694 req-2109c2f7-144f-4e95-a0c4-ec92ba85902e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:41.540827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3380a42a-4ba8-4f11-a513-5c8bbf76c694 req-2109c2f7-144f-4e95-a0c4-ec92ba85902e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.0716121 Aug 31 19:40:41.560793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a210bfdc-5970-4090-8b89-453cb511c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.602726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3380a42a-4ba8-4f11-a513-5c8bbf76c694 req-3f4860bd-502c-4dc2-92af-81d3d9340449 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606790 Aug 31 19:40:41.713355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.783424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=4f359100-6309-4570-b8f2-dff5667b3be0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:41.792849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:41.793398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: dad894a6-267c-4a82-bb76-b44b5251a7ff, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:41.813356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network dad894a6-267c-4a82-bb76-b44b5251a7ff is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:41.837387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dad894a6-267c-4a82-bb76-b44b5251a7ff) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:41.846240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4d36a-2aa2-40cf-a679-9b05f55c0ebf None None] Network dad894a6-267c-4a82-bb76-b44b5251a7ff requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:41.850289 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:41.851167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.870163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5c6a92cd-4224-4eb5-aac8-af6a3ee38977 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5235879 Aug 31 19:40:41.873464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:41.879021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735630555'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:41.904764 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:41.908464 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.923093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df547c1c-ff38-4800-a466-dc1e7ab4b1e6 req-2f843c95-ff67-4076-ab7b-007705d7c6cb tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:41.924775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df547c1c-ff38-4800-a466-dc1e7ab4b1e6 req-2f843c95-ff67-4076-ab7b-007705d7c6cb tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.0470834 Aug 31 19:40:41.936774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:41.949590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.949846 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment ae5a4e09-9953-415c-bad4-e5d75b0c9213 of type vlan for network d591ed50-fb35-4555-a20b-677c0b542164 Aug 31 19:40:41.975512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df547c1c-ff38-4800-a466-dc1e7ab4b1e6 req-557b87b9-3cfd-4c55-94d9-cd281172f876 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Aug 31 19:40:42.039212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-dad894a6-267c-4a82-bb76-b44b5251a7ff', 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': '4f359100-6309-4570-b8f2-dff5667b3be0'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:42.040478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.045346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.078311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.085467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:42.086717 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.118604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2438331 Aug 31 19:40:42.121976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:42.127958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:42.220954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Allocated IP 2001:db8:0:ffff::2 (dad894a6-267c-4a82-bb76-b44b5251a7ff/4f359100-6309-4570-b8f2-dff5667b3be0/25503488-2b78-4332-bd60-fb2fc02acf15) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:42.346848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c99daf-3fd8-4130-9180-32b6f2212f30 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=d591ed50-fb35-4555-a20b-677c0b542164,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:42.359493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d591ed50-fb35-4555-a20b-677c0b542164 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:42.360151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0623dbd4-7a24-4a85-ae26-83efad099413 req-4fbd83b7-8515-4a9e-9a23-706a41ca9849 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 210 time: 0.1076200 Aug 31 19:40:42.419052 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:42.423470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.462019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-c4f6db0e-b876-4d55-8b7c-003b92ce1faa tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:42.463629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-c4f6db0e-b876-4d55-8b7c-003b92ce1faa tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.82 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 813 time: 0.3049173 Aug 31 19:40:42.479968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Request body: {'port': {'device_id': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'admin_state_up': True, 'tenant_id': '5a513d05a2b4403fadee1b21d1f07ad8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:42.624185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Made reservation on behalf of 5a513d05a2b4403fadee1b21d1f07ad8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:42.628886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.671516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.680507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Transition to ACTIVE for port object 25503488-2b78-4332-bd60-fb2fc02acf15 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:42.714706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Transition to ACTIVE for port object 25503488-2b78-4332-bd60-fb2fc02acf15 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:42.722619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.773874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Network dad894a6-267c-4a82-bb76-b44b5251a7ff is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:42.778263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:42.782720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:42.793390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Pushing event updated for resources: {'Port': ['ID=25503488-2b78-4332-bd60-fb2fc02acf15,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:42.811430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Allocated IP 172.20.0.14 (20e90f40-e1c4-425b-be77-9e8b7dfbeada/951f2b6c-3406-4b49-b32b-2dbc033e9e8f/e4660e90-e206-4166-ab3f-3c7463279e17) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:42.814279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:40:42.823200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494443d-ecf5-444c-a6e2-b6cfa1d0aa56 req-9b2eb787-706a-42ac-a1df-5626f74683c4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:42.824916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e494443d-ecf5-444c-a6e2-b6cfa1d0aa56 req-9b2eb787-706a-42ac-a1df-5626f74683c4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.1085114 Aug 31 19:40:42.826415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.853664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Attempting to bind port 25503488-2b78-4332-bd60-fb2fc02acf15 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:42.854404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Attempting to bind port 25503488-2b78-4332-bd60-fb2fc02acf15 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:42.854749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Attempting to bind port 25503488-2b78-4332-bd60-fb2fc02acf15 on network dad894a6-267c-4a82-bb76-b44b5251a7ff {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:42.864068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:42.864763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Checking segment: {'id': 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:42.865449 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.866075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Bound using segment: {'id': 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:42.866783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Bound port: 25503488-2b78-4332-bd60-fb2fc02acf15, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dad894a6-267c-4a82-bb76-b44b5251a7ff'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:42.868033 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.932163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=bc039c40-c111-4948-88ff-d32f10b0631c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:42.943930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e494443d-ecf5-444c-a6e2-b6cfa1d0aa56 req-dde7c567-9ce0-468b-ae97-2af8a25d8fba tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111047 Aug 31 19:40:42.944661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': 'ae5a4e09-9953-415c-bad4-e5d75b0c9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:42.946231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: d591ed50-fb35-4555-a20b-677c0b542164, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:42.971579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] For port 25503488-2b78-4332-bd60-fb2fc02acf15, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:42.976087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] For port 25503488-2b78-4332-bd60-fb2fc02acf15, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=25503488-2b78-4332-bd60-fb2fc02acf15,segment=NetworkSegment(eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4),segment_id=eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:42.978726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network d591ed50-fb35-4555-a20b-677c0b542164 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:42.984636 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.988106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d591ed50-fb35-4555-a20b-677c0b542164) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:43.006035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.006641 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.017118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f0917-bfe9-46f4-8c47-a36517dfe4ed None None] Network d591ed50-fb35-4555-a20b-677c0b542164 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:43.030500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67f82104-73ad-455b-87cf-40840cc2b4fc tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9062722 Aug 31 19:40:43.031441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:43.037523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'port': {'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164', 'name': 'tempest-NetworksIpV6TestAttrs-1800109157'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:43.080344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.164204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.212160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:43.233455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f206353-e55e-4a87-b836-f84139e7d201 req-3c7f1b7c-7f9f-4d4c-81f4-222f88289056 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.234982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f206353-e55e-4a87-b836-f84139e7d201 req-3c7f1b7c-7f9f-4d4c-81f4-222f88289056 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.1054950 Aug 31 19:40:43.247846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Network 20e90f40-e1c4-425b-be77-9e8b7dfbeada is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:43.256584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:43.264032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:43.266983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Pushing event updated for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:43.299451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b653-0504-4eae-8241-dc6cf2107a0d None None] Pushing event updated for resources: {'Port': ['ID=25503488-2b78-4332-bd60-fb2fc02acf15,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:43.305035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d591ed50-fb35-4555-a20b-677c0b542164', 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': 'bc039c40-c111-4948-88ff-d32f10b0631c'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:43.305978 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.374347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.375563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.427022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-b8bd0222-de40-4fcc-8adf-2be22b4674fe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9521534 Aug 31 19:40:43.435871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f206353-e55e-4a87-b836-f84139e7d201 req-2d14e0fd-9875-49e0-80cc-0a072d3b2d2a tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c6bcfb61-6af5-4007-9272-e73ff5275414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820154 Aug 31 19:40:43.440054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Request body: {'port': {'device_id': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:43.447759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:43.459105 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.475044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-56726d28-e178-46ee-a9d6-8586b22c01f1 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.477400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-56726d28-e178-46ee-a9d6-8586b22c01f1 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 1098 time: 0.2042985 Aug 31 19:40:43.544988 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.604314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] device_id is not set on port bb1dbcf3-229d-4409-89a1-1ea1609562e7 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:40:43.667416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Allocated IP 2001:db8::f816:3eff:fe3b:a2ed (d591ed50-fb35-4555-a20b-677c0b542164/bc039c40-c111-4948-88ff-d32f10b0631c/c7befea2-6d2c-453c-a238-43d042e7901f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:43.674120 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0390-90b8-45d1-bf14-d05766bb3290 req-f3d328ba-9d1a-42c4-8968-f4d31cf5437b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.682942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c03b0390-90b8-45d1-bf14-d05766bb3290 req-f3d328ba-9d1a-42c4-8968-f4d31cf5437b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 932 time: 0.1280549 Aug 31 19:40:43.689513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Deleting port 4f82b198-ce79-40c8-a0f5-04a9119c1386 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:43.690237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.740368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 49bd1bd8-265c-49cc-a6e8-50d35769bae5 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:43.769447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 49bd1bd8-265c-49cc-a6e8-50d35769bae5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:43.769983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 49bd1bd8-265c-49cc-a6e8-50d35769bae5 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:43.815446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c03b0390-90b8-45d1-bf14-d05766bb3290 req-64616d8a-9a26-4153-a35d-fad745b73637 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270244 Aug 31 19:40:43.843164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] For port 4f82b198-ce79-40c8-a0f5-04a9119c1386, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=4f82b198-ce79-40c8-a0f5-04a9119c1386,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:43.843545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.859566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Calling delete_port for 4f82b198-ce79-40c8-a0f5-04a9119c1386 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:43.900863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.914795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Transition to ACTIVE for port object c7befea2-6d2c-453c-a238-43d042e7901f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:43.926296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4660e90-e206-4166-ab3f-3c7463279e17 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:43.933005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Transition to ACTIVE for port object c7befea2-6d2c-453c-a238-43d042e7901f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:43.936540 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.940903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.951629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Transition to ACTIVE for port object e4660e90-e206-4166-ab3f-3c7463279e17 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:43.958736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.010782 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Pushing event updated for resources: {'Port': ['ID=c7befea2-6d2c-453c-a238-43d042e7901f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:44.028229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Network d591ed50-fb35-4555-a20b-677c0b542164 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:44.029783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:44.033027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:44.066256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Pushing event updated for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:44.066532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Allocated IP 2001:db8::f816:3eff:fe8f:b25b (d591ed50-fb35-4555-a20b-677c0b542164/bc039c40-c111-4948-88ff-d32f10b0631c/bb1dbcf3-229d-4409-89a1-1ea1609562e7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:44.151470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Attempting to bind port c7befea2-6d2c-453c-a238-43d042e7901f on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:44.152023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Attempting to bind port c7befea2-6d2c-453c-a238-43d042e7901f by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'ae5a4e09-9953-415c-bad4-e5d75b0c9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:44.152498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Attempting to bind port c7befea2-6d2c-453c-a238-43d042e7901f on network d591ed50-fb35-4555-a20b-677c0b542164 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:44.158394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:44.158932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Checking segment: {'id': 'ae5a4e09-9953-415c-bad4-e5d75b0c9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:44.160218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.160732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Bound using segment: {'id': 'ae5a4e09-9953-415c-bad4-e5d75b0c9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:44.161322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Bound port: c7befea2-6d2c-453c-a238-43d042e7901f, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5a4e09-9953-415c-bad4-e5d75b0c9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd591ed50-fb35-4555-a20b-677c0b542164'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:44.161834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.162178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Attempting to bind port e4660e90-e206-4166-ab3f-3c7463279e17 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:44.163234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.163544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Attempting to bind port e4660e90-e206-4166-ab3f-3c7463279e17 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:44.165188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Attempting to bind port e4660e90-e206-4166-ab3f-3c7463279e17 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:44.178573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Port e4660e90-e206-4166-ab3f-3c7463279e17 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:44.180427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Attempting to bind port e4660e90-e206-4166-ab3f-3c7463279e17 on network 20e90f40-e1c4-425b-be77-9e8b7dfbeada {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:44.189322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['4f82b198-ce79-40c8-a0f5-04a9119c1386'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:44.198656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:44.200227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Checking segment: {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:44.200656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Bound using segment: {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:44.201107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Bound port: e4660e90-e206-4166-ab3f-3c7463279e17, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44826710-4773-4a24-8e6f-8b37cadd6b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:44.202890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.272202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1d4e-2f4e-429e-bbd0-4355a5f2fa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.297383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] For port c7befea2-6d2c-453c-a238-43d042e7901f, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:44.301016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] For port c7befea2-6d2c-453c-a238-43d042e7901f, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c7befea2-6d2c-453c-a238-43d042e7901f,segment=NetworkSegment(ae5a4e09-9953-415c-bad4-e5d75b0c9213),segment_id=ae5a4e09-9953-415c-bad4-e5d75b0c9213)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:44.308889 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.319754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f82b198-ce79-40c8-a0f5-04a9119c1386,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:44.382074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] No DVR routers for this DVR port 4f82b198-ce79-40c8-a0f5-04a9119c1386 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:44.393441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.396457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c26f93f6-1d44-45c8-9713-5631dbe15ae4 req-5738894a-19b8-48fb-8859-21288092582b tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.67 "DELETE /v2.0/ports/4f82b198-ce79-40c8-a0f5-04a9119c1386 HTTP/1.1" status: 204 len: 173 time: 0.8995645 Aug 31 19:40:44.397968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af3d1-d4dc-47de-9fa5-efd49045cd6e None None] Pushing event updated for resources: {'Port': ['ID=c7befea2-6d2c-453c-a238-43d042e7901f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:44.479208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'name': 'network-vif-deleted', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:44.484085 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a60484e-ac33-4790-a07a-b076ad571106" -d '{"events": [{"server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "name": "network-vif-deleted", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:44.500059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.538212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec1ef3-cbdf-4d50-8667-adca44838458 req-60b21bb1-3630-46ea-ba40-e55891fba342 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:44.548816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fec1ef3-cbdf-4d50-8667-adca44838458 req-60b21bb1-3630-46ea-ba40-e55891fba342 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.4317918 Aug 31 19:40:44.643071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-814f0923-1e97-4d34-81d8-3ae7bcdb4748 req-2e766bf9-719c-4f23-8f51-943182e17075 tempest-TestServerMultinode-912132653 tempest-TestServerMultinode-912132653-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16690c64-63d7-4737-8f35-b2f8b70fd635 HTTP/1.1" status: 200 len: 210 time: 0.0699801 Aug 31 19:40:44.664949 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d083e-b883-4453-be21-707efa91ed10 None None] Network dad894a6-267c-4a82-bb76-b44b5251a7ff requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:44.771585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.780265 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581e16b3-26be-4ea8-8092-d4c677af597d x-openstack-request-id: req-581e16b3-26be-4ea8-8092-d4c677af597d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:44.789847 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16690c64-63d7-4737-8f35-b2f8b70fd635", "name": "network-vif-deleted", "tag": "4f82b198-ce79-40c8-a0f5-04a9119c1386", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:44.790207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17227d49-1f96-4412-80ba-c164d34f1033 None None] Provisioning for port 25503488-2b78-4332-bd60-fb2fc02acf15 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:44.790347 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-581e16b3-26be-4ea8-8092-d4c677af597d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:44.790892 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16690c64-63d7-4737-8f35-b2f8b70fd635', 'name': 'network-vif-deleted', 'tag': '4f82b198-ce79-40c8-a0f5-04a9119c1386', 'status': 'completed', 'code': 200} Aug 31 19:40:44.842931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fec1ef3-cbdf-4d50-8667-adca44838458 req-b8413c0b-3d62-4651-bcc1-dc4d46909557 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917483 Aug 31 19:40:44.881453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.937070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Transition to ACTIVE for port object bb1dbcf3-229d-4409-89a1-1ea1609562e7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:45.019406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:45.030323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=e4660e90-e206-4166-ab3f-3c7463279e17,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:45.040858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.138622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Pushing event updated for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:45.153385 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.154711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.155605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.158355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a6857682-333e-406a-86d8-6ee5e50b32dc service neutron] 10.222.0.82 "PUT /v2.0/ports/e4660e90-e206-4166-ab3f-3c7463279e17 HTTP/1.1" status: 200 len: 1093 time: 1.7231896 Aug 31 19:40:45.158845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:45.161955 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066409b2-71f1-4057-a764-87040f25f04c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:45.183069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95e54-5245-4f61-a879-cb1ebee53f7a req-d077a71c-3f46-48b0-aeff-a034c423b081 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.194260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbd95e54-5245-4f61-a879-cb1ebee53f7a req-d077a71c-3f46-48b0-aeff-a034c423b081 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 944 time: 0.2092192 Aug 31 19:40:45.260817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network d591ed50-fb35-4555-a20b-677c0b542164 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:45.270214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:45.297717 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:45.305747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-46034faf-355f-4c64-9d3c-57d1c79cc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.307368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-46034faf-355f-4c64-9d3c-57d1c79cc986 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 1096 time: 0.1085393 Aug 31 19:40:45.329771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:45.337787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.338646 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.351576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Port': ['ID=bb1dbcf3-229d-4409-89a1-1ea1609562e7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:45.402836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbd95e54-5245-4f61-a879-cb1ebee53f7a req-f9ba341c-23e4-49ee-a005-09a2bad6c482 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910653 Aug 31 19:40:45.421345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b13d31d-e9bd-4e99-92db-92c44d11a5b7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3888035 Aug 31 19:40:45.424190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:45.456987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.459355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-129843a1-4802-4d93-966d-0523191d62d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4660e90-e206-4166-ab3f-3c7463279e17 HTTP/1.1" status: 200 len: 217 time: 0.1323528 Aug 31 19:40:45.463916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 25503488-2b78-4332-bd60-fb2fc02acf15 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:45.500737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting subnet bc039c40-c111-4948-88ff-d32f10b0631c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:45.508974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.547726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 25503488-2b78-4332-bd60-fb2fc02acf15 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:45.551824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 25503488-2b78-4332-bd60-fb2fc02acf15 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:45.552206 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.567912 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63d3a93-78cf-4c9f-8bfb-2927acf92f49 x-openstack-request-id: req-d63d3a93-78cf-4c9f-8bfb-2927acf92f49 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:45.568308 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:45.568405 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d63d3a93-78cf-4c9f-8bfb-2927acf92f49 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:45.568798 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17', 'status': 'completed', 'code': 200} Aug 31 19:40:45.591395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a3b5d227-373a-459f-8506-3016e5619401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.593132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-a3b5d227-373a-459f-8506-3016e5619401 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.1267424 Aug 31 19:40:45.614578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-092d05b8-9a62-48d0-9c9e-0cb69d679efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.646668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-f34c08e8-747a-4fe9-9b18-3d2e27240f6c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459208 Aug 31 19:40:45.647283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.694618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92d6b099-cc21-4efc-9b4c-7c295b95627c None None] Provisioning complete for port 25503488-2b78-4332-bd60-fb2fc02acf15 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:45.695572 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92d6b099-cc21-4efc-9b4c-7c295b95627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.749513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.768901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:45.806854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 25503488-2b78-4332-bd60-fb2fc02acf15, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=25503488-2b78-4332-bd60-fb2fc02acf15,segment=NetworkSegment(eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4),segment_id=eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:45.814205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:45.815073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c7befea2-6d2c-453c-a238-43d042e7901f up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:45.987599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=25503488-2b78-4332-bd60-fb2fc02acf15,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.002114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.005003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c7befea2-6d2c-453c-a238-43d042e7901f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:46.022058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.027761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-264cfb7f-8cbe-4714-8bc5-3825cdf57574 service neutron] 10.222.0.82 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741527 Aug 31 19:40:46.095463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-092d05b8-9a62-48d0-9c9e-0cb69d679efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.102007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9b30c-8ea0-4568-b358-03d1a2949d7d None None] Network d591ed50-fb35-4555-a20b-677c0b542164 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:46.111073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544633-0479-445e-9132-3fe5c61cb741 req-1d112c68-f56d-4513-b68e-e2aa5846eec2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.118868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a544633-0479-445e-9132-3fe5c61cb741 req-1d112c68-f56d-4513-b68e-e2aa5846eec2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.1687720 Aug 31 19:40:46.131268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-092d05b8-9a62-48d0-9c9e-0cb69d679efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.175418 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.231907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-092d05b8-9a62-48d0-9c9e-0cb69d679efd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=351702a16d074968a2d14d98ac2ded0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9604409 Aug 31 19:40:46.233587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d05b8-9a62-48d0-9c9e-0cb69d679efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb0483-4691-4c2f-9a3f-3fa34cdca1be,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.234825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:46.235338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Provisioning for port c7befea2-6d2c-453c-a238-43d042e7901f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:46.251351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a544633-0479-445e-9132-3fe5c61cb741 req-9ee63922-820c-44e8-ae47-a5ff4be6b561 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314166 Aug 31 19:40:46.253463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=bc039c40-c111-4948-88ff-d32f10b0631c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.262913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.265784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9318823e-b561-4be1-af5d-dedfdf1236e3 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/bc039c40-c111-4948-88ff-d32f10b0631c HTTP/1.1" status: 204 len: 168 time: 0.8404207 Aug 31 19:40:46.268186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:46.278245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Provisioning complete for port c7befea2-6d2c-453c-a238-43d042e7901f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:46.278911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.283396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-42274d92-b288-469d-8d32-2ffb2a09de47 req-e4898ff5-0f09-43de-82f8-f46483c1bc76 service neutron] 10.222.0.82 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142496 Aug 31 19:40:46.341204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc8c0c-dc18-4235-b98d-a2300e6bc151 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.346720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc8c0c-dc18-4235-b98d-a2300e6bc151 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.348116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2efc8c0c-dc18-4235-b98d-a2300e6bc151 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0783958 Aug 31 19:40:46.348709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:46.358792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.384562 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.419178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] DHCP port deletion for d591ed50-fb35-4555-a20b-677c0b542164 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:40:46.423890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.433955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] For port c7befea2-6d2c-453c-a238-43d042e7901f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c7befea2-6d2c-453c-a238-43d042e7901f,segment=NetworkSegment(ae5a4e09-9953-415c-bad4-e5d75b0c9213),segment_id=ae5a4e09-9953-415c-bad4-e5d75b0c9213)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:46.459149 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.475595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0dc068e3-484b-4fa6-8485-34e9a54fe329 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.477456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066409b2-71f1-4057-a764-87040f25f04c req-b9bb46a1-a9ac-4ac4-a139-51a0cb7a914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.479160 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-b9bb46a1-a9ac-4ac4-a139-51a0cb7a914d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 1096 time: 0.1130178 Aug 31 19:40:46.484793 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc068e3-484b-4fa6-8485-34e9a54fe329 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 19:40:46.485301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc068e3-484b-4fa6-8485-34e9a54fe329 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:46.493699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0dc068e3-484b-4fa6-8485-34e9a54fe329 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/d591ed50-fb35-4555-a20b-677c0b542164 HTTP/1.1" status: 409 len: 405 time: 0.1310668 Aug 31 19:40:46.493887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:46.500284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-866118042'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:46.532913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17634ed0-2680-4213-8779-cf58e134d9fd None None] Pushing event updated for resources: {'Port': ['ID=c7befea2-6d2c-453c-a238-43d042e7901f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.538497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Deleting port c7befea2-6d2c-453c-a238-43d042e7901f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:46.540240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.568897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:46.572672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.575438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.577971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.581640 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74fb0483-4691-4c2f-9a3f-3fa34cdca1be HTTP/1.1" status: 204 len: 168 time: 0.3433518 Aug 31 19:40:46.600356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8156a9b-5c8a-4723-a898-4953311fdbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb0483-4691-4c2f-9a3f-3fa34cdca1be,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.608665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:46.623122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b2e39-d6bf-4080-885e-046bc96818b9 req-d89d3c44-fb1c-4c49-9c7a-1b9357b0fee4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.624730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc6b2e39-d6bf-4080-885e-046bc96818b9 req-d89d3c44-fb1c-4c49-9c7a-1b9357b0fee4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 944 time: 0.1198688 Aug 31 19:40:46.630961 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.630961 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment 0478618f-4f86-4651-b442-85890f93b443 of type vlan for network 55ff6ab3-e2f9-4196-92ad-70088b0feebc Aug 31 19:40:46.634425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066409b2-71f1-4057-a764-87040f25f04c req-bc819e51-74df-40ed-b478-22d71c76b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.635946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-bc819e51-74df-40ed-b478-22d71c76b7c6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.1468263 Aug 31 19:40:46.642441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.653662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] For port c7befea2-6d2c-453c-a238-43d042e7901f, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c7befea2-6d2c-453c-a238-43d042e7901f,segment=NetworkSegment(ae5a4e09-9953-415c-bad4-e5d75b0c9213),segment_id=ae5a4e09-9953-415c-bad4-e5d75b0c9213)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:46.654126 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.670292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Calling delete_port for c7befea2-6d2c-453c-a238-43d042e7901f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:46.698498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.712803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc6b2e39-d6bf-4080-885e-046bc96818b9 req-1b4ec64e-6796-4abd-ba4c-e071d0786e9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800588 Aug 31 19:40:46.729401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-fdd16794-cb67-40c5-ac12-1e54aa7ff4d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4660e90-e206-4166-ab3f-3c7463279e17 HTTP/1.1" status: 200 len: 217 time: 0.0841208 Aug 31 19:40:46.748560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.755133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.756006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.786172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4f82b198-ce79-40c8-a0f5-04a9119c1386 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:46.790372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.826890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066409b2-71f1-4057-a764-87040f25f04c req-8c669aab-5378-4c29-a8b0-3219980a2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.828461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-8c669aab-5378-4c29-a8b0-3219980a2f74 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.0904090 Aug 31 19:40:46.829133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3337700 Aug 31 19:40:46.832355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:46.841606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:46.848530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] Pushing event deleted for resources: {'Port': ['ID=c7befea2-6d2c-453c-a238-43d042e7901f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.853897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 4f82b198-ce79-40c8-a0f5-04a9119c1386 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:46.854246 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 4f82b198-ce79-40c8-a0f5-04a9119c1386 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:46.859757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb51b0-854f-48de-b33d-6f6b109c29ce None None] No DVR routers for this DVR port c7befea2-6d2c-453c-a238-43d042e7901f on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:46.898798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-d7da2f81-6859-41ab-a893-4e08f7dce1db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599136 Aug 31 19:40:46.908537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc7cb6-d77e-45e5-8714-ea8a9a9adee8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=55ff6ab3-e2f9-4196-92ad-70088b0feebc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:46.921853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:46.971679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:46.977156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.033906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-92f0e0d4-fc0c-4dc4-9a6a-c9ecce14d8d0 service neutron] 10.222.0.82 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142721 Aug 31 19:40:47.056229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.187387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-066409b2-71f1-4057-a764-87040f25f04c req-bc3478ac-dd14-45e3-9930-bd78794561d1 service neutron] 10.222.0.82 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311533 Aug 31 19:40:47.193757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Deleting port f00da13c-2cea-4920-9a56-a63ce68a3ad6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:47.194159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.284705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 25503488-2b78-4332-bd60-fb2fc02acf15 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:47.292780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] For port f00da13c-2cea-4920-9a56-a63ce68a3ad6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f00da13c-2cea-4920-9a56-a63ce68a3ad6,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:47.293154 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.308585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Calling delete_port for f00da13c-2cea-4920-9a56-a63ce68a3ad6 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:47.365999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 25503488-2b78-4332-bd60-fb2fc02acf15 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:47.366461 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.417982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fcb01-4580-46e9-89f6-2182fe1bcc2d req-67653808-ceda-4b65-9790-cf1b1517098d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.419598 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09fcb01-4580-46e9-89f6-2182fe1bcc2d req-67653808-ceda-4b65-9790-cf1b1517098d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 943 time: 0.0973105 Aug 31 19:40:47.515217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09fcb01-4580-46e9-89f6-2182fe1bcc2d req-9ddccc0e-7be4-4da2-aa15-ea8c32c6618e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873907 Aug 31 19:40:47.556033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c7befea2-6d2c-453c-a238-43d042e7901f no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:47.574577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.581885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c7befea2-6d2c-453c-a238-43d042e7901f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:47.582244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c7befea2-6d2c-453c-a238-43d042e7901f not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:47.603885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Pushing event deleted for resources: {'Port': ['ID=f00da13c-2cea-4920-9a56-a63ce68a3ad6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:47.633136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.633487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.633829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.634165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.634502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.634830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.635154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.635475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.635824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.636147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.636470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.636789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.646097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.objects.ports [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:40:47.647807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.731055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=537527d9-78e6-47da-a65d-5eefe88a45c1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:47.736903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': '0478618f-4f86-4651-b442-85890f93b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:47.737281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: 55ff6ab3-e2f9-4196-92ad-70088b0feebc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:47.740679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device da55fb1f-0652-439f-9ac7-fe191d640364 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:47.758493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:47.771087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 55ff6ab3-e2f9-4196-92ad-70088b0feebc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:47.783521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05cc1cd-4349-41b4-bd7a-cf0f79efa335 None None] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:47.786040 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.786660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.806248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-450df131-632c-4e3f-92f0-d8fb6431695a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9726589 Aug 31 19:40:47.808913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:47.814926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'port': {'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc', 'name': 'tempest-NetworksIpV6TestAttrs-615886808'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:47.871086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.972988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=da55fb1f-0652-439f-9ac7-fe191d640364,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:47.985248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd271f2b-ca8e-4cf6-b102-f38f5255bab3 req-3c921848-adc6-48f1-bee5-473df5d4cb7b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.990537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'da55fb1f-0652-439f-9ac7-fe191d640364', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': 'da55fb1f-0652-439f-9ac7-fe191d640364', 'mac_address': 'fa:16:3e:da:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:47.995041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd271f2b-ca8e-4cf6-b102-f38f5255bab3 req-3c921848-adc6-48f1-bee5-473df5d4cb7b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 944 time: 0.1457667 Aug 31 19:40:48.087962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd271f2b-ca8e-4cf6-b102-f38f5255bab3 req-62e7a5c2-905e-4054-bdc0-c3932842bbbe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918601 Aug 31 19:40:48.090341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.091815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:48.095573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.112819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da55fb1f-0652-439f-9ac7-fe191d640364 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:48.137476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] device_id is not set on port 7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:40:48.143823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=da55fb1f-0652-439f-9ac7-fe191d640364,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:48.164433 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.181043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Router 18365fd3-12eb-49b5-b2d3-4d549efabb17 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:48.247454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:48.257593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.257950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.258409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.258905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.259302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.259677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.260074 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.260553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.261092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.261430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.261758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.262435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:48.266571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-55ff6ab3-e2f9-4196-92ad-70088b0feebc', 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': '537527d9-78e6-47da-a65d-5eefe88a45c1'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:48.267525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.295373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Allocated IP 2001:db8::f816:3eff:fe24:7012 (55ff6ab3-e2f9-4196-92ad-70088b0feebc/537527d9-78e6-47da-a65d-5eefe88a45c1/7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:48.393169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:48.406480 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-18a38b96-ec88-47fe-b79d-acf2534b9cde admin admin] 10.222.0.73 "PUT /v2.0/routers/18365fd3-12eb-49b5-b2d3-4d549efabb17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337614 Aug 31 19:40:48.407563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:48.409002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Sync routers for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:48.430086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:48.430445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:48.532114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.558682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Transition to ACTIVE for port object 7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:48.565140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.643777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.713800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['da55fb1f-0652-439f-9ac7-fe191d640364'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:48.720035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.753984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:48.765698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:48.767607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Port': ['ID=7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:48.771146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:48.778449 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.779125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.796424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0549a9-1b70-4027-936d-c3a05c05d18c req-b28bed7d-7ae5-40aa-9a22-28a13ec15c6e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.806274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef0549a9-1b70-4027-936d-c3a05c05d18c req-b28bed7d-7ae5-40aa-9a22-28a13ec15c6e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 944 time: 0.1669488 Aug 31 19:40:48.806913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Deleting port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:48.807784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.813542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Allocated IP 2001:db8::f816:3eff:fe0b:fa1b (55ff6ab3-e2f9-4196-92ad-70088b0feebc/537527d9-78e6-47da-a65d-5eefe88a45c1/3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:48.816559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:48.854514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2ebe46a4-a34c-4d78-b919-ac99acf070bf tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0441530 Aug 31 19:40:48.857186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:48.898017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ef0549a9-1b70-4027-936d-c3a05c05d18c req-428d3eea-5ff2-4602-be45-98024fe4d2ff tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903649 Aug 31 19:40:48.928995 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting subnet 537527d9-78e6-47da-a65d-5eefe88a45c1 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:48.936027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] For port bbbdf339-4ade-4ea9-8038-4d204e6f7ef1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:48.938604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.950239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Calling delete_port for bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:49.192424 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.212079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Transition to ACTIVE for port object 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:49.240682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8115b-18cf-44e9-a134-eaec1a4874fc req-abb11e1a-ddb5-44ed-a54c-2bd105190c8b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.241360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Transition to ACTIVE for port object 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:49.249098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73a8115b-18cf-44e9-a134-eaec1a4874fc req-abb11e1a-ddb5-44ed-a54c-2bd105190c8b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 944 time: 0.0842819 Aug 31 19:40:49.251435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.252245 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.266236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:40:47Z', 'revision_number': 5, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port': {'id': 'bbbdf339-4ade-4ea9-8038-4d204e6f7ef1', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:91:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:46Z', 'updated_at': '2021-08-31T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:49.330784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73a8115b-18cf-44e9-a134-eaec1a4874fc req-b6fb622e-5db2-4808-8d04-00718d31acef tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Aug 31 19:40:49.348634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Checking router: 18365fd3-12eb-49b5-b2d3-4d549efabb17 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:49.348634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:49.359756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:49.364836 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:49.368904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Routers {'18365fd3-12eb-49b5-b2d3-4d549efabb17'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:49.371208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['18365fd3-12eb-49b5-b2d3-4d549efabb17'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:49.377734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Pushing event updated for resources: {'Port': ['ID=3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:49.389925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.540268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] Set router 18365fd3-12eb-49b5-b2d3-4d549efabb17 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:49.542134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Attempting to bind port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:49.542502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Attempting to bind port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0478618f-4f86-4651-b442-85890f93b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:49.542864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Attempting to bind port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb on network 55ff6ab3-e2f9-4196-92ad-70088b0feebc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:49.554004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.586272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.602891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:40:48Z', 'revision_number': 6, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:49.603537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:49.603939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Checking segment: {'id': '0478618f-4f86-4651-b442-85890f93b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:49.604347 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.604746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Bound using segment: {'id': '0478618f-4f86-4651-b442-85890f93b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:49.605224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Bound port: 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0478618f-4f86-4651-b442-85890f93b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '55ff6ab3-e2f9-4196-92ad-70088b0feebc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:49.605605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.621817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbdf339-4ade-4ea9-8038-4d204e6f7ef1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:49.637816 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.643600 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a69b7-e395-4007-9b9a-0e2cc6315dca None None] The sync data for ids ['18365fd3-12eb-49b5-b2d3-4d549efabb17'] in n-d-778550-14 is: [{'id': '18365fd3-12eb-49b5-b2d3-4d549efabb17', 'name': 'tempest-TestServerMultinode-745028769-router', 'tenant_id': '545f24a9cff84b3c9140e56bdceaca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:45Z', 'updated_at': '2021-08-31T19:40:48Z', 'revision_number': 6, 'project_id': '545f24a9cff84b3c9140e56bdceaca31', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:49.665903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.670739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/537527d9-78e6-47da-a65d-5eefe88a45c1 HTTP/1.1" status: 204 len: 168 time: 0.8123088 Aug 31 19:40:49.693606 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:49.705491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f19bb1-231e-4341-90f5-3cad1b06e7b8 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=537527d9-78e6-47da-a65d-5eefe88a45c1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:49.722041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] For port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:49.725697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] For port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb,segment=NetworkSegment(0478618f-4f86-4651-b442-85890f93b443),segment_id=0478618f-4f86-4651-b442-85890f93b443)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:49.730354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.770673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device e4660e90-e206-4166-ab3f-3c7463279e17 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:49.772329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.772651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device da55fb1f-0652-439f-9ac7-fe191d640364 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:49.778692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20755c8-3e09-4962-89d5-915d8cc2512f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.779791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20755c8-3e09-4962-89d5-915d8cc2512f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.785017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a20755c8-3e09-4962-89d5-915d8cc2512f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0867219 Aug 31 19:40:49.786937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:49.862648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a3372-6fc7-4aa3-acfb-86cf141464a1 None None] Pushing event updated for resources: {'Port': ['ID=3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:49.888030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.890785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.909335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55c9dc-fb5a-460e-916f-64841abc418d None None] Network 55ff6ab3-e2f9-4196-92ad-70088b0feebc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:49.912673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6523481-4e3c-40f6-ad9e-253863f4184f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.921212 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6523481-4e3c-40f6-ad9e-253863f4184f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 19:40:49.921681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6523481-4e3c-40f6-ad9e-253863f4184f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:49.930566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6523481-4e3c-40f6-ad9e-253863f4184f tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/55ff6ab3-e2f9-4196-92ad-70088b0feebc HTTP/1.1" status: 409 len: 405 time: 0.1349692 Aug 31 19:40:49.930784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:49.936080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-90432740'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:49.975768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.981659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18365fd3-12eb-49b5-b2d3-4d549efabb17 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:40:49.999930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port da55fb1f-0652-439f-9ac7-fe191d640364 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:50.009495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.015440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2e62eb34-2b50-473a-9ab8-1fde814be6fa admin admin] 10.222.0.73 "DELETE /v2.0/routers/18365fd3-12eb-49b5-b2d3-4d549efabb17 HTTP/1.1" status: 204 len: 168 time: 1.6036429 Aug 31 19:40:50.021223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:50.023781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port da55fb1f-0652-439f-9ac7-fe191d640364 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:50.024154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.030823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:50.046067 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.094699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Deleting subnet fd61c38c-b5e4-44c3-af97-ad043b154c8e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:50.098734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.114478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=e4660e90-e206-4166-ab3f-3c7463279e17,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:50.124429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:50.147532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.148824 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment f084f0db-da67-4bed-9210-c7ac16119b13 of type vlan for network 134d5957-5de8-45d6-b4c6-d1f84404f433 Aug 31 19:40:50.149838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.150629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'e4660e90-e206-4166-ab3f-3c7463279e17', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'port_id': 'e4660e90-e206-4166-ab3f-3c7463279e17', 'mac_address': 'fa:16:3e:fb:a8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f2b6c-3406-4b49-b32b-2dbc033e9e8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:50.160597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b16ee-ff28-4bac-9570-543bfda25cfa req-7516a118-41ed-4381-a7e5-4d7e35d76ee9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:50.169689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a2b16ee-ff28-4bac-9570-543bfda25cfa req-7516a118-41ed-4381-a7e5-4d7e35d76ee9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 944 time: 0.1627274 Aug 31 19:40:50.220019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145b314-b635-47a8-a527-2452b632c6b7 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:40:50.228156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2a2b16ee-ff28-4bac-9570-543bfda25cfa req-be3de8d0-ac79-4149-9c43-4a0a7bc8d32a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Aug 31 19:40:50.255013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.261730 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.281868 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.290133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4660e90-e206-4166-ab3f-3c7463279e17 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:50.295378 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.326173 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.333645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:50.334695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.339237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:50.342241 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33d8071-3a0d-4fcb-9fa1-1ae4ee3dd584" -d '{"events": [{"server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "name": "network-vif-plugged", "status": "completed", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:50.348362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=e4660e90-e206-4166-ab3f-3c7463279e17,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:50.375853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.375853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=da55fb1f-0652-439f-9ac7-fe191d640364,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:50.386581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4546051 Aug 31 19:40:50.392389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:50.396835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.409761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': '134d5957-5de8-45d6-b4c6-d1f84404f433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:50.433090 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9eedc3-a22f-42b9-a6ff-3cb935ab53c0 x-openstack-request-id: req-8a9eedc3-a22f-42b9-a6ff-3cb935ab53c0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:50.433995 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "name": "network-vif-plugged", "status": "completed", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:50.434482 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a9eedc3-a22f-42b9-a6ff-3cb935ab53c0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:50.435790 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364', 'code': 200} Aug 31 19:40:50.448144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b68b5b-f486-4f36-8705-9f806accea8a tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=134d5957-5de8-45d6-b4c6-d1f84404f433,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.469464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 134d5957-5de8-45d6-b4c6-d1f84404f433 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:50.577409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145b314-b635-47a8-a527-2452b632c6b7 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:40:50.579687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e93f5-2935-41df-ae4a-5d917b81b9ef req-eb11bb49-17f0-4cd0-8bb0-93bede365761 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:50.581656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd1e93f5-2935-41df-ae4a-5d917b81b9ef req-eb11bb49-17f0-4cd0-8bb0-93bede365761 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 945 time: 0.1014733 Aug 31 19:40:50.581805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.603701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.642363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd1e93f5-2935-41df-ae4a-5d917b81b9ef req-e4f71365-16be-4c6b-95b4-81745a224142 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Aug 31 19:40:50.676038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['e4660e90-e206-4166-ab3f-3c7463279e17'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:50.677860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd61c38c-b5e4-44c3-af97-ad043b154c8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.688723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.691176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53873a27-7219-4e4b-adc0-140287af04f3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fd61c38c-b5e4-44c3-af97-ad043b154c8e HTTP/1.1" status: 204 len: 168 time: 0.6685014 Aug 31 19:40:50.693835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:50.696085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:50.699495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.733633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.779046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5437d-b34b-40dd-809b-2b993a84608e req-e96a6520-3eb8-419c-ad80-87692669ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:50.781272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-caf5437d-b34b-40dd-809b-2b993a84608e req-e96a6520-3eb8-419c-ad80-87692669ebc2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 1097 time: 0.2268457 Aug 31 19:40:50.808355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.862290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-caf5437d-b34b-40dd-809b-2b993a84608e req-75da9169-2ccd-48f9-97ff-95e7a91b7aa6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Aug 31 19:40:50.906682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Deleting port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:50.907012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.000304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] For port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,segment=NetworkSegment(2f2a0138-dd6e-42c1-b75a-9fdb54065efc),segment_id=2f2a0138-dd6e-42c1-b75a-9fdb54065efc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:51.000688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.019123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Calling delete_port for 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:51.139290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.161035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:40:51.161843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.205179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] No DVR routers for this DVR port 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:51.207537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f679a15-005c-4ea9-a7b6-a7344ce7e2c0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:51.251155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.251621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.251876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.252217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.252556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.253039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.253379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.253760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.254093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.254421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.254751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.255079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:51.297046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=37ab5395-431d-4c3c-9fa6-fda4f58975c1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:51.303682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': 'f084f0db-da67-4bed-9210-c7ac16119b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '134d5957-5de8-45d6-b4c6-d1f84404f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:51.305325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: 134d5957-5de8-45d6-b4c6-d1f84404f433, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:51.329458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network 134d5957-5de8-45d6-b4c6-d1f84404f433 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:51.330976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.334418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:51.342492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 134d5957-5de8-45d6-b4c6-d1f84404f433) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:51.356667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7beb76-97c5-48fb-9940-8f9dac456dd6']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.361281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.361882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.369597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:51.369948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbbdf339-4ade-4ea9-8038-4d204e6f7ef1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:51.370373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f00da13c-2cea-4920-9a56-a63ce68a3ad6 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:51.384108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2a0138-dd6e-42c1-b75a-9fdb54065efc') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.384870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2a0138-dd6e-42c1-b75a-9fdb54065efc') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.387943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1e18b83-397e-4de2-bfe8-da15ca7a36ae tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9827268 Aug 31 19:40:51.389078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:51.397245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f00da13c-2cea-4920-9a56-a63ce68a3ad6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:51.397594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f00da13c-2cea-4920-9a56-a63ce68a3ad6 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:51.406821 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.423233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952cc05-dbf7-4b43-9559-ba0bdd823a74 None None] Network de7beb76-97c5-48fb-9940-8f9dac456dd6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:51.426527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1def64-aaf9-4c97-9dd2-af6400dd1056 None None] Network 134d5957-5de8-45d6-b4c6-d1f84404f433 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:51.445633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.456952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:51.457403 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:51.461126 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:51.523827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e87c7-9b69-4421-a9f0-db8baa825cb1 req-7d41f418-eca3-44f7-9d29-774e2665b4e6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.526159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-729e87c7-9b69-4421-a9f0-db8baa825cb1 req-7d41f418-eca3-44f7-9d29-774e2665b4e6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.1594133 Aug 31 19:40:51.545801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.570625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.580155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.584007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] 10.222.0.73 "DELETE /v2.0/networks/de7beb76-97c5-48fb-9940-8f9dac456dd6 HTTP/1.1" status: 204 len: 168 time: 0.8888781 Aug 31 19:40:51.590928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:51.616066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-729e87c7-9b69-4421-a9f0-db8baa825cb1 req-370eb32b-fa61-41c4-b71b-6b462323a6da tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814829 Aug 31 19:40:51.654844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.659136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451b91d-1db2-4749-9110-4a4444a1510a admin admin] Pushing event deleted for resources: {'Network': ['ID=de7beb76-97c5-48fb-9940-8f9dac456dd6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:51.704376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ae7a7-48c7-4d3e-9080-b6cae6585cd2 None None] DHCP port deletion for de7beb76-97c5-48fb-9940-8f9dac456dd6 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:40:51.737460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424430d-12b6-4d0a-b40d-654868d83405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-134d5957-5de8-45d6-b4c6-d1f84404f433', 'network_id': '134d5957-5de8-45d6-b4c6-d1f84404f433', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': '37ab5395-431d-4c3c-9fa6-fda4f58975c1'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:51.739886 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9424430d-12b6-4d0a-b40d-654868d83405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.746718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.782158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=37ab5395-431d-4c3c-9fa6-fda4f58975c1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:51.844011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59e1ce-89e5-4bfc-b4a3-f8c841266441 None None] Network 134d5957-5de8-45d6-b4c6-d1f84404f433 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:51.877891 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.890888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134d5957-5de8-45d6-b4c6-d1f84404f433']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.902539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084f0db-da67-4bed-9210-c7ac16119b13') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.902936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084f0db-da67-4bed-9210-c7ac16119b13') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:51.922898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.943805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.950636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:51.951038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:51.954351 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:51.996941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadba56-a068-4145-bfa6-0f5cee2e4249 req-0dee94f2-ab3f-4cc0-9501-d27701a3e148 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.998492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eadba56-a068-4145-bfa6-0f5cee2e4249 req-0dee94f2-ab3f-4cc0-9501-d27701a3e148 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 945 time: 0.1169455 Aug 31 19:40:52.042166 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.052181 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.059300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:52.059936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/134d5957-5de8-45d6-b4c6-d1f84404f433 HTTP/1.1" status: 204 len: 168 time: 0.6697717 Aug 31 19:40:52.072951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696f67-2694-4a9f-89d5-c12d47e76202 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=134d5957-5de8-45d6-b4c6-d1f84404f433,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:52.076054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793273266'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:52.097796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eadba56-a068-4145-bfa6-0f5cee2e4249 req-ce468f66-604e-4dbf-856c-42a24fa70a56 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Aug 31 19:40:52.140408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:52.144061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.181574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:52.196097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.196451 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment 05e341e6-4c16-4fe2-ac2b-266d514644a4 of type vlan for network e4763f7c-876c-4be7-865e-4693012483e2 Aug 31 19:40:52.261681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.303397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.309886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:52.310059 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.338465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2769372 Aug 31 19:40:52.341684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:52.354959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': 'e4763f7c-876c-4be7-865e-4693012483e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:52.366169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.423843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536536-c461-4439-bd1b-f8d087567b55 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=e4763f7c-876c-4be7-865e-4693012483e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:52.436198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network e4763f7c-876c-4be7-865e-4693012483e2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:52.456446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:52.461391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.664595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.667958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Deleting port bffa8ea5-8c4a-437c-b9b9-64a6e9043504 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:52.668447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.744154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=aa8de3d2-a5fb-4cb3-959a-30351d85b453,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:52.766975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': '05e341e6-4c16-4fe2-ac2b-266d514644a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e4763f7c-876c-4be7-865e-4693012483e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:52.767347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: e4763f7c-876c-4be7-865e-4693012483e2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:52.789006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network e4763f7c-876c-4be7-865e-4693012483e2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:52.795359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3204431-3b19-4c02-9be0-abd452b5104e req-18748954-08b7-4c77-b699-35551be30767 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:52.797042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3204431-3b19-4c02-9be0-abd452b5104e req-18748954-08b7-4c77-b699-35551be30767 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.0829339 Aug 31 19:40:52.800871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, e4763f7c-876c-4be7-865e-4693012483e2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:52.806148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:52.806755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.812176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320fdaf-177a-4a59-8837-bc748c8f29cd None None] Network e4763f7c-876c-4be7-865e-4693012483e2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:52.820947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] For port bffa8ea5-8c4a-437c-b9b9-64a6e9043504, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:52.820947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.838728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9503a73e-35da-4463-9ec2-5d88e6d74b14 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4959021 Aug 31 19:40:52.841370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:52.846268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Calling delete_port for bffa8ea5-8c4a-437c-b9b9-64a6e9043504 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:52.872960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3204431-3b19-4c02-9be0-abd452b5104e req-351d3a6a-4644-48d0-92c4-852b4d3a24ac tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666926 Aug 31 19:40:52.969700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.000402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5811f9-9b76-4630-9f0e-40c6c6b992a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-e4763f7c-876c-4be7-865e-4693012483e2', 'network_id': 'e4763f7c-876c-4be7-865e-4693012483e2', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': 'aa8de3d2-a5fb-4cb3-959a-30351d85b453'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:53.001370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c5811f9-9b76-4630-9f0e-40c6c6b992a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.041798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.086289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a41f2-3e21-4513-a527-e89d6813a8ed req-5d032110-1c35-4f12-aa88-b440987fc644 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:53.094731 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a5a41f2-3e21-4513-a527-e89d6813a8ed req-5d032110-1c35-4f12-aa88-b440987fc644 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.0872524 Aug 31 19:40:53.122348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-0c5811f9-9b76-4630-9f0e-40c6c6b992a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa8de3d2-a5fb-4cb3-959a-30351d85b453: This subnet is being modified by another concurrent operation. Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa8de3d2-a5fb-4cb3-959a-30351d85b453: This subnet is being modified by another concurrent operation. Aug 31 19:40:53.128220 n-d-778550-14 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 31 19:40:53.145928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e320b06-5864-40fb-938d-4cf12eed4dd9 None None] Network e4763f7c-876c-4be7-865e-4693012483e2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:53.164842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8de3d2-a5fb-4cb3-959a-30351d85b453,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.221952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a5a41f2-3e21-4513-a527-e89d6813a8ed req-1a124be5-ed8c-4256-9f17-4b6b24a198ff tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242425 Aug 31 19:40:53.244682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.258150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4763f7c-876c-4be7-865e-4693012483e2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:53.271553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e341e6-4c16-4fe2-ac2b-266d514644a4') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:53.273433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e341e6-4c16-4fe2-ac2b-266d514644a4') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:53.282330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.285149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:53.306969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.313838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:53.314307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.323708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:53.324340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3f679a15-005c-4ea9-a7b6-a7344ce7e2c0 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:53.335009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:53.371565 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:53.407924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.414185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c190fbd-fd9a-4cfd-b623-d49493f2f650 req-f3f742bb-c49a-4b70-a228-8f9dd6bd9cf7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:53.415881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c190fbd-fd9a-4cfd-b623-d49493f2f650 req-f3f742bb-c49a-4b70-a228-8f9dd6bd9cf7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 945 time: 0.2060268 Aug 31 19:40:53.420320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffa8ea5-8c4a-437c-b9b9-64a6e9043504,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.435976 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.445709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/e4763f7c-876c-4be7-865e-4693012483e2 HTTP/1.1" status: 204 len: 168 time: 0.6030319 Aug 31 19:40:53.451576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:53.467257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-363678510'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:53.492303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d8e67-10b5-49f0-bc0c-d45a641d5f7b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=e4763f7c-876c-4be7-865e-4693012483e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.500345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c190fbd-fd9a-4cfd-b623-d49493f2f650 req-0cffa915-816e-4d6e-bde4-e8cfd7a60f6e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 Aug 31 19:40:53.517696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:53.530064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.563088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:53.575474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.576246 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Added segment efbab9b9-478a-4e8e-8f11-b36be5f1cddd of type vlan for network 49c27e36-6727-484a-b4b8-f6dff7e219bf Aug 31 19:40:53.639480 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.694919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.712933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:53.714161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.785352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5415765-acb6-4594-b2ce-a4b8958d21ee None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:40:53.793199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device e4660e90-e206-4166-ab3f-3c7463279e17 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:53.806776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.852889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3951769 Aug 31 19:40:53.855934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:53.863767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Request body: {'subnet': {'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:53.970477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port e4660e90-e206-4166-ab3f-3c7463279e17 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:53.973925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd121-7cd7-4ebf-88fa-305a79966a99 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Network': ['ID=49c27e36-6727-484a-b4b8-f6dff7e219bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.976789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Made reservation on behalf of 25b6edcd8703403f949ae6cc9e5b2114 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:53.980402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.990896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 49c27e36-6727-484a-b4b8-f6dff7e219bf details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:54.000762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port e4660e90-e206-4166-ab3f-3c7463279e17 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:54.001211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:54.075604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5415765-acb6-4594-b2ce-a4b8958d21ee None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:40:54.337025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.objects.ports [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:40:54.342912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:54.361561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:54.411466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=e4660e90-e206-4166-ab3f-3c7463279e17,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:54.422099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:54.424641 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4785eb-add5-4dbb-aea9-5d226a76df70" -d '{"events": [{"server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:54.431865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:54.504244 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d5efc7-66a0-4a38-95c6-38c1a43a151f x-openstack-request-id: req-62d5efc7-66a0-4a38-95c6-38c1a43a151f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:54.504530 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:54.504788 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62d5efc7-66a0-4a38-95c6-38c1a43a151f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:54.505354 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17', 'code': 200} Aug 31 19:40:54.506191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:54.605038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event updated for resources: {'Subnet': ['ID=96b7ae7e-3355-40c9-b024-e9c5043d1df4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:54.666657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Checking segment: {'id': 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:54.667473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network hostable DHCP agents. Network: 49c27e36-6727-484a-b4b8-f6dff7e219bf, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:54.729157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a242-f84e-4fe1-86b5-a900af73a684 req-b470c10f-4edc-48d1-98c8-6763b776f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:54.731470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bce8a242-f84e-4fe1-86b5-a900af73a684 req-b470c10f-4edc-48d1-98c8-6763b776f66c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 1098 time: 0.1509612 Aug 31 19:40:54.738097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Network 49c27e36-6727-484a-b4b8-f6dff7e219bf is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:54.754158 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae77b8-7f91-4b63-aaaa-050d2e4b41c5 req-d32cf7c2-cc09-494a-81c6-758860d1c605 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:54.755899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3dae77b8-7f91-4b63-aaaa-050d2e4b41c5 req-d32cf7c2-cc09-494a-81c6-758860d1c605 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 946 time: 0.1316974 Aug 31 19:40:54.758087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 49c27e36-6727-484a-b4b8-f6dff7e219bf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:54.766341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88850a54-ef1f-4a0a-bb00-9b291a35c601 None None] Network 49c27e36-6727-484a-b4b8-f6dff7e219bf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:54.776352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:54.777032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:54.809243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bce8a242-f84e-4fe1-86b5-a900af73a684 req-3116da56-eeb6-43ee-948b-367b3d2008c4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625277 Aug 31 19:40:54.816196 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-146106b7-323a-414d-b349-0373a960522d tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9591210 Aug 31 19:40:54.816986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34446) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:54.962845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3dae77b8-7f91-4b63-aaaa-050d2e4b41c5 req-20484c16-9c26-4e1a-b258-3c9f08aeed14 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971934 Aug 31 19:40:55.004822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-49c27e36-6727-484a-b4b8-f6dff7e219bf', 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf', 'tenant_id': '25b6edcd8703403f949ae6cc9e5b2114', 'fixed_ips': [{'subnet_id': '96b7ae7e-3355-40c9-b024-e9c5043d1df4'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:55.006788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.090695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.104789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Router d5d305b6-4b08-4a55-ae5d-172d1ba07505 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:55.178322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.298833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Allocated IP 2001:db8::f816:3eff:fe0a:df22 (49c27e36-6727-484a-b4b8-f6dff7e219bf/96b7ae7e-3355-40c9-b024-e9c5043d1df4/b7e3ce63-520f-4061-901b-dbceef054e6c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:55.434431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:55.443026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98d538e8-ad22-4612-91db-2980f3cbde82 admin admin] 10.222.0.73 "PUT /v2.0/routers/d5d305b6-4b08-4a55-ae5d-172d1ba07505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8465657 Aug 31 19:40:55.443403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:55.448262 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Sync routers for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:55.462075 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:55.466089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:55.642447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.662049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Transition to ACTIVE for port object b7e3ce63-520f-4061-901b-dbceef054e6c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:55.698407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.701319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Transition to ACTIVE for port object b7e3ce63-520f-4061-901b-dbceef054e6c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:55.722614 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.743294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.775864 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:55.783404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Network 49c27e36-6727-484a-b4b8-f6dff7e219bf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:55.793085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:55.804897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:55.822135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Pushing event updated for resources: {'Port': ['ID=b7e3ce63-520f-4061-901b-dbceef054e6c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:55.881131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=96b7ae7e-3355-40c9-b024-e9c5043d1df4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:55.902707 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.948935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Attempting to bind port b7e3ce63-520f-4061-901b-dbceef054e6c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:55.949225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Attempting to bind port b7e3ce63-520f-4061-901b-dbceef054e6c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:55.949590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Attempting to bind port b7e3ce63-520f-4061-901b-dbceef054e6c on network 49c27e36-6727-484a-b4b8-f6dff7e219bf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:55.962236 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.964505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:55.964893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Checking segment: {'id': 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:55.965304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.965705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Bound using segment: {'id': 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:55.966183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Bound port: b7e3ce63-520f-4061-901b-dbceef054e6c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:55.966569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.986581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c27e36-6727-484a-b4b8-f6dff7e219bf']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.016913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.016913 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.027787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Deleting port f0410cad-2c08-4d78-a453-0c04b846aa8a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:56.028231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.042992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.098727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] For port b7e3ce63-520f-4061-901b-dbceef054e6c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:56.102783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.114620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:56.114830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:56.118303 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:56.122004 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:53Z', 'revision_number': 5, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port': {'id': 'f0410cad-2c08-4d78-a453-0c04b846aa8a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:39:57Z', 'updated_at': '2021-08-31T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.142743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] For port f0410cad-2c08-4d78-a453-0c04b846aa8a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f0410cad-2c08-4d78-a453-0c04b846aa8a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:56.143129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.157145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Calling delete_port for f0410cad-2c08-4d78-a453-0c04b846aa8a owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:56.196661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49fab0-1db1-456e-9fc0-824b7dd9ff8e req-ff78a14c-0e01-42e5-986a-23af912c16a0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:56.204574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a49fab0-1db1-456e-9fc0-824b7dd9ff8e req-ff78a14c-0e01-42e5-986a-23af912c16a0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 946 time: 0.1381795 Aug 31 19:40:56.209280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] For port b7e3ce63-520f-4061-901b-dbceef054e6c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b7e3ce63-520f-4061-901b-dbceef054e6c,segment=NetworkSegment(efbab9b9-478a-4e8e-8f11-b36be5f1cddd),segment_id=efbab9b9-478a-4e8e-8f11-b36be5f1cddd)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:56.214726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.230827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 19:40:56.230827 n-d-778550-14 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 19:40:56.230827 n-d-778550-14 neutron-server[94816]: [parameters: {'id': '49c27e36-6727-484a-b4b8-f6dff7e219bf'}] Aug 31 19:40:56.230827 n-d-778550-14 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:40:56.231291 n-d-778550-14 neutron-server[94816]: DEBUG oslo_db.api [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:40:56.259931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a49fab0-1db1-456e-9fc0-824b7dd9ff8e req-093390f6-69f8-427a-89ef-bd47d8cfce09 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501375 Aug 31 19:40:56.303184 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Checking router: d5d305b6-4b08-4a55-ae5d-172d1ba07505 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:56.306622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a371c-f503-47df-8bfc-cf5f21cdd0a4 None None] Pushing event updated for resources: {'Port': ['ID=b7e3ce63-520f-4061-901b-dbceef054e6c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:56.319093 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Routers {'d5d305b6-4b08-4a55-ae5d-172d1ba07505'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:56.323412 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:40:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.371972 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.372578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d37081-05fd-450b-9ee5-a93f86361cbe None None] Network 49c27e36-6727-484a-b4b8-f6dff7e219bf requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:56.417035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0410cad-2c08-4d78-a453-0c04b846aa8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:56.471101 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] Set router d5d305b6-4b08-4a55-ae5d-172d1ba07505 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:56.547011 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:55Z', 'revision_number': 6, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:56.557267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.576683 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba40a8-881f-4fb3-b61d-7950396229f3 None None] The sync data for ids ['d5d305b6-4b08-4a55-ae5d-172d1ba07505'] in n-d-778550-14 is: [{'id': 'd5d305b6-4b08-4a55-ae5d-172d1ba07505', 'name': 'tempest-TestServerMultinode-1351798589-router', 'tenant_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:39:56Z', 'updated_at': '2021-08-31T19:40:55Z', 'revision_number': 6, 'project_id': '0fb4cf7df54a47adafa2eb4d943571b7', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:56.606500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa87a85-e341-4ff4-97b7-549d42d89115 None None] get_active_networks_info from n-d-778550-14 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:40:56.660609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d221be-98e8-417b-b531-bbae6714ac53 req-229b448c-7eba-407c-8b13-80daa21b71c5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:56.662123 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4d221be-98e8-417b-b531-bbae6714ac53 req-229b448c-7eba-407c-8b13-80daa21b71c5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 946 time: 0.0936456 Aug 31 19:40:56.668040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.670871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.712724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4d221be-98e8-417b-b531-bbae6714ac53 req-2abd3319-52d8-4c67-8d77-fcc5a37662cb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Aug 31 19:40:56.719368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa87a85-e341-4ff4-97b7-549d42d89115 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 19:40:56.730967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.732578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.736045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d305b6-4b08-4a55-ae5d-172d1ba07505 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:40:56.750631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.752938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5372bbc1-e407-409e-81d8-b30f365bb3c3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d5d305b6-4b08-4a55-ae5d-172d1ba07505 HTTP/1.1" status: 204 len: 168 time: 1.3084941 Aug 31 19:40:56.756326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:56.827176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting port b7e3ce63-520f-4061-901b-dbceef054e6c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:56.827862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.862525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Deleting subnet bfbf2677-be0d-42b8-a4e7-20241c22a93b {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:56.867222 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.930898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] For port b7e3ce63-520f-4061-901b-dbceef054e6c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b7e3ce63-520f-4061-901b-dbceef054e6c,segment=NetworkSegment(efbab9b9-478a-4e8e-8f11-b36be5f1cddd),segment_id=efbab9b9-478a-4e8e-8f11-b36be5f1cddd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:56.930898 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.931552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:56.983897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Calling delete_port for b7e3ce63-520f-4061-901b-dbceef054e6c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:57.097839 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.188422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.212782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-909cc3e0-05d3-405e-aa38-b88253b65023 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:57.215342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-909cc3e0-05d3-405e-aa38-b88253b65023 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.1866388 Aug 31 19:40:57.219334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e159d-7549-4a8e-9ab2-6631e35eb21e None None] Network 5ce961f2-a25f-40e0-909f-a03352544b95 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:57.223535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.250981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.253606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bfbf2677-be0d-42b8-a4e7-20241c22a93b HTTP/1.1" status: 204 len: 168 time: 0.4956107 Aug 31 19:40:57.254858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264ec2-6e88-436a-bd10-38afee173580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbf2677-be0d-42b8-a4e7-20241c22a93b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:57.256807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:57.267522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Port': ['ID=b7e3ce63-520f-4061-901b-dbceef054e6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:57.269453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No DVR routers for this DVR port b7e3ce63-520f-4061-901b-dbceef054e6c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:57.283788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-da1597a8-c609-40f2-b108-b0dd5b617646 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0559132 Aug 31 19:40:57.373880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.427156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.474677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-5df5cb49-3efd-4c85-8ed7-ab7711815977 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1893873 Aug 31 19:40:57.481658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Deleting port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:57.482104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.486095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c27e36-6727-484a-b4b8-f6dff7e219bf']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:57.496635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] DHCP port deletion for 5ce961f2-a25f-40e0-909f-a03352544b95 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:40:57.536942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:57.537244 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbab9b9-478a-4e8e-8f11-b36be5f1cddd') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:57.553655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.589663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.596107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] For port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:57.596621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.600265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Deleting port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:57.602049 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.607365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:57.608109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:57.611342 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:57.628781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Calling delete_port for f4be2bf5-3d46-4c4e-9c75-1791e5107c1c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:57.655121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffa8ea5-8c4a-437c-b9b9-64a6e9043504 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:57.690719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bffa8ea5-8c4a-437c-b9b9-64a6e9043504 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:57.691239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffa8ea5-8c4a-437c-b9b9-64a6e9043504 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:57.691858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f0410cad-2c08-4d78-a453-0c04b846aa8a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:57.713258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-358055df-5458-4015-9b07-aa229e7c7be3 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379432 Aug 31 19:40:57.725318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f0410cad-2c08-4d78-a453-0c04b846aa8a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:57.726088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f0410cad-2c08-4d78-a453-0c04b846aa8a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:57.736315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.762271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] For port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,segment=NetworkSegment(23a75e7b-300c-4cba-a749-0cd19d1883b6),segment_id=23a75e7b-300c-4cba-a749-0cd19d1883b6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:57.762733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.785914 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.789435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/49c27e36-6727-484a-b4b8-f6dff7e219bf HTTP/1.1" status: 204 len: 168 time: 2.8938830 Aug 31 19:40:57.790618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570165-1343-49fb-adfd-3e26c9a789ce tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=49c27e36-6727-484a-b4b8-f6dff7e219bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:57.792101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Calling delete_port for f4be2bf5-3d46-4c4e-9c75-1791e5107c1c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:57.793929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:57.841332 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-68706c37-9827-49fd-b018-e40b0c4f38a7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:57.842148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68706c37-9827-49fd-b018-e40b0c4f38a7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:57.844335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-68706c37-9827-49fd-b018-e40b0c4f38a7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/96b7ae7e-3355-40c9-b024-e9c5043d1df4 HTTP/1.1" status: 404 len: 337 time: 0.0437243 Aug 31 19:40:57.847857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:57.908279 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eb55cd-fb6b-4b5a-b03c-bc184003de10 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:57.908891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6eb55cd-fb6b-4b5a-b03c-bc184003de10 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:57.913195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6eb55cd-fb6b-4b5a-b03c-bc184003de10 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/49c27e36-6727-484a-b4b8-f6dff7e219bf HTTP/1.1" status: 404 len: 339 time: 0.0604064 Aug 31 19:40:57.913391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d063463-d258-490e-ab91-611d15ffbb73 req-bb3e509a-75ea-4f0e-aedd-e8da0850cfc3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:57.913391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8d063463-d258-490e-ab91-611d15ffbb73 req-bb3e509a-75ea-4f0e-aedd-e8da0850cfc3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.82 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 946 time: 0.1349247 Aug 31 19:40:57.914186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:57.915587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.944610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-7152693f-492e-46c2-9732-b0919b3aeb6d service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301924 Aug 31 19:40:57.952068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] Pushing event deleted for resources: {'Port': ['ID=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:57.970511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72436328-9445-4094-81b7-20c9f91fdd2b None None] No DVR routers for this DVR port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:57.979459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363fdf8-1d75-4f99-bbe5-be026e7e5d1f req-40902b00-28a3-4976-a9fe-ac9c60930c42 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:57.984783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1363fdf8-1d75-4f99-bbe5-be026e7e5d1f req-40902b00-28a3-4976-a9fe-ac9c60930c42 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 946 time: 0.1375818 Aug 31 19:40:57.998134 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3480172b-d1d6-4506-84f2-295dd97878c0 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:57.998741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3480172b-d1d6-4506-84f2-295dd97878c0 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:58.003149 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3480172b-d1d6-4506-84f2-295dd97878c0 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/aa8de3d2-a5fb-4cb3-959a-30351d85b453 HTTP/1.1" status: 404 len: 337 time: 0.0854304 Aug 31 19:40:58.003973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.005657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.048549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1363fdf8-1d75-4f99-bbe5-be026e7e5d1f req-bc7258d9-26a2-4b7f-8154-3244b3aeb238 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Aug 31 19:40:58.076121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4be2bf5-3d46-4c4e-9c75-1791e5107c1c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:58.078483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] No DVR routers for this DVR port f4be2bf5-3d46-4c4e-9c75-1791e5107c1c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:58.102076 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8f484b-e5e6-4e96-ab97-b12781e8e5ad tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:58.102685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8f484b-e5e6-4e96-ab97-b12781e8e5ad tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:58.106769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1c8f484b-e5e6-4e96-ab97-b12781e8e5ad tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/e4763f7c-876c-4be7-865e-4693012483e2 HTTP/1.1" status: 404 len: 339 time: 0.0931950 Aug 31 19:40:58.107173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.163797 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba67243-f809-4642-9d97-2f395f2ee079 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:58.164297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba67243-f809-4642-9d97-2f395f2ee079 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:58.173014 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8ba67243-f809-4642-9d97-2f395f2ee079 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/37ab5395-431d-4c3c-9fa6-fda4f58975c1 HTTP/1.1" status: 404 len: 337 time: 0.0616369 Aug 31 19:40:58.173597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.217552 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9913cf30-bb6e-467e-8a99-9b50afc7e83b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:58.219121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9913cf30-bb6e-467e-8a99-9b50afc7e83b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:58.226108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9913cf30-bb6e-467e-8a99-9b50afc7e83b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/134d5957-5de8-45d6-b4c6-d1f84404f433 HTTP/1.1" status: 404 len: 339 time: 0.0515845 Aug 31 19:40:58.235768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.260990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.272013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47cb1bd2-12e4-4798-84be-7992d6cb2bef req-70b01eba-8410-4137-900c-c12a9a801ead tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0405002 Aug 31 19:40:58.281723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce961f2-a25f-40e0-909f-a03352544b95']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:58.285633 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Deleting port e4660e90-e206-4166-ab3f-3c7463279e17 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:58.286071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.347350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a75e7b-300c-4cba-a749-0cd19d1883b6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:58.347350 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a75e7b-300c-4cba-a749-0cd19d1883b6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:58.363092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.389531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting port 7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:58.390025 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.394730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.420181 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] For port e4660e90-e206-4166-ab3f-3c7463279e17, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=e4660e90-e206-4166-ab3f-3c7463279e17,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:58.420559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.436832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:58.437248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:58.438875 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:58.448980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Calling delete_port for e4660e90-e206-4166-ab3f-3c7463279e17 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:58.468606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.485738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Calling delete_port for 7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:58.542311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.554662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.556555 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5ce961f2-a25f-40e0-909f-a03352544b95 HTTP/1.1" status: 204 len: 168 time: 1.2986093 Aug 31 19:40:58.578530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ea11-e604-4f43-af71-b2fc3df10a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce961f2-a25f-40e0-909f-a03352544b95,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:58.634933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.673315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Port': ['ID=7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:58.680461 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.684568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-452e94ef-a48a-4bcf-b324-eb08d3f3507b tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/ports/7efedcdd-1e4b-4ef5-b93a-7d5bf11dd9c3 HTTP/1.1" status: 204 len: 168 time: 0.4466801 Aug 31 19:40:58.685428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.701863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.715971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['e4660e90-e206-4166-ab3f-3c7463279e17'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:58.718178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:58.721339 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-28edc58c-04fa-44af-b23e-3e7874a9e6b2 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:40:58.721832 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28edc58c-04fa-44af-b23e-3e7874a9e6b2 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:40:58.727382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-28edc58c-04fa-44af-b23e-3e7874a9e6b2 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/537527d9-78e6-47da-a65d-5eefe88a45c1 HTTP/1.1" status: 404 len: 337 time: 0.0409119 Aug 31 19:40:58.728051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34554) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.733029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Pushing event deleted for resources: {'Port': ['ID=e4660e90-e206-4166-ab3f-3c7463279e17,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:58.781768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] No DVR routers for this DVR port e4660e90-e206-4166-ab3f-3c7463279e17 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:58.790030 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.795500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8d063463-d258-490e-ab91-611d15ffbb73 req-edc85c16-2cdd-4986-8393-0f1383b6ec64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.82 "DELETE /v2.0/ports/e4660e90-e206-4166-ab3f-3c7463279e17 HTTP/1.1" status: 204 len: 173 time: 0.8753357 Aug 31 19:40:58.797005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'name': 'network-vif-deleted', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:58.799295 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c16ac6-ce13-4aa7-8616-6e0280187c33" -d '{"events": [{"server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "name": "network-vif-deleted", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:58.819213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.821404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.888824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:58.889235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.902104 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695e186-91a0-45d5-be81-a9a48ff895e2 x-openstack-request-id: req-5695e186-91a0-45d5-be81-a9a48ff895e2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:58.902750 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b58d27d-20c1-42b1-bd23-db3fcd742b8d", "name": "network-vif-deleted", "tag": "e4660e90-e206-4166-ab3f-3c7463279e17", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:58.903372 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5695e186-91a0-45d5-be81-a9a48ff895e2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:58.904279 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b58d27d-20c1-42b1-bd23-db3fcd742b8d', 'name': 'network-vif-deleted', 'tag': 'e4660e90-e206-4166-ab3f-3c7463279e17', 'status': 'completed', 'code': 200} Aug 31 19:40:58.906893 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-15262b03-845f-48b1-a30e-1c1792c2228f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=545f24a9cff84b3c9140e56bdceaca31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864120 Aug 31 19:40:58.909580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:58.961904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] For port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb,segment=NetworkSegment(0478618f-4f86-4651-b442-85890f93b443),segment_id=0478618f-4f86-4651-b442-85890f93b443)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:58.964366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:58.985046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Calling delete_port for 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:58.997555 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.028227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.094599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.123280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.126652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Port': ['ID=3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:59.127026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.128841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb16cc91-ae5f-4227-a000-15898f0e0d72 HTTP/1.1" status: 204 len: 168 time: 0.2178459 Aug 31 19:40:59.128979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No DVR routers for this DVR port 3f6f50bd-230e-4e8b-a9bc-a07b0c5f15cb on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:59.151212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa44ca-8e68-4771-979d-9a585e1f8baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16cc91-ae5f-4227-a000-15898f0e0d72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:59.278020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3db04ea2-f80a-410b-990a-086d0593e035 req-4d509766-8741-48cc-8abc-2b115f0f8b3f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b58d27d-20c1-42b1-bd23-db3fcd742b8d HTTP/1.1" status: 200 len: 210 time: 0.0836260 Aug 31 19:40:59.329997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.341859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ff6ab3-e2f9-4196-92ad-70088b0feebc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:59.358305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0478618f-4f86-4651-b442-85890f93b443') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:59.358911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0478618f-4f86-4651-b442-85890f93b443') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:59.359055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4be2bf5-3d46-4c4e-9c75-1791e5107c1c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:59.372278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.411545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f4be2bf5-3d46-4c4e-9c75-1791e5107c1c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:59.411945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4be2bf5-3d46-4c4e-9c75-1791e5107c1c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:59.430455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8a589d5-9442-4232-9843-25b1d2d9a993 req-dbeaea24-578b-4987-a233-40ac6116816b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0551112 Aug 31 19:40:59.435528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.454732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:59.464765 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:59.557161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.584061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.589099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:59.589315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/55ff6ab3-e2f9-4196-92ad-70088b0feebc HTTP/1.1" status: 204 len: 168 time: 0.8598385 Aug 31 19:40:59.601531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d07a7-1909-4aff-8a05-13a66ea28ffd tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=55ff6ab3-e2f9-4196-92ad-70088b0feebc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:59.719931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-a462ee26-92c6-4ef8-8a0d-fcad52e60ed0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:59.721646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-a462ee26-92c6-4ef8-8a0d-fcad52e60ed0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.1313770 Aug 31 19:40:59.733892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting port bb1dbcf3-229d-4409-89a1-1ea1609562e7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:59.734548 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.745022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:59.815792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.824514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:59.832377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Calling delete_port for bb1dbcf3-229d-4409-89a1-1ea1609562e7 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:59.903050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b06412a-a017-4b93-9e1e-78cd5c2ce903 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fb4cf7df54a47adafa2eb4d943571b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770719 Aug 31 19:40:59.905561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:59.932481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:59.937794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.986459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.018868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.024113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Port': ['ID=bb1dbcf3-229d-4409-89a1-1ea1609562e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:00.038511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.040768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6392de93-2d3a-4888-8ff7-2c0f4f2b5ee5 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/ports/bb1dbcf3-229d-4409-89a1-1ea1609562e7 HTTP/1.1" status: 204 len: 168 time: 0.4504371 Aug 31 19:41:00.043955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:00.078964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.081677 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-803822b1-08fc-49fb-821f-564a5b95adb7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] DELETE failed (client error): The resource could not be found. Aug 31 19:41:00.082214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803822b1-08fc-49fb-821f-564a5b95adb7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:00.084101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-803822b1-08fc-49fb-821f-564a5b95adb7 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/bc039c40-c111-4948-88ff-d32f10b0631c HTTP/1.1" status: 404 len: 337 time: 0.0391266 Aug 31 19:41:00.089663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:00.196434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.233903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.236449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.239915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6bcfb61-6af5-4007-9272-e73ff5275414 HTTP/1.1" status: 204 len: 168 time: 0.3309927 Aug 31 19:41:00.252076 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202b207-6085-4d23-9dd8-7b045d843924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bcfb61-6af5-4007-9272-e73ff5275414,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:00.312305 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.340920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d591ed50-fb35-4555-a20b-677c0b542164']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:00.369991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5a4e09-9953-415c-bad4-e5d75b0c9213') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:00.370556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5a4e09-9953-415c-bad4-e5d75b0c9213') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:00.394886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.421653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.436917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:41:00.437838 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:41:00.519205 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:41:00.534259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.556084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.13 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/46d6557f-4adb-42a1-ae47-a2d70ecc6c9c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:00.570279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.573179 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/d591ed50-fb35-4555-a20b-677c0b542164 HTTP/1.1" status: 204 len: 168 time: 0.4824686 Aug 31 19:41:00.574335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be678-cc2a-4329-933e-b654f63c2057 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=d591ed50-fb35-4555-a20b-677c0b542164,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:00.577099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:00.627204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0553a92d-ab85-4e6a-8ded-64a8f1e5eadb req-f21eb188-5ae7-4bf5-9b02-6bafeb5cd05c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0554512 Aug 31 19:41:00.638464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cdc08-c6c6-40ac-9779-de199f32557d req-1ad697fe-a9fc-4caa-85e4-1714cb04de97 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:00.646090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-106cdc08-c6c6-40ac-9779-de199f32557d req-1ad697fe-a9fc-4caa-85e4-1714cb04de97 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1495790 Aug 31 19:41:00.660644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting subnet 4f359100-6309-4570-b8f2-dff5667b3be0 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:41:00.664999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.736828 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.770982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-106cdc08-c6c6-40ac-9779-de199f32557d req-4516ffc0-2210-49bc-aa3f-4fc15f1a3701 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096802 Aug 31 19:41:00.868718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.880370 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.889581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:00.934831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.948573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['da55fb1f-0652-439f-9ac7-fe191d640364'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:01.002538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:01.007543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:01.011002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:01.062216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:01.115375 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:01.116671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.122994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.151298 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.155668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/subnets/4f359100-6309-4570-b8f2-dff5667b3be0 HTTP/1.1" status: 204 len: 168 time: 0.5766103 Aug 31 19:41:01.157985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:01.162712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c499106-68b0-4396-86eb-389c357fb771 None None] Network dad894a6-267c-4a82-bb76-b44b5251a7ff requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:01.233765 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-db1c160a-ab54-420b-a933-2f4e54d2d382 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4985559 Aug 31 19:41:01.234239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e367a-8a80-4fde-8a31-0dcd821b18ac tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Subnet': ['ID=4f359100-6309-4570-b8f2-dff5667b3be0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:01.305807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Request body: {'port': {'device_id': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:01.430904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.454888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.471991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] DHCP port deletion for dad894a6-267c-4a82-bb76-b44b5251a7ff request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:41:01.488753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f65e7-31ec-4090-bc95-6f6c7ab89337 req-a527c5af-85d2-49b7-811a-5d3b87ef206e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:01.490419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d30f65e7-31ec-4090-bc95-6f6c7ab89337 req-a527c5af-85d2-49b7-811a-5d3b87ef206e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.2546644 Aug 31 19:41:01.563915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47526f97-bb60-44f7-a26c-91af81040377 None None] Provisioning for port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:01.571182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47526f97-bb60-44f7-a26c-91af81040377 None None] Provisioning complete for port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:01.571814 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47526f97-bb60-44f7-a26c-91af81040377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.580018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Deleting port 25503488-2b78-4332-bd60-fb2fc02acf15 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:41:01.580402 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.672121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47526f97-bb60-44f7-a26c-91af81040377 None None] Port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:01.693953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] For port 25503488-2b78-4332-bd60-fb2fc02acf15, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=25503488-2b78-4332-bd60-fb2fc02acf15,segment=NetworkSegment(eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4),segment_id=eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:01.694523 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.714504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d30f65e7-31ec-4090-bc95-6f6c7ab89337 req-f9ffcfeb-7d2c-462c-b078-e5d89212ff64 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267126 Aug 31 19:41:01.716187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Calling delete_port for 25503488-2b78-4332-bd60-fb2fc02acf15 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:41:01.777910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Deleting port 25503488-2b78-4332-bd60-fb2fc02acf15 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:41:01.778266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.842163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.889223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] Pushing event deleted for resources: {'Port': ['ID=25503488-2b78-4332-bd60-fb2fc02acf15,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:01.896846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device e4660e90-e206-4166-ab3f-3c7463279e17 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:41:01.932724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc53735-880b-41dc-866c-89ad05ca3914 None None] No DVR routers for this DVR port 25503488-2b78-4332-bd60-fb2fc02acf15 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:41:01.941335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] For port 25503488-2b78-4332-bd60-fb2fc02acf15, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=25503488-2b78-4332-bd60-fb2fc02acf15,segment=NetworkSegment(eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4),segment_id=eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:01.941335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.942106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: e4660e90-e206-4166-ab3f-3c7463279e17 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:41:01.942106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device e4660e90-e206-4166-ab3f-3c7463279e17 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:41:01.967520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f6dc-4147-40ed-a935-5dd236384ba0 req-582ba56e-67bd-427b-9b78-c04c9151f5a8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:01.969056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a43f6dc-4147-40ed-a935-5dd236384ba0 req-582ba56e-67bd-427b-9b78-c04c9151f5a8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1424360 Aug 31 19:41:01.984069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Calling delete_port for 25503488-2b78-4332-bd60-fb2fc02acf15 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:41:02.035767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad90da-6bfc-404f-87f9-cfeb0d196a5d req-427f8bf3-f554-485d-a7b4-03492a64da36 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:02.037313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85ad90da-6bfc-404f-87f9-cfeb0d196a5d req-427f8bf3-f554-485d-a7b4-03492a64da36 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 932 time: 0.2453973 Aug 31 19:41:02.115181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:02.123688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a43f6dc-4147-40ed-a935-5dd236384ba0 req-2839d8b1-8768-4b1b-99e9-2d6b1fe05203 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461329 Aug 31 19:41:02.130635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.168469 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Transition to ACTIVE for port object 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:02.175733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85ad90da-6bfc-404f-87f9-cfeb0d196a5d req-92ee0056-22a5-4dc7-a215-e8c22da04960 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203215 Aug 31 19:41:02.178302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.250339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.253920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:02.311975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] No DVR routers for this DVR port 25503488-2b78-4332-bd60-fb2fc02acf15 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:41:02.329334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Port': ['ID=25503488-2b78-4332-bd60-fb2fc02acf15,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:02.567906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.626727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad894a6-267c-4a82-bb76-b44b5251a7ff']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:02.650756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:02.651086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e51fa-adfc-41b7-b619-58b5c7cbdbe4') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:02.653104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Attempting to bind port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:02.653429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Attempting to bind port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:02.653767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Attempting to bind port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:02.665655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:41:02.666216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Attempting to bind port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:02.690060 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.701693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:02.702191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:02.702462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:02.702904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Bound port: 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:02.703275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.716507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.727609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:41:02.727609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:41:02.730745 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:41:02.840949 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.846956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.852367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] 10.222.0.73 "DELETE /v2.0/networks/dad894a6-267c-4a82-bb76-b44b5251a7ff HTTP/1.1" status: 204 len: 168 time: 1.6893315 Aug 31 19:41:02.871866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee20237-7435-4012-8afc-523722b94d42 tempest-NetworksIpV6TestAttrs-802815707 tempest-NetworksIpV6TestAttrs-802815707-project] Pushing event deleted for resources: {'Network': ['ID=dad894a6-267c-4a82-bb76-b44b5251a7ff,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:02.881284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:02.906811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:02.918122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.983095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:02.996608 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:02.998333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] 10.222.0.67 "PUT /v2.0/ports/46d6557f-4adb-42a1-ae47-a2d70ecc6c9c HTTP/1.1" status: 200 len: 1093 time: 1.7195718 Aug 31 19:41:02.998791 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:03.001136 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44001b73-a23f-4cab-8380-7d521ceeb6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:03.112119 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b4c05e-1327-46c7-b0eb-cd712fd89481 x-openstack-request-id: req-74b4c05e-1327-46c7-b0eb-cd712fd89481 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:03.112492 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:03.112673 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74b4c05e-1327-46c7-b0eb-cd712fd89481 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:03.113066 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c', 'status': 'completed', 'code': 200} Aug 31 19:41:03.131260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b32b-6da6-43b5-aba4-5660a21a5ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:03.174325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-e6137dd5-51a4-4417-8eff-1523d60c1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.176127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-e6137dd5-51a4-4417-8eff-1523d60c1e8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 1096 time: 0.1241090 Aug 31 19:41:03.318277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 25503488-2b78-4332-bd60-fb2fc02acf15 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:41:03.363154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-4d24cd3d-7d6c-4aa9-82be-6955c0b5e31c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c HTTP/1.1" status: 200 len: 217 time: 0.1754973 Aug 31 19:41:03.454705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 25503488-2b78-4332-bd60-fb2fc02acf15 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:41:03.455799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 25503488-2b78-4332-bd60-fb2fc02acf15 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:41:03.515140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-d27214f6-bcb9-428c-ab24-a64281398ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.520527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-d27214f6-bcb9-428c-ab24-a64281398ce7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1400578 Aug 31 19:41:03.553016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:03.572999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb48c3-0185-403d-bff5-e729febc2423 req-433a9f39-024d-481f-807c-5d4727b6cd93 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.574727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66eb48c3-0185-403d-bff5-e729febc2423 req-433a9f39-024d-481f-807c-5d4727b6cd93 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.2104025 Aug 31 19:41:03.602160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-f2604467-2419-474e-ab73-74a702a2c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.603744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-f2604467-2419-474e-ab73-74a702a2c625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728796 Aug 31 19:41:03.689111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66eb48c3-0185-403d-bff5-e729febc2423 req-c5a84c2d-1a67-4a83-bfd5-51173ea9e77d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Aug 31 19:41:03.772364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-003fe0e0-62e5-44d6-bf12-60ad7ac2e359 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532865 Aug 31 19:41:03.822819 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-817001a9-fdf3-4805-a5df-0ceaa8345290 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25b6edcd8703403f949ae6cc9e5b2114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665598 Aug 31 19:41:03.825486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:03.923986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.969115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.976948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe0886bb-95d0-4e3f-9fc2-d7d25a6a93ec req-e31182b2-90dc-45fd-94e2-96508d128550 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920114 Aug 31 19:41:04.035532 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.040722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.042215 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99ebc792-9778-47f9-8f45-c22ab6036f5d HTTP/1.1" status: 204 len: 168 time: 0.2154934 Aug 31 19:41:04.066575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8b6bc-9394-4f15-89b5-17e8edca5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ebc792-9778-47f9-8f45-c22ab6036f5d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:04.148440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-54c2e066-7f0e-4927-8c15-f9091bc67184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.150553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-54c2e066-7f0e-4927-8c15-f9091bc67184 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 1096 time: 0.1178093 Aug 31 19:41:04.333714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-de8d05d5-401c-4e60-b0c5-9a2acd6e826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.336585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-de8d05d5-401c-4e60-b0c5-9a2acd6e826f service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1785932 Aug 31 19:41:04.454370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-f414df81-512c-4e7e-a05c-ef10918595ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c HTTP/1.1" status: 200 len: 217 time: 0.1064923 Aug 31 19:41:04.576105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289889f6-765a-46a9-9ec3-d6a1c44d3221 req-374cb769-58bd-4a8b-8bc3-19429514785d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.577873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-289889f6-765a-46a9-9ec3-d6a1c44d3221 req-374cb769-58bd-4a8b-8bc3-19429514785d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1647348 Aug 31 19:41:04.580020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-972a04e5-9e29-4d06-bb99-d75b867294e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.581990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-972a04e5-9e29-4d06-bb99-d75b867294e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1218908 Aug 31 19:41:04.683882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-289889f6-765a-46a9-9ec3-d6a1c44d3221 req-35a0247c-661b-4de4-a80a-a6b44247306f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901685 Aug 31 19:41:04.688892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-afc3ea64-f307-45ad-8a57-b7f82f22215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.690655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-afc3ea64-f307-45ad-8a57-b7f82f22215e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984948 Aug 31 19:41:04.988989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-9440d543-78e2-47f0-9024-4ce5f57db45e service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895126 Aug 31 19:41:05.020121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae44ad-6110-4e4b-a2b6-3272eaf93732 req-e23254a3-c01a-4fba-9d5a-a9d9f5302418 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:05.021854 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fae44ad-6110-4e4b-a2b6-3272eaf93732 req-e23254a3-c01a-4fba-9d5a-a9d9f5302418 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1763968 Aug 31 19:41:05.031491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7446b-8fff-4eef-b10d-9b47bdff2368 req-afe7ab62-130a-43ff-8406-8aab8d68fc8f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:05.033226 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5db7446b-8fff-4eef-b10d-9b47bdff2368 req-afe7ab62-130a-43ff-8406-8aab8d68fc8f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.1580186 Aug 31 19:41:05.191070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3fae44ad-6110-4e4b-a2b6-3272eaf93732 req-22bd84e8-0691-4a48-b76f-930ba407d4dd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451068 Aug 31 19:41:05.208774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5db7446b-8fff-4eef-b10d-9b47bdff2368 req-978fb7a6-3575-49dd-b505-da0fcd9e0b08 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324270 Aug 31 19:41:05.255336 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-44001b73-a23f-4cab-8380-7d521ceeb6c1 req-f3a292f5-239a-490c-acdd-c586687a8ea9 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574842 Aug 31 19:41:05.382220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.539434 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e2b5cddb-796c-4756-8e15-4f0985587e6c tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] Request body: {'port': {'network_id': 'f8c6c427-10d7-452b-888d-9d75f73f1e69', 'name': 'tempest-NetworksNegativeTestJSON-1245403579'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:05.559349 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b5cddb-796c-4756-8e15-4f0985587e6c tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] POST failed (client error): The resource could not be found. Aug 31 19:41:05.560178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b5cddb-796c-4756-8e15-4f0985587e6c tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.561421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e2b5cddb-796c-4756-8e15-4f0985587e6c tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1777537 Aug 31 19:41:05.566077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.592853 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b937a619-15a7-4b4c-b8af-e2c0cf0b9e1f tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] DELETE failed (client error): The resource could not be found. Aug 31 19:41:05.593518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b937a619-15a7-4b4c-b8af-e2c0cf0b9e1f tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.595504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b937a619-15a7-4b4c-b8af-e2c0cf0b9e1f tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "DELETE /v2.0/networks/91dc3bc1-ce1c-4a3a-87ad-e7a1a7f51868 HTTP/1.1" status: 404 len: 339 time: 0.0283267 Aug 31 19:41:05.599707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.627887 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-376a0f43-cd86-4fcc-854d-c6fbe22ac178 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] DELETE failed (client error): The resource could not be found. Aug 31 19:41:05.628852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376a0f43-cd86-4fcc-854d-c6fbe22ac178 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.630847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-376a0f43-cd86-4fcc-854d-c6fbe22ac178 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "DELETE /v2.0/ports/11306f81-8541-45c6-aadb-3719373b05a0 HTTP/1.1" status: 404 len: 333 time: 0.0293548 Aug 31 19:41:05.636452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.668470 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-425c6207-82f3-4a83-9d6d-019f2cb6bad1 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] DELETE failed (client error): The resource could not be found. Aug 31 19:41:05.668943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425c6207-82f3-4a83-9d6d-019f2cb6bad1 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.674166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-425c6207-82f3-4a83-9d6d-019f2cb6bad1 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "DELETE /v2.0/subnets/636c88f4-7507-4af1-9704-9c8cfa4f7aa8 HTTP/1.1" status: 404 len: 337 time: 0.0332708 Aug 31 19:41:05.676387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.700710 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee6af5e-4f45-4aaa-a8b0-3c7b991cfa98 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] GET failed (client error): The resource could not be found. Aug 31 19:41:05.702499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dee6af5e-4f45-4aaa-a8b0-3c7b991cfa98 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "GET /v2.0/networks/e1ef91c0-a392-4ba5-a1d3-7baf49e8d631 HTTP/1.1" status: 404 len: 339 time: 0.0269742 Aug 31 19:41:05.706711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.744396 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8415dd-152b-4532-a854-a5c5f89ef713 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] GET failed (client error): The resource could not be found. Aug 31 19:41:05.745960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b8415dd-152b-4532-a854-a5c5f89ef713 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "GET /v2.0/ports/06498d7c-bef5-4a02-86a8-3b6a4746814a HTTP/1.1" status: 404 len: 333 time: 0.0379076 Aug 31 19:41:05.749881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.781384 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cf142b-fbfb-4ea9-aa3c-e64c705b0e0a tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] GET failed (client error): The resource could not be found. Aug 31 19:41:05.782660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c7cf142b-fbfb-4ea9-aa3c-e64c705b0e0a tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "GET /v2.0/subnets/6238ee48-334b-45d3-aac6-0798a8b9a3c3 HTTP/1.1" status: 404 len: 337 time: 0.0321541 Aug 31 19:41:05.788645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.795866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5dd88092-9e7e-4c85-845d-e5f711f83e85 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:05.817252 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd88092-9e7e-4c85-845d-e5f711f83e85 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] PUT failed (client error): The resource could not be found. Aug 31 19:41:05.818432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd88092-9e7e-4c85-845d-e5f711f83e85 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.820519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5dd88092-9e7e-4c85-845d-e5f711f83e85 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "PUT /v2.0/networks/26993a07-c41c-49bb-b8b2-2e0ab589e677 HTTP/1.1" status: 404 len: 339 time: 0.0305636 Aug 31 19:41:05.824638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.834103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fba4e05e-52e6-4795-b3d8-bf8118cb050d tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:05.869221 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba4e05e-52e6-4795-b3d8-bf8118cb050d tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] PUT failed (client error): The resource could not be found. Aug 31 19:41:05.870077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba4e05e-52e6-4795-b3d8-bf8118cb050d tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.872160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fba4e05e-52e6-4795-b3d8-bf8118cb050d tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "PUT /v2.0/ports/2a58beb3-ebdb-491b-9806-170914075405 HTTP/1.1" status: 404 len: 333 time: 0.0457647 Aug 31 19:41:05.876069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:05.886428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bdcfcd16-f57c-4b43-a48a-31eb4ca26e99 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:05.928581 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcfcd16-f57c-4b43-a48a-31eb4ca26e99 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] PUT failed (client error): The resource could not be found. Aug 31 19:41:05.929146 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcfcd16-f57c-4b43-a48a-31eb4ca26e99 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:41:05.930705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bdcfcd16-f57c-4b43-a48a-31eb4ca26e99 tempest-NetworksNegativeTestJSON-1114170116 tempest-NetworksNegativeTestJSON-1114170116-project] 10.222.0.73 "PUT /v2.0/subnets/8a913ac1-47ac-4778-a922-26274cd53366 HTTP/1.1" status: 404 len: 337 time: 0.0532532 Aug 31 19:41:06.400102 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b94158-831e-41e5-a499-041d5308bd32 req-f6d1cd67-1011-4b39-ab69-ccf435e3067a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:06.401713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b94158-831e-41e5-a499-041d5308bd32 req-f6d1cd67-1011-4b39-ab69-ccf435e3067a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0902822 Aug 31 19:41:06.452281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 34718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:06.498250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b94158-831e-41e5-a499-041d5308bd32 req-2ce03a95-d063-4d10-9ef5-0dadc19d3523 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863948 Aug 31 19:41:06.658738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68a765ad-d774-49b3-a038-8202ed81d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:06.783121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68a765ad-d774-49b3-a038-8202ed81d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:06.802608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68a765ad-d774-49b3-a038-8202ed81d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:06.854892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-68a765ad-d774-49b3-a038-8202ed81d462 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20bf97a1c70a4fe092db49aed07b0195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006991 Aug 31 19:41:06.856135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a765ad-d774-49b3-a038-8202ed81d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b8745-ba2a-4cc6-a0d3-959f9a7c7d5f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:06.859085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 34726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:06.942510 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:06.976756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:07.107968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e6fd4-b3fa-4ab8-ab70-6f4fb2732847 req-2b4ee378-4fb4-427b-9733-c9d211748def tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:07.109623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c53e6fd4-b3fa-4ab8-ab70-6f4fb2732847 req-2b4ee378-4fb4-427b-9733-c9d211748def tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0615675 Aug 31 19:41:07.111042 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:07.113972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:07.115026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e7b8745-ba2a-4cc6-a0d3-959f9a7c7d5f HTTP/1.1" status: 204 len: 168 time: 0.2547696 Aug 31 19:41:07.135332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908643c6-011b-4a18-a6ca-7299d077c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b8745-ba2a-4cc6-a0d3-959f9a7c7d5f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:07.174796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c53e6fd4-b3fa-4ab8-ab70-6f4fb2732847 req-50ce9af8-5ab8-420b-877d-872f4e2cba2b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Aug 31 19:41:07.340486 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936145d-bb8b-453f-a475-b6976c2f6a13 req-48a2d2ce-ee3c-475a-be99-6b5c342476fb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:07.342194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5936145d-bb8b-453f-a475-b6976c2f6a13 req-48a2d2ce-ee3c-475a-be99-6b5c342476fb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0718567 Aug 31 19:41:07.419335 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5936145d-bb8b-453f-a475-b6976c2f6a13 req-84761a62-1e5d-40d7-943d-bf2266c1b251 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710745 Aug 31 19:41:07.747110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d916-f087-450f-b950-1c1e242fc9bd req-cdca3e40-dceb-4240-a5bc-5144b442d961 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:07.748681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fad0d916-f087-450f-b950-1c1e242fc9bd req-cdca3e40-dceb-4240-a5bc-5144b442d961 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.1411333 Aug 31 19:41:08.070131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2aad5-3006-42b8-bc87-8de0d1c52c1f req-9a01edc4-3fa1-41e7-848f-399a5fc2f2ea tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:08.072186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ad2aad5-3006-42b8-bc87-8de0d1c52c1f req-9a01edc4-3fa1-41e7-848f-399a5fc2f2ea tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.3952808 Aug 31 19:41:08.113933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fad0d916-f087-450f-b950-1c1e242fc9bd req-aa30fb6b-80cc-4876-843c-f8a04e674506 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575354 Aug 31 19:41:08.148658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ad2aad5-3006-42b8-bc87-8de0d1c52c1f req-1f52e20f-9c7d-423e-9b1b-2e9ed0a6e6be tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625224 Aug 31 19:41:08.352089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d453-00df-4851-a826-441408668b3e req-0c32e2cd-8f2c-46a9-886a-52ea8643b6b8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:08.353925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0766d453-00df-4851-a826-441408668b3e req-0c32e2cd-8f2c-46a9-886a-52ea8643b6b8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0981655 Aug 31 19:41:08.424864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0766d453-00df-4851-a826-441408668b3e req-4519343d-6586-4a20-9f90-334e00ba55ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Aug 31 19:41:08.700687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307797-6dc9-4d02-b48f-e500b82d5d45 req-3ed688c7-adc6-49f1-ae33-fecf3e8f9eb5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:08.702421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a307797-6dc9-4d02-b48f-e500b82d5d45 req-3ed688c7-adc6-49f1-ae33-fecf3e8f9eb5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0676608 Aug 31 19:41:08.768277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a307797-6dc9-4d02-b48f-e500b82d5d45 req-a3da0e25-a12b-4b13-932c-f578ce97fd21 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560265 Aug 31 19:41:08.978069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac270f-196c-49e9-8cf1-d02207337b70 req-a6b4f79a-1db9-483a-84f4-e3ea360973e6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:08.986345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46ac270f-196c-49e9-8cf1-d02207337b70 req-a6b4f79a-1db9-483a-84f4-e3ea360973e6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1161144 Aug 31 19:41:09.035680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46ac270f-196c-49e9-8cf1-d02207337b70 req-e515812d-0040-445d-b06e-3f0b4ca89ff7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Aug 31 19:41:09.366527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9cafd-e8e9-4bd8-b14b-61f0337b9318 req-5a92322c-47ec-4993-904f-620d14011771 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:09.386816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75f9cafd-e8e9-4bd8-b14b-61f0337b9318 req-5a92322c-47ec-4993-904f-620d14011771 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.1179023 Aug 31 19:41:09.474518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af018-9c7d-46a4-adbd-132f4e37bf9d req-f0f9d039-d0c2-409e-913b-70cd82b1f104 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:09.476418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-985af018-9c7d-46a4-adbd-132f4e37bf9d req-f0f9d039-d0c2-409e-913b-70cd82b1f104 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0844910 Aug 31 19:41:09.497062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75f9cafd-e8e9-4bd8-b14b-61f0337b9318 req-17a78dbb-7168-429b-80b6-9119728f5587 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091540 Aug 31 19:41:09.562381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-985af018-9c7d-46a4-adbd-132f4e37bf9d req-c5c251dc-f0a0-4ca2-a34e-b380138bb0f9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641685 Aug 31 19:41:09.693060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2a6f-965b-4599-958e-86639f520ea4 req-5c3554fe-8daf-4b17-86ab-b0a861c94a9f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:09.703075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69be2a6f-965b-4599-958e-86639f520ea4 req-5c3554fe-8daf-4b17-86ab-b0a861c94a9f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0622301 Aug 31 19:41:09.749041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69be2a6f-965b-4599-958e-86639f520ea4 req-ff5cb1cd-c909-4d4c-9625-c7cfd1642665 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Aug 31 19:41:10.021561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85358-0e0e-4275-81c2-3daeec9317b5 req-28d5f59e-6a25-4aab-9692-4f0213926989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.029192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01a85358-0e0e-4275-81c2-3daeec9317b5 req-28d5f59e-6a25-4aab-9692-4f0213926989 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0913646 Aug 31 19:41:10.078430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01a85358-0e0e-4275-81c2-3daeec9317b5 req-3de17528-9dd3-4f8b-bd67-2d27ea747eda tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Aug 31 19:41:10.210880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fcacc-b544-4319-b257-0d2e2917cfd9 req-d9bd9f0e-070d-4fb6-b500-07cd0a6372d1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.213204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c26fcacc-b544-4319-b257-0d2e2917cfd9 req-d9bd9f0e-070d-4fb6-b500-07cd0a6372d1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0626285 Aug 31 19:41:10.263223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c26fcacc-b544-4319-b257-0d2e2917cfd9 req-ae015e19-731a-4690-b1cf-fe09750df3f6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Aug 31 19:41:10.484779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313601-3159-4bf1-8c7c-b3b1aa93564f req-c6c54daa-74ec-401a-9ae4-04e3103683de tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.493184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd313601-3159-4bf1-8c7c-b3b1aa93564f req-c6c54daa-74ec-401a-9ae4-04e3103683de tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0709128 Aug 31 19:41:10.536059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd313601-3159-4bf1-8c7c-b3b1aa93564f req-3de0a8e1-e1a8-4e0c-94c2-b3b2210a9c4e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Aug 31 19:41:10.690781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3699944-2fea-40ce-a093-84fb3b315835 req-f357d8ba-d5b4-41f4-aced-fcdbf4a54f16 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.692271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3699944-2fea-40ce-a093-84fb3b315835 req-f357d8ba-d5b4-41f4-aced-fcdbf4a54f16 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0980985 Aug 31 19:41:10.728283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fa183-fbb5-42ff-ae67-22e924b2fada req-624f9a87-8e40-46e0-bcdb-d999dc49c958 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.729816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb7fa183-fbb5-42ff-ae67-22e924b2fada req-624f9a87-8e40-46e0-bcdb-d999dc49c958 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0923324 Aug 31 19:41:10.790862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3699944-2fea-40ce-a093-84fb3b315835 req-85f16791-bd47-4fb7-9e15-dfbb5a442306 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864053 Aug 31 19:41:10.835631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb7fa183-fbb5-42ff-ae67-22e924b2fada req-e726e222-9eeb-4042-b14e-1f455373af1b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748830 Aug 31 19:41:11.101623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214c77-de56-4a35-979c-5d33f37c9fbc req-67f5f2f9-099e-4aa3-b51b-2ea19b7b0830 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:11.104465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7214c77-de56-4a35-979c-5d33f37c9fbc req-67f5f2f9-099e-4aa3-b51b-2ea19b7b0830 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 813 time: 0.1113234 Aug 31 19:41:11.128439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7214c77-de56-4a35-979c-5d33f37c9fbc req-02b2ace1-15b4-422e-a1ea-5719fe4928f0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/quotas/5a513d05a2b4403fadee1b21d1f07ad8 HTTP/1.1" status: 200 len: 375 time: 0.0150990 Aug 31 19:41:11.194638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7214c77-de56-4a35-979c-5d33f37c9fbc req-242bc453-e64d-40b6-b0b9-a1ed4dd89a2c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599792 Aug 31 19:41:11.360825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816f1e1-534c-4f8b-b96f-982aa926f89b req-a0b3919b-2802-40b0-bebf-7a873ea27f29 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:11.369956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e816f1e1-534c-4f8b-b96f-982aa926f89b req-a0b3919b-2802-40b0-bebf-7a873ea27f29 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0825629 Aug 31 19:41:11.425667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e816f1e1-534c-4f8b-b96f-982aa926f89b req-19f66b5c-ed82-447b-a948-ed7f9837889c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547369 Aug 31 19:41:11.572631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd87f81-0bc5-4267-9de6-49f504ed41f9 req-676b9ad1-d145-4515-ad14-fa7e7c587a21 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:11.574217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dd87f81-0bc5-4267-9de6-49f504ed41f9 req-676b9ad1-d145-4515-ad14-fa7e7c587a21 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0708454 Aug 31 19:41:11.587366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5be5c92e-f239-4626-b961-44627d9c1a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:11.642596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dd87f81-0bc5-4267-9de6-49f504ed41f9 req-a045ae54-b5a1-47e8-a472-cbb2495ea546 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617571 Aug 31 19:41:11.823022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59ba6a8e-ae2e-4bd9-b5d2-810e9193e05f req-576add19-dc03-485f-870b-da76c23de294 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5a513d05a2b4403fadee1b21d1f07ad8 HTTP/1.1" status: 200 len: 221 time: 0.0381844 Aug 31 19:41:11.981368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646fd76-598d-46b4-939b-cdd39196de8f req-4a4c23ef-e46d-4392-9b37-22cb3d850c27 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:11.983162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9646fd76-598d-46b4-939b-cdd39196de8f req-4a4c23ef-e46d-4392-9b37-22cb3d850c27 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0970206 Aug 31 19:41:11.998844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbee74-3a8a-4f4d-921f-4b02848137bb req-06f60319-1b72-43a3-bef3-a3a27539c95d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.000460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-febbee74-3a8a-4f4d-921f-4b02848137bb req-06f60319-1b72-43a3-bef3-a3a27539c95d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0733564 Aug 31 19:41:12.059263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9646fd76-598d-46b4-939b-cdd39196de8f req-cdf258e1-4e02-4baf-b809-0ca122493f7b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577507 Aug 31 19:41:12.064773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-febbee74-3a8a-4f4d-921f-4b02848137bb req-fa6e5a79-f78e-407f-90aa-2c18d2f7cc60 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566726 Aug 31 19:41:12.196812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa9f5-a34e-4f38-be92-3c7e2c309fa6 req-ef7d1ab2-441b-47b4-b683-8a704d835d85 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.198596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b44aa9f5-a34e-4f38-be92-3c7e2c309fa6 req-ef7d1ab2-441b-47b4-b683-8a704d835d85 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0601189 Aug 31 19:41:12.256005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b44aa9f5-a34e-4f38-be92-3c7e2c309fa6 req-a7d7f199-ae13-4de7-a66f-d6d840f102e8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Aug 31 19:41:12.398462 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56025e8-42fd-4f63-b8b1-4b320633982d req-58f56a1d-4ba9-4f82-a296-d50a7b3c386a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.399994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56025e8-42fd-4f63-b8b1-4b320633982d req-58f56a1d-4ba9-4f82-a296-d50a7b3c386a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0540531 Aug 31 19:41:12.401801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-6e9366b8-2cca-498c-818d-9e94cc38a79b req-b7e5f34e-8c5e-4fa5-ac69-e67c59d573f1 service neutron] (94816) timed out ('10.222.0.82', 55373) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:41:12.440426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56025e8-42fd-4f63-b8b1-4b320633982d req-a49d9a3a-9852-455e-aba2-cd906de6c85a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Aug 31 19:41:12.580619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b439d0-32ad-4e17-be27-d64308d08ff6 req-ac43d9e9-49d5-4491-aa2b-10d803e0a5c2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.582251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8b439d0-32ad-4e17-be27-d64308d08ff6 req-ac43d9e9-49d5-4491-aa2b-10d803e0a5c2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0578218 Aug 31 19:41:12.623621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8b439d0-32ad-4e17-be27-d64308d08ff6 req-7aff7889-7d38-4544-bc98-92d8a4372805 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Aug 31 19:41:12.762274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ad65-8f8f-46a8-85fd-e78b06fe3399 req-a40f71d0-e906-4e01-a28f-51b6a8415f93 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.763806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9792ad65-8f8f-46a8-85fd-e78b06fe3399 req-a40f71d0-e906-4e01-a28f-51b6a8415f93 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0512912 Aug 31 19:41:12.811609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9792ad65-8f8f-46a8-85fd-e78b06fe3399 req-ccbc829c-11af-4cd0-80ed-4084f911ae8b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Aug 31 19:41:12.939015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b45f93-8502-4791-8206-a1c0b15fa092 req-467ae717-6097-4427-8d05-80d09a5a0452 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.940643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53b45f93-8502-4791-8206-a1c0b15fa092 req-467ae717-6097-4427-8d05-80d09a5a0452 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0505040 Aug 31 19:41:12.988356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53b45f93-8502-4791-8206-a1c0b15fa092 req-2796f6dd-7007-42cc-9c8e-799da8205eaa tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Aug 31 19:41:13.135496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1604-95d8-48f0-8b11-64d4d14e19d8 req-bc89a11f-2dec-409e-8aa8-39fe0867aa17 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.140790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cec1604-95d8-48f0-8b11-64d4d14e19d8 req-bc89a11f-2dec-409e-8aa8-39fe0867aa17 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0764577 Aug 31 19:41:13.227508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cec1604-95d8-48f0-8b11-64d4d14e19d8 req-26ea74e9-0e84-41f0-92a4-11e21857daa8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840154 Aug 31 19:41:13.247428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf3734-969d-4612-ba1c-5d8fd235c3dc req-7d6dd7c0-9ac4-4cc5-8492-2a63b75fee4b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.254776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15cf3734-969d-4612-ba1c-5d8fd235c3dc req-7d6dd7c0-9ac4-4cc5-8492-2a63b75fee4b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0840619 Aug 31 19:41:13.301803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15cf3734-969d-4612-ba1c-5d8fd235c3dc req-e23463fc-df84-468e-a7a6-2ff87f2b0b75 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Aug 31 19:41:13.420660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b872-99b6-47ab-a833-357965fdb10b req-788e785d-c4c9-4144-a81b-22059e3fac9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.422703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16c5b872-99b6-47ab-a833-357965fdb10b req-788e785d-c4c9-4144-a81b-22059e3fac9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0607512 Aug 31 19:41:13.467754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16c5b872-99b6-47ab-a833-357965fdb10b req-c3cb4f5f-d844-466a-a89e-85dbdb40323c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Aug 31 19:41:13.630632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaf12b-5c50-4219-9135-1a33c5c5c5d2 req-beab8609-8b5b-4b1b-a072-67d83e73c7a4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.632788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbdaf12b-5c50-4219-9135-1a33c5c5c5d2 req-beab8609-8b5b-4b1b-a072-67d83e73c7a4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0585227 Aug 31 19:41:13.699239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbdaf12b-5c50-4219-9135-1a33c5c5c5d2 req-23c13070-fbfc-47bc-947b-1d39fcdac661 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Aug 31 19:41:13.896393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1eb46-42dd-4aea-b040-366111153537 req-47d227c2-4935-4563-8c46-1e6de12d861e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.898423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bea1eb46-42dd-4aea-b040-366111153537 req-47d227c2-4935-4563-8c46-1e6de12d861e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0967207 Aug 31 19:41:13.966543 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bea1eb46-42dd-4aea-b040-366111153537 req-c2cc3d2e-803f-4204-adb3-aa4de9311b27 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545766 Aug 31 19:41:13.980657 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:41:14.145368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00611be-4b30-4c29-8ba1-16a12e3f7db6 req-7a4bc4a9-6655-4ad6-9bcd-b32fb474feb4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.148396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c00611be-4b30-4c29-8ba1-16a12e3f7db6 req-7a4bc4a9-6655-4ad6-9bcd-b32fb474feb4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0650051 Aug 31 19:41:14.239455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c00611be-4b30-4c29-8ba1-16a12e3f7db6 req-af9d6d44-830e-467e-a7ab-750a8d3f5e17 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788949 Aug 31 19:41:14.260013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa28c86c-185d-4dc6-8931-35b888753eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:14.448516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df505eec-d4a9-4522-850e-2935259b6ce1 req-25198b5c-0763-4c86-a3c3-c38cb52e979a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.457098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df505eec-d4a9-4522-850e-2935259b6ce1 req-25198b5c-0763-4c86-a3c3-c38cb52e979a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0980375 Aug 31 19:41:14.496395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:14.539793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df505eec-d4a9-4522-850e-2935259b6ce1 req-108dcb5a-6542-4fb2-bcde-4e1d33e8c8d2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813744 Aug 31 19:41:14.586883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0363-2186-4bff-a3f7-3f7afcb450b3 req-0c13d861-d97f-4766-878f-fbb3db932305 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.594559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39cd0363-2186-4bff-a3f7-3f7afcb450b3 req-0c13d861-d97f-4766-878f-fbb3db932305 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.1350718 Aug 31 19:41:14.681572 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39cd0363-2186-4bff-a3f7-3f7afcb450b3 req-cddad365-9e2a-4c2a-8729-4d8044a9ee7f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766115 Aug 31 19:41:14.688721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:14.755897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c4ce9-a111-473d-a564-7ae668ba847b req-83309fbf-9839-4169-aed0-eb5ab2d9dc19 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.759505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f3c4ce9-a111-473d-a564-7ae668ba847b req-83309fbf-9839-4169-aed0-eb5ab2d9dc19 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0642798 Aug 31 19:41:14.806446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f3c4ce9-a111-473d-a564-7ae668ba847b req-c47c1ada-277b-4139-96ee-0eae6722dadc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Aug 31 19:41:14.944399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b039c-c238-4973-8f3f-ee4e08691083 req-7064a5a0-9f45-4771-b100-0a7d8cf3d134 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.946966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-704b039c-c238-4973-8f3f-ee4e08691083 req-7064a5a0-9f45-4771-b100-0a7d8cf3d134 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0632319 Aug 31 19:41:15.003691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-704b039c-c238-4973-8f3f-ee4e08691083 req-0dbf5207-b85c-49f5-8dbc-35482ade9699 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Aug 31 19:41:15.230491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c468b7-2d57-4ba2-bf34-d3eb2382a3e3 req-4fb260d0-1788-4638-bd55-9ebf3df8c7aa tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.238420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61c468b7-2d57-4ba2-bf34-d3eb2382a3e3 req-4fb260d0-1788-4638-bd55-9ebf3df8c7aa tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0706525 Aug 31 19:41:15.285034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61c468b7-2d57-4ba2-bf34-d3eb2382a3e3 req-fbd1727b-3a0d-4b26-a2e8-67278f6dc6f6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Aug 31 19:41:15.408210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059e8d8-7ca4-4b66-98d5-eb841a076073 req-4de44264-0764-42e7-9f6a-273e4188d560 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.409862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9059e8d8-7ca4-4b66-98d5-eb841a076073 req-4de44264-0764-42e7-9f6a-273e4188d560 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0556438 Aug 31 19:41:15.441612 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:15.458356 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9059e8d8-7ca4-4b66-98d5-eb841a076073 req-c593d7db-9b73-46c2-8397-5661bc8f020d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Aug 31 19:41:15.675341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebe714-232d-4a15-ae85-081cdb31d646 req-06372f51-59a8-4006-8f16-f532df8cb2e6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.696763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abebe714-232d-4a15-ae85-081cdb31d646 req-06372f51-59a8-4006-8f16-f532df8cb2e6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0951669 Aug 31 19:41:15.761856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-abebe714-232d-4a15-ae85-081cdb31d646 req-1a9dc614-4be1-4dbf-8388-ece59e8e6566 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Aug 31 19:41:15.933938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7529-86b5-4714-ad3a-645c715ceeff req-5fe688f4-ed34-47b9-98ed-7b22b1906f44 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.935571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a83f7529-86b5-4714-ad3a-645c715ceeff req-5fe688f4-ed34-47b9-98ed-7b22b1906f44 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.1098497 Aug 31 19:41:15.948116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02fde1-01f8-4709-8345-40c656e9ebdf req-d17950ec-47fd-4bf6-a5fb-8832a18c4a15 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.949708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a02fde1-01f8-4709-8345-40c656e9ebdf req-d17950ec-47fd-4bf6-a5fb-8832a18c4a15 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0814042 Aug 31 19:41:15.992973 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:16.009706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a83f7529-86b5-4714-ad3a-645c715ceeff req-6c5be6e1-885e-4f1a-89b2-91faebb0afaa tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Aug 31 19:41:16.017241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a02fde1-01f8-4709-8345-40c656e9ebdf req-78bac4c7-c467-4e86-898b-b30a1806f366 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591068 Aug 31 19:41:16.194014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990290-fe51-47c3-85af-ddb369b4b261 req-2d538581-c135-46e7-866b-d8e2d1bcca31 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.196052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76990290-fe51-47c3-85af-ddb369b4b261 req-2d538581-c135-46e7-866b-d8e2d1bcca31 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0696971 Aug 31 19:41:16.257379 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76990290-fe51-47c3-85af-ddb369b4b261 req-e742c42f-bab1-4d0e-9835-13de7bf43a63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544922 Aug 31 19:41:16.398561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cac1-876a-422a-99ae-f3e30590a2a8 req-6d43a6a7-35bb-4c75-8e73-2d9753dbe7a5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.400465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe2cac1-876a-422a-99ae-f3e30590a2a8 req-6d43a6a7-35bb-4c75-8e73-2d9753dbe7a5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0627220 Aug 31 19:41:16.460105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfe2cac1-876a-422a-99ae-f3e30590a2a8 req-9c3cc9df-277e-4998-bedd-90cda1157aee tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Aug 31 19:41:16.775615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56428-9159-46a9-ac20-5c378e55a444 req-3b8d436d-248d-4bfe-b210-7482ec25e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.780108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-3b8d436d-248d-4bfe-b210-7482ec25e184 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1097 time: 0.0614796 Aug 31 19:41:16.791080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e7d2a-4af0-47a9-9fcb-6baa04a2f302 req-2b69e019-e38b-458e-8dfb-b48bff0d9b13 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.799688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e11e7d2a-4af0-47a9-9fcb-6baa04a2f302 req-2b69e019-e38b-458e-8dfb-b48bff0d9b13 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1094649 Aug 31 19:41:16.921589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e11e7d2a-4af0-47a9-9fcb-6baa04a2f302 req-c9e68ca7-38e9-40ef-a05c-6a29ba0917a2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205478 Aug 31 19:41:16.965032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56428-9159-46a9-ac20-5c378e55a444 req-bc9cfa8d-3bf1-4743-9450-e0870817eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.966894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-bc9cfa8d-3bf1-4743-9450-e0870817eaa7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.1565039 Aug 31 19:41:17.010995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-a72a3080-fba0-4d05-b26c-1d649b2793a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470068 Aug 31 19:41:17.059257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-bc9f3fc8-e6d0-47a6-9262-7c9d587c4df4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0826979 Aug 31 19:41:17.063987 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:17.137201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-907c4999-41cb-4017-937c-93715bd0f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.140865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-907c4999-41cb-4017-937c-93715bd0f080 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 1097 time: 0.0700755 Aug 31 19:41:17.141195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56428-9159-46a9-ac20-5c378e55a444 req-86ccf84d-4deb-4772-9e12-5b591092d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.143142 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-86ccf84d-4deb-4772-9e12-5b591092d2be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.0747707 Aug 31 19:41:17.200626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-889e264e-8d74-4618-93e2-27a2deb0a986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470228 Aug 31 19:41:17.376726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-f33c7e24-232c-4613-8bc8-fb7ec637f411 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655166 Aug 31 19:41:17.545931 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cddb0-3f78-4e81-b3ac-415f7fd90106 req-f65c575d-1023-4623-9251-1c7909edcbc3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.547562 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-644cddb0-3f78-4e81-b3ac-415f7fd90106 req-f65c575d-1023-4623-9251-1c7909edcbc3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.3789744 Aug 31 19:41:17.636197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-644cddb0-3f78-4e81-b3ac-415f7fd90106 req-f4a4969c-d85e-4eab-a38d-8380e684af2c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Aug 31 19:41:17.660726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77a56428-9159-46a9-ac20-5c378e55a444 req-e7e86474-0341-4685-8f3e-154c807963b2 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686062 Aug 31 19:41:17.821050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-18f789a0-c8c4-4e9c-9597-a49ec140677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.828419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-18f789a0-c8c4-4e9c-9597-a49ec140677f service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.6573660 Aug 31 19:41:17.876828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-5ecccc47-5fee-43d5-8b41-0b54314b3f6c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da55fb1f-0652-439f-9ac7-fe191d640364 HTTP/1.1" status: 200 len: 217 time: 0.0423534 Aug 31 19:41:17.965405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-b758c3f3-0998-4e8c-9293-2036dbbb935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.971825 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-b758c3f3-0998-4e8c-9293-2036dbbb935b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0870144 Aug 31 19:41:18.109445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-b19095d6-0d0e-4792-983e-c4eafcf038e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.114669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-b19095d6-0d0e-4792-983e-c4eafcf038e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307845 Aug 31 19:41:18.239131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c8d95-afce-4019-b9bd-a2efa73ec742 req-c6336832-2404-4a38-952f-5ec0601fa1cc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.241561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d66c8d95-afce-4019-b9bd-a2efa73ec742 req-c6336832-2404-4a38-952f-5ec0601fa1cc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1581237 Aug 31 19:41:18.358864 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d66c8d95-afce-4019-b9bd-a2efa73ec742 req-1583c83e-8d0e-4ccc-bfe3-be0b435b2c19 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080801 Aug 31 19:41:18.400708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-ae823d1f-0058-4891-a0df-d668decf1b80 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784300 Aug 31 19:41:18.595899 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-70cc1075-c175-49cb-b918-1dbc8c49686a req-5b4f8917-4d5a-4c61-8552-df419db47617 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833811 Aug 31 19:41:18.770971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d08c-3359-4889-93db-a25440161ace req-f3f08a73-b38a-49ba-881f-e087e9f19ba5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.779999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0481d08c-3359-4889-93db-a25440161ace req-f3f08a73-b38a-49ba-881f-e087e9f19ba5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0684340 Aug 31 19:41:18.884315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0481d08c-3359-4889-93db-a25440161ace req-59573878-6b0c-4dca-8b2f-6e33c7ba6d73 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032939 Aug 31 19:41:19.017529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b00c22-fd59-4361-9239-f42219f4cd07 req-35f85ad8-715c-46aa-afe1-7b7f3d680d1b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:19.019278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4b00c22-fd59-4361-9239-f42219f4cd07 req-35f85ad8-715c-46aa-afe1-7b7f3d680d1b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1210699 Aug 31 19:41:19.090694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4b00c22-fd59-4361-9239-f42219f4cd07 req-2751e4a5-c6d1-4d97-aef5-4f85aebc4082 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617228 Aug 31 19:41:20.052778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985afca6-46be-46dd-8964-bbc00848fa2b req-9a699220-108f-42de-92dc-0f837c144791 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.054070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-985afca6-46be-46dd-8964-bbc00848fa2b req-9a699220-108f-42de-92dc-0f837c144791 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0699553 Aug 31 19:41:20.119693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-985afca6-46be-46dd-8964-bbc00848fa2b req-0f1203dc-473b-4ef9-ad0d-b3622f3e9357 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Aug 31 19:41:20.242499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe177c-c3a8-4f3c-aea3-e0bcfd9baa0a req-c4e2eaeb-8641-4f53-98aa-b6ec0a91fcbd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.247908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efbe177c-c3a8-4f3c-aea3-e0bcfd9baa0a req-c4e2eaeb-8641-4f53-98aa-b6ec0a91fcbd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0628223 Aug 31 19:41:20.310112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efbe177c-c3a8-4f3c-aea3-e0bcfd9baa0a req-393915ea-3f0f-4243-a880-18cba032330b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585361 Aug 31 19:41:20.482194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8705577-8072-4f27-a362-5e3232d7e4c8 req-f80f028b-ec94-46c0-b3b2-825519053a9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.483930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e8705577-8072-4f27-a362-5e3232d7e4c8 req-f80f028b-ec94-46c0-b3b2-825519053a9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0723288 Aug 31 19:41:20.546636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e8705577-8072-4f27-a362-5e3232d7e4c8 req-3216dae5-4446-41b1-9d1b-b42fa4a9db50 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561242 Aug 31 19:41:20.788709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e45254-5258-4a83-b1be-9637d1535146 req-d79adab8-1c8d-443a-85e6-e8085e55d9ec tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.790814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0e45254-5258-4a83-b1be-9637d1535146 req-d79adab8-1c8d-443a-85e6-e8085e55d9ec tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0667739 Aug 31 19:41:20.847169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e0e45254-5258-4a83-b1be-9637d1535146 req-324d0cae-1171-4807-b34e-ebf4b7556dbb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Aug 31 19:41:20.990217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2c8f-83b8-4bea-9746-2014b5376895 req-ee91549e-1729-4252-8aa4-4839f5837665 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.992137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e7e2c8f-83b8-4bea-9746-2014b5376895 req-ee91549e-1729-4252-8aa4-4839f5837665 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0557044 Aug 31 19:41:21.035618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e7e2c8f-83b8-4bea-9746-2014b5376895 req-4b4e1b2f-36af-47ed-a679-494119dc7023 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Aug 31 19:41:21.287911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93755e-40ef-46f9-9fb6-28e51c3ce840 req-05b284c7-dbc4-4600-ad97-c045913960cd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:21.291333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd93755e-40ef-46f9-9fb6-28e51c3ce840 req-05b284c7-dbc4-4600-ad97-c045913960cd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1179225 Aug 31 19:41:21.308590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ebea-23e3-4ea4-89e5-4763be100f93 req-4d7ad709-0ddf-4e54-a289-92bb18edfcd2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:21.310198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c25ebea-23e3-4ea4-89e5-4763be100f93 req-4d7ad709-0ddf-4e54-a289-92bb18edfcd2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0950968 Aug 31 19:41:21.378399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c25ebea-23e3-4ea4-89e5-4763be100f93 req-e5e440e7-116f-4bbb-9f35-f5e6cfee7344 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Aug 31 19:41:21.397260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd93755e-40ef-46f9-9fb6-28e51c3ce840 req-668ff30c-08bb-4562-8c39-f6871b02a3ed tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851433 Aug 31 19:41:21.534772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5090ae-58c7-43fa-a4c4-2ecc0dc5b17a req-9d20cb45-f849-4d46-94e1-5b5081d97be6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:21.537771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c5090ae-58c7-43fa-a4c4-2ecc0dc5b17a req-9d20cb45-f849-4d46-94e1-5b5081d97be6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0565302 Aug 31 19:41:21.582096 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c5090ae-58c7-43fa-a4c4-2ecc0dc5b17a req-e742309f-7547-4b2f-85b3-8fc799154495 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Aug 31 19:41:21.781216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b13a6-d7b4-4ad3-addf-766aae34e8d3 req-0886d688-07c7-4787-86c6-244c84ed00ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:21.782744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f25b13a6-d7b4-4ad3-addf-766aae34e8d3 req-0886d688-07c7-4787-86c6-244c84ed00ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0652153 Aug 31 19:41:21.850325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f25b13a6-d7b4-4ad3-addf-766aae34e8d3 req-3050f5d8-27c9-4439-b0ac-7ef708ae3c65 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579765 Aug 31 19:41:22.024068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b749e-2d1f-4fe3-9270-fc73d9100944 req-33ce2260-cd98-4e1c-b65f-20239b3ebb10 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.025655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf3b749e-2d1f-4fe3-9270-fc73d9100944 req-33ce2260-cd98-4e1c-b65f-20239b3ebb10 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0787649 Aug 31 19:41:22.075299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf3b749e-2d1f-4fe3-9270-fc73d9100944 req-806db769-e60c-4a44-834e-507adbb79288 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Aug 31 19:41:22.238342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f2d93-59ee-42ff-b549-cd72739939ae req-ac65971e-2b29-4e37-8c9b-f798becc4bbd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.239132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa6f2d93-59ee-42ff-b549-cd72739939ae req-ac65971e-2b29-4e37-8c9b-f798becc4bbd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0536065 Aug 31 19:41:22.296298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa6f2d93-59ee-42ff-b549-cd72739939ae req-3d6d7080-716c-4741-805e-b0a9fb944660 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Aug 31 19:41:22.429099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e77482-f386-4e1f-950f-a2ac28204dc4 req-92a0a116-ac94-4cae-81b7-30930169695a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.430584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81e77482-f386-4e1f-950f-a2ac28204dc4 req-92a0a116-ac94-4cae-81b7-30930169695a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0582294 Aug 31 19:41:22.589577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81e77482-f386-4e1f-950f-a2ac28204dc4 req-4e8ba13b-7e73-4825-8f79-23a1473190ed tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510499 Aug 31 19:41:22.616929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eb873-93a0-4d65-9a38-39affa6c62d3 req-432ca27b-3499-4e6d-83e5-b0eabcd7a678 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.618135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b39eb873-93a0-4d65-9a38-39affa6c62d3 req-432ca27b-3499-4e6d-83e5-b0eabcd7a678 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0967445 Aug 31 19:41:22.704627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b39eb873-93a0-4d65-9a38-39affa6c62d3 req-d7d24638-9355-4852-8b3b-b5d7f19f7def tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783408 Aug 31 19:41:22.804332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16708c12-b515-41c6-bab2-09de0c1dc32b req-3757ccb1-c467-4115-9438-7267846dd433 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.806351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16708c12-b515-41c6-bab2-09de0c1dc32b req-3757ccb1-c467-4115-9438-7267846dd433 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1002343 Aug 31 19:41:22.877971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16708c12-b515-41c6-bab2-09de0c1dc32b req-9b1adad7-5f3c-4763-a12c-deb5b4d8910a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651441 Aug 31 19:41:23.013943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989a17a-47dc-47c4-bf3f-e0c40d1b7714 req-b511bfc1-b302-4e6b-97b1-187878aff15f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.016115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e989a17a-47dc-47c4-bf3f-e0c40d1b7714 req-b511bfc1-b302-4e6b-97b1-187878aff15f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0577993 Aug 31 19:41:23.060618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e989a17a-47dc-47c4-bf3f-e0c40d1b7714 req-d05d80eb-08a2-4d4f-bef2-5f70120b2d41 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Aug 31 19:41:23.260286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88458d7b-0119-47ab-81db-71fbd11539ba req-331fbccc-4abd-4b4d-9220-189ff97e0cfe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.262150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88458d7b-0119-47ab-81db-71fbd11539ba req-331fbccc-4abd-4b4d-9220-189ff97e0cfe tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0739336 Aug 31 19:41:23.336283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88458d7b-0119-47ab-81db-71fbd11539ba req-4b1eb223-e5e2-4ddb-83bd-32f87e5ed35a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573280 Aug 31 19:41:23.461943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726828aa-0a02-41d6-bfdb-9d20161e2ba0 req-0a6baf2b-2e77-41be-92ba-464db6d83d54 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.463604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-726828aa-0a02-41d6-bfdb-9d20161e2ba0 req-0a6baf2b-2e77-41be-92ba-464db6d83d54 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0563598 Aug 31 19:41:23.511978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-726828aa-0a02-41d6-bfdb-9d20161e2ba0 req-4c2c9f16-d61c-43d1-8506-4d8a321c3fec tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Aug 31 19:41:23.734217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc032cf6-9899-47e8-a265-bb2cc2e6fa48 req-fab643da-f008-4fed-a0e2-eec3e0f2cd23 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.735923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc032cf6-9899-47e8-a265-bb2cc2e6fa48 req-fab643da-f008-4fed-a0e2-eec3e0f2cd23 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1057854 Aug 31 19:41:23.805542 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc032cf6-9899-47e8-a265-bb2cc2e6fa48 req-ed8ba2b7-b1bc-4623-b64a-259893122ec4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604696 Aug 31 19:41:23.895839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8b60-455a-4a58-929e-9f12423b3f29 req-4b89c7b3-9436-4552-b8ea-8a055c3e5806 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.898209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-529a8b60-455a-4a58-929e-9f12423b3f29 req-4b89c7b3-9436-4552-b8ea-8a055c3e5806 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0914397 Aug 31 19:41:23.980004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-529a8b60-455a-4a58-929e-9f12423b3f29 req-1cb00002-52cb-425a-a4df-7d6a75ee9c6a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728974 Aug 31 19:41:23.993493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae42f2f-370c-42de-a143-aa2b97c92cb6 req-d16b4be6-d228-4437-bb33-8225d108b11a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.995264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae42f2f-370c-42de-a143-aa2b97c92cb6 req-d16b4be6-d228-4437-bb33-8225d108b11a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0790272 Aug 31 19:41:24.054667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ae42f2f-370c-42de-a143-aa2b97c92cb6 req-5f251eab-4145-4194-81f1-da12edf4eb04 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529675 Aug 31 19:41:24.234906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a07c2e-7a94-4121-a11c-93929e1a2d8b req-eec19d4c-b63f-4cd0-861f-5a9378715629 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:24.237037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a07c2e-7a94-4121-a11c-93929e1a2d8b req-eec19d4c-b63f-4cd0-861f-5a9378715629 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0629628 Aug 31 19:41:24.280691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57a07c2e-7a94-4121-a11c-93929e1a2d8b req-3717306f-7f0f-43d3-8980-ae738dee37dd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Aug 31 19:41:24.411086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c526-78dc-41ca-bb02-d9e2fe5361ed req-77460ddf-2802-4b49-b97e-e2041b70d99d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:24.413453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fd6c526-78dc-41ca-bb02-d9e2fe5361ed req-77460ddf-2802-4b49-b97e-e2041b70d99d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0535145 Aug 31 19:41:24.463804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fd6c526-78dc-41ca-bb02-d9e2fe5361ed req-58d56097-4f3b-4962-8b5a-ccae34b3a9e0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Aug 31 19:41:24.648194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f420e95-06d5-4e04-9947-4eaf2658ab3e req-f4b92ed4-d1e3-46a0-a981-e52f27ca88ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:24.649980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f420e95-06d5-4e04-9947-4eaf2658ab3e req-f4b92ed4-d1e3-46a0-a981-e52f27ca88ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0574679 Aug 31 19:41:24.695079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f420e95-06d5-4e04-9947-4eaf2658ab3e req-6c8f79ee-9889-4d5f-b35c-539462cd5f97 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Aug 31 19:41:24.835496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bec1b-d740-472c-a81f-87214bd5f34f req-26c32670-7ccb-45ef-9bc2-143fb7e75824 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:24.837052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-925bec1b-d740-472c-a81f-87214bd5f34f req-26c32670-7ccb-45ef-9bc2-143fb7e75824 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0631518 Aug 31 19:41:24.888001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-925bec1b-d740-472c-a81f-87214bd5f34f req-5ab19964-967b-4361-9efe-4f9be47fb7f2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Aug 31 19:41:25.121191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06665ac-2161-43d8-9a75-2f33fd471b4b req-d4dc18e9-bdee-41bb-9bad-774132964cb7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.122822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d06665ac-2161-43d8-9a75-2f33fd471b4b req-d4dc18e9-bdee-41bb-9bad-774132964cb7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1256855 Aug 31 19:41:25.211463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d06665ac-2161-43d8-9a75-2f33fd471b4b req-67c74c5f-9340-4194-965b-a664aecf0f3f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738773 Aug 31 19:41:25.220607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704e7b-c705-4937-8eec-589effd91007 req-1b38d52b-5e3d-45ca-b58d-e9217af99a39 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.222675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac704e7b-c705-4937-8eec-589effd91007 req-1b38d52b-5e3d-45ca-b58d-e9217af99a39 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0984998 Aug 31 19:41:25.294604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac704e7b-c705-4937-8eec-589effd91007 req-f9e26835-f5b4-4f2a-b6a6-77fd1a80bf8d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537894 Aug 31 19:41:25.358578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc44fc-8ed3-452c-b430-d640486e67cb req-a1bc0317-628f-4c20-92ad-c1a2e3e224f4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.360248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7efc44fc-8ed3-452c-b430-d640486e67cb req-a1bc0317-628f-4c20-92ad-c1a2e3e224f4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0646439 Aug 31 19:41:25.417441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7efc44fc-8ed3-452c-b430-d640486e67cb req-860ae595-6882-4898-a733-f1d4afea16cd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Aug 31 19:41:25.916496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a586-5c58-4250-9093-0b8b469578d2 req-385e38c6-44be-41d3-8fbe-b2cd2fe991c5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.918876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a43a586-5c58-4250-9093-0b8b469578d2 req-385e38c6-44be-41d3-8fbe-b2cd2fe991c5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0543826 Aug 31 19:41:25.979257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a43a586-5c58-4250-9093-0b8b469578d2 req-2fe76412-b7aa-46db-beed-b13da464032f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547976 Aug 31 19:41:26.435118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ba3d-9ab9-4422-a21c-5a8376d5f918 req-91c52ccd-7449-4630-bc25-116b9fbb4303 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:26.436850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c836ba3d-9ab9-4422-a21c-5a8376d5f918 req-91c52ccd-7449-4630-bc25-116b9fbb4303 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 944 time: 0.0617011 Aug 31 19:41:26.480890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c836ba3d-9ab9-4422-a21c-5a8376d5f918 req-32ee8d78-3646-4bec-b636-895f63970f7e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Aug 31 19:41:26.931494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:41:27.034705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:27.047055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c', 'mac_address': 'fa:16:3e:32:4f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:41:27.088674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.104943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:27.127015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:27.131116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b2cd5-8bc7-4a34-90d9-9d082b0773e3 req-14e879d2-1d2c-4845-8798-75a738db365a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:27.132334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.133161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3b2cd5-8bc7-4a34-90d9-9d082b0773e3 req-14e879d2-1d2c-4845-8798-75a738db365a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0603049 Aug 31 19:41:27.178943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd3b2cd5-8bc7-4a34-90d9-9d082b0773e3 req-3364b35f-2327-48bc-b07a-67acad9976e0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Aug 31 19:41:27.198718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:27.391198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['46d6557f-4adb-42a1-ae47-a2d70ecc6c9c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:27.651029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4242a-5e65-47b6-a6a7-cd9c6b10a65c req-74d2a32f-9959-4c09-b8eb-538c8c422739 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:27.652808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eeb4242a-5e65-47b6-a6a7-cd9c6b10a65c req-74d2a32f-9959-4c09-b8eb-538c8c422739 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 945 time: 0.0792224 Aug 31 19:41:27.712397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eeb4242a-5e65-47b6-a6a7-cd9c6b10a65c req-536eee61-f8d7-4050-93d2-8c9afac31572 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Aug 31 19:41:28.321264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a2a87-28a3-4e6c-81f2-dc8c1c496c07 req-61889dec-0196-49cf-a8db-9087aa6045f6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:28.323111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e0a2a87-28a3-4e6c-81f2-dc8c1c496c07 req-61889dec-0196-49cf-a8db-9087aa6045f6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0674462 Aug 31 19:41:28.375925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e0a2a87-28a3-4e6c-81f2-dc8c1c496c07 req-8b74528a-c512-4968-8713-e2e9e2c21f63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Aug 31 19:41:28.862884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fe4eb-48cc-447e-864a-8484806fec05 req-eef65821-ab93-46da-b4d5-700c46e803f0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:28.865448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d77fe4eb-48cc-447e-864a-8484806fec05 req-eef65821-ab93-46da-b4d5-700c46e803f0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 945 time: 0.0797749 Aug 31 19:41:28.922946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d77fe4eb-48cc-447e-864a-8484806fec05 req-8af30af9-2f2d-4e84-b125-6377dc9b6679 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Aug 31 19:41:28.948323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:29.003553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:29.008959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:29.009596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.135278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.172116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:29.176095 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c923c5c-23a8-48dd-8ff6-5d774754cda5" -d '{"events": [{"server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "name": "network-vif-plugged", "status": "completed", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:29.213452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:29.218840 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.272737 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d1b6e8-ae41-4ae8-bd80-1844bfd5e864 x-openstack-request-id: req-d4d1b6e8-ae41-4ae8-bd80-1844bfd5e864 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:29.273374 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "name": "network-vif-plugged", "status": "completed", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:29.273755 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4d1b6e8-ae41-4ae8-bd80-1844bfd5e864 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:29.274247 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c', 'code': 200} Aug 31 19:41:29.312324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:29.404166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88036f-8b53-44cf-a50a-4d22bc83aa5f req-d37ad006-e47f-483b-9abb-453522787abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:29.408193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb88036f-8b53-44cf-a50a-4d22bc83aa5f req-d37ad006-e47f-483b-9abb-453522787abd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 1098 time: 0.0566514 Aug 31 19:41:29.510863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb88036f-8b53-44cf-a50a-4d22bc83aa5f req-3100244f-c879-4bc4-a6fa-1d9f81f4f71f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949147 Aug 31 19:41:29.531817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78214-02d0-4dae-8bcd-843460ba4958 req-18e3e155-bad3-49b1-b494-b8a6081787b1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:29.533464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fba78214-02d0-4dae-8bcd-843460ba4958 req-18e3e155-bad3-49b1-b494-b8a6081787b1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0728612 Aug 31 19:41:29.578506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fba78214-02d0-4dae-8bcd-843460ba4958 req-125b36e2-415b-4daa-b5b6-3b2badd1bfd9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Aug 31 19:41:30.066975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36055b1-0d78-4cb0-81a0-b266019b8fa2 req-fc532d35-a9e3-4b4e-bc99-f2840cf9dfb6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:30.070406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c36055b1-0d78-4cb0-81a0-b266019b8fa2 req-fc532d35-a9e3-4b4e-bc99-f2840cf9dfb6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0650368 Aug 31 19:41:30.131842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c36055b1-0d78-4cb0-81a0-b266019b8fa2 req-f977fd40-6696-4b47-b924-f5c97efcd7ac tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Aug 31 19:41:30.321034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:30.449144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4910b8c9-06cd-43c5-a3a2-198f5ff46bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.567507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4910b8c9-06cd-43c5-a3a2-198f5ff46bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.596641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4910b8c9-06cd-43c5-a3a2-198f5ff46bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.701365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:30.711723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4910b8c9-06cd-43c5-a3a2-198f5ff46bda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3e38965911c4b18a483a025287167f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893638 Aug 31 19:41:30.715947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910b8c9-06cd-43c5-a3a2-198f5ff46bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e8eb9-5543-4806-b132-d88fd1dc9b28,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:30.818990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7ac0b-108b-456f-8ed4-fc9415d54ee1 req-ab09c966-110f-42b0-af5d-6cda01765d41 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:30.820642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dac7ac0b-108b-456f-8ed4-fc9415d54ee1 req-ab09c966-110f-42b0-af5d-6cda01765d41 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1081476 Aug 31 19:41:30.826305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.866920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.888358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dac7ac0b-108b-456f-8ed4-fc9415d54ee1 req-56ce8c7a-0b1a-44b4-8b7e-c1e5406e8385 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Aug 31 19:41:30.933359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.936625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.940434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c36e8eb9-5543-4806-b132-d88fd1dc9b28 HTTP/1.1" status: 204 len: 168 time: 0.2354052 Aug 31 19:41:30.947784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215dab1-4a5e-4fd9-9543-d1aa82da7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e8eb9-5543-4806-b132-d88fd1dc9b28,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.251888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:31.259516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9c8c1-2a95-4320-b598-dcd5cd8541e6 req-12526b53-e17d-488e-ad97-51e34d9d6559 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:31.261158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5f9c8c1-2a95-4320-b598-dcd5cd8541e6 req-12526b53-e17d-488e-ad97-51e34d9d6559 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0663552 Aug 31 19:41:31.274118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9efd4-ff51-4be1-a0ef-8bbebf50f34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.326159 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5f9c8c1-2a95-4320-b598-dcd5cd8541e6 req-331da94c-8d7f-43a2-8744-b075aa82e7f4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501630 Aug 31 19:41:31.466207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9efd4-ff51-4be1-a0ef-8bbebf50f34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.472027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9efd4-ff51-4be1-a0ef-8bbebf50f34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.492867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6ffe7-347c-4d33-ba29-f0db5e86826a req-ece90a30-1c39-4393-8e22-ffe27081e496 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:31.494792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cd6ffe7-347c-4d33-ba29-f0db5e86826a req-ece90a30-1c39-4393-8e22-ffe27081e496 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0584142 Aug 31 19:41:31.511667 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cf9efd4-ff51-4be1-a0ef-8bbebf50f34a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c4c908da3e1486b877b70133766177b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581592 Aug 31 19:41:31.514116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:31.522588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9efd4-ff51-4be1-a0ef-8bbebf50f34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520c46a-bd8e-494b-af7b-b609834aec5a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.544706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cd6ffe7-347c-4d33-ba29-f0db5e86826a req-0c78051b-9900-4311-9209-c26c2211a442 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Aug 31 19:41:31.583025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.606899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.661325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.664873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.671620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a520c46a-bd8e-494b-af7b-b609834aec5a HTTP/1.1" status: 204 len: 168 time: 0.1562481 Aug 31 19:41:31.681472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a644-81b1-42ac-a287-5ffa28353197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520c46a-bd8e-494b-af7b-b609834aec5a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.885648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c5df-0d44-48d5-9b6c-88870e8f6f36 req-d0488727-1162-4d46-889d-352a1562f7b2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:31.887144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3648c5df-0d44-48d5-9b6c-88870e8f6f36 req-d0488727-1162-4d46-889d-352a1562f7b2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0515711 Aug 31 19:41:31.931296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3648c5df-0d44-48d5-9b6c-88870e8f6f36 req-57236993-7a3f-4f79-95d0-0b062f624ad4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Aug 31 19:41:32.023305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8f1a-933a-4734-8ef2-2ef152fdce1f req-a5f331ef-08c2-47f5-9fe2-7bad4b84ab63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:32.025112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bed8f1a-933a-4734-8ef2-2ef152fdce1f req-a5f331ef-08c2-47f5-9fe2-7bad4b84ab63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0563183 Aug 31 19:41:32.076176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4bed8f1a-933a-4734-8ef2-2ef152fdce1f req-8102a3a4-53ac-4565-b6ed-9b61c6e9eb18 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Aug 31 19:41:33.059268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906fdb7-3e69-45a8-8dc7-f0a0d7ca9e6f req-952b35d7-953c-4ef7-a7a5-2fefa0c88e0b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:33.066581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6906fdb7-3e69-45a8-8dc7-f0a0d7ca9e6f req-952b35d7-953c-4ef7-a7a5-2fefa0c88e0b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0609777 Aug 31 19:41:33.105097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6906fdb7-3e69-45a8-8dc7-f0a0d7ca9e6f req-70dd93f0-ec57-4107-8484-5aae25d1abef tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 31 19:41:33.252619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e827bf-7f30-428e-b6ef-b6cba10021db req-f47d8e14-105d-4878-8700-dbbcd56d7bb9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:33.254065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1e827bf-7f30-428e-b6ef-b6cba10021db req-f47d8e14-105d-4878-8700-dbbcd56d7bb9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0565503 Aug 31 19:41:33.305619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1e827bf-7f30-428e-b6ef-b6cba10021db req-166cb30c-c7ef-4c45-a29c-adf669f1b9bd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Aug 31 19:41:33.608112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-5d825050-e8e3-4d76-82c8-95745cb81f7e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:33.609591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-5d825050-e8e3-4d76-82c8-95745cb81f7e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 946 time: 0.0695229 Aug 31 19:41:33.752647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:41:33.753199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:33.890602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:33.890986 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:33.905010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:41:34.039976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.057032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['da55fb1f-0652-439f-9ac7-fe191d640364'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:34.063407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['46d6557f-4adb-42a1-ae47-a2d70ecc6c9c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:34.333926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=46d6557f-4adb-42a1-ae47-a2d70ecc6c9c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:34.375352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba180597-509f-4da1-aaa6-c8b38bdf2703 req-3a69a46c-50b7-4e30-940d-e794cf4e549f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0433056 Aug 31 19:41:34.409766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:41:34.414746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.418619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4cedcde2-fba6-40cc-ba55-37fe599733c9 req-b30af212-d64f-4042-b050-e50dd614e818 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "DELETE /v2.0/ports/46d6557f-4adb-42a1-ae47-a2d70ecc6c9c HTTP/1.1" status: 204 len: 173 time: 0.8009641 Aug 31 19:41:34.419220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'name': 'network-vif-deleted', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:34.421502 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f280be3-c90b-4075-ab91-f7b1c82219dd" -d '{"events": [{"server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "name": "network-vif-deleted", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:34.504103 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8df66-ca9f-4856-9274-137d20c189ed x-openstack-request-id: req-f6c8df66-ca9f-4856-9274-137d20c189ed {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:34.504577 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ed30e-5f31-4f9e-a2f7-26033f0cae20", "name": "network-vif-deleted", "tag": "46d6557f-4adb-42a1-ae47-a2d70ecc6c9c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:34.508071 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6c8df66-ca9f-4856-9274-137d20c189ed {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:34.512039 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ed30e-5f31-4f9e-a2f7-26033f0cae20', 'name': 'network-vif-deleted', 'tag': '46d6557f-4adb-42a1-ae47-a2d70ecc6c9c', 'status': 'completed', 'code': 200} Aug 31 19:41:34.650038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd527b-cf8e-4e16-a3ad-5628b4dc2c0e req-320399bd-8c0e-4a70-8201-94f353379099 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:34.661531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22bd527b-cf8e-4e16-a3ad-5628b4dc2c0e req-320399bd-8c0e-4a70-8201-94f353379099 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.2285905 Aug 31 19:41:34.732292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22bd527b-cf8e-4e16-a3ad-5628b4dc2c0e req-122d1490-ac6c-4a0b-966d-b5928af39359 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676069 Aug 31 19:41:35.583037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ce74caf-27f6-4dc6-ad7f-29b8a6606def req-607b17f3-c0d3-49ba-981f-f99e03648641 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0584941 Aug 31 19:41:35.960674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d0688-b86a-4d70-b668-8f21846c3baf req-d8da7cbe-9581-45ad-88c3-b8ad66211c3a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:35.962456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa7d0688-b86a-4d70-b668-8f21846c3baf req-d8da7cbe-9581-45ad-88c3-b8ad66211c3a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1085637 Aug 31 19:41:36.043180 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa7d0688-b86a-4d70-b668-8f21846c3baf req-c0acd844-bd43-482e-879e-1538f92e2ad4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740108 Aug 31 19:41:36.743939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-862c15e5-020e-43d9-8c40-844dfbba74b1 req-2c9e6752-fb5f-42ca-b586-abc2840192c2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0463557 Aug 31 19:41:37.008105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:41:37.015063 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:41:37.110887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:41:37.111877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 46d6557f-4adb-42a1-ae47-a2d70ecc6c9c not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:41:37.247504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:37.263851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'port_id': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'mac_address': 'fa:16:3e:bf:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f2b6c-3406-4b49-b32b-2dbc033e9e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:41:37.289898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbff23-ec69-43ed-8ddf-df7792aec143 req-bb428973-4348-4e9a-abec-c5d9f16ebe18 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:37.293357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6bbff23-ec69-43ed-8ddf-df7792aec143 req-bb428973-4348-4e9a-abec-c5d9f16ebe18 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1336493 Aug 31 19:41:37.313991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.337929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:37.373907 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6bbff23-ec69-43ed-8ddf-df7792aec143 req-f16cfbf5-5747-43ac-9b2b-25c6463bb4ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Aug 31 19:41:37.374129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:37.388633 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.488345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:37.532024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:37.876871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2677370-b0c7-4b41-b79c-c8f4f3625e18 req-fcd807a7-7244-440a-8cf8-234b0d4d00e0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0318003 Aug 31 19:41:38.625587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aca87-dd53-412d-a31d-3ff00e892147 req-e4c7f372-1e07-4a6f-aa0b-56dc76edcd49 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:38.628182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-759aca87-dd53-412d-a31d-3ff00e892147 req-e4c7f372-1e07-4a6f-aa0b-56dc76edcd49 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 944 time: 0.1316907 Aug 31 19:41:38.701518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-759aca87-dd53-412d-a31d-3ff00e892147 req-809b3711-76c7-43b8-b5f4-d53777cc1703 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658557 Aug 31 19:41:38.993839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:39.078875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b7380ef-9f3b-4ed4-ac4c-f028f17a79f4 req-e02166b1-1c0d-440d-9d6b-19a1d45339d8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a02ed30e-5f31-4f9e-a2f7-26033f0cae20 HTTP/1.1" status: 200 len: 210 time: 0.0500536 Aug 31 19:41:39.135079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:39.135478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.324247 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.413208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:39.415365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:39.422045 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a19c7d-d13d-4ee3-b2ad-4e704d342ed7" -d '{"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:39.439974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.618024 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114ef7b-a5f2-446e-8534-9d66d4b676d7 x-openstack-request-id: req-2114ef7b-a5f2-446e-8534-9d66d4b676d7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:39.618337 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:39.618602 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2114ef7b-a5f2-446e-8534-9d66d4b676d7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:39.619199 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'code': 200} Aug 31 19:41:39.629021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:39.896207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feb1c2-dc79-42ab-84eb-4403c3219d6e req-4ec26f96-3b59-467b-a8af-13fe321a2aa4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:39.898614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39feb1c2-dc79-42ab-84eb-4403c3219d6e req-4ec26f96-3b59-467b-a8af-13fe321a2aa4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0708153 Aug 31 19:41:39.981981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-39feb1c2-dc79-42ab-84eb-4403c3219d6e req-e01ff143-7cea-4a32-93ef-c5b20845ede7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742977 Aug 31 19:41:40.058921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35446) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:40.352670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83cc9f7-3622-42a0-8b04-f047789d5fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.548563 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83cc9f7-3622-42a0-8b04-f047789d5fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.555259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b83cc9f7-3622-42a0-8b04-f047789d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.598156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cc9f7-3622-42a0-8b04-f047789d5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70034345-fc92-44ad-b663-ab1b4b5a3522,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:40.636941 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b83cc9f7-3622-42a0-8b04-f047789d5fcd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2f60858b8144d53bfbaf028df45a4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766077 Aug 31 19:41:40.639602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:40.718245 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.746493 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.809819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.814404 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.815967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70034345-fc92-44ad-b663-ab1b4b5a3522 HTTP/1.1" status: 204 len: 168 time: 0.1743944 Aug 31 19:41:40.830115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8beb4-afa7-4623-b69d-57daf180a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70034345-fc92-44ad-b663-ab1b4b5a3522,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:41.148099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ddee-3aa5-4d40-af99-fe6626fae77d req-1657769e-c421-41ef-9280-7a653f1dbc11 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:41.159251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca8ddee-3aa5-4d40-af99-fe6626fae77d req-1657769e-c421-41ef-9280-7a653f1dbc11 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0878794 Aug 31 19:41:41.211875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eca8ddee-3aa5-4d40-af99-fe6626fae77d req-5c63960f-db00-47f8-a2a2-f87b900bcfa3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481853 Aug 31 19:41:41.306810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:41.322168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fdb-9afd-454c-9367-06324b46bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.477067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fdb-9afd-454c-9367-06324b46bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.483137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fdb-9afd-454c-9367-06324b46bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.529349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf4fdb-9afd-454c-9367-06324b46bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0d0de-c034-455b-8a03-c6ad3e8c6a2b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:41.569109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d86ee3ce-e2ef-4fb9-a0dd-62d357d2bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.571173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-afdf4fdb-9afd-454c-9367-06324b46bc47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d229db8d3d64310825ba69ad512b0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629528 Aug 31 19:41:41.573978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:41.666143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.715213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.803764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.806626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.808080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32c0d0de-c034-455b-8a03-c6ad3e8c6a2b HTTP/1.1" status: 204 len: 168 time: 0.2314882 Aug 31 19:41:41.828470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d3be3-2a06-434c-a948-c88bd3e0bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0d0de-c034-455b-8a03-c6ad3e8c6a2b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:42.399704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77346e-b5fa-42d5-8b4d-285b98b4cf00 req-52b925ce-54bc-4ed7-a51a-cd675e48925b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:42.410594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc77346e-b5fa-42d5-8b4d-285b98b4cf00 req-52b925ce-54bc-4ed7-a51a-cd675e48925b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0959542 Aug 31 19:41:42.467042 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc77346e-b5fa-42d5-8b4d-285b98b4cf00 req-1a4c2c47-0899-403e-8370-1a1eaf249487 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533843 Aug 31 19:41:43.582654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:43.673621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2591a09-b1b6-49e4-989d-e698d436d4a1 req-cac5ffba-c20a-4a62-b31c-6a59a974cf44 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:43.680406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2591a09-b1b6-49e4-989d-e698d436d4a1 req-cac5ffba-c20a-4a62-b31c-6a59a974cf44 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1322274 Aug 31 19:41:43.796276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1100912c-d16e-47c5-b7d4-be8fb40a961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:43.803199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2591a09-b1b6-49e4-989d-e698d436d4a1 req-671e6cf4-4f92-40c4-a89d-d081c5e24858 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177905 Aug 31 19:41:43.969110 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1100912c-d16e-47c5-b7d4-be8fb40a961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:43.975068 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1100912c-d16e-47c5-b7d4-be8fb40a961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.073298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1100912c-d16e-47c5-b7d4-be8fb40a961d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f97c0b779594901af9dd21709919a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886475 Aug 31 19:41:44.074207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100912c-d16e-47c5-b7d4-be8fb40a961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d640e257-438f-42be-86a5-74a299231a9a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:44.075929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:44.188750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.240446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.244854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6c2497f-6a64-40b2-95b6-4979f354eb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.311457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.315490 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.316723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d640e257-438f-42be-86a5-74a299231a9a HTTP/1.1" status: 204 len: 168 time: 0.2398112 Aug 31 19:41:44.329836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55fd4-d775-439b-8f11-9381e60a6f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d640e257-438f-42be-86a5-74a299231a9a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:44.498479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.714372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.998566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf13e-189d-48a8-94d6-60e8186e1d46 req-f1fe6ed1-cb63-45e9-9d38-30163e3cbc70 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:45.009561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26dcf13e-189d-48a8-94d6-60e8186e1d46 req-f1fe6ed1-cb63-45e9-9d38-30163e3cbc70 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0960424 Aug 31 19:41:45.093643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26dcf13e-189d-48a8-94d6-60e8186e1d46 req-8accc0ce-9b7e-4ed7-80c2-9c5db1b90b69 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 Aug 31 19:41:45.436221 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:45.979613 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:46.410098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da9b92-da0e-42c0-95f2-5505d3dfe7fb req-7ff10fb2-cf10-44bc-b2ea-c6d20267c6bf tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:46.417327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82da9b92-da0e-42c0-95f2-5505d3dfe7fb req-7ff10fb2-cf10-44bc-b2ea-c6d20267c6bf tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.2173736 Aug 31 19:41:46.439865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439e849-e289-4301-8cc5-bd57f1eab761 req-85068693-ff19-4d0a-b68b-a6debe7e6541 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:46.448144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8439e849-e289-4301-8cc5-bd57f1eab761 req-85068693-ff19-4d0a-b68b-a6debe7e6541 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1717675 Aug 31 19:41:46.523982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82da9b92-da0e-42c0-95f2-5505d3dfe7fb req-0c059564-ec16-4c9a-a2ab-03d33ba1f1d6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888102 Aug 31 19:41:46.556674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8439e849-e289-4301-8cc5-bd57f1eab761 req-0e9741e3-2b01-4e6a-9378-6a5b2edd4b2f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Aug 31 19:41:47.066619 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:47.696406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-1f5d46fe-9a02-46fd-8108-a33de967d2d1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:47.698962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-1f5d46fe-9a02-46fd-8108-a33de967d2d1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.1143892 Aug 31 19:41:47.779704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5942-c893-429b-a0d6-c4ee4f6c024b req-f72d7580-3267-4c47-9639-4fc0555c13db tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:47.781273 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3bd5942-c893-429b-a0d6-c4ee4f6c024b req-f72d7580-3267-4c47-9639-4fc0555c13db tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1193697 Aug 31 19:41:47.790962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbea582-5375-487f-a497-10027459b168 req-52d27678-1cb9-4c42-af95-106e18dc9321 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:47.801161 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fbea582-5375-487f-a497-10027459b168 req-52d27678-1cb9-4c42-af95-106e18dc9321 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 945 time: 0.1804862 Aug 31 19:41:47.856385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port da55fb1f-0652-439f-9ac7-fe191d640364 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:41:47.856735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:47.886249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3bd5942-c893-429b-a0d6-c4ee4f6c024b req-aa340961-ec69-4914-958d-1c33f3eddce6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820382 Aug 31 19:41:47.906627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fbea582-5375-487f-a497-10027459b168 req-8d964c0b-0ef1-4df4-a834-1467eb541c0b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040671 Aug 31 19:41:47.980656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port da55fb1f-0652-439f-9ac7-fe191d640364, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=da55fb1f-0652-439f-9ac7-fe191d640364,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:47.981062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:47.996885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for da55fb1f-0652-439f-9ac7-fe191d640364 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:41:48.186998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:48.204201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['da55fb1f-0652-439f-9ac7-fe191d640364'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:48.285727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=da55fb1f-0652-439f-9ac7-fe191d640364,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:48.310851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port da55fb1f-0652-439f-9ac7-fe191d640364 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:41:48.329452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:48.331718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b19b1f3-49ea-474c-98ca-a80f69998022 req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "DELETE /v2.0/ports/da55fb1f-0652-439f-9ac7-fe191d640364 HTTP/1.1" status: 204 len: 173 time: 0.6250525 Aug 31 19:41:48.332981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'name': 'network-vif-deleted', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:48.336677 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5823c4-eaf4-4e2f-969c-50da102ffbdf" -d '{"events": [{"server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "name": "network-vif-deleted", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:48.341195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.341538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.341940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.343745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.343745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.343745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.344025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.347948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.347948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.347948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.347948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.347948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f29ba-0278-4cfa-8ed3-0a49201357e7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:48.424263 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec786b6-d88c-4267-98c2-32ca4d1725ce x-openstack-request-id: req-cec786b6-d88c-4267-98c2-32ca4d1725ce {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:48.424557 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae607f-621f-44ab-8833-04806cb413bf", "name": "network-vif-deleted", "tag": "da55fb1f-0652-439f-9ac7-fe191d640364", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:48.424808 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cec786b6-d88c-4267-98c2-32ca4d1725ce {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:48.425224 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae607f-621f-44ab-8833-04806cb413bf', 'name': 'network-vif-deleted', 'tag': 'da55fb1f-0652-439f-9ac7-fe191d640364', 'status': 'completed', 'code': 200} Aug 31 19:41:49.133319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae7e65b3-a197-45a4-a76c-ce6130526c43 req-7aef5355-38a1-4623-bc95-2f9173ec5c15 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0678694 Aug 31 19:41:49.194894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd28e5-ac90-412e-a9be-b97b14a983fd req-a0c99b1c-f93c-45e0-b91a-2affe27c9169 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:49.196448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecdd28e5-ac90-412e-a9be-b97b14a983fd req-a0c99b1c-f93c-45e0-b91a-2affe27c9169 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1152627 Aug 31 19:41:49.259814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ecdd28e5-ac90-412e-a9be-b97b14a983fd req-925b7927-c8ad-45ae-ab07-7ad62a333b67 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553861 Aug 31 19:41:50.274545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da7b086b-d92e-45a3-8681-75151fcc8178 req-eabcf611-6f8b-40ad-bc2c-8df95dc817f9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0366015 Aug 31 19:41:50.454772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028c50-a34e-49cf-a957-452cca8bb757 req-9fc38a87-5c40-4cef-a64b-640ffec2d1df tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:50.460600 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0028c50-a34e-49cf-a957-452cca8bb757 req-9fc38a87-5c40-4cef-a64b-640ffec2d1df tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0887973 Aug 31 19:41:50.504982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0028c50-a34e-49cf-a957-452cca8bb757 req-dfb77b7f-ad1f-473e-ad0f-cc21709b3d51 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Aug 31 19:41:50.984960 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:41:51.407919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e34310a8-46f8-48c4-9b49-ef212e403c25 req-e0748f00-a0f9-42af-95cd-c46f7c21fe3a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0465977 Aug 31 19:41:51.683047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444cfdd-5d42-4443-8a4c-1d5ee456ed60 req-c2609029-d5cc-489e-b623-e72ad294c8a4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:51.685177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2444cfdd-5d42-4443-8a4c-1d5ee456ed60 req-c2609029-d5cc-489e-b623-e72ad294c8a4 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0633678 Aug 31 19:41:51.746911 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2444cfdd-5d42-4443-8a4c-1d5ee456ed60 req-01f720bf-3b98-4fa0-bb7d-93cf37adcb8f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Aug 31 19:41:52.116117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device da55fb1f-0652-439f-9ac7-fe191d640364 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:41:52.165279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: da55fb1f-0652-439f-9ac7-fe191d640364 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:41:52.166227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device da55fb1f-0652-439f-9ac7-fe191d640364 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:41:52.500726 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:52.571506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb3f62ce-1578-40d9-9288-1d07c3801d85 req-14cee91b-43e3-4c5a-9418-8cabdee90911 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0609317 Aug 31 19:41:52.675896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:52.784230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:52.789621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:52.845746 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87edc054caa14493aa21383bf7127599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417404 Aug 31 19:41:52.845746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528eeb2f-0194-4a59-a2b9-492f136508e6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:52.846646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:52.855266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.855830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.856317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.856752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.857466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.857895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.858562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.859152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.859587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.860055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.860477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.860898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2580f-cc69-4adc-b32e-a67ca992238a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:52.938199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:52.963498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:53.006752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f4b7-3937-4f03-ab90-b9adf346ebcf req-d21b150b-f142-43c5-bf74-a172215c34e7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:53.009072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89e1f4b7-3937-4f03-ab90-b9adf346ebcf req-d21b150b-f142-43c5-bf74-a172215c34e7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0964196 Aug 31 19:41:53.048209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:53.057348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:53.071772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/528eeb2f-0194-4a59-a2b9-492f136508e6 HTTP/1.1" status: 204 len: 168 time: 0.2121127 Aug 31 19:41:53.093348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dfcbb-680d-4306-9068-1ffc0a69ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528eeb2f-0194-4a59-a2b9-492f136508e6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:53.103316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-89e1f4b7-3937-4f03-ab90-b9adf346ebcf req-72aa2fed-99e9-4bde-be37-72bc3ac3d7ee tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862164 Aug 31 19:41:53.763774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae16c080-0061-4d63-8f5f-893a5436c2a9 req-6659e35e-303b-456b-be1e-a490795d8298 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0485272 Aug 31 19:41:54.047424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:54.201753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1820289283-network', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:54.233683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Made reservation on behalf of f62741a6ff01477cab1707d37d73dd02 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:54.237558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.268359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef42ba-6965-43cb-921d-a9af155b6cc3 req-7ae30bee-7b82-4245-91e9-f3096834b2ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:54.273934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adef42ba-6965-43cb-921d-a9af155b6cc3 req-7ae30bee-7b82-4245-91e9-f3096834b2ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0699675 Aug 31 19:41:54.275461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.369258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adef42ba-6965-43cb-921d-a9af155b6cc3 req-c8976491-aae4-4e2c-b405-fb83ea714bf0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885899 Aug 31 19:41:54.443497 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.456989 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.480145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:41:54.492239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.492663 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Added segment 4e97da8c-51d3-4114-b178-3be7c64739d5 of type vlan for network 2b289283-219f-4a0c-b8c5-fba1bbf361ae Aug 31 19:41:54.529481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae75a51-0603-4e08-baca-549401a98e88,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:54.558020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.587732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.589096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:54.604485 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.664473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6157594 Aug 31 19:41:54.667057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:54.671896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Request body: {'subnet': {'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1820289283-subnet', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:54.685179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8d19-e49b-42d7-94ac-21044b26f159 admin admin] Pushing event updated for resources: {'Network': ['ID=2b289283-219f-4a0c-b8c5-fba1bbf361ae,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:54.700914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:41:54.723531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Made reservation on behalf of f62741a6ff01477cab1707d37d73dd02 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:54.726244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.871745 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21c57cca-11d5-419e-aab5-39170c9cef4b req-931c6700-4425-40c3-855b-6124bbfdb123 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ae607f-621f-44ab-8833-04806cb413bf HTTP/1.1" status: 200 len: 210 time: 0.0291176 Aug 31 19:41:54.908043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:54.968962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2aca55-9950-4ff4-afc8-834cc8afb4b8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:54.977709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Checking segment: {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:54.978065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Network hostable DHCP agents. Network: 2b289283-219f-4a0c-b8c5-fba1bbf361ae, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:41:54.994944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:41:55.004873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 2b289283-219f-4a0c-b8c5-fba1bbf361ae) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:55.008831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.009417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.016183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbfcaf-8777-4761-a783-d26cdef16ac0 None None] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:55.024479 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4015e4f-cb81-43cb-a33e-62ce42d0e780 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3563735 Aug 31 19:41:55.027194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:55.032588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:55.057365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.058575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.117168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.197801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:41:55.198818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.341994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.400824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-45abeb7d-0c41-424f-adc0-0381e5a755ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.405659 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-45abeb7d-0c41-424f-adc0-0381e5a755ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1097 time: 0.0737858 Aug 31 19:41:55.407575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Allocated IP 172.20.0.2 (2b289283-219f-4a0c-b8c5-fba1bbf361ae/1b2aca55-9950-4ff4-afc8-834cc8afb4b8/0722d497-3fa3-4e1d-a5a1-bcb96563399b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:55.508680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-952382ca-e8ef-48ce-8347-8f2484450ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.510331 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-952382ca-e8ef-48ce-8347-8f2484450ac0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.0963886 Aug 31 19:41:55.580498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-f14aa6b6-969e-4679-bb64-680962561b3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0427146 Aug 31 19:41:55.611619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d873ca-298d-476a-92ea-1915279bdeda req-21d1f21d-606b-4f42-ba35-16e7e493cab0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.614148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90d873ca-298d-476a-92ea-1915279bdeda req-21d1f21d-606b-4f42-ba35-16e7e493cab0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.1021123 Aug 31 19:41:55.622619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.624168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.634817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Transition to ACTIVE for port object 0722d497-3fa3-4e1d-a5a1-bcb96563399b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:55.644072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.659180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Transition to ACTIVE for port object 0722d497-3fa3-4e1d-a5a1-bcb96563399b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:55.666604 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.694830 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90d873ca-298d-476a-92ea-1915279bdeda req-a325664a-0a53-44a8-bbd9-ce5b08b95dcf tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Aug 31 19:41:55.725842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-c8cab6d9-d93d-4aaf-aaea-8bc406b0c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.727583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-c8cab6d9-d93d-4aaf-aaea-8bc406b0c6be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.1362772 Aug 31 19:41:55.753936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:55.760073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:55.765807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:55.768466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Pushing event updated for resources: {'Port': ['ID=0722d497-3fa3-4e1d-a5a1-bcb96563399b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:55.775425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Allocated IP 172.25.3.67 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/62215f7c-60ea-4314-a76b-1fbc02ba1fa3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:55.781212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.781706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.782050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.782392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.782821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.783162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.783491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.784041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.784374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.784771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.785094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.785981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:55.813043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-a2d73cb9-bfa5-428d-8663-3b13b101abb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773220 Aug 31 19:41:55.856105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Attempting to bind port 0722d497-3fa3-4e1d-a5a1-bcb96563399b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:55.856559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Attempting to bind port 0722d497-3fa3-4e1d-a5a1-bcb96563399b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:55.856919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Attempting to bind port 0722d497-3fa3-4e1d-a5a1-bcb96563399b on network 2b289283-219f-4a0c-b8c5-fba1bbf361ae {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:55.862839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:55.863219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Checking segment: {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:55.863722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.864476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Bound using segment: {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:55.865271 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Bound port: 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:55.866101 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.897959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.947213 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.949229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] For port 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:55.953552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] For port 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0722d497-3fa3-4e1d-a5a1-bcb96563399b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:55.958117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:55.969168 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-71cdc7f3-9475-4f4e-83fe-b4fdc47f3978 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Aug 31 19:41:56.026722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba2899-6bfe-4765-bc9d-38012b294e61 None None] Pushing event updated for resources: {'Port': ['ID=0722d497-3fa3-4e1d-a5a1-bcb96563399b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:56.057977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Pushing event updated for resources: {'Port': ['ID=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:56.074720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:56.077295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:56.080295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:56.139463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ced223e-4a39-4b86-9d5d-ebcfb540ee2a req-d30ffe6b-ccee-432f-84d2-e29e1ae3942a service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611934 Aug 31 19:41:56.417880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:56.619494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:56.762042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Router faeed1dd-a8fa-4c82-aec0-db512928d441 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:41:56.902690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14390110-4f8a-4b55-9dd6-a6688c301039 req-0901fc38-036d-417b-9825-504a11c6f154 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:56.910337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:56.911962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14390110-4f8a-4b55-9dd6-a6688c301039 req-0901fc38-036d-417b-9825-504a11c6f154 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0902731 Aug 31 19:41:56.921039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Sync routers for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:41:56.932745 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:56.935008 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82363dfc-336f-4ed2-b8cd-c9674c17fb2f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9060330 Aug 31 19:41:56.938525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:56.940247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:56.941216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:56.978100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14390110-4f8a-4b55-9dd6-a6688c301039 req-5aee608b-de3f-4436-9d72-e5949ee9a8b3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651143 Aug 31 19:41:57.118670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:57.306703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab63c5-f052-417c-8a9c-ebd907bec753 None None] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:57.478999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0722d497-3fa3-4e1d-a5a1-bcb96563399b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:57.524087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e9e3eab-5e5e-4a69-b617-a089cab36899 None None] Provisioning for port 0722d497-3fa3-4e1d-a5a1-bcb96563399b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:57.656318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0722d497-3fa3-4e1d-a5a1-bcb96563399b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:57.662973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:57.664414 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0722d497-3fa3-4e1d-a5a1-bcb96563399b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:57.664995 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:57.703454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:56Z', 'revision_number': 3, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:57.747050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Checking router: faeed1dd-a8fa-4c82-aec0-db512928d441 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:41:57.747442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Updating router faeed1dd-a8fa-4c82-aec0-db512928d441 port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:41:57.908020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Allocated IP 172.20.0.1 (2b289283-219f-4a0c-b8c5-fba1bbf361ae/1b2aca55-9950-4ff4-afc8-834cc8afb4b8/9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:57.996944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.065700 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.084696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Transition to ACTIVE for port object 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:58.131279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.134017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a137ab8-04af-41b8-ad07-9bd5ac7ccc7c req-df378016-8e9e-422f-940b-e3671633c16d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:58.138196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b8c024b-b039-4db8-9e7f-49a72ac3fe48 None None] Provisioning complete for port 0722d497-3fa3-4e1d-a5a1-bcb96563399b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:58.138627 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b8c024b-b039-4db8-9e7f-49a72ac3fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.140849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a137ab8-04af-41b8-ad07-9bd5ac7ccc7c req-df378016-8e9e-422f-940b-e3671633c16d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0942898 Aug 31 19:41:58.179621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:58.182867 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.183354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:58.184793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a137ab8-04af-41b8-ad07-9bd5ac7ccc7c req-b37c7e90-59ba-4d67-8b79-967339aa84ca tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Aug 31 19:41:58.188458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:58.191133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:58.247191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.330427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0722d497-3fa3-4e1d-a5a1-bcb96563399b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:58.372099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.456917 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.477783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0722d497-3fa3-4e1d-a5a1-bcb96563399b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:58.531829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b8c024b-b039-4db8-9e7f-49a72ac3fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.606676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.618687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Transition to ACTIVE for port object 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:58.630568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.698808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.702071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-79cfd85e-8807-4a49-8db4-2dc2942ec9de req-b7ec0239-769d-4dd5-b1fa-85ad1288c04d service neutron] (94817) timed out ('10.222.0.73', 42818) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:41:58.705699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.710603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Attempting to bind port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:58.711207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Attempting to bind port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:58.711834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Attempting to bind port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:58.727560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:58.727974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:58.728374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.728772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:58.729235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Bound port: 62215f7c-60ea-4314-a76b-1fbc02ba1fa3, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:58.729616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.734050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497b2cc-5e66-4bfb-a347-c7a1e924e2e3 None None] Pushing event updated for resources: {'Port': ['ID=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:58.761515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-5b8c024b-b039-4db8-9e7f-49a72ac3fe48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:41:58.761929 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-5b8c024b-b039-4db8-9e7f-49a72ac3fe48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:41:58.789711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.795679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:58.804196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] For port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:58.807800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] For port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:58.824503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.906996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:58.907947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:58.986823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497b2cc-5e66-4bfb-a347-c7a1e924e2e3 None None] Pushing event updated for resources: {'Port': ['ID=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:59.064975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:59.104016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:41:59.286808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:59.288313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:59.369478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.393346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac7fae-877c-4dd9-905c-d71aa529b180 req-beba22f1-0199-4d5b-a2a8-f95f33d1d405 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:59.405167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dac7fae-877c-4dd9-905c-d71aa529b180 req-beba22f1-0199-4d5b-a2a8-f95f33d1d405 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 945 time: 0.0957119 Aug 31 19:41:59.442372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Router faeed1dd-a8fa-4c82-aec0-db512928d441 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:41:59.450807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0722d497-3fa3-4e1d-a5a1-bcb96563399b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:59.535878 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9dac7fae-877c-4dd9-905c-d71aa529b180 req-2d45d2f8-6044-427c-8067-8698216618a0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236317 Aug 31 19:41:59.626008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:59.630433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:59.639768 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8296e13d-c36d-4fd2-842b-28890a44e891" -d '{"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-unplugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:59.650323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:59.661980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b79e1eec-87ff-4058-b06b-dd7fcab8d4b5 admin admin] 10.222.0.73 "PUT /v2.0/routers/faeed1dd-a8fa-4c82-aec0-db512928d441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7219396 Aug 31 19:41:59.698088 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.753125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829999-30bb-405d-8dc6-a523232f2cb6 req-9f9dd9bb-cabc-494d-bc79-177b5f8cdcf5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:59.755821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4829999-30bb-405d-8dc6-a523232f2cb6 req-9f9dd9bb-cabc-494d-bc79-177b5f8cdcf5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.0823727 Aug 31 19:41:59.770123 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e5b3e50-05c1-4a80-94f7-20be799faea0 None None] Provisioning for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:59.774396 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd767de-9aaa-46fe-bc23-6a1ff144ef2c x-openstack-request-id: req-3fd767de-9aaa-46fe-bc23-6a1ff144ef2c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:59.774719 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-unplugged", "status": "failed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:59.774997 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fd767de-9aaa-46fe-bc23-6a1ff144ef2c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:59.775417 n-d-778550-14 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'code': 422} returned with failed status Aug 31 19:41:59.777206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:59.792597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e5b3e50-05c1-4a80-94f7-20be799faea0 None None] Provisioning complete for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:59.792962 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3e50-05c1-4a80-94f7-20be799faea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.817770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b4829999-30bb-405d-8dc6-a523232f2cb6 req-12035b83-187e-4900-bde8-0ba5c67f2dd1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558310 Aug 31 19:41:59.838910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b3e50-05c1-4a80-94f7-20be799faea0 None None] Port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:59.868675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0722d497-3fa3-4e1d-a5a1-bcb96563399b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:59.869543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.875421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b', 'name': '', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'mac_address': 'fa:16:3e:8f:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:57Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 2, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'subnets': [{'id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:59.936706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f4f5-4fbf-46ee-87a1-13faa5326e01 None None] The sync data for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 is: [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b', 'name': '', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'mac_address': 'fa:16:3e:8f:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:57Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 2, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'subnets': [{'id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:41:59.970790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a35d875b-31f3-41a3-a569-d88a5e1c3223 None None] Provisioning complete for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:59.971178 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a35d875b-31f3-41a3-a569-d88a5e1c3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.080116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a35d875b-31f3-41a3-a569-d88a5e1c3223 None None] Port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:00.140291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-7248131b-de7c-43d9-b879-8c172f7440f7 req-4297c754-2340-4c5c-9a50-e72cf1c34b71 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:42:00.141802 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7248131b-de7c-43d9-b879-8c172f7440f7 req-4297c754-2340-4c5c-9a50-e72cf1c34b71 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079722 Aug 31 19:42:00.392800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946a88-0954-4b10-9f10-d65a8ee86dd7 req-45d89b70-73ee-4dbe-83e2-f11aeaec44b0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.400491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7946a88-0954-4b10-9f10-d65a8ee86dd7 req-45d89b70-73ee-4dbe-83e2-f11aeaec44b0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1169915 Aug 31 19:42:00.487607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d7946a88-0954-4b10-9f10-d65a8ee86dd7 req-7e28eb39-1427-4c2e-a946-2effc4233561 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860550 Aug 31 19:42:00.519681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:00.524011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-466324741-network', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:00.557285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Made reservation on behalf of a340610cf05a4d1d9e5b919657e36219 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:00.561327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.571034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.719685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.726320 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.755021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:42:00.767620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.767997 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Added segment 73550b60-1883-4eea-b887-119398a889bf of type vlan for network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 Aug 31 19:42:00.769208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf655f-ba34-428d-ab5a-0bc296810fec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:00.817950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.893329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.899245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.917457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.049122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5292523 Aug 31 19:42:01.052496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35838) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:01.057910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Request body: {'subnet': {'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-466324741-subnet', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:01.059249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a23bc-4a70-46f3-80ae-a43362d3847a admin admin] Pushing event updated for resources: {'Network': ['ID=9d8506a5-5951-4886-aa59-cbcb4d7ec6a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:01.073010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:42:01.127916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Made reservation on behalf of a340610cf05a4d1d9e5b919657e36219 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:01.131045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.396709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-3c402aa5-88c9-437a-baff-0c6d164b30b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5216448 Aug 31 19:42:01.414862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:01.500649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:01.505171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:01.505550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.611078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.637408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:01.642711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.722590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:01.762390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:01.836508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:01.859837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f80ad0-bd3e-4a58-8a0b-c930603e61cb req-39091fe8-f196-4ec6-a245-3b1e64458f48 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:01.862319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0f80ad0-bd3e-4a58-8a0b-c930603e61cb req-39091fe8-f196-4ec6-a245-3b1e64458f48 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.2126853 Aug 31 19:42:01.901933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Checking segment: {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:01.902576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Network hostable DHCP agents. Network: 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:42:01.938737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0f80ad0-bd3e-4a58-8a0b-c930603e61cb req-5976fe13-4e68-4e76-afcd-f29af2ad5a3e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Aug 31 19:42:01.946434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:42:01.967929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:01.976514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff4d29-c302-40ac-baf7-3710403ad678 None None] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:01.981010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:01.981621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.003141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7118681d-78ed-4439-862d-d34a52fd646e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9488101 Aug 31 19:42:02.005935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:02.011015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:02.041027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.042872 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.186096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.289591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:42:02.290802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.405655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.494760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Allocated IP 172.20.0.2 (9d8506a5-5951-4886-aa59-cbcb4d7ec6a5/b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7/b5e81423-c20e-4c87-9787-8bd217ad1f8a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:02.546810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:02.553136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735308945', 'description': 'tempest-secgroup-smoke-735308945 description', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:02.587754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.702951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.708556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.746297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.746964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.747783 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1997073 Aug 31 19:42:02.750966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:02.756571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:02.763497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Transition to ACTIVE for port object b5e81423-c20e-4c87-9787-8bd217ad1f8a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:02.769458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.792620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.802037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Transition to ACTIVE for port object b5e81423-c20e-4c87-9787-8bd217ad1f8a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:02.812183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.866340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6574af1-355e-4fe9-906d-ddb06271a9a6 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2606b97f-c848-4e23-bfa9-a4f945f83124,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:02.888877 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:02.893007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:02.896196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Pushing event updated for resources: {'Port': ['ID=b5e81423-c20e-4c87-9787-8bd217ad1f8a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:02.897825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:02.918321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.958665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Attempting to bind port b5e81423-c20e-4c87-9787-8bd217ad1f8a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:02.958925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Attempting to bind port b5e81423-c20e-4c87-9787-8bd217ad1f8a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:02.959195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Attempting to bind port b5e81423-c20e-4c87-9787-8bd217ad1f8a on network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:02.964372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:02.964753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Checking segment: {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:02.965158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.965609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Bound using segment: {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:02.966080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Bound port: b5e81423-c20e-4c87-9787-8bd217ad1f8a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:02.967703 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:02.967832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Allocated IP 172.25.3.154 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/ed6ad2c9-512a-4ab1-be3e-88c5765bfad4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:02.968349 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-a4ceb35a-73d3-44eb-af31-bbe36d8c3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:02.970773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-a4ceb35a-73d3-44eb-af31-bbe36d8c3825 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e&tenant_id=5a513d05a2b4403fadee1b21d1f07ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1908038 Aug 31 19:42:03.090351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] For port b5e81423-c20e-4c87-9787-8bd217ad1f8a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:03.093655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] For port b5e81423-c20e-4c87-9787-8bd217ad1f8a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b5e81423-c20e-4c87-9787-8bd217ad1f8a,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:03.100949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.135469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.144198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.151726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.177322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798a83-f3a5-4ad9-9b76-bb54be11cd61 None None] Pushing event updated for resources: {'Port': ['ID=b5e81423-c20e-4c87-9787-8bd217ad1f8a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:03.189618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-392cf0cf-06b9-4fbf-a578-548a15266382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:03.191319 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-392cf0cf-06b9-4fbf-a578-548a15266382 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1095 time: 0.1912336 Aug 31 19:42:03.200078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.234658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:03.239176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7640588-5aa7-4ef6-9c3a-5d1265e9f936,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:03.239345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:03.259007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.263117 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3e860510-d131-4dd5-bb74-71fbc1b8322c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5087848 Aug 31 19:42:03.302559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:03.311786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:03.313911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:03.321789 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:03.338909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:03.364246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd3131-e7e1-43f8-b300-c31da0ccb6bc req-c4c2e0dc-b240-4cb8-9149-8e77a5a5de47 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:03.372225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8bd3131-e7e1-43f8-b300-c31da0ccb6bc req-c4c2e0dc-b240-4cb8-9149-8e77a5a5de47 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.2729721 Aug 31 19:42:03.435887 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Sync routers for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:03.438538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:03.439534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.440441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-a473d1dd-16db-4f97-8583-e3f729f8ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:03.442639 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-a473d1dd-16db-4f97-8583-e3f729f8ef40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.2379770 Aug 31 19:42:03.458758 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:03.475950 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:03.523032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8bd3131-e7e1-43f8-b300-c31da0ccb6bc req-45a20adb-ec31-4c95-95b6-f2acdc810b34 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449137 Aug 31 19:42:03.526785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-1572ffe1-54d8-4f61-987c-ae9bb081e857 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0732143 Aug 31 19:42:03.527992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.600254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-3c6b62e5-115b-4748-8f49-7bddd91a6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:03.602889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-3c6b62e5-115b-4748-8f49-7bddd91a6d7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.0516953 Aug 31 19:42:03.655796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:03.673124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-48979047-b363-436b-8f5b-34ca7214fa3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539739 Aug 31 19:42:03.726113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.732038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.793671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0536829-3aa8-4cea-9c88-83e78a197a67,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:03.802239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.806108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9fdc41e5-6ea8-4bef-acf9-1438971bd874 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4885333 Aug 31 19:42:03.806258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:03.811065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:03.828747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-567918b8-dcab-4007-a3b8-6be0599997df service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478932 Aug 31 19:42:03.845638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.889686 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b', 'name': '', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'mac_address': 'fa:16:3e:8f:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:57Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 2, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'subnets': [{'id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:03.912713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.918504 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.922110 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Checking router: faeed1dd-a8fa-4c82-aec0-db512928d441 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:03.922461 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Updating router faeed1dd-a8fa-4c82-aec0-db512928d441 port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:03.942774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.944192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369407 Aug 31 19:42:03.950098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.950471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:03.954717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab835-8969-46b5-b661-5360a3fa5a4c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9c4e0a-821c-470e-b5f2-949c7d7ceb24,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:03.955835 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:03.958165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:04.007323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4352768-7c07-41a1-bf0f-50a50cc8a93f req-2d37a650-6a79-4979-b788-8b55518dbda0 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699293 Aug 31 19:42:04.024636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.161139 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.165841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.195380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6c95ab-5481-450b-9a53-83bffabe7341,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:04.215081 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.221569 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a2144a5-f3a8-4e21-856a-f9f74a9f2595 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700171 Aug 31 19:42:04.223786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:04.233028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:04.274687 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Project 7d67a09bb7ad4389ac72a35473c307a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:42:04.281422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.324125 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.407933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.415054 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.458271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.464307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2391899 Aug 31 19:42:04.466682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 35946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:04.473068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'security_group_rule': {'security_group_id': '2606b97f-c848-4e23-bfa9-a4f945f83124', 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:04.473296 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.493553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Transition to ACTIVE for port object 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:04.501418 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.502097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bbe1b-df94-4141-aad3-5eab7866d7a7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5505d1bc-357d-47ca-9c0a-2299045470f2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:04.506325 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Project 7d67a09bb7ad4389ac72a35473c307a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:42:04.514170 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.597443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Router 8e680c63-836b-4640-8675-f14d641ec25d is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:42:04.630102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1aa110-2ef9-4548-a895-12442276f7a1 None None] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:04.653222 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.672538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.703503 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Pushing event updated for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:04.724266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9825432-26ac-4c8f-80aa-1d82e4f8c951,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:04.728289 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.731789 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.732646 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.744174 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.744692 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.745028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.745367 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.745708 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.746027 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.746347 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.746908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.747432 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:04.786445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ac7765d9-fad9-4fad-b032-4200fdbde841 None None] Provisioning for port b5e81423-c20e-4c87-9787-8bd217ad1f8a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:04.801247 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Attempting to bind port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:04.805782 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Attempting to bind port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:04.806291 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Attempting to bind port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b on network 2b289283-219f-4a0c-b8c5-fba1bbf361ae {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:04.817646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:04.821195 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:04.822068 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Checking segment: {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:04.823230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.825129 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.826299 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Bound using segment: {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:04.827946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aa8ebb56-c1ea-4a22-a5fa-f14adfd368cb tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3600399 Aug 31 19:42:04.834249 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Bound port: 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e97da8c-51d3-4114-b178-3be7c64739d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:04.835074 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.843175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c821-bbdd-42d3-a456-63e057c33815 req-88099be0-e9e2-46f8-a30d-7d40192d1201 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:04.844942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de46c821-bbdd-42d3-a456-63e057c33815 req-88099be0-e9e2-46f8-a30d-7d40192d1201 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1227527 Aug 31 19:42:04.852929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Sync routers for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:04.871898 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:04.873289 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-037aabe3-9e44-4ca5-b089-9270415bcf16 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8659465 Aug 31 19:42:04.875979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 35956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:04.917588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:04.921093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:04.927747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de46c821-bbdd-42d3-a456-63e057c33815 req-82eb54ba-69e7-4b66-87da-23b3dcbe2cc1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749569 Aug 31 19:42:05.087017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] For port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:05.089269 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] For port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:05.099020 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:05.248800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881608ba-8b1d-47de-94d1-9995a2e328a8 None None] Pushing event updated for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:05.331628 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:05.334326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:05.579991 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:05.584450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:05.979947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:06.251223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b802fa5-5eab-4a45-a9b2-050c979a0aa2 req-9e37abcb-a4a2-45e4-a812-350b68d70107 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:06.257354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b802fa5-5eab-4a45-a9b2-050c979a0aa2 req-9e37abcb-a4a2-45e4-a812-350b68d70107 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1416447 Aug 31 19:42:06.368303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b5e81423-c20e-4c87-9787-8bd217ad1f8a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:06.383348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b802fa5-5eab-4a45-a9b2-050c979a0aa2 req-bdbb0f04-660c-4f0f-bc05-d5ee0b3090b0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163161 Aug 31 19:42:06.400913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Allocated IP 172.20.0.1 (9d8506a5-5951-4886-aa59-cbcb4d7ec6a5/b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7/a37e8191-6038-42b6-ad9f-3c96c6f5c379) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:06.470078 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b', 'name': '', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'mac_address': 'fa:16:3e:8f:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:57Z', 'updated_at': '2021-08-31T19:42:05Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'subnets': [{'id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:06.547554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b24afc-bdbf-491a-8a1b-e3347cea2f14 None None] The sync data for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 is: [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:41:58Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b', 'name': '', 'network_id': '2b289283-219f-4a0c-b8c5-fba1bbf361ae', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'mac_address': 'fa:16:3e:8f:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:57Z', 'updated_at': '2021-08-31T19:42:05Z', 'revision_number': 4, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'subnets': [{'id': '1b2aca55-9950-4ff4-afc8-834cc8afb4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:06.561668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:03Z', 'revision_number': 3, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:06.610220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Checking router: 8e680c63-836b-4640-8675-f14d641ec25d for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:06.610747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Updating router 8e680c63-836b-4640-8675-f14d641ec25d port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:06.656914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:06.659230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:06.679022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Transition to ACTIVE for port object a37e8191-6038-42b6-ad9f-3c96c6f5c379 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:06.703245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b5e81423-c20e-4c87-9787-8bd217ad1f8a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:06.715143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b5e81423-c20e-4c87-9787-8bd217ad1f8a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:06.715891 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:06.739477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:06.797348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:06.801239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:06.807902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:06.867549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Pushing event updated for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:06.877827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.170520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-681e2102-33b7-4937-a154-87c59a318066 None None] Provisioning complete for port b5e81423-c20e-4c87-9787-8bd217ad1f8a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:07.200642 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-681e2102-33b7-4937-a154-87c59a318066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.220699 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.380192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.661560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.668711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.711254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b5e81423-c20e-4c87-9787-8bd217ad1f8a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b5e81423-c20e-4c87-9787-8bd217ad1f8a,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:07.726002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.729220 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.732510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d0160-e299-4d7b-bb62-bb5911e33f6b req-098904a2-916a-4282-87d9-ebff8776f9e0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:07.741519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e12d0160-e299-4d7b-bb62-bb5911e33f6b req-098904a2-916a-4282-87d9-ebff8776f9e0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1719790 Aug 31 19:42:07.920561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e12d0160-e299-4d7b-bb62-bb5911e33f6b req-1167052e-fd57-4332-b979-c5b64a78d7bb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584592 Aug 31 19:42:08.015458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:08.059078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Pushing event updated for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:08.177218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:08.178956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:08.272166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b5e81423-c20e-4c87-9787-8bd217ad1f8a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:08.447152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:08.474095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:08.474436 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.537788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Router 8e680c63-836b-4640-8675-f14d641ec25d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:08.601757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.607955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9035ddfe-ba19-4f84-8b75-a60d6d48841c None None] Provisioning for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:08.631447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9035ddfe-ba19-4f84-8b75-a60d6d48841c None None] Provisioning complete for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:08.646082 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9035ddfe-ba19-4f84-8b75-a60d6d48841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.723248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9035ddfe-ba19-4f84-8b75-a60d6d48841c None None] Port a37e8191-6038-42b6-ad9f-3c96c6f5c379 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:08.725660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Transition to ACTIVE for port object ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:08.802280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:08.806192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.816132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e2c3dca-e43e-4050-b022-0b202ceab27f admin admin] 10.222.0.73 "PUT /v2.0/routers/8e680c63-836b-4640-8675-f14d641ec25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9299989 Aug 31 19:42:08.865445 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.972011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ab8a-77b5-465c-a74a-c14e13aec457 None None] Pushing event updated for resources: {'Port': ['ID=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:09.056590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:09.067537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13195e0a-4af1-4fcf-ac4b-5422a17c0ba3 None None] Provisioning complete for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:09.067732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13195e0a-4af1-4fcf-ac4b-5422a17c0ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.070675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.242611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Attempting to bind port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:09.243385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Attempting to bind port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:09.243953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Attempting to bind port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:09.253030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27e64-dae9-4934-808f-245e6481d996 req-8fd7ff4e-6892-455d-8c7b-dfb4e2af09b3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:09.254252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:09.254753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:09.255741 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.256327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:09.256973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Bound port: ed6ad2c9-512a-4ab1-be3e-88c5765bfad4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:09.257543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.263547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6d27e64-dae9-4934-808f-245e6481d996 req-8fd7ff4e-6892-455d-8c7b-dfb4e2af09b3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1301148 Aug 31 19:42:09.373763 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d6d27e64-dae9-4934-808f-245e6481d996 req-ff9041e1-6403-4f5d-9f4d-791ddca16fff tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053426 Aug 31 19:42:09.443056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-13195e0a-4af1-4fcf-ac4b-5422a17c0ba3 None None] Port a37e8191-6038-42b6-ad9f-3c96c6f5c379 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:09.452386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:09.506550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] For port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:09.512239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] For port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:09.522187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.598207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ab8a-77b5-465c-a74a-c14e13aec457 None None] Pushing event updated for resources: {'Port': ['ID=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:09.634362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:09.635027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:41:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:09.841605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:09.949172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:10.235675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:10.239314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.275789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a37e8191-6038-42b6-ad9f-3c96c6f5c379', 'name': '', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'mac_address': 'fa:16:3e:97:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:06Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 2, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'subnets': [{'id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:10.307885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5af44-e1ca-44a5-b372-880816fe8498 None None] The sync data for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 is: [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a37e8191-6038-42b6-ad9f-3c96c6f5c379', 'name': '', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'mac_address': 'fa:16:3e:97:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:06Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 2, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'subnets': [{'id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:10.580081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b5e81423-c20e-4c87-9787-8bd217ad1f8a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:10.679744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf923c6-4b36-42b6-9ed9-e271bbc99a89 req-120bd3c4-c0ed-43ec-84a6-59e427b327c8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:10.688737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbf923c6-4b36-42b6-9ed9-e271bbc99a89 req-120bd3c4-c0ed-43ec-84a6-59e427b327c8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1121716 Aug 31 19:42:10.702084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b5e81423-c20e-4c87-9787-8bd217ad1f8a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:10.702837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.759972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bbf923c6-4b36-42b6-9ed9-e271bbc99a89 req-ea376b86-168a-4fef-a9b0-737b8408312e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688152 Aug 31 19:42:10.938580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:11.593159 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-844b08d9-4127-4d8e-8ab5-088d3bb03cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:11.925834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:12.060674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:12.076934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:12.077811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:12.088347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f1d7-405e-4dbc-a247-af4b2aca9f61 req-7fe55e7d-d806-4e1e-a084-e1509e0bcf43 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:12.091164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f61f1d7-405e-4dbc-a247-af4b2aca9f61 req-7fe55e7d-d806-4e1e-a084-e1509e0bcf43 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1843503 Aug 31 19:42:12.196980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f61f1d7-405e-4dbc-a247-af4b2aca9f61 req-f91f758e-9661-4c59-9245-1bbaedcce2a7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764775 Aug 31 19:42:12.233294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:12.264584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:12.286075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:12.325724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:12.433887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:12.919279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Deleting port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:12.919736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.061601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] For port 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:13.063215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.092941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Calling delete_port for 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:13.680607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff567c76-4b3f-471f-88f2-f2c9fdab9864 req-d91ed3e0-64bc-4d38-ae48-f09e6233668a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:13.692792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff567c76-4b3f-471f-88f2-f2c9fdab9864 req-d91ed3e0-64bc-4d38-ae48-f09e6233668a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1298301 Aug 31 19:42:13.696002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.914000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ff567c76-4b3f-471f-88f2-f2c9fdab9864 req-1a02afa7-3be4-4b42-b95b-2a4c1cfbb72b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202206 Aug 31 19:42:13.915036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:13.926857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:14.069986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:14.070515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.265701 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.365780 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88391ead-c368-4bf6-a15a-895f615d0693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.438426 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Sync routers for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:14.457801 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:14.459789 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:14.493052 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.724193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.766528 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:14.880195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Router faeed1dd-a8fa-4c82-aec0-db512928d441 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:15.234790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:15.249137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Sync routers for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:15.254233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-eac828fa-67b7-4113-9964-15df74d489bd admin admin] 10.222.0.73 "PUT /v2.0/routers/faeed1dd-a8fa-4c82-aec0-db512928d441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3134873 Aug 31 19:42:15.257570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:15.268070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:15.271001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:15.294602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf467-8bec-420a-a704-b856e30e5fbc req-ad0d173c-2e2e-440e-8fe2-7129a5e70532 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:15.301987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d38bf467-8bec-420a-a704-b856e30e5fbc req-ad0d173c-2e2e-440e-8fe2-7129a5e70532 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1702268 Aug 31 19:42:15.320905 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a37e8191-6038-42b6-ad9f-3c96c6f5c379', 'name': '', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'mac_address': 'fa:16:3e:97:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:06Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 2, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'subnets': [{'id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:15.381975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d38bf467-8bec-420a-a704-b856e30e5fbc req-56d383c3-6e4d-4aca-beaa-7994ecd95f77 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Aug 31 19:42:15.396581 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Checking router: 8e680c63-836b-4640-8675-f14d641ec25d for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:15.397976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Updating router 8e680c63-836b-4640-8675-f14d641ec25d port a37e8191-6038-42b6-ad9f-3c96c6f5c379 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:15.484149 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:15.496717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:15.525363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:15.815672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:15.824443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:15.929813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:13Z', 'revision_number': 5, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port': {'id': '62215f7c-60ea-4314-a76b-1fbc02ba1fa3', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:15.986487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Deleting port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:15.986893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.004024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Checking router: faeed1dd-a8fa-4c82-aec0-db512928d441 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:16.047227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Routers {'faeed1dd-a8fa-4c82-aec0-db512928d441'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:16.048065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['faeed1dd-a8fa-4c82-aec0-db512928d441'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:16.201447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] For port 62215f7c-60ea-4314-a76b-1fbc02ba1fa3, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:16.201800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.256081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Calling delete_port for 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:16.303850 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.338998 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Transition to ACTIVE for port object a37e8191-6038-42b6-ad9f-3c96c6f5c379 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:16.348282 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.355964 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.371431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] Set router faeed1dd-a8fa-4c82-aec0-db512928d441 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:16.479875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:15Z', 'revision_number': 6, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:16.499018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77b778-03d5-45a8-a2b4-e350ef85cf11 None None] Pushing event updated for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:16.544455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53eda-9714-46b7-acc7-7f6bfd382e0e None None] The sync data for ids ['faeed1dd-a8fa-4c82-aec0-db512928d441'] in n-d-778550-14 is: [{'id': 'faeed1dd-a8fa-4c82-aec0-db512928d441', 'name': 'tempest-TestAggregatesBasicOps-1820289283-router', 'tenant_id': 'f62741a6ff01477cab1707d37d73dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:55Z', 'updated_at': '2021-08-31T19:42:15Z', 'revision_number': 6, 'project_id': 'f62741a6ff01477cab1707d37d73dd02', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:16.685326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Attempting to bind port a37e8191-6038-42b6-ad9f-3c96c6f5c379 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:16.685700 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Attempting to bind port a37e8191-6038-42b6-ad9f-3c96c6f5c379 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:16.686057 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Attempting to bind port a37e8191-6038-42b6-ad9f-3c96c6f5c379 on network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:16.700563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:16.700939 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Checking segment: {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:16.701427 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.701725 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Bound using segment: {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:16.702204 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Bound port: a37e8191-6038-42b6-ad9f-3c96c6f5c379, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73550b60-1883-4eea-b887-119398a889bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:16.702577 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:16.713308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47947227-8b14-4a8e-adaa-a7440c018e64 req-feea8a52-b966-4106-af08-131e2d441c07 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:16.717026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47947227-8b14-4a8e-adaa-a7440c018e64 req-feea8a52-b966-4106-af08-131e2d441c07 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1663356 Aug 31 19:42:16.900973 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47947227-8b14-4a8e-adaa-a7440c018e64 req-9e345b2e-e464-43e4-8a20-c1d606f5000c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744282 Aug 31 19:42:16.923680 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] For port a37e8191-6038-42b6-ad9f-3c96c6f5c379, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:16.932427 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] For port a37e8191-6038-42b6-ad9f-3c96c6f5c379, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37e8191-6038-42b6-ad9f-3c96c6f5c379,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:16.938961 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:17.077499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:17.112024 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:17.112956 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:17.247787 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77b778-03d5-45a8-a2b4-e350ef85cf11 None None] Pushing event updated for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:17.281790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:17.663113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:17.704585 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a37e8191-6038-42b6-ad9f-3c96c6f5c379', 'name': '', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'mac_address': 'fa:16:3e:97:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:06Z', 'updated_at': '2021-08-31T19:42:16Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'subnets': [{'id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:17.721594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Pushing event deleted for resources: {'Port': ['ID=62215f7c-60ea-4314-a76b-1fbc02ba1fa3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:17.765613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7ad8-d873-4a07-b546-48dfa6431f0c None None] The sync data for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 is: [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:07Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a37e8191-6038-42b6-ad9f-3c96c6f5c379', 'name': '', 'network_id': '9d8506a5-5951-4886-aa59-cbcb4d7ec6a5', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'mac_address': 'fa:16:3e:97:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:06Z', 'updated_at': '2021-08-31T19:42:16Z', 'revision_number': 4, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'subnets': [{'id': 'b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:17.888720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:17.963192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37e8191-6038-42b6-ad9f-3c96c6f5c379 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:18.039345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:18.044883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:18.045663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.120578 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.127249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df3d9-af6f-427f-95c0-7082c09955ac req-ac5adbe3-09d3-482d-bb80-460a03fedfdb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:18.130410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.153200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-772df3d9-af6f-427f-95c0-7082c09955ac req-ac5adbe3-09d3-482d-bb80-460a03fedfdb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1210978 Aug 31 19:42:18.213717 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.233367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-772df3d9-af6f-427f-95c0-7082c09955ac req-a982374a-fdca-4e3b-a9a1-12e381138ca0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765066 Aug 31 19:42:18.250146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.250533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faeed1dd-a8fa-4c82-aec0-db512928d441 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:42:18.254370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a37e8191-6038-42b6-ad9f-3c96c6f5c379, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37e8191-6038-42b6-ad9f-3c96c6f5c379,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:18.264642 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.271594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.276089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b70da41-9c12-448a-9416-31d60285be49 admin admin] 10.222.0.73 "DELETE /v2.0/routers/faeed1dd-a8fa-4c82-aec0-db512928d441 HTTP/1.1" status: 204 len: 168 time: 3.0142255 Aug 31 19:42:18.276089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:18.355693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Deleting subnet 1b2aca55-9950-4ff4-afc8-834cc8afb4b8 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:42:18.369608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.381478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:18.388018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:18.423688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:18.424107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 62215f7c-60ea-4314-a76b-1fbc02ba1fa3 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:18.424506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:18.445679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.454331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:18.454690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9d2b5cb5-5c19-4ed1-b80b-4e32f6c75c8b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:18.604097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.673385 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.700010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df564e-4a1d-4f76-92e9-158bb6467322 None None] Network 2b289283-219f-4a0c-b8c5-fba1bbf361ae requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:18.739113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-1879d14a-9af4-4228-874f-0218b39ccea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:18.756239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-1879d14a-9af4-4228-874f-0218b39ccea8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1095 time: 0.0812771 Aug 31 19:42:18.758896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:18.763176 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1b2aca55-9950-4ff4-afc8-834cc8afb4b8 HTTP/1.1" status: 204 len: 168 time: 0.4843154 Aug 31 19:42:18.763176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de90c14-8f07-4cff-8007-4d1f22ba4d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2aca55-9950-4ff4-afc8-834cc8afb4b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:18.764108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:18.980809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] DHCP port deletion for 2b289283-219f-4a0c-b8c5-fba1bbf361ae request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:42:19.000655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-d40dffff-403f-477a-8c83-b166ae052495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.002189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-d40dffff-403f-477a-8c83-b166ae052495 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.2328675 Aug 31 19:42:19.008156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.058576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Deleting port 0722d497-3fa3-4e1d-a5a1-bcb96563399b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:19.059265 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.080726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-07ce6cac-431f-48d6-9a59-20bdbb8d5741 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0684633 Aug 31 19:42:19.159039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Deleting port 0722d497-3fa3-4e1d-a5a1-bcb96563399b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:19.160010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.161430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] For port 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0722d497-3fa3-4e1d-a5a1-bcb96563399b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:19.161844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.200047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Calling delete_port for 0722d497-3fa3-4e1d-a5a1-bcb96563399b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:19.229386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-f46ac413-2cf8-4969-8266-d82a5b116c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.230787 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-f46ac413-2cf8-4969-8266-d82a5b116c03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.1419525 Aug 31 19:42:19.286460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-edc6e332-079f-4f1d-b723-9d9836dba9f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465536 Aug 31 19:42:19.388450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.424716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] No DVR routers for this DVR port 0722d497-3fa3-4e1d-a5a1-bcb96563399b on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:42:19.455548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] For port 0722d497-3fa3-4e1d-a5a1-bcb96563399b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0722d497-3fa3-4e1d-a5a1-bcb96563399b,segment=NetworkSegment(4e97da8c-51d3-4114-b178-3be7c64739d5),segment_id=4e97da8c-51d3-4114-b178-3be7c64739d5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:19.455964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.461894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb8f6f-fdca-4d9c-a7cd-6b982a1110f3 None None] Pushing event deleted for resources: {'Port': ['ID=0722d497-3fa3-4e1d-a5a1-bcb96563399b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:19.489064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Calling delete_port for 0722d497-3fa3-4e1d-a5a1-bcb96563399b owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:19.504910 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c108b-cd1e-4664-b32a-dcf2b9b0f4c5 req-75a85aa4-1efc-49bf-9df8-14c6108226fb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.506460 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-763c108b-cd1e-4664-b32a-dcf2b9b0f4c5 req-75a85aa4-1efc-49bf-9df8-14c6108226fb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1964462 Aug 31 19:42:19.510620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-58455f11-68d3-4acf-b3ce-a216bf39a24e service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170587 Aug 31 19:42:19.644780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-763c108b-cd1e-4664-b32a-dcf2b9b0f4c5 req-89faa536-535b-47dd-b58f-3b1a93527f45 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299834 Aug 31 19:42:19.695625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be044149-73c6-4aa2-87c3-2dfde37c3367 req-3834713c-fced-4918-bf39-7d3d814f7182 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745722 Aug 31 19:42:19.704317 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.733223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Pushing event deleted for resources: {'Port': ['ID=0722d497-3fa3-4e1d-a5a1-bcb96563399b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:19.736992 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] No DVR routers for this DVR port 0722d497-3fa3-4e1d-a5a1-bcb96563399b on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:42:19.821506 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.837900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b289283-219f-4a0c-b8c5-fba1bbf361ae']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:19.850157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e97da8c-51d3-4114-b178-3be7c64739d5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:19.850598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e97da8c-51d3-4114-b178-3be7c64739d5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:19.854356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37e8191-6038-42b6-ad9f-3c96c6f5c379 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:19.860754 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.880439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.888127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:42:19.888537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:42:19.890655 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:42:19.927045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a37e8191-6038-42b6-ad9f-3c96c6f5c379 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:19.927418 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.969265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.989818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:19.991751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] 10.222.0.73 "DELETE /v2.0/networks/2b289283-219f-4a0c-b8c5-fba1bbf361ae HTTP/1.1" status: 204 len: 168 time: 1.2236240 Aug 31 19:42:19.992623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b39519-8f66-48fd-8fa5-f7030c25497c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b289283-219f-4a0c-b8c5-fba1bbf361ae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:19.994646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:20.114710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0722d497-3fa3-4e1d-a5a1-bcb96563399b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:20.139728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0722d497-3fa3-4e1d-a5a1-bcb96563399b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:20.140211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0722d497-3fa3-4e1d-a5a1-bcb96563399b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:20.712303 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:20.850825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da770134-f737-4703-b2ef-c7696aeb458d req-870d2eee-58be-4287-bd47-05ef0d79d9ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:20.852332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da770134-f737-4703-b2ef-c7696aeb458d req-870d2eee-58be-4287-bd47-05ef0d79d9ab tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 943 time: 0.1012597 Aug 31 19:42:20.947062 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da770134-f737-4703-b2ef-c7696aeb458d req-feefc51e-1b64-4554-a642-4bbd6395ccdd tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877335 Aug 31 19:42:21.058147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Deleting port a37e8191-6038-42b6-ad9f-3c96c6f5c379 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:21.058507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:21.146081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] For port a37e8191-6038-42b6-ad9f-3c96c6f5c379, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a37e8191-6038-42b6-ad9f-3c96c6f5c379,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:21.146459 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:21.161447 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Calling delete_port for a37e8191-6038-42b6-ad9f-3c96c6f5c379 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:21.194248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:42:21.303487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:21.326822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'network_id': '20e90f40-e1c4-425b-be77-9e8b7dfbeada', 'port_id': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'mac_address': 'fa:16:3e:bf:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f2b6c-3406-4b49-b32b-2dbc033e9e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:42:21.399161 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:21.406667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:21.426628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:21.432660 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:21.448835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:21.488759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37e8191-6038-42b6-ad9f-3c96c6f5c379,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:21.489057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:21.626798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:21.714477 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:22.098339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Router 8e680c63-836b-4640-8675-f14d641ec25d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:22.112525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6541c6-769f-4d0d-b72a-92d5bbd64696 req-86e8659c-f25a-43c5-b885-b3501cd60b71 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:22.120575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e6541c6-769f-4d0d-b72a-92d5bbd64696 req-86e8659c-f25a-43c5-b885-b3501cd60b71 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 944 time: 0.0749426 Aug 31 19:42:22.206471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e6541c6-769f-4d0d-b72a-92d5bbd64696 req-9d9209a2-f8f4-481a-bd73-89c94159c226 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Aug 31 19:42:22.265610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:22.271616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1efd6cef-9643-45a4-bf41-4b13de878464 admin admin] 10.222.0.73 "PUT /v2.0/routers/8e680c63-836b-4640-8675-f14d641ec25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2760069 Aug 31 19:42:22.274272 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36312) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:22.278152 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Sync routers for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:22.290503 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:22.291121 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:22.469651 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:22.477598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:22.613900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:22.688179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Deleting port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:22.688638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:22.797768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] For port ed6ad2c9-512a-4ab1-be3e-88c5765bfad4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:22.798096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:22.811465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Calling delete_port for ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:22.815527 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:21Z', 'revision_number': 5, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port': {'id': 'ed6ad2c9-512a-4ab1-be3e-88c5765bfad4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e680c63-836b-4640-8675-f14d641ec25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:22.845864 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Checking router: 8e680c63-836b-4640-8675-f14d641ec25d for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:22.854472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Routers {'8e680c63-836b-4640-8675-f14d641ec25d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:22.855154 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['8e680c63-836b-4640-8675-f14d641ec25d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:22.964140 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] Set router 8e680c63-836b-4640-8675-f14d641ec25d gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:23.018952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.032266 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:22Z', 'revision_number': 6, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:23.053375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6ad2c9-512a-4ab1-be3e-88c5765bfad4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:23.073249 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480164b-1bd1-48cc-a9af-6b35dcb62b82 None None] The sync data for ids ['8e680c63-836b-4640-8675-f14d641ec25d'] in n-d-778550-14 is: [{'id': '8e680c63-836b-4640-8675-f14d641ec25d', 'name': 'tempest-TestAggregatesBasicOps-466324741-router', 'tenant_id': 'a340610cf05a4d1d9e5b919657e36219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:02Z', 'updated_at': '2021-08-31T19:42:22Z', 'revision_number': 6, 'project_id': 'a340610cf05a4d1d9e5b919657e36219', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:23.153525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.215507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:23.271251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.273353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:23.273731 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.273861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.334765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.335521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e680c63-836b-4640-8675-f14d641ec25d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:42:23.343999 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.346818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f3e12774-97b9-4c3d-b6cf-2fb906504446 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8e680c63-836b-4640-8675-f14d641ec25d HTTP/1.1" status: 204 len: 168 time: 1.0714858 Aug 31 19:42:23.353521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:23.406463 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.438381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Deleting subnet b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:42:23.445847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fbda9-ec14-4092-b997-6d87c5f07ed0 req-df66c320-1e22-4a01-a474-da289f36eec5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:23.448488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d2fbda9-ec14-4092-b997-6d87c5f07ed0 req-df66c320-1e22-4a01-a474-da289f36eec5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 944 time: 0.1049395 Aug 31 19:42:23.448728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.449788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:23.452560 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fc3d95-8b73-435a-bccb-9a90eca28d4f" -d '{"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:23.466549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:23.480890 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.503952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.590234 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5d3631-327f-41e1-9d84-a33305653628 x-openstack-request-id: req-ed5d3631-327f-41e1-9d84-a33305653628 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:23.590631 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-plugged", "status": "completed", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:23.590956 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed5d3631-327f-41e1-9d84-a33305653628 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:23.591424 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'code': 200} Aug 31 19:42:23.592513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:23.598197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d2fbda9-ec14-4092-b997-6d87c5f07ed0 req-142a4f83-6a81-44e0-9950-f1d59057dad7 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221864 Aug 31 19:42:23.645857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.727276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.744477 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.745735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db605381-d4c4-4e28-b6e0-668a0f2be784 req-ff66b088-2f71-45b1-9d35-39c856f9904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:23.746321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7 HTTP/1.1" status: 204 len: 168 time: 0.3909426 Aug 31 19:42:23.748237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db605381-d4c4-4e28-b6e0-668a0f2be784 req-ff66b088-2f71-45b1-9d35-39c856f9904b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1098 time: 0.0600445 Aug 31 19:42:23.748952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36342) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:23.751700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebe660-b690-42f8-828b-4395b2132b2c None None] Network 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:23.765587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540aa23-1438-46c7-aa38-81d599deb41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f0ba06-d8a3-48eb-b4a9-d9bcf7e974c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:23.867262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-db605381-d4c4-4e28-b6e0-668a0f2be784 req-c49ef91b-ddd8-48f6-830e-951f9215fbd3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093678 Aug 31 19:42:23.874581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:23.898777 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:23.906903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:23.907265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ed6ad2c9-512a-4ab1-be3e-88c5765bfad4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:23.907958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37e8191-6038-42b6-ad9f-3c96c6f5c379 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:23.946019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a37e8191-6038-42b6-ad9f-3c96c6f5c379 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:23.946373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a37e8191-6038-42b6-ad9f-3c96c6f5c379 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:23.998035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Deleting port b5e81423-c20e-4c87-9787-8bd217ad1f8a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:23.998399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.082170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] For port b5e81423-c20e-4c87-9787-8bd217ad1f8a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b5e81423-c20e-4c87-9787-8bd217ad1f8a,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:24.082620 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.102838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] DHCP port deletion for 9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:42:24.109627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Calling delete_port for b5e81423-c20e-4c87-9787-8bd217ad1f8a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:24.160640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Deleting port b5e81423-c20e-4c87-9787-8bd217ad1f8a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:24.160898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.244765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] For port b5e81423-c20e-4c87-9787-8bd217ad1f8a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b5e81423-c20e-4c87-9787-8bd217ad1f8a,segment=NetworkSegment(73550b60-1883-4eea-b887-119398a889bf),segment_id=73550b60-1883-4eea-b887-119398a889bf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:24.245516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.261738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Calling delete_port for b5e81423-c20e-4c87-9787-8bd217ad1f8a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:24.276134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.305884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] No DVR routers for this DVR port b5e81423-c20e-4c87-9787-8bd217ad1f8a on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:42:24.340443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e81423-c20e-4c87-9787-8bd217ad1f8a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:24.370903 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.411112 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] Pushing event deleted for resources: {'Port': ['ID=b5e81423-c20e-4c87-9787-8bd217ad1f8a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:24.419818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1be96-69bf-46ab-a2b2-72a8a4a13614 None None] No DVR routers for this DVR port b5e81423-c20e-4c87-9787-8bd217ad1f8a on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:42:24.438442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.452300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8506a5-5951-4886-aa59-cbcb4d7ec6a5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:24.470619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73550b60-1883-4eea-b887-119398a889bf') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:24.470959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73550b60-1883-4eea-b887-119398a889bf') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:24.482332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.501673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.510315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:42:24.510738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:42:24.513317 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:42:24.574242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.584480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.588005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] 10.222.0.73 "DELETE /v2.0/networks/9d8506a5-5951-4886-aa59-cbcb4d7ec6a5 HTTP/1.1" status: 204 len: 168 time: 0.8378000 Aug 31 19:42:24.613215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acbb1e-b3e6-446e-acb2-a41b388a7f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8506a5-5951-4886-aa59-cbcb4d7ec6a5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:24.771148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299019-3dd6-447b-a043-cb8ac06a4da7 req-0fdd3378-7af0-4eba-b55b-563d6cac5bcb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:24.772764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54299019-3dd6-447b-a043-cb8ac06a4da7 req-0fdd3378-7af0-4eba-b55b-563d6cac5bcb tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0635054 Aug 31 19:42:24.809327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:24.855680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f4524473-774e-4c3f-97af-a00a519da470 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f62741a6ff01477cab1707d37d73dd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450995 Aug 31 19:42:24.858802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:24.863822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54299019-3dd6-447b-a043-cb8ac06a4da7 req-ff833eeb-3900-4306-a70b-fe400ecde162 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824225 Aug 31 19:42:24.938837 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:24.968727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.023551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.028145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.029626 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ae75a51-0603-4e08-baca-549401a98e88 HTTP/1.1" status: 204 len: 168 time: 0.1698985 Aug 31 19:42:25.064288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f13f53-a9b5-4ba6-922a-216d5dc28c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae75a51-0603-4e08-baca-549401a98e88,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:25.555311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:25.618698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-59d75033-eb74-4ef3-9a8f-34b30d88d555 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a340610cf05a4d1d9e5b919657e36219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613251 Aug 31 19:42:25.621331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:25.686286 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.711196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.783384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.793652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:25.794995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8baf655f-ba34-428d-ab5a-0bc296810fec HTTP/1.1" status: 204 len: 168 time: 0.1726124 Aug 31 19:42:25.804963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569bde-9721-4c26-81f7-778f55fb42c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf655f-ba34-428d-ab5a-0bc296810fec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:25.889945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b5e81423-c20e-4c87-9787-8bd217ad1f8a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:25.920628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b5e81423-c20e-4c87-9787-8bd217ad1f8a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:25.920985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b5e81423-c20e-4c87-9787-8bd217ad1f8a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:26.036022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2560e-12ed-4377-8aa7-cbfacab27d36 req-4de18651-9770-429d-8c7c-966ab2c28850 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.038340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10a2560e-12ed-4377-8aa7-cbfacab27d36 req-4de18651-9770-429d-8c7c-966ab2c28850 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0602119 Aug 31 19:42:26.090366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10a2560e-12ed-4377-8aa7-cbfacab27d36 req-5dae4eb6-a79d-43f2-9fdc-0970d0f1ed7d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Aug 31 19:42:26.221366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b316b-024f-469d-bf2a-157967ced154 req-bdafc0d1-7309-4f32-ba07-4490d1574b2c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.223184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-258b316b-024f-469d-bf2a-157967ced154 req-bdafc0d1-7309-4f32-ba07-4490d1574b2c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0578728 Aug 31 19:42:26.282606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-258b316b-024f-469d-bf2a-157967ced154 req-f674783f-ed54-4c02-ad5d-cf7db270161d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Aug 31 19:42:26.440781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b3d45-ae43-4917-b958-71595f6521ec req-179bb1e2-c550-4bbe-ac55-4a4356f93843 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.452761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c4b3d45-ae43-4917-b958-71595f6521ec req-179bb1e2-c550-4bbe-ac55-4a4356f93843 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0797827 Aug 31 19:42:26.498518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c4b3d45-ae43-4917-b958-71595f6521ec req-e9a351bb-3f15-4ac6-be72-5c48710f1d3a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Aug 31 19:42:26.651142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feea64-3ce6-426b-8176-8b20e7eccb12 req-37cae966-9fce-4bf1-aa0b-eb95ddec036d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.653815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1feea64-3ce6-426b-8176-8b20e7eccb12 req-37cae966-9fce-4bf1-aa0b-eb95ddec036d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0555351 Aug 31 19:42:26.698216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1feea64-3ce6-426b-8176-8b20e7eccb12 req-ed176ca3-c0ca-498e-b858-07ccf7475fa5 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375402 Aug 31 19:42:26.740158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:26.854454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50839db9-b457-4135-bf5d-e5108d332e14 req-0a40207c-3699-4d85-a171-21d0baea86c8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.856520 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50839db9-b457-4135-bf5d-e5108d332e14 req-0a40207c-3699-4d85-a171-21d0baea86c8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0792670 Aug 31 19:42:26.871752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-935659698-network', 'tenant_id': '500a588d06b44319800fdbc76499f50a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:26.895990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Made reservation on behalf of 500a588d06b44319800fdbc76499f50a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:26.898808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:26.909518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:26.933556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-50839db9-b457-4135-bf5d-e5108d332e14 req-f1029aac-dd5f-4882-87a1-343c267b2146 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Aug 31 19:42:27.046475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.053655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.067613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:42:27.097724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.098083 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Added segment 0bf143b9-39a4-4a7b-80b6-5e71a51807c0 of type vlan for network bc74a54c-648d-4729-b1c2-8758d0d2a8cb Aug 31 19:42:27.099496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932807dd-d259-4c4f-ab6d-ade1ea97a593 req-f0bd7344-400b-4b1c-85b2-6804fca3655a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.101246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-932807dd-d259-4c4f-ab6d-ade1ea97a593 req-f0bd7344-400b-4b1c-85b2-6804fca3655a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0749216 Aug 31 19:42:27.118670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3890dc4-c247-459c-ad52-da9e0a654ee9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:27.166990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-932807dd-d259-4c4f-ab6d-ade1ea97a593 req-1f3ea7c1-8745-4b0a-95b2-6584e49a013f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536687 Aug 31 19:42:27.174590 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.209184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.210676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.211553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.293689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5523005 Aug 31 19:42:27.294644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:27.305006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc2ce-642b-4f51-88d2-ce78bc9e5138 req-b2a47ff9-7f34-4fd1-8563-e401f54dffea tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.306801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4ebc2ce-642b-4f51-88d2-ce78bc9e5138 req-b2a47ff9-7f34-4fd1-8563-e401f54dffea tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0691502 Aug 31 19:42:27.308768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Request body: {'subnet': {'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-935659698-subnet', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:27.347899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ea79-c973-4487-b054-a65d3a1aebbf admin admin] Pushing event updated for resources: {'Network': ['ID=bc74a54c-648d-4729-b1c2-8758d0d2a8cb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:27.359377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:42:27.367618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Made reservation on behalf of 500a588d06b44319800fdbc76499f50a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:27.370537 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.407919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4ebc2ce-642b-4f51-88d2-ce78bc9e5138 req-29d930c4-d620-490d-999c-ad375126c194 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890448 Aug 31 19:42:27.624072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.702224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f07a3-4995-420f-875c-0f23dc7fe86e req-07290f98-d6c9-480d-b829-3b7c592c3e5d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.704555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e8f07a3-4995-420f-875c-0f23dc7fe86e req-07290f98-d6c9-480d-b829-3b7c592c3e5d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0584621 Aug 31 19:42:27.708146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:27.716590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Checking segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:27.719447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Network hostable DHCP agents. Network: bc74a54c-648d-4729-b1c2-8758d0d2a8cb, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:42:27.748976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:42:27.762959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e8f07a3-4995-420f-875c-0f23dc7fe86e req-4f26e67b-e58f-4d79-a7c0-a4890c7ff103 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Aug 31 19:42:27.776253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, bc74a54c-648d-4729-b1c2-8758d0d2a8cb) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:27.786166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432ff3f-8f78-406e-a40c-a6db479b4a28 None None] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:27.790262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.790911 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.809978 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-949fada0-43e4-40f0-bd92-3b63870be988 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5074844 Aug 31 19:42:27.812788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:27.818964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:27.842463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.844243 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.910814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.984584 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:42:27.991371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:42:27.992519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.122984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.189345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Allocated IP 172.20.0.2 (bc74a54c-648d-4729-b1c2-8758d0d2a8cb/d16b1ce6-8d9c-4080-bd0f-707f779f0bf5/f4897367-bd26-419a-8d36-53476429b4d4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:28.381740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.391719 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Transition to ACTIVE for port object f4897367-bd26-419a-8d36-53476429b4d4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:28.410009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Transition to ACTIVE for port object f4897367-bd26-419a-8d36-53476429b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:28.417637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.418653 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.445569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.466176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:28.469359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:28.476155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:28.520205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Pushing event updated for resources: {'Port': ['ID=f4897367-bd26-419a-8d36-53476429b4d4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.566226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Allocated IP 172.25.3.75 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/92bfde95-ad46-4a49-9d94-dd14b8018e7a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:28.580165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Attempting to bind port f4897367-bd26-419a-8d36-53476429b4d4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:28.580619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Attempting to bind port f4897367-bd26-419a-8d36-53476429b4d4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:28.581581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Attempting to bind port f4897367-bd26-419a-8d36-53476429b4d4 on network bc74a54c-648d-4729-b1c2-8758d0d2a8cb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:28.588529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:28.588968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Checking segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:28.589377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.589816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Bound using segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:28.590345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Bound port: f4897367-bd26-419a-8d36-53476429b4d4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:28.590729 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.670399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] For port f4897367-bd26-419a-8d36-53476429b4d4, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:28.673855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] For port f4897367-bd26-419a-8d36-53476429b4d4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4897367-bd26-419a-8d36-53476429b4d4,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:28.680540 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.691216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.743592 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.753133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be357e06-dd3c-451e-8f0d-ff617c8d09f4 None None] Pushing event updated for resources: {'Port': ['ID=f4897367-bd26-419a-8d36-53476429b4d4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.825511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Pushing event updated for resources: {'Port': ['ID=92bfde95-ad46-4a49-9d94-dd14b8018e7a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.829928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:28.837618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:28.847768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:28.967177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf25c-a05f-4f03-89e4-f948e8a0b5ff req-f784c025-d460-4962-a754-557627bcaf9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.973968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fbaf25c-a05f-4f03-89e4-f948e8a0b5ff req-f784c025-d460-4962-a754-557627bcaf9d tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0898721 Aug 31 19:42:29.063926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1fbaf25c-a05f-4f03-89e4-f948e8a0b5ff req-14b8ddec-15df-4846-ba79-a602cc468a86 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773594 Aug 31 19:42:29.280303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:29.492097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:29.505928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-9fb2fa4b-691a-45d2-bb82-d2b06b0cd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.507613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-9fb2fa4b-691a-45d2-bb82-d2b06b0cd802 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 1098 time: 0.1171656 Aug 31 19:42:29.520091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e247190-a446-4e5e-9a7b-ccd6244c0433 req-de7069a1-2a50-484f-8d5c-a97ced623571 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.522350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e247190-a446-4e5e-9a7b-ccd6244c0433 req-de7069a1-2a50-484f-8d5c-a97ced623571 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0824606 Aug 31 19:42:29.625956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e247190-a446-4e5e-9a7b-ccd6244c0433 req-750d7497-b021-4213-912a-3c3e828142dc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904934 Aug 31 19:42:29.678319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-13e6dd16-6a45-47e1-84a4-2c6e67b46f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.680478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-13e6dd16-6a45-47e1-84a4-2c6e67b46f96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 200 len: 914 time: 0.1571434 Aug 31 19:42:29.713660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:42:29.764668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-28de17cc-05a1-4dbf-bdc4-6ad97ac9a58a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 200 len: 217 time: 0.0757375 Aug 31 19:42:29.858269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-914ea752-ca42-450c-bf39-31ba156cb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.860401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-914ea752-ca42-450c-bf39-31ba156cb8ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 200 len: 853 time: 0.0868506 Aug 31 19:42:29.928749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:29.939440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4897367-bd26-419a-8d36-53476429b4d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:29.940561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-f9343824-48e7-41cb-aea3-ce8be6158328 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20e90f40-e1c4-425b-be77-9e8b7dfbeada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643694 Aug 31 19:42:29.954050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:29.961342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:29.963391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f9bb9461-30fe-4959-8793-2935a5605143 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1493471 Aug 31 19:42:29.967001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:30.009775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:30.010608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:30.082081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f4897367-bd26-419a-8d36-53476429b4d4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:30.214457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:30.313385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e845ab87-0be6-430d-9b40-247182ca47bb None None] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:30.446332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-46b22d6b-1996-4ae2-ab5a-56b7452d44dd service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042367 Aug 31 19:42:30.664474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54297a0b-c2c2-4e6c-8e53-1b1bc550179b req-f8ddf8fc-ba9c-4b30-894e-5de46d5db3d6 service neutron] 10.222.0.67 "GET /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108562 Aug 31 19:42:30.685578 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:30.686465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Provisioning for port f4897367-bd26-419a-8d36-53476429b4d4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:30.723253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Provisioning complete for port f4897367-bd26-419a-8d36-53476429b4d4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:30.724043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:30.915048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265553-9c92-45f5-8ec6-316cf6c18cb2 req-0ac45126-8452-4370-9d0c-95a95e4e17cc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:30.916918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49265553-9c92-45f5-8ec6-316cf6c18cb2 req-0ac45126-8452-4370-9d0c-95a95e4e17cc tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1482694 Aug 31 19:42:30.963066 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:30.973231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:29Z', 'revision_number': 3, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:31.010030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Allocated IP 172.20.0.1 (bc74a54c-648d-4729-b1c2-8758d0d2a8cb/d16b1ce6-8d9c-4080-bd0f-707f779f0bf5/070d0771-192c-40f8-a143-c1373212e13d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:31.018294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:31.018668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Updating router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada port 92bfde95-ad46-4a49-9d94-dd14b8018e7a binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:31.076202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-49265553-9c92-45f5-8ec6-316cf6c18cb2 req-6ed76327-160f-4971-85c0-c6d2fafceb21 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944736 Aug 31 19:42:31.122260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-087a4042-4566-458c-8457-c7561ac23664 None None] For port f4897367-bd26-419a-8d36-53476429b4d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4897367-bd26-419a-8d36-53476429b4d4,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:31.125824 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.131148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.217138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.476320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a4042-4566-458c-8457-c7561ac23664 None None] Pushing event updated for resources: {'Port': ['ID=f4897367-bd26-419a-8d36-53476429b4d4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:31.537241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1bfce135-ea79-4c04-8a5e-7176728f2226 None None] Provisioning complete for port f4897367-bd26-419a-8d36-53476429b4d4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:31.537812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1bfce135-ea79-4c04-8a5e-7176728f2226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.584826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.603895 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Transition to ACTIVE for port object 92bfde95-ad46-4a49-9d94-dd14b8018e7a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:31.613993 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.633045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Transition to ACTIVE for port object 070d0771-192c-40f8-a143-c1373212e13d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:31.679204 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.698078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Attempting to bind port 92bfde95-ad46-4a49-9d94-dd14b8018e7a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:31.698492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Attempting to bind port 92bfde95-ad46-4a49-9d94-dd14b8018e7a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:31.698955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Attempting to bind port 92bfde95-ad46-4a49-9d94-dd14b8018e7a on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:31.708149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764900d8-a1f2-4ba6-b703-0731bf9c73f5 None None] Pushing event updated for resources: {'Port': ['ID=92bfde95-ad46-4a49-9d94-dd14b8018e7a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:31.718187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:31.718571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:31.718978 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.719454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:31.719985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Bound port: 92bfde95-ad46-4a49-9d94-dd14b8018e7a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:31.720253 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.728424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:31.735128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:31.740041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:31.785091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Pushing event updated for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:31.788388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] For port 92bfde95-ad46-4a49-9d94-dd14b8018e7a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:31.793355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] For port 92bfde95-ad46-4a49-9d94-dd14b8018e7a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=92bfde95-ad46-4a49-9d94-dd14b8018e7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:31.801664 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.814897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:31.882617 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:31.883544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:31.889602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4897367-bd26-419a-8d36-53476429b4d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:31.945046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764900d8-a1f2-4ba6-b703-0731bf9c73f5 None None] Pushing event updated for resources: {'Port': ['ID=92bfde95-ad46-4a49-9d94-dd14b8018e7a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:32.000153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.045187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4897367-bd26-419a-8d36-53476429b4d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:32.045998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.051674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:32.186061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bc80f23-a9ac-4f19-800e-68929889c438 None None] Provisioning for port 070d0771-192c-40f8-a143-c1373212e13d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:32.197967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bc80f23-a9ac-4f19-800e-68929889c438 None None] Provisioning complete for port 070d0771-192c-40f8-a143-c1373212e13d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:32.198427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bc80f23-a9ac-4f19-800e-68929889c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.259547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.262831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bc80f23-a9ac-4f19-800e-68929889c438 None None] Port 070d0771-192c-40f8-a143-c1373212e13d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:32.270332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5c47c-19c2-481d-bb06-ad075e9bb0af req-24c286a8-875d-4fd5-8356-31fa775e67b8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:32.277686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12f5c47c-19c2-481d-bb06-ad075e9bb0af req-24c286a8-875d-4fd5-8356-31fa775e67b8 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1013703 Aug 31 19:42:32.284996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.368076 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.387215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:29Z', 'revision_number': 3, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:32.429530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008687e0-5b0d-462d-a2d0-17d5a1dd203d None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:29Z', 'revision_number': 3, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:32.459616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-12f5c47c-19c2-481d-bb06-ad075e9bb0af req-86c0048b-c9ca-44a3-84a7-092b87b4d6f3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809540 Aug 31 19:42:32.468915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Pushing event updated for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:32.535007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:32.536702 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:32.741774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:32.803536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56588f33-5213-4d25-8d08-82d6ad826926 req-18c27802-85e3-495a-a02a-060cb7a453a1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:32.805521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56588f33-5213-4d25-8d08-82d6ad826926 req-18c27802-85e3-495a-a02a-060cb7a453a1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1142514 Aug 31 19:42:32.816370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-a51a127e-438a-4dc0-acec-02a99c7e0e64 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735308945&fields=id&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 267 time: 0.1055102 Aug 31 19:42:32.900622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0298f7fb-f508-4ae1-9cb8-ffbcf7bff22f None None] Provisioning complete for port 070d0771-192c-40f8-a143-c1373212e13d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:32.901288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0298f7fb-f508-4ae1-9cb8-ffbcf7bff22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.959545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0298f7fb-f508-4ae1-9cb8-ffbcf7bff22f None None] Port 070d0771-192c-40f8-a143-c1373212e13d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:33.030204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56588f33-5213-4d25-8d08-82d6ad826926 req-4641c7db-d27c-429f-a6d1-543d82c78e6f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794577 Aug 31 19:42:33.073093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-585bb38d-ce72-4944-b9cc-c1d23029b8d2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.079665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-585bb38d-ce72-4944-b9cc-c1d23029b8d2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.2276981 Aug 31 19:42:33.082651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:33.105439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6f281b6e-c697-4e54-89f5-4bf71e5105a0 admin admin] 10.222.0.73 "PUT /v2.0/routers/da3bf92c-5908-4f94-9ec6-8d04b6dd0ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1373739 Aug 31 19:42:33.116429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-6d179732-6593-4add-9b25-1a11dad6c175 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0287571 Aug 31 19:42:33.215447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-5d01b5a4-4fc1-4c2f-a5ee-b63a9897da6b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947404 Aug 31 19:42:33.242540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d419f3-0cc7-429f-b94b-a87319a82132 req-96d6a048-7fad-46cb-8150-606421c910c2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.250602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-18d419f3-0cc7-429f-b94b-a87319a82132 req-96d6a048-7fad-46cb-8150-606421c910c2 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0990112 Aug 31 19:42:33.362660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-18d419f3-0cc7-429f-b94b-a87319a82132 req-ce6cb15a-cadd-4606-9ec0-a691ce638071 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107607 Aug 31 19:42:33.430341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-1ca9812a-da4c-4c9c-ba7f-f28c0c01049d service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059498 Aug 31 19:42:33.550856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b26b25-a927-4a9e-86a4-1547062a8b8e req-46194b87-9b7f-434d-80de-4ebec99b58ac tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.552448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0b26b25-a927-4a9e-86a4-1547062a8b8e req-46194b87-9b7f-434d-80de-4ebec99b58ac tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1021554 Aug 31 19:42:33.565050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-5ef51506-845f-4f79-8965-efd6fb99f2f2 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337302 Aug 31 19:42:33.617007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0b26b25-a927-4a9e-86a4-1547062a8b8e req-a7ffa1b4-5988-497f-a178-3e330ec2fc42 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506291 Aug 31 19:42:33.864508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:33.871287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-588393203-network', 'tenant_id': '52daa376d584427daf39e2e9dc3da460'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:33.884242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcfa0c-e552-4a2c-9a77-fdd1174b1bc0 req-e09b6d81-d8d0-425a-9005-c25bd6ceed80 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.886061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cdcfa0c-e552-4a2c-9a77-fdd1174b1bc0 req-e09b6d81-d8d0-425a-9005-c25bd6ceed80 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1142981 Aug 31 19:42:33.906073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 92bfde95-ad46-4a49-9d94-dd14b8018e7a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:33.930806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Made reservation on behalf of 52daa376d584427daf39e2e9dc3da460 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:33.933740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:33.949527 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:33.981653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 92bfde95-ad46-4a49-9d94-dd14b8018e7a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:33.986717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cdcfa0c-e552-4a2c-9a77-fdd1174b1bc0 req-36b00320-a498-4f65-a397-bc2dd3ebb736 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757139 Aug 31 19:42:33.988351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 92bfde95-ad46-4a49-9d94-dd14b8018e7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:33.988958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.112033 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.117033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c379019-7d8c-4072-b7d1-934d7b98026a req-2066e503-e261-41cb-b15d-6e1b1b8afb7f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0808454 Aug 31 19:42:34.160377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 92bfde95-ad46-4a49-9d94-dd14b8018e7a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=92bfde95-ad46-4a49-9d94-dd14b8018e7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:34.165299 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.185684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1560b8d-4cc7-4f3b-80d2-515188f21ca3 req-6b3ab309-5ad0-49d0-9032-2fde6fb7fb30 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:34.193744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1560b8d-4cc7-4f3b-80d2-515188f21ca3 req-6b3ab309-5ad0-49d0-9032-2fde6fb7fb30 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0998354 Aug 31 19:42:34.232840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=92bfde95-ad46-4a49-9d94-dd14b8018e7a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:34.258546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1560b8d-4cc7-4f3b-80d2-515188f21ca3 req-0c351cc8-e7c7-46c9-9531-f935a820c8f3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634520 Aug 31 19:42:34.265588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.271803 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.325265 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:42:34.355338 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.355968 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Added segment 46044152-6e8a-4039-9165-30a0f435d5d1 of type vlan for network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef Aug 31 19:42:34.359536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ae35d-6579-4f55-8147-a446bc0cf875,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:34.478193 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.514895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1e4a-7215-40dd-b3ac-b9a4923775e2 req-18ecbe0f-d8ca-421c-abb4-3e44d3c1f615 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:34.523012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c0b1e4a-7215-40dd-b3ac-b9a4923775e2 req-18ecbe0f-d8ca-421c-abb4-3e44d3c1f615 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1270382 Aug 31 19:42:34.542680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.543720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:34.544306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.622828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c0b1e4a-7215-40dd-b3ac-b9a4923775e2 req-9be61d5d-11ad-4113-a8b9-323a637d759c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987351 Aug 31 19:42:34.634664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] Pushing event updated for resources: {'Network': ['ID=75dbec5f-f8cf-483b-8ea5-58670dbe16ef,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:34.648767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:42:34.651236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5f7bf51c-374c-407b-93e5-3d8a45ee9bce admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7848408 Aug 31 19:42:34.653875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:34.659229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Request body: {'subnet': {'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-588393203-subnet', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:34.706366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Made reservation on behalf of 52daa376d584427daf39e2e9dc3da460 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:34.709126 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.800290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d723a-1c58-4aa2-95a3-68ad0ea42812 req-33ee7176-0668-4cce-9636-c0d37bc2b944 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:34.802051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b3d723a-1c58-4aa2-95a3-68ad0ea42812 req-33ee7176-0668-4cce-9636-c0d37bc2b944 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.1009960 Aug 31 19:42:34.817331 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:34.831228 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:34.831928 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:34.849372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b3d723a-1c58-4aa2-95a3-68ad0ea42812 req-1249f59a-2bbe-4bef-86f3-a7a3f8ce68a0 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Aug 31 19:42:34.964916 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.975212 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:35.090975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82b35ec-3b34-4dcf-9bd8-34d872fa32b6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:35.173387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Checking segment: {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:35.174260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Network hostable DHCP agents. Network: 75dbec5f-f8cf-483b-8ea5-58670dbe16ef, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:42:35.216478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:42:35.235557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 75dbec5f-f8cf-483b-8ea5-58670dbe16ef) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:35.245968 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacb119-2aaa-4688-9d45-c3cbce7b1221 None None] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:35.246491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.248827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.279615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dcf6b8bc-0bd5-4d67-91cc-4c21cd932d9b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6244626 Aug 31 19:42:35.280255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 36724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:35.296797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:35.325480 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:32Z', 'revision_number': 2, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:35.362992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.364083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.390825 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:35.391183 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Updating router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada port 070d0771-192c-40f8-a143-c1373212e13d binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:35.460084 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.480685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae4b96-821f-4b9f-98a2-ffccad8279b3 req-a2a3d7e8-3b1c-4e57-8c90-77b94ba2694f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.481561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.489315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0dae4b96-821f-4b9f-98a2-ffccad8279b3 req-a2a3d7e8-3b1c-4e57-8c90-77b94ba2694f tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.4519339 Aug 31 19:42:35.498153 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de76fa2c-10da-43d1-8be2-93e6fdea5a42 req-c15b77b8-51d9-4caa-824e-948646c73e4b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.2071581 Aug 31 19:42:35.565816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-29fe6e0c-e08c-421c-9300-d695f310db1b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.567401 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-29fe6e0c-e08c-421c-9300-d695f310db1b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.4386132 Aug 31 19:42:35.587153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'fixed_ips': [{'subnet_id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:42:35.588331 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:35.656559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0dae4b96-821f-4b9f-98a2-ffccad8279b3 req-3cb39a3a-0824-4a10-bb27-7f717f822811 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660595 Aug 31 19:42:35.851909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Allocated IP 172.20.0.2 (75dbec5f-f8cf-483b-8ea5-58670dbe16ef/e82b35ec-3b34-4dcf-9bd8-34d872fa32b6/7e208243-ddc5-4495-b5ae-ebd87f45f6ee) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:35.884458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-18adc20c-5d2b-4110-a90a-64f4fa511798 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 379 time: 0.2985408 Aug 31 19:42:35.909804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'security_groups': ['2606b97f-c848-4e23-bfa9-a4f945f83124']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:35.914459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 92bfde95-ad46-4a49-9d94-dd14b8018e7a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:35.989754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a923a-52bb-48b8-a752-04770334ee20 req-24d22c67-ecc1-4759-a1fc-0110248c039e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.991358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37a923a-52bb-48b8-a752-04770334ee20 req-24d22c67-ecc1-4759-a1fc-0110248c039e tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.2334132 Aug 31 19:42:36.060252 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.101979 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Transition to ACTIVE for port object 070d0771-192c-40f8-a143-c1373212e13d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:36.114664 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.220544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 92bfde95-ad46-4a49-9d94-dd14b8018e7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:36.220923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.231587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37a923a-52bb-48b8-a752-04770334ee20 req-28e81280-2cd5-4322-bbd7-5d8be251db6c tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Aug 31 19:42:36.233596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:36.243861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.290966 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3af98-b60c-494c-8e1e-58651f042460 None None] Pushing event updated for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:36.368792 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Attempting to bind port 070d0771-192c-40f8-a143-c1373212e13d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:36.369319 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Attempting to bind port 070d0771-192c-40f8-a143-c1373212e13d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:36.369782 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Attempting to bind port 070d0771-192c-40f8-a143-c1373212e13d on network bc74a54c-648d-4729-b1c2-8758d0d2a8cb {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:36.380900 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:36.384193 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Checking segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:36.385570 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.387404 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Bound using segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:36.389191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.390202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Bound port: 070d0771-192c-40f8-a143-c1373212e13d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:36.390714 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.460758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.500918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Transition to ACTIVE for port object 7e208243-ddc5-4495-b5ae-ebd87f45f6ee will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:36.537877 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] For port 070d0771-192c-40f8-a143-c1373212e13d, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:36.551561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] For port 070d0771-192c-40f8-a143-c1373212e13d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=070d0771-192c-40f8-a143-c1373212e13d,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:36.559417 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.579042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Transition to ACTIVE for port object 7e208243-ddc5-4495-b5ae-ebd87f45f6ee will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:36.618555 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.629441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90c2e-835a-4506-b952-8179118b148b req-52afcc93-5441-401f-b0a0-7a10ba4be3de tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:36.641660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddf90c2e-835a-4506-b952-8179118b148b req-52afcc93-5441-401f-b0a0-7a10ba4be3de tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.2413998 Aug 31 19:42:36.691147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.3 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/863039ec-e702-4f01-bcb2-69c462aeb746) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:36.733883 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:36.734720 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:36.752258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:36.767076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:36.776153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:36.794421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Pushing event updated for resources: {'Port': ['ID=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:36.844345 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3af98-b60c-494c-8e1e-58651f042460 None None] Pushing event updated for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:36.900743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.956175 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.961100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Attempting to bind port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:36.962140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Attempting to bind port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:36.962521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Attempting to bind port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee on network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:36.978597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:36.982230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Checking segment: {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:36.982650 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.984204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Bound using segment: {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:36.984711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Bound port: 7e208243-ddc5-4495-b5ae-ebd87f45f6ee, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:36.985104 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:36.998421 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:37.077615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11a5bcfc-ea6d-4bf4-abfd-71c932206454 req-8bb7805a-5db0-43b1-9ce9-f1965b269342 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.1077583 Aug 31 19:42:37.102653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.126329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] For port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:37.132159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] For port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:37.153638 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.196223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 863039ec-e702-4f01-bcb2-69c462aeb746 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:37.232538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddf90c2e-835a-4506-b952-8179118b148b req-68113fe0-2b83-4529-9e6f-5abb0798a42a tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894971 Aug 31 19:42:37.244784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf351f-21e7-4000-b1a3-3e280c684c40 None None] Pushing event updated for resources: {'Port': ['ID=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:37.256028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Allocated IP 172.25.3.129 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/5e3e07fb-2507-4891-bfef-d4008df72cc6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:37.338151 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.428134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:37.434533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:37.441057 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:37.480427 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:36Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:37.482399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:37.544620 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bb6-8ff3-465a-b7c8-769f68a42c47 None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:36Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:37.565428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.575750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:37.576036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.593777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7cb34-ea04-442b-9817-96d7dccf7557 req-a7646bbd-a69c-4fb2-aca6-9918411919be tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:37.595337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93d7cb34-ea04-442b-9817-96d7dccf7557 req-a7646bbd-a69c-4fb2-aca6-9918411919be tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.2348201 Aug 31 19:42:37.709621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:37.715258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-843bd139-a85a-452e-bd9b-42dd1020bdfd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8105283 Aug 31 19:42:37.769334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Request body: {'port': {'device_id': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:37.772752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:37.829553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:37.833561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:37.885350 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93d7cb34-ea04-442b-9817-96d7dccf7557 req-eea5b89f-dad1-4616-98de-6518c36cf0c3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510436 Aug 31 19:42:37.956228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.012997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Pushing event updated for resources: {'Port': ['ID=5e3e07fb-2507-4891-bfef-d4008df72cc6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:38.132722 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7e208243-ddc5-4495-b5ae-ebd87f45f6ee up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:38.198809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-734ab4cd-1532-46d0-89e5-ab8c547c0b04 None None] Provisioning for port 863039ec-e702-4f01-bcb2-69c462aeb746 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:38.243885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-734ab4cd-1532-46d0-89e5-ab8c547c0b04 None None] Provisioning complete for port 863039ec-e702-4f01-bcb2-69c462aeb746 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:38.245787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-734ab4cd-1532-46d0-89e5-ab8c547c0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.390885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-734ab4cd-1532-46d0-89e5-ab8c547c0b04 None None] Port 863039ec-e702-4f01-bcb2-69c462aeb746 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:38.399197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:38.410535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 070d0771-192c-40f8-a143-c1373212e13d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:38.535217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab872-985b-4bbd-a56f-3c2f943bbcdb req-61da78ad-d24b-40d0-a126-0eb2cb42dc63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:38.537478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 070d0771-192c-40f8-a143-c1373212e13d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:38.550171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3bab872-985b-4bbd-a56f-3c2f943bbcdb req-61da78ad-d24b-40d0-a126-0eb2cb42dc63 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.3189089 Aug 31 19:42:38.555848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 070d0771-192c-40f8-a143-c1373212e13d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:38.556897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.563093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.608047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b0abe-41ac-4e8f-9312-486e049cff1c req-98a03418-882e-421c-b68d-cbed0301f673 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:38.637080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b40b0abe-41ac-4e8f-9312-486e049cff1c req-98a03418-882e-421c-b68d-cbed0301f673 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 931 time: 0.4011147 Aug 31 19:42:38.743544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863039ec-e702-4f01-bcb2-69c462aeb746 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:38.752860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.779917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Transition to ACTIVE for port object 863039ec-e702-4f01-bcb2-69c462aeb746 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:38.833585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.834490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3bab872-985b-4bbd-a56f-3c2f943bbcdb req-e4cba3db-fd7c-4037-9cce-be19dae46f19 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826719 Aug 31 19:42:38.836541 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.931428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.938667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e520890-8da1-4a4e-bc94-9f8362430aed None None] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:42:39.003364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b40b0abe-41ac-4e8f-9312-486e049cff1c req-78c57f19-da50-49c0-8264-fc31dfdec8a3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645313 Aug 31 19:42:39.037737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 070d0771-192c-40f8-a143-c1373212e13d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=070d0771-192c-40f8-a143-c1373212e13d,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:39.065279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.077438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Provisioning for port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:39.106211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:39.133591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Provisioning complete for port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:39.134061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.168625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Router 2cc85eac-2075-477f-bf76-2c00b3e48773 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:42:39.257618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f4184-59f5-45d5-8b97-97b3557df52c req-d3a8eb66-c9cd-4305-a79a-1fe7b4cf5915 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:39.265118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:39.265709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-884f4184-59f5-45d5-8b97-97b3557df52c req-d3a8eb66-c9cd-4305-a79a-1fe7b4cf5915 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.2612202 Aug 31 19:42:39.383548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-884f4184-59f5-45d5-8b97-97b3557df52c req-09c627a4-6bb5-437f-8c97-4d6e3682cd88 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169131 Aug 31 19:42:39.384795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Attempting to bind port 863039ec-e702-4f01-bcb2-69c462aeb746 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:39.385306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Attempting to bind port 863039ec-e702-4f01-bcb2-69c462aeb746 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:39.385817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Attempting to bind port 863039ec-e702-4f01-bcb2-69c462aeb746 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:39.391924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Port 863039ec-e702-4f01-bcb2-69c462aeb746 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:42:39.392479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Attempting to bind port 863039ec-e702-4f01-bcb2-69c462aeb746 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:39.402520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:39.402876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:39.403282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:39.411748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Bound port: 863039ec-e702-4f01-bcb2-69c462aeb746, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:39.429074 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.435973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:39.468925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Sync routers for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:39.470496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.472364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ae7a8a1c-0542-4655-9c51-3d5e81a5e50c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1889753 Aug 31 19:42:39.476769 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 36788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:39.701418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:39.702068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:39.746075 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.811227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] For port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:39.824294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:39.908683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 070d0771-192c-40f8-a143-c1373212e13d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:40.030484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:40.143552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 070d0771-192c-40f8-a143-c1373212e13d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:40.143552 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:40.145561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90525aa9-0826-49ea-afd8-f3fac0d28e53 None None] Pushing event updated for resources: {'Port': ['ID=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:40.380559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:40.398558 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb8117-32a4-45b7-b7f1-6a36d449cb21 req-936ff5ac-6fb1-4937-87d9-8f94bfa189ae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.400482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72cb8117-32a4-45b7-b7f1-6a36d449cb21 req-936ff5ac-6fb1-4937-87d9-8f94bfa189ae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.1037545 Aug 31 19:42:40.413494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863039ec-e702-4f01-bcb2-69c462aeb746,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:40.421118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b322b-22af-4f32-8abc-8adb101801f2 req-f5efa01f-ae33-4edd-9dd3-d49ccfd6cf61 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.422655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-305b322b-22af-4f32-8abc-8adb101801f2 req-f5efa01f-ae33-4edd-9dd3-d49ccfd6cf61 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.8432832 Aug 31 19:42:40.434632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cdb36404-55e3-4d59-897f-995562a3d2a4 None None] Provisioning complete for port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:40.435033 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cdb36404-55e3-4d59-897f-995562a3d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:40.457809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:40.560329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.560960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:40.562425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] 10.222.0.67 "PUT /v2.0/ports/863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 1092 time: 2.8317697 Aug 31 19:42:40.566012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-305b322b-22af-4f32-8abc-8adb101801f2 req-27c08dbc-3d0d-46eb-b5e5-298a4662569b tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112709 Aug 31 19:42:40.566450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:40.568805 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb9a406-c879-40b8-a950-26abf9bdcaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:40.626733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 3, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:40.678904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Checking router: 2cc85eac-2075-477f-bf76-2c00b3e48773 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:40.679484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Updating router 2cc85eac-2075-477f-bf76-2c00b3e48773 port 5e3e07fb-2507-4891-bfef-d4008df72cc6 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:40.690632 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c198b4b-dd91-4b2a-a907-085247fa9c83 x-openstack-request-id: req-0c198b4b-dd91-4b2a-a907-085247fa9c83 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:40.690776 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:40.690963 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c198b4b-dd91-4b2a-a907-085247fa9c83 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:40.691383 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746', 'status': 'completed', 'code': 200} Aug 31 19:42:40.743381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72cb8117-32a4-45b7-b7f1-6a36d449cb21 req-15b4dd32-3632-44be-8a80-414b6c6bd1cc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867901 Aug 31 19:42:40.751416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f285898-8011-4705-bcd5-9f26f2d2b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:40.793160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:40.834168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-43779552-29ce-43c1-8b52-3b7a4d274c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.848017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-43779552-29ce-43c1-8b52-3b7a4d274c99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.2174218 Aug 31 19:42:40.944976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-a832fae1-3ce2-4b5b-905d-86c0cd0c7ad6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 217 time: 0.0959203 Aug 31 19:42:41.086881 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.106246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-0bec51f8-c234-4ca4-abec-545e1d96e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:41.108038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-0bec51f8-c234-4ca4-abec-545e1d96e0d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1535239 Aug 31 19:42:41.204579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-b197e963-5d97-4414-84b1-319937ece32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:41.206712 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-b197e963-5d97-4414-84b1-319937ece32e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905519 Aug 31 19:42:41.224298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.263381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Transition to ACTIVE for port object 5e3e07fb-2507-4891-bfef-d4008df72cc6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:41.271595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.370016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Attempting to bind port 5e3e07fb-2507-4891-bfef-d4008df72cc6 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:41.370016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Attempting to bind port 5e3e07fb-2507-4891-bfef-d4008df72cc6 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:41.370016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Attempting to bind port 5e3e07fb-2507-4891-bfef-d4008df72cc6 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:41.383733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:41.384118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:41.384524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.384926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:41.385411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Bound port: 5e3e07fb-2507-4891-bfef-d4008df72cc6, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:41.385793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.397188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Allocated IP 172.20.0.1 (75dbec5f-f8cf-483b-8ea5-58670dbe16ef/e82b35ec-3b34-4dcf-9bd8-34d872fa32b6/c0e4e435-dfd7-4814-b450-399c87482678) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:41.424011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aea3c-d778-40a5-8197-9cfd16c3aa64 None None] Pushing event updated for resources: {'Port': ['ID=5e3e07fb-2507-4891-bfef-d4008df72cc6,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:41.461783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] For port 5e3e07fb-2507-4891-bfef-d4008df72cc6, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:41.465754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] For port 5e3e07fb-2507-4891-bfef-d4008df72cc6, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5e3e07fb-2507-4891-bfef-d4008df72cc6,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:41.472263 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.614064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:41.614709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:41.619613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aea3c-d778-40a5-8197-9cfd16c3aa64 None None] Pushing event updated for resources: {'Port': ['ID=5e3e07fb-2507-4891-bfef-d4008df72cc6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:41.621456 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-67a066fb-be99-43ff-9630-395f97a7fb75 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836542 Aug 31 19:42:41.646334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.664673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Transition to ACTIVE for port object c0e4e435-dfd7-4814-b450-399c87482678 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:41.682115 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aecad4c-4b40-446b-aedd-a60135c0e8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.768860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:41.822064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.936337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7e208243-ddc5-4495-b5ae-ebd87f45f6ee up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:41.950946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:41.997837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:42.015051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:42.015574 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.035089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:42.083734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Pushing event updated for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:42.116884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8460c936-c91a-4e65-be26-40eeba6fae39 req-f07cf68c-a092-44b5-b023-684ef18d0499 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186525 Aug 31 19:42:42.145412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.285574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 3, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:42.335214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4252-46f1-4993-afb4-84b5e6a0f6e6 None None] The sync data for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 is: [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 3, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:42.399817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b7af4-cfb0-4c02-9ffb-dfe730c38912 req-8540e63d-a209-4879-b328-eeba7443a645 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.400637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d2686ec-d766-4001-8d21-763e6994165f None None] Provisioning for port c0e4e435-dfd7-4814-b450-399c87482678 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:42.401524 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f90b7af4-cfb0-4c02-9ffb-dfe730c38912 req-8540e63d-a209-4879-b328-eeba7443a645 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.4798267 Aug 31 19:42:42.411069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d2686ec-d766-4001-8d21-763e6994165f None None] Provisioning complete for port c0e4e435-dfd7-4814-b450-399c87482678 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:42.411454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d2686ec-d766-4001-8d21-763e6994165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.443219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.450393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-8517a797-c5f0-4c82-a108-bdc0b5022073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.451946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-8517a797-c5f0-4c82-a108-bdc0b5022073 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1095 time: 0.1338015 Aug 31 19:42:42.492007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7d2686ec-d766-4001-8d21-763e6994165f None None] Port c0e4e435-dfd7-4814-b450-399c87482678 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:42.576697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f90b7af4-cfb0-4c02-9ffb-dfe730c38912 req-c95d1de5-b6da-4980-b61f-f145afbc589e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634672 Aug 31 19:42:42.704520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-40d1c68a-4c19-48b7-80d8-d7965b992172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.706638 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-40d1c68a-4c19-48b7-80d8-d7965b992172 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.2428033 Aug 31 19:42:42.783119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-cd1c5ec9-2e2c-4435-a2aa-dc15e1c1aadb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 217 time: 0.0670810 Aug 31 19:42:42.899089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-43c599a3-6496-49dd-9169-9a6c53ef9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.900681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-43c599a3-6496-49dd-9169-9a6c53ef9999 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1105750 Aug 31 19:42:42.905212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.916688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.107167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.117523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Pushing event updated for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:43.128337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-7bbe4a59-66b0-478d-a3cb-0abc16a86e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:43.129987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-7bbe4a59-66b0-478d-a3cb-0abc16a86e29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2223830 Aug 31 19:42:43.303282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:43.305655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-82650789-a0a6-4e55-ab2a-8bbe2a64e0c8 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637702 Aug 31 19:42:43.306900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:43.537366 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfb9a406-c879-40b8-a950-26abf9bdcaa2 req-fa2eaf60-9c5c-4241-ab6b-77937ec0f4c0 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163143 Aug 31 19:42:43.546301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Router 2cc85eac-2075-477f-bf76-2c00b3e48773 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:43.685405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:43.700478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5757d7c8-456b-432c-a706-ad7c6d6c8d3d admin admin] 10.222.0.73 "PUT /v2.0/routers/2cc85eac-2075-477f-bf76-2c00b3e48773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1980848 Aug 31 19:42:43.731262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6a8eebf-505f-40c7-b546-d2d5cfd5a1ba None None] Provisioning complete for port c0e4e435-dfd7-4814-b450-399c87482678 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:43.732200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6a8eebf-505f-40c7-b546-d2d5cfd5a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.789471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8eebf-505f-40c7-b546-d2d5cfd5a1ba None None] Port c0e4e435-dfd7-4814-b450-399c87482678 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:43.794346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc619ab0-2b43-432b-b570-26f20c20f4ea req-25636247-ea5c-4373-965b-caadf50cedd8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:43.796110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc619ab0-2b43-432b-b570-26f20c20f4ea req-25636247-ea5c-4373-965b-caadf50cedd8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.1079969 Aug 31 19:42:43.863162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc619ab0-2b43-432b-b570-26f20c20f4ea req-56e9f0fc-43bf-4c65-9159-b781de9c52ec tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602460 Aug 31 19:42:43.919796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5e3e07fb-2507-4891-bfef-d4008df72cc6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:43.981141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 5e3e07fb-2507-4891-bfef-d4008df72cc6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:43.990704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5e3e07fb-2507-4891-bfef-d4008df72cc6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:43.993141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.132084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.160937 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 5e3e07fb-2507-4891-bfef-d4008df72cc6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5e3e07fb-2507-4891-bfef-d4008df72cc6,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:44.165614 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.260191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d4086d0-f256-43ce-8b0d-e1cd443f73fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.274035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=5e3e07fb-2507-4891-bfef-d4008df72cc6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:44.478342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.728795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.873657 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Sync routers for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:44.884880 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:44.885774 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:45.128818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3918b2e-3a03-450d-8be9-e598b52b4f46 req-53dd2b62-e102-4857-8cba-fd90d8c0e914 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.131232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3918b2e-3a03-450d-8be9-e598b52b4f46 req-53dd2b62-e102-4857-8cba-fd90d8c0e914 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.1411700 Aug 31 19:42:45.152114 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:45.214521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3918b2e-3a03-450d-8be9-e598b52b4f46 req-987463c5-74c0-4350-a02f-0fea5eb8be00 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767305 Aug 31 19:42:45.429595 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:42Z', 'revision_number': 4, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c0e4e435-dfd7-4814-b450-399c87482678', 'name': '', 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'mac_address': 'fa:16:3e:03:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:41Z', 'updated_at': '2021-08-31T19:42:42Z', 'revision_number': 2, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'subnets': [{'id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:45.435596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.460835 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Checking router: 2cc85eac-2075-477f-bf76-2c00b3e48773 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:45.461322 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Updating router 2cc85eac-2075-477f-bf76-2c00b3e48773 port c0e4e435-dfd7-4814-b450-399c87482678 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:42:45.489541 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.810303 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.824304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Transition to ACTIVE for port object c0e4e435-dfd7-4814-b450-399c87482678 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:45.835955 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.896899 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ead93-2463-42c7-8d48-32766d1a6429 None None] Pushing event updated for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:45.900415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5e3e07fb-2507-4891-bfef-d4008df72cc6 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:46.004733 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Attempting to bind port c0e4e435-dfd7-4814-b450-399c87482678 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:46.005583 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Attempting to bind port c0e4e435-dfd7-4814-b450-399c87482678 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:46.006192 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Attempting to bind port c0e4e435-dfd7-4814-b450-399c87482678 on network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:46.021197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:46.022203 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Checking segment: {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:46.022858 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.023455 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Bound using segment: {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:46.024176 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Bound port: c0e4e435-dfd7-4814-b450-399c87482678, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46044152-6e8a-4039-9165-30a0f435d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:46.025448 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.039691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.057612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 5e3e07fb-2507-4891-bfef-d4008df72cc6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:46.058222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.140051 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] For port c0e4e435-dfd7-4814-b450-399c87482678, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:46.144407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] For port c0e4e435-dfd7-4814-b450-399c87482678, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c0e4e435-dfd7-4814-b450-399c87482678,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:46.155569 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.221657 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:46.222451 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:46.290318 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ead93-2463-42c7-8d48-32766d1a6429 None None] Pushing event updated for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:46.388302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3c87-314f-4830-b1b0-f5a4dffc0260 req-a168dda6-e7fd-4529-b888-e72ffa6b98e0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.398751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-713c3c87-314f-4830-b1b0-f5a4dffc0260 req-a168dda6-e7fd-4529-b888-e72ffa6b98e0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0828168 Aug 31 19:42:46.462346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-713c3c87-314f-4830-b1b0-f5a4dffc0260 req-e1c7b106-21af-40c2-9150-3c36e3a1a3ed tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600984 Aug 31 19:42:46.479905 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:46.847660 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-989db612-3d98-4420-8de9-977734d524b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:42Z', 'revision_number': 4, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c0e4e435-dfd7-4814-b450-399c87482678', 'name': '', 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'mac_address': 'fa:16:3e:03:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:41Z', 'updated_at': '2021-08-31T19:42:46Z', 'revision_number': 4, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'subnets': [{'id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:46.854116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687e2e2-3723-413a-a559-497b0c2411f8 req-970dc9ef-f3cb-4e4a-9a67-a88b335ea9c1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.862635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0687e2e2-3723-413a-a559-497b0c2411f8 req-970dc9ef-f3cb-4e4a-9a67-a88b335ea9c1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0716605 Aug 31 19:42:46.883676 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989db612-3d98-4420-8de9-977734d524b6 None None] The sync data for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 is: [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:42:42Z', 'revision_number': 4, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c0e4e435-dfd7-4814-b450-399c87482678', 'name': '', 'network_id': '75dbec5f-f8cf-483b-8ea5-58670dbe16ef', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'mac_address': 'fa:16:3e:03:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:41Z', 'updated_at': '2021-08-31T19:42:46Z', 'revision_number': 4, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'subnets': [{'id': 'e82b35ec-3b34-4dcf-9bd8-34d872fa32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:46.921028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0687e2e2-3723-413a-a559-497b0c2411f8 req-ba638fd8-e34d-479a-89b8-05fbe07be438 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Aug 31 19:42:47.083974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.624719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98c3bb-a390-4fb7-ad85-50ec55dfb67d req-832dc7c9-2ae3-462a-946f-3d8e53db453f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:47.635337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad98c3bb-a390-4fb7-ad85-50ec55dfb67d req-832dc7c9-2ae3-462a-946f-3d8e53db453f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0645015 Aug 31 19:42:47.683782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad98c3bb-a390-4fb7-ad85-50ec55dfb67d req-8a107fa5-f5f0-4f26-bbaf-2023f087d17a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456364 Aug 31 19:42:47.897062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c0e4e435-dfd7-4814-b450-399c87482678 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:47.953581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c0e4e435-dfd7-4814-b450-399c87482678 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:47.957821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c0e4e435-dfd7-4814-b450-399c87482678 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:47.958377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.050252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91cbb2-0f57-4cb8-adec-078c0465bdec req-1aeb9092-c0a6-4135-96dc-1082fa9bcbf9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:48.054289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa91cbb2-0f57-4cb8-adec-078c0465bdec req-1aeb9092-c0a6-4135-96dc-1082fa9bcbf9 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0606029 Aug 31 19:42:48.069500 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.109816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c0e4e435-dfd7-4814-b450-399c87482678, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c0e4e435-dfd7-4814-b450-399c87482678,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:48.117653 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.122303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa91cbb2-0f57-4cb8-adec-078c0465bdec req-d39df34d-629a-4316-9152-844cc4e859c1 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/security-groups?id=631ccc64-fb35-4365-99c2-4627aa826517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613520 Aug 31 19:42:48.184088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:48.404417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5ea96ca6-557e-4735-add2-57e19c87ecf3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:48.405963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5ea96ca6-557e-4735-add2-57e19c87ecf3 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 946 time: 0.0610301 Aug 31 19:42:48.506350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Deleting port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:42:48.507039 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.617563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] For port b27790cf-a699-4aaa-8073-ffbe4c5af8e8, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,segment=NetworkSegment(44826710-4773-4a24-8e6f-8b37cadd6b38),segment_id=44826710-4773-4a24-8e6f-8b37cadd6b38)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:48.620378 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.635969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Calling delete_port for b27790cf-a699-4aaa-8073-ffbe4c5af8e8 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:42:49.090930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:49.104740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['b27790cf-a699-4aaa-8073-ffbe4c5af8e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:49.126730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Pushing event deleted for resources: {'Port': ['ID=b27790cf-a699-4aaa-8073-ffbe4c5af8e8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:49.136474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf9451-522c-4b29-996a-f20217551303 req-fd9285e0-f6fa-4a09-8d43-d63499ed83bf tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:49.145294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6aaf9451-522c-4b29-996a-f20217551303 req-fd9285e0-f6fa-4a09-8d43-d63499ed83bf tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.3832688 Aug 31 19:42:49.224520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] No DVR routers for this DVR port b27790cf-a699-4aaa-8073-ffbe4c5af8e8 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:42:49.236667 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:49.238762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7edeb86d-958e-4573-93a8-9dd9443ab071 req-5595ea51-7287-4c49-8685-c2b51347c7c6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.67 "DELETE /v2.0/ports/b27790cf-a699-4aaa-8073-ffbe4c5af8e8 HTTP/1.1" status: 204 len: 173 time: 0.8265939 Aug 31 19:42:49.239218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-deleted', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:49.241680 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee92d8f-2121-463a-b883-f1d3831b7cbb" -d '{"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-deleted", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:49.273806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6aaf9451-522c-4b29-996a-f20217551303 req-aa43be40-8ebf-4caa-be85-6d89838feb9d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274765 Aug 31 19:42:49.282395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1689311-b5a2-4ce6-84d6-0c1037fa0253 req-a19d8582-1211-4eec-8171-38493b8c50a6 tempest-ServersNegativeTestJSON-337953237 tempest-ServersNegativeTestJSON-337953237-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b42e5c-f9b7-49af-9e35-79646c55847e HTTP/1.1" status: 200 len: 210 time: 0.0672762 Aug 31 19:42:49.321574 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34724581-b19c-415a-8fef-0f1defc53112 x-openstack-request-id: req-34724581-b19c-415a-8fef-0f1defc53112 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:49.321873 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b42e5c-f9b7-49af-9e35-79646c55847e", "name": "network-vif-deleted", "tag": "b27790cf-a699-4aaa-8073-ffbe4c5af8e8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:49.322288 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34724581-b19c-415a-8fef-0f1defc53112 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:49.322613 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b42e5c-f9b7-49af-9e35-79646c55847e', 'name': 'network-vif-deleted', 'tag': 'b27790cf-a699-4aaa-8073-ffbe4c5af8e8', 'status': 'completed', 'code': 200} Aug 31 19:42:49.853070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c0e4e435-dfd7-4814-b450-399c87482678 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:49.906822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c0e4e435-dfd7-4814-b450-399c87482678 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:49.907198 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.362362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:50.438205 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Deleting subnet 951f2b6c-3406-4b49-b32b-2dbc033e9e8f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:42:50.449904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f12b-20a0-4b8f-919c-66a9d9164a15 req-06c80f36-c297-4876-884e-ffdd0a4e1416 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.451436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3b2f12b-20a0-4b8f-919c-66a9d9164a15 req-06c80f36-c297-4876-884e-ffdd0a4e1416 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0995724 Aug 31 19:42:50.452120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.510297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.547751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a3b2f12b-20a0-4b8f-919c-66a9d9164a15 req-03503807-633e-42e6-9766-18e69701f4d7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743620 Aug 31 19:42:50.567921 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.630786 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.645079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.646956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] 10.222.0.73 "DELETE /v2.0/subnets/951f2b6c-3406-4b49-b32b-2dbc033e9e8f HTTP/1.1" status: 204 len: 168 time: 0.2835426 Aug 31 19:42:50.649643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:50.670656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400652f-13c5-49ea-a1fc-6a770c2a74ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951f2b6c-3406-4b49-b32b-2dbc033e9e8f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:50.741867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.826926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.838519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e90f40-e1c4-425b-be77-9e8b7dfbeada']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:50.850075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44826710-4773-4a24-8e6f-8b37cadd6b38') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:50.850368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44826710-4773-4a24-8e6f-8b37cadd6b38') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:50.863009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.878010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.884523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:42:50.884914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:42:50.886744 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:42:50.948354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.954531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.957592 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] 10.222.0.73 "DELETE /v2.0/networks/20e90f40-e1c4-425b-be77-9e8b7dfbeada HTTP/1.1" status: 204 len: 168 time: 0.3068795 Aug 31 19:42:50.969731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e90f40-e1c4-425b-be77-9e8b7dfbeada,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:50.980701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.981133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.981523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.982534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.983031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.984053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.984600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.985267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.985477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.985763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.986120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:50.987102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3b20-41b8-4bfb-9b45-c186f7d48832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:51.176296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:51.226683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-66825af8-ffeb-4ecb-91f9-595a8a2657d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a513d05a2b4403fadee1b21d1f07ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489800 Aug 31 19:42:51.229068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:51.286113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.312049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.386171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863039ec-e702-4f01-bcb2-69c462aeb746 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:42:51.388509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:42:51.390343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.395528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.399227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/631ccc64-fb35-4365-99c2-4627aa826517 HTTP/1.1" status: 204 len: 168 time: 0.1667473 Aug 31 19:42:51.419001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b6925-9cf8-4663-a01f-831e4a5a54cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ccc64-fb35-4365-99c2-4627aa826517,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:51.462670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: b27790cf-a699-4aaa-8073-ffbe4c5af8e8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:42:51.463109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device b27790cf-a699-4aaa-8073-ffbe4c5af8e8 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:42:51.749459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f6f2-2b01-4c5f-9616-deb2615db60b req-306a013b-ea02-44c1-a8de-cb179ef01449 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.759162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1a8f6f2-2b01-4c5f-9616-deb2615db60b req-306a013b-ea02-44c1-a8de-cb179ef01449 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 943 time: 0.0723653 Aug 31 19:42:51.774251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863039ec-e702-4f01-bcb2-69c462aeb746,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:51.802146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '863039ec-e702-4f01-bcb2-69c462aeb746', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '863039ec-e702-4f01-bcb2-69c462aeb746', 'mac_address': 'fa:16:3e:cd:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:42:51.820291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1a8f6f2-2b01-4c5f-9616-deb2615db60b req-51f134f9-e610-44a0-a45d-bbd6e04a7c1a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540028 Aug 31 19:42:51.873116 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.893560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863039ec-e702-4f01-bcb2-69c462aeb746 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:51.920726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863039ec-e702-4f01-bcb2-69c462aeb746,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:51.927895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:51.987487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:52.135777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['863039ec-e702-4f01-bcb2-69c462aeb746'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:52.443731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:52.607994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1697558389-network', 'tenant_id': '57ac57c1096e4b32abce22047d632f34'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:52.632670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Made reservation on behalf of 57ac57c1096e4b32abce22047d632f34 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:52.635212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.646946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.761659 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.765975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.780021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:42:52.803985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.804425 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Added segment e13d4fac-873f-4119-9d60-5f505e13a16b of type vlan for network 0cb6df74-3412-481b-9567-111750273d5f Aug 31 19:42:52.812653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f137544-ca24-4775-ab49-88e33ab7daff,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:52.857846 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.910383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.911470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:52.912154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:52.980510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5348997 Aug 31 19:42:52.982748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb6df74-3412-481b-9567-111750273d5f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:53.002751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.003527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.003527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.004261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.004261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.004836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.005404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.005775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.006111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.006706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.007546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.007903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fce705-4756-4bd5-9600-675bcf9d54a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:53.023564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0cb6df74-3412-481b-9567-111750273d5f details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:42:53.024696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed28a5-1357-4805-925b-360edb4b8a01 req-1b5afa04-2f4e-4305-a802-9aafcda5bab3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.026298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14ed28a5-1357-4805-925b-360edb4b8a01 req-1b5afa04-2f4e-4305-a802-9aafcda5bab3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1459286 Aug 31 19:42:53.077980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14ed28a5-1357-4805-925b-360edb4b8a01 req-33d16534-153b-4da4-9720-ad30304ad9c7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436509 Aug 31 19:42:53.398661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863039ec-e702-4f01-bcb2-69c462aeb746 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:53.458599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 863039ec-e702-4f01-bcb2-69c462aeb746 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:53.463431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 863039ec-e702-4f01-bcb2-69c462aeb746 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:53.463841 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.536241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987cc-b332-497c-9cbf-432cf2f76861 req-ef10dd2a-61d9-4384-95df-02ba43bea4ec tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.537037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987cc-b332-497c-9cbf-432cf2f76861 req-ef10dd2a-61d9-4384-95df-02ba43bea4ec tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.543320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987cc-b332-497c-9cbf-432cf2f76861 req-ef10dd2a-61d9-4384-95df-02ba43bea4ec tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.548476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-475987cc-b332-497c-9cbf-432cf2f76861 req-ef10dd2a-61d9-4384-95df-02ba43bea4ec tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2411399 Aug 31 19:42:53.575861 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.610426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:53.613279 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1370bfc-853c-42b1-8be0-923d5978ddaf" -d '{"events": [{"server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:53.628838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863039ec-e702-4f01-bcb2-69c462aeb746,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:53.633662 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.691206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a595-6e3e-4fad-b081-a63e6c422d37 req-59d876de-d774-4e87-95c6-4ea20f3d71d9 tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.693672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3081a595-6e3e-4fad-b081-a63e6c422d37 req-59d876de-d774-4e87-95c6-4ea20f3d71d9 tempest-ComputeTenantNetworksTest-1856045175 tempest-ComputeTenantNetworksTest-1856045175-project] 10.222.0.73 "GET /v2.0/networks/0cb6df74-3412-481b-9567-111750273d5f HTTP/1.1" status: 200 len: 769 time: 0.1245158 Aug 31 19:42:53.699069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:53.703383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:53.710604 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c30daa-e467-4526-b39b-bef88e6af878 x-openstack-request-id: req-d7c30daa-e467-4526-b39b-bef88e6af878 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:53.710888 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:53.714391 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7c30daa-e467-4526-b39b-bef88e6af878 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:53.715413 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746', 'code': 200} Aug 31 19:42:53.819554 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.825809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf24dc3-4a40-4c93-9c17-231757e86a1f req-5f63b579-adb5-478b-987a-393d3a584bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.827373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf24dc3-4a40-4c93-9c17-231757e86a1f req-5f63b579-adb5-478b-987a-393d3a584bbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.0663745 Aug 31 19:42:53.929197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-edf24dc3-4a40-4c93-9c17-231757e86a1f req-721965f8-ae3f-4c31-84ec-d8391a9f7f71 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937822 Aug 31 19:42:53.939723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.949989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb6df74-3412-481b-9567-111750273d5f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:53.962846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13d4fac-873f-4119-9d60-5f505e13a16b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:53.963172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13d4fac-873f-4119-9d60-5f505e13a16b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:53.974269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.988521 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.996766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:42:53.997171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:42:53.998889 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:42:54.061769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.067473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.069682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] 10.222.0.73 "DELETE /v2.0/networks/0cb6df74-3412-481b-9567-111750273d5f HTTP/1.1" status: 204 len: 168 time: 0.3652031 Aug 31 19:42:54.092113 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab50a02-5b2e-44a4-9149-d8ec9324a29a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb6df74-3412-481b-9567-111750273d5f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:54.210330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7875ae-423f-4108-8f5f-20f2930a4e69 req-39f6a0cf-623e-4851-a0ff-803d10f5adb1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.217951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba7875ae-423f-4108-8f5f-20f2930a4e69 req-39f6a0cf-623e-4851-a0ff-803d10f5adb1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0584507 Aug 31 19:42:54.245264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:54.266088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ba7875ae-423f-4108-8f5f-20f2930a4e69 req-9f472ba8-3663-4cfc-9846-1571e3500504 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470266 Aug 31 19:42:54.296786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2316c7f-7f5c-446e-b4d5-6848d1dbf6ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57ac57c1096e4b32abce22047d632f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503621 Aug 31 19:42:54.299900 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:54.354382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.386892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.450173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.452799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.457469 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f137544-ca24-4775-ab49-88e33ab7daff HTTP/1.1" status: 204 len: 168 time: 0.1564574 Aug 31 19:42:54.467711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058400-a3e9-4c02-8744-3b8e18aecd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f137544-ca24-4775-ab49-88e33ab7daff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:55.408435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb04ab8-9694-4028-989e-2eea4eb53314 req-86ad612b-371f-48a7-b7ee-326822102006 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.410134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adb04ab8-9694-4028-989e-2eea4eb53314 req-86ad612b-371f-48a7-b7ee-326822102006 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0564916 Aug 31 19:42:55.460938 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adb04ab8-9694-4028-989e-2eea4eb53314 req-0d2fb586-fff4-4014-b3fe-f5224968975e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Aug 31 19:42:55.610282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8733be-0228-40b9-a90b-8a2fd4bddcd3 req-7aa4580d-f974-420c-94d3-923e4f07aa78 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.615982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e8733be-0228-40b9-a90b-8a2fd4bddcd3 req-7aa4580d-f974-420c-94d3-923e4f07aa78 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0799389 Aug 31 19:42:55.678850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e8733be-0228-40b9-a90b-8a2fd4bddcd3 req-c887d62f-e90f-4b55-84d2-99c6d49b0229 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563035 Aug 31 19:42:55.724536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:55.794321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a22342-e86b-47fd-a9bf-97bc149f66c6 tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.798757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2a22342-e86b-47fd-a9bf-97bc149f66c6 tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1092 time: 0.0729229 Aug 31 19:42:55.802014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:55.807311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '863039ec-e702-4f01-bcb2-69c462aeb746', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:55.852874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.015976 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.145238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.25.3.140 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/02e14389-cd17-4c93-af88-930ab2a0602a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:56.277900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.336306 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.389458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:56.401761 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:56.408802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:56.412436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=02e14389-cd17-4c93-af88-930ab2a0602a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:57.064339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.206996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.306417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37610) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:57.414834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.421558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.499295 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce22f-74ee-440e-b4a3-a49ec1685222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.622731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:57.758542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf3be4d-7767-45fc-901c-d23eccda6178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.790610 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=02e14389-cd17-4c93-af88-930ab2a0602a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:57.802647 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.870645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf3be4d-7767-45fc-901c-d23eccda6178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.875621 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf3be4d-7767-45fc-901c-d23eccda6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.908618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3be4d-7767-45fc-901c-d23eccda6178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbcb16-6bac-4c36-99b1-6801795d5bb2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:57.938161 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP e8a333a5-9cdd-479b-a6c9-84f378337d15 associated. External IP: 172.25.3.140, port: 863039ec-e702-4f01-bcb2-69c462aeb746. Aug 31 19:42:57.938600 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ebf3be4d-7767-45fc-901c-d23eccda6178 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b945fd8daf54fd698b067d0ffedb5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146951 Aug 31 19:42:57.940396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:57.993889 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.016743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.075015 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.078708 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.081781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0adbcb16-6bac-4c36-99b1-6801795d5bb2 HTTP/1.1" status: 204 len: 168 time: 0.1388097 Aug 31 19:42:58.090335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d03285-461f-4040-bc58-12a86e474e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbcb16-6bac-4c36-99b1-6801795d5bb2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.156289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce22f-74ee-440e-b4a3-a49ec1685222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.162290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce22f-74ee-440e-b4a3-a49ec1685222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.241574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ce22f-74ee-440e-b4a3-a49ec1685222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc7d1c-b73a-4139-9ef2-6d31af21de58,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.250833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3e6ce22f-74ee-440e-b4a3-a49ec1685222 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e654c3d08fc482fbddafc7880a3f572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9391329 Aug 31 19:42:58.252051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:58.289989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:58.321669 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.384661 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.429267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:58.443653 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388b344f-c807-4f19-9eb3-720c8a82eec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.469925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:58.484607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:58.496623 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.500050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:58.500312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.502707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:58.504705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92cc7d1c-b73a-4139-9ef2-6d31af21de58 HTTP/1.1" status: 204 len: 168 time: 0.2519898 Aug 31 19:42:58.513959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82bb0f-5085-44b9-b605-6ee055e12d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc7d1c-b73a-4139-9ef2-6d31af21de58,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.587469 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388b344f-c807-4f19-9eb3-720c8a82eec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.594178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388b344f-c807-4f19-9eb3-720c8a82eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.598532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.656194 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-388b344f-c807-4f19-9eb3-720c8a82eec0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abf5816851db4ab291df1f0781402384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261546 Aug 31 19:42:58.659600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:58.665426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a9d1d73b-1a88-4308-a946-dc4d1d2280ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8622794 Aug 31 19:42:58.667234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:58.669823 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9ef24b-a745-496a-9669-371468acbec8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:58.684163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:58.712171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b344f-c807-4f19-9eb3-720c8a82eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20e14c-065d-4bc1-968f-b8da235ff0a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.732302 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc19202-9f8c-478c-9242-2b89727647e2 x-openstack-request-id: req-2fc19202-9f8c-478c-9242-2b89727647e2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:58.733014 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:58.733424 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fc19202-9f8c-478c-9242-2b89727647e2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:58.734002 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746', 'status': 'completed', 'code': 200} Aug 31 19:42:58.755830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.782841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.824488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ef24b-a745-496a-9669-371468acbec8 req-a679440d-3abe-4149-9954-8addc7a6df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:58.827199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-a679440d-3abe-4149-9954-8addc7a6df83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.0700784 Aug 31 19:42:58.853620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.859783 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.866309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b20e14c-065d-4bc1-968f-b8da235ff0a5 HTTP/1.1" status: 204 len: 168 time: 0.2056379 Aug 31 19:42:58.881937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281392e-e48b-47d6-ac5c-070c18ce0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20e14c-065d-4bc1-968f-b8da235ff0a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.942852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ef24b-a745-496a-9669-371468acbec8 req-1a4898ec-913b-4d78-86f1-5ac7619142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:58.944689 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-1a4898ec-913b-4d78-86f1-5ac7619142b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1097596 Aug 31 19:42:59.049948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'e8a333a5-9cdd-479b-a6c9-84f378337d15', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '863039ec-e702-4f01-bcb2-69c462aeb746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:cd:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:56Z', 'updated_at': '2021-08-31T19:42:56Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:59.086749 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-3feff1b4-beca-4656-a355-177e2d419487 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 999 time: 0.1348121 Aug 31 19:42:59.102424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:59.113281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:59.114135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:59.148929 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ef24b-a745-496a-9669-371468acbec8 req-e289eb04-ea40-476c-9e71-8aebde78ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.150793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-e289eb04-ea40-476c-9e71-8aebde78ebca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0572381 Aug 31 19:42:59.212700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ef24b-a745-496a-9669-371468acbec8 req-22eb01ad-f5fc-46d0-a9c4-13ee3fb6b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.214301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-22eb01ad-f5fc-46d0-a9c4-13ee3fb6b3d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540607 Aug 31 19:42:59.278494 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:59.452280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-8774047b-aca0-452f-9363-e88044b7fa4e service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278252 Aug 31 19:42:59.629810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e9ef24b-a745-496a-9669-371468acbec8 req-57dcf164-ad69-4f28-b028-5a600eb8dbe6 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630166 Aug 31 19:42:59.668961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:59.739517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'e8a333a5-9cdd-479b-a6c9-84f378337d15', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '863039ec-e702-4f01-bcb2-69c462aeb746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:cd:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:56Z', 'updated_at': '2021-08-31T19:42:56Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:59.775481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a53ac-3c3c-4fb3-ba49-4e52aff0813f None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'e8a333a5-9cdd-479b-a6c9-84f378337d15', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '863039ec-e702-4f01-bcb2-69c462aeb746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:cd:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:56Z', 'updated_at': '2021-08-31T19:42:56Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:59.902160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1762831217-network', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:59.937325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Made reservation on behalf of 3beadd1de8c7411b858b9fa2e9ab04fe for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:59.941401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:59.953124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.095933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd0109-df84-47f3-90fe-ae7a63519992 None None] New status for floating IP e8a333a5-9cdd-479b-a6c9-84f378337d15: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:43:00.127995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.134428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.158754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:00.181842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.182439 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Added segment 6e23132b-76fb-4bf9-9a71-6ee4e7976db3 of type vlan for network dfcc19db-6d14-4c6e-8398-492554395556 Aug 31 19:43:00.202011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20074167-15de-44dd-b611-f64ea0d31b2a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:00.239954 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.271585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.273164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.274138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.363012 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6897972 Aug 31 19:43:00.363012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7472c-0a16-411f-96f2-cd0579903d35 admin admin] Pushing event updated for resources: {'Network': ['ID=dfcc19db-6d14-4c6e-8398-492554395556,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:00.363352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:00.368549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Request body: {'subnet': {'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1762831217-subnet', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:00.373770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network dfcc19db-6d14-4c6e-8398-492554395556 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:00.398869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Made reservation on behalf of 3beadd1de8c7411b858b9fa2e9ab04fe for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:00.401780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.603839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.659549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b54d24-22a0-4a9a-a985-b364a36910e7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:00.668728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Checking segment: {'id': '6e23132b-76fb-4bf9-9a71-6ee4e7976db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:00.669148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Network hostable DHCP agents. Network: dfcc19db-6d14-4c6e-8398-492554395556, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:00.687344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Network dfcc19db-6d14-4c6e-8398-492554395556 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:00.697458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, dfcc19db-6d14-4c6e-8398-492554395556) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:00.701854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.702457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.716676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6b824-1b2d-4a9c-8210-c497cc5f554a None None] Network dfcc19db-6d14-4c6e-8398-492554395556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:00.727081 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e69754dc-7235-42bd-b4bb-0145bc762e88 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3624494 Aug 31 19:43:00.729901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:00.735161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:00.765705 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.767255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.836419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.925037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-dfcc19db-6d14-4c6e-8398-492554395556', 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'fixed_ips': [{'subnet_id': '74b54d24-22a0-4a9a-a985-b364a36910e7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:00.926601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.987725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.079356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Allocated IP 172.20.0.2 (dfcc19db-6d14-4c6e-8398-492554395556/74b54d24-22a0-4a9a-a985-b364a36910e7/50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:01.231153 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.264613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.335078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.347149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Transition to ACTIVE for port object 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:01.367939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Transition to ACTIVE for port object 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:01.374677 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.419565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Allocated IP 172.25.3.220 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:01.425468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Network dfcc19db-6d14-4c6e-8398-492554395556 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:01.428642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:01.433155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:01.436299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Pushing event updated for resources: {'Port': ['ID=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:01.448434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.448789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.449141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.449519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.449857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.450193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.450529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.450861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.451192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.451525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.451899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.452216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:01.500008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Attempting to bind port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:01.500394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Attempting to bind port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '6e23132b-76fb-4bf9-9a71-6ee4e7976db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:01.500757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Attempting to bind port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a on network dfcc19db-6d14-4c6e-8398-492554395556 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:01.509366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:01.510122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Checking segment: {'id': '6e23132b-76fb-4bf9-9a71-6ee4e7976db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:01.510666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.511099 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Bound using segment: {'id': '6e23132b-76fb-4bf9-9a71-6ee4e7976db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:01.511578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Bound port: 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e23132b-76fb-4bf9-9a71-6ee4e7976db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:01.512011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.573822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.590193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] For port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:01.594327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] For port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,segment=NetworkSegment(6e23132b-76fb-4bf9-9a71-6ee4e7976db3),segment_id=6e23132b-76fb-4bf9-9a71-6ee4e7976db3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:01.598858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.627138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:01.681693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc4473-3b32-446c-9aec-0b5cc4759d83 None None] Pushing event updated for resources: {'Port': ['ID=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:01.698824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:01.703996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:01.707462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:01.731200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:02.046489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:02.630666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:02.784473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Router f94b6bf0-ea2c-4851-940c-0136781b7660 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:02.919678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86559b92-21e3-41fa-961b-cf38a6bd2686 None None] Network dfcc19db-6d14-4c6e-8398-492554395556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:02.941584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:02.963238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:02.967604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:02.968308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6855310-8e72-42d7-b605-2b5469daa3f6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2368164 Aug 31 19:43:02.989155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Sync routers for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:03.021392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Routers {'f94b6bf0-ea2c-4851-940c-0136781b7660'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:03.022301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f94b6bf0-ea2c-4851-940c-0136781b7660'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:03.094538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a232e2c-b584-4622-b3f1-51e87498f61e None None] Provisioning for port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:03.238332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Set router f94b6bf0-ea2c-4851-940c-0136781b7660 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:03.620116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:03.727491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:01Z', 'revision_number': 3, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:03.771926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Checking router: f94b6bf0-ea2c-4851-940c-0136781b7660 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:03.772379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Updating router f94b6bf0-ea2c-4851-940c-0136781b7660 port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:03.882835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.004121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:04.006919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Allocated IP 172.20.0.1 (dfcc19db-6d14-4c6e-8398-492554395556/74b54d24-22a0-4a9a-a985-b364a36910e7/7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:04.143532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.147998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:04.161308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Transition to ACTIVE for port object 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:04.164462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:04.165060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.199516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.223316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Network dfcc19db-6d14-4c6e-8398-492554395556 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:04.245276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:04.263347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:04.287591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:04.297229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.349535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,segment=NetworkSegment(6e23132b-76fb-4bf9-9a71-6ee4e7976db3),segment_id=6e23132b-76fb-4bf9-9a71-6ee4e7976db3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:04.350491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.360328 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.469125 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.518829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Transition to ACTIVE for port object 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:04.526084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:04.530740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.559943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.582187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7a717-d7af-48c0-9f36-9add0cbd06f0 None None] Pushing event updated for resources: {'Port': ['ID=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:04.613951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Attempting to bind port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:04.614850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Attempting to bind port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:04.616322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Attempting to bind port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:04.622708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:04.623161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:04.623632 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.624113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:04.624585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Bound port: 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:04.624972 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.685900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d4530e21-5d1f-4c41-9b1e-8ebe232c693d None None] Provisioning for port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:04.701031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d4530e21-5d1f-4c41-9b1e-8ebe232c693d None None] Provisioning complete for port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:04.701579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4530e21-5d1f-4c41-9b1e-8ebe232c693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.738713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] For port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:04.759984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] For port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:04.766925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.771169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d4530e21-5d1f-4c41-9b1e-8ebe232c693d None None] Port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:04.800667 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.806860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.825985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Routers {'f94b6bf0-ea2c-4851-940c-0136781b7660'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:04.826749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f94b6bf0-ea2c-4851-940c-0136781b7660'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:04.887426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7a717-d7af-48c0-9f36-9add0cbd06f0 None None] Pushing event updated for resources: {'Port': ['ID=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:04.887779 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:04.920512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:04.966508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] Set router f94b6bf0-ea2c-4851-940c-0136781b7660 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:04.988227 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:43:05.020187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Network dfcc19db-6d14-4c6e-8398-492554395556 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:05.022136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:05.162309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Router f94b6bf0-ea2c-4851-940c-0136781b7660 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:05.215850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 4, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1', 'name': '', 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'mac_address': 'fa:16:3e:a4:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:03Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 2, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'subnets': [{'id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:05.251695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8804b-14da-4684-aaed-03a54a4ecf5a None None] The sync data for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 is: [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 4, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1', 'name': '', 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'mac_address': 'fa:16:3e:a4:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:03Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 2, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'subnets': [{'id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:05.293703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da687824-145d-4a28-a68e-3668f5bf5b0e None None] Provisioning complete for port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:05.294080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da687824-145d-4a28-a68e-3668f5bf5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:05.312595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:05.318396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1490d53-4fea-48cf-b3da-eba4e8965fb0 admin admin] 10.222.0.73 "PUT /v2.0/routers/f94b6bf0-ea2c-4851-940c-0136781b7660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487244 Aug 31 19:43:05.342370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-da687824-145d-4a28-a68e-3668f5bf5b0e None None] Port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:05.924578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:06.036637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:06.037326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:07.129490 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:07.861066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:07.934685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:07.990551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:07.995209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:07.995849 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.099761 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Sync routers for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:08.104240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.117863 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Routers {'f94b6bf0-ea2c-4851-940c-0136781b7660'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:08.118561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f94b6bf0-ea2c-4851-940c-0136781b7660'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:08.163988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:08.169377 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.202568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Deleting port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:08.203177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.254928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:08.303365 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Set router f94b6bf0-ea2c-4851-940c-0136781b7660 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:08.324815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.342475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Calling delete_port for 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:08.578400 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.614425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:08.693475 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 4, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1', 'name': '', 'network_id': 'dfcc19db-6d14-4c6e-8398-492554395556', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'mac_address': 'fa:16:3e:a4:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:03Z', 'updated_at': '2021-08-31T19:43:04Z', 'revision_number': 2, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'subnets': [{'id': '74b54d24-22a0-4a9a-a985-b364a36910e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:08.733166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Checking router: f94b6bf0-ea2c-4851-940c-0136781b7660 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:08.733500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Updating router f94b6bf0-ea2c-4851-940c-0136781b7660 port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:08.757952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Port 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 not found while updating agent binding for router f94b6bf0-ea2c-4851-940c-0136781b7660. {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 19:43:08.778956 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Routers {'f94b6bf0-ea2c-4851-940c-0136781b7660'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:08.779597 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f94b6bf0-ea2c-4851-940c-0136781b7660'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:08.840230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.928871 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] Set router f94b6bf0-ea2c-4851-940c-0136781b7660 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:09.129134 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Router f94b6bf0-ea2c-4851-940c-0136781b7660 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:09.186302 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:08Z', 'revision_number': 5, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:09.219290 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cea83-bd06-40e9-9926-8a44641524e9 None None] The sync data for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 is: [{'id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'name': 'tempest-ImageQuotaTest-1762831217-router', 'tenant_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:00Z', 'updated_at': '2021-08-31T19:43:08Z', 'revision_number': 5, 'project_id': '3beadd1de8c7411b858b9fa2e9ab04fe', 'gw_port': {'id': '4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b6bf0-ea2c-4851-940c-0136781b7660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:01Z', 'updated_at': '2021-08-31T19:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:09.280738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:09.290085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98e0b660-bcdf-4a1c-8653-edae05ff9952 admin admin] 10.222.0.73 "PUT /v2.0/routers/f94b6bf0-ea2c-4851-940c-0136781b7660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1566038 Aug 31 19:43:09.290239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:09.445572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.594987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.666980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Deleting port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:09.667594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.771773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] For port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:09.772651 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.791336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Calling delete_port for 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:09.929314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:09.985156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:09.986415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.014793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.062400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:10.071602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Could not find standard attr ID for object 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 19:43:10.074940 n-d-778550-14 neutron-server[94818]: INFO neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No ports have port_id starting with 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 Aug 31 19:43:10.086468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:10.114880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:10.115402 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7bcec1c9-e6dd-4753-9dcd-6936d4cd7cd1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:10.148160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.267389 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.269909 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.337764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.338425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94b6bf0-ea2c-4851-940c-0136781b7660 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:10.347367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.348591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5010fb46-2fba-4ad5-80b4-c4660d05225b admin admin] 10.222.0.73 "DELETE /v2.0/routers/f94b6bf0-ea2c-4851-940c-0136781b7660 HTTP/1.1" status: 204 len: 168 time: 1.0572720 Aug 31 19:43:10.351312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:10.372762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Sync routers for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:10.382328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:10.382704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:43:10.383299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f94b6bf0-ea2c-4851-940c-0136781b7660'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:43:10.393130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Routers set() bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:10.393861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Router IDs set() for agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:43:10.394611 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f94b6bf0-ea2c-4851-940c-0136781b7660'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:42:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 19:43:10.395161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b89e4-2fe4-49f3-be95-8c4d6ec28fe6 None None] The sync data for ids ['f94b6bf0-ea2c-4851-940c-0136781b7660'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:10.419152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Deleting subnet 74b54d24-22a0-4a9a-a985-b364a36910e7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:10.424440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.461273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.553168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.614974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.650107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.651253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dfa4c8-e840-48db-8738-9fe444ee2700 None None] Network dfcc19db-6d14-4c6e-8398-492554395556 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:10.652564 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/74b54d24-22a0-4a9a-a985-b364a36910e7 HTTP/1.1" status: 204 len: 168 time: 0.3000774 Aug 31 19:43:10.654040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b63d-d83c-49a9-9b4b-e4f2d1e4837d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b54d24-22a0-4a9a-a985-b364a36910e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:10.655099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:10.760809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.828320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Deleting port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:10.828677 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.903685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] For port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,segment=NetworkSegment(6e23132b-76fb-4bf9-9a71-6ee4e7976db3),segment_id=6e23132b-76fb-4bf9-9a71-6ee4e7976db3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:10.904113 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:10.923783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Calling delete_port for 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:10.943426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] DHCP port deletion for dfcc19db-6d14-4c6e-8398-492554395556 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:10.952249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:11.019838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Deleting port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:11.019838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.048957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.075340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.088617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] No DVR routers for this DVR port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:11.110047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d2b-de2e-4f7d-8e25-50e68969d040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.122755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] For port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,segment=NetworkSegment(6e23132b-76fb-4bf9-9a71-6ee4e7976db3),segment_id=6e23132b-76fb-4bf9-9a71-6ee4e7976db3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:11.123514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.158516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Calling delete_port for 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:11.225446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.240778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcc19db-6d14-4c6e-8398-492554395556']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:11.254771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e23132b-76fb-4bf9-9a71-6ee4e7976db3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:11.255443 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e23132b-76fb-4bf9-9a71-6ee4e7976db3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:11.263897 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d2b-de2e-4f7d-8e25-50e68969d040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.273475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d2b-de2e-4f7d-8e25-50e68969d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.274205 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:43:11.276763 n-d-778550-14 neutron-server[94818]: self.session.flush() Aug 31 19:43:11.287938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.290424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.297526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:11.298141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:11.301810 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:11.314454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] Pushing event deleted for resources: {'Port': ['ID=50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.316104 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9f9c4d2b-de2e-4f7d-8e25-50e68969d040 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c7ea084328a4e84925989e810ee8f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624904 Aug 31 19:43:11.317325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c4d2b-de2e-4f7d-8e25-50e68969d040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46476a-fa2d-4064-b3ed-b6e91f9c1347,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.320410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:11.333695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568da82b-59a7-453d-bbc8-b6f004c9fb30 None None] No DVR routers for this DVR port 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:11.375268 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.384737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.386721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dfcc19db-6d14-4c6e-8398-492554395556 HTTP/1.1" status: 204 len: 168 time: 0.7303925 Aug 31 19:43:11.396096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.400217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183eb3d-aa2a-4481-8884-ebbf2b58ea00 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcc19db-6d14-4c6e-8398-492554395556,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.419264 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.468280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.471613 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.472789 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e46476a-fa2d-4064-b3ed-b6e91f9c1347 HTTP/1.1" status: 204 len: 168 time: 0.1512489 Aug 31 19:43:11.480657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6fea1-53e3-477e-9bd3-664b6c1aca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46476a-fa2d-4064-b3ed-b6e91f9c1347,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.514305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:11.560271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-68177b9c-a1e0-4a50-9784-ef7507c3039e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3beadd1de8c7411b858b9fa2e9ab04fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447071 Aug 31 19:43:11.560640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:11.566963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60f5ab2f-43c8-4aa2-a13c-c3350992809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.616832 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.640720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.688229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.691789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.692952 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20074167-15de-44dd-b611-f64ea0d31b2a HTTP/1.1" status: 204 len: 168 time: 0.1307676 Aug 31 19:43:11.702221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa79a7-5b5d-416c-a4b9-003418231b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20074167-15de-44dd-b611-f64ea0d31b2a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:11.836470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:11.851329 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82ab42b3-d031-4d94-880a-0f77c04dc3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.868748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:11.890304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:11.890652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b3d2b5d-b0d7-4fac-b0ff-c56350aeee20 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:11.891068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:11.913080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:11.913421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 50bfe032-3a02-40fa-8d6f-a6a14e7c3c9a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:11.959778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82ab42b3-d031-4d94-880a-0f77c04dc3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.963802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82ab42b3-d031-4d94-880a-0f77c04dc3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.006593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-82ab42b3-d031-4d94-880a-0f77c04dc3b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e25d3098b3f4cadabcb7401e30e8379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674635 Aug 31 19:43:12.006593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab42b3-d031-4d94-880a-0f77c04dc3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a7b30-103c-4dbd-b1a1-d3d1f2a24467,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:12.007959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.081209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.091471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.104779 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.111435 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bb918ee-6e2d-4760-baff-f3736f100b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.168576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.173115 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.174595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/875a7b30-103c-4dbd-b1a1-d3d1f2a24467 HTTP/1.1" status: 204 len: 168 time: 0.1654952 Aug 31 19:43:12.184132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170494b9-4675-485b-af72-3668a1f6e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a7b30-103c-4dbd-b1a1-d3d1f2a24467,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:12.231871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bb918ee-6e2d-4760-baff-f3736f100b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.236956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bb918ee-6e2d-4760-baff-f3736f100b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.275307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb918ee-6e2d-4760-baff-f3736f100b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c53dac-a1db-4a9b-9b40-05e86d521281,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:12.291974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1bb918ee-6e2d-4760-baff-f3736f100b9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1993337 Aug 31 19:43:12.294394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.351583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.376804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.433908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.437652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.439934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18c53dac-a1db-4a9b-9b40-05e86d521281 HTTP/1.1" status: 204 len: 168 time: 0.1444294 Aug 31 19:43:12.449201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fb1b1-ef9a-4725-b3fe-a4a3116b3334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c53dac-a1db-4a9b-9b40-05e86d521281,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:12.641586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 37974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.656288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba1902bb-501f-4cfc-8153-ee3c916827e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.770397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba1902bb-501f-4cfc-8153-ee3c916827e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.775351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba1902bb-501f-4cfc-8153-ee3c916827e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.821495 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ba1902bb-501f-4cfc-8153-ee3c916827e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbee82e73449416ba264de768002801d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783483 Aug 31 19:43:12.822714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1902bb-501f-4cfc-8153-ee3c916827e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6abb1-6040-4cae-aafc-2f423085d723,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:12.824560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 37976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.895663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.925347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.999070 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.002107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.003433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fab6abb1-6040-4cae-aafc-2f423085d723 HTTP/1.1" status: 204 len: 168 time: 0.1769247 Aug 31 19:43:13.013880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019fedf-4c7f-4c99-821b-de6b99be4417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6abb1-6040-4cae-aafc-2f423085d723,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:14.241318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-57064cee-bfb6-46a0-ac73-33e88a3f639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.476981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:14.477527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.586781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1dc9-3ff5-402c-90c2-9ea325d7c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.679357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1dc9-3ff5-402c-90c2-9ea325d7c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.683007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1dc9-3ff5-402c-90c2-9ea325d7c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.716277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.722849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f6ac1dc9-3ff5-402c-90c2-9ea325d7c421 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee82e51d650b42e683341ccb604351df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445896 Aug 31 19:43:14.723757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac1dc9-3ff5-402c-90c2-9ea325d7c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0644be-85fd-41c6-a7f3-a9e4cd95e5c3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:14.726190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:14.775854 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.797221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.844048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.847077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.851022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e0644be-85fd-41c6-a7f3-a9e4cd95e5c3 HTTP/1.1" status: 204 len: 168 time: 0.1213408 Aug 31 19:43:14.861465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2ab76-ec2e-485a-863c-09f2c486e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0644be-85fd-41c6-a7f3-a9e4cd95e5c3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.442827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.523310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.625956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289587449'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:15.649153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:15.652776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.662010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.750382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.755391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.784830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:15.793625 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc4120-e95f-4c20-91ae-a3ba9add5a43,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.800876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.801251 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment 2b1fdae3-8c84-4597-9b82-c4c5803a5c47 of type vlan for network f085e314-5b8e-441c-8921-006a121a1959 Aug 31 19:43:15.846695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.871584 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.877294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:15.877886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.939937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4120803 Aug 31 19:43:15.940891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.946705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5caa3-5f5e-48b7-a589-5e5a5b560a6a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=f085e314-5b8e-441c-8921-006a121a1959,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.947296 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-73492886'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:15.960174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f085e314-5b8e-441c-8921-006a121a1959 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:15.978672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:15.982709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.010717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:16.020787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.021174 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment 480bdd59-bf2a-437e-98df-4deaf50bb71a of type vlan for network 137a38a0-c27e-41ad-9e5a-cb791effce33 Aug 31 19:43:16.033159 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.066345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.093089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.100157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.100750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.162867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2209983 Aug 31 19:43:16.165965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:16.171537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': 'f085e314-5b8e-441c-8921-006a121a1959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:16.179947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f447e-f581-4836-a78c-f7e81cb56365 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=137a38a0-c27e-41ad-9e5a-cb791effce33,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:16.191092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:16.277785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:16.281798 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.477162 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.539269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=6f34e0dc-1ff3-4850-947f-4d25617f74fc,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:16.549117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': '2b1fdae3-8c84-4597-9b82-c4c5803a5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:16.549493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: f085e314-5b8e-441c-8921-006a121a1959, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:16.570309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network f085e314-5b8e-441c-8921-006a121a1959 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:16.580917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f085e314-5b8e-441c-8921-006a121a1959) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:16.585356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.586514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.591364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273af05-04c2-4774-bbc8-37f245e07f01 None None] Network f085e314-5b8e-441c-8921-006a121a1959 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:16.603729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4150ef0-0204-4b03-a12c-e3ea2ac67c9f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4364748 Aug 31 19:43:16.606854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:16.613060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:16.714594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:16.718355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.768243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f085e314-5b8e-441c-8921-006a121a1959', 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': '6f34e0dc-1ff3-4850-947f-4d25617f74fc'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:16.769302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.911217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Allocated IP 2001:db8::2 (f085e314-5b8e-441c-8921-006a121a1959/6f34e0dc-1ff3-4850-947f-4d25617f74fc/442d8127-aed1-4d87-90c3-3ab805648936) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:16.939662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.013155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=33c33c98-d4d6-4b17-b40a-f4bb37326d94,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.033076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': '480bdd59-bf2a-437e-98df-4deaf50bb71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:17.033511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 137a38a0-c27e-41ad-9e5a-cb791effce33, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:17.053753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:17.067540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 137a38a0-c27e-41ad-9e5a-cb791effce33) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:17.074615 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:17.075388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.081264 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.090861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ab773-7849-46ae-b654-9941722d816c None None] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:17.093739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2b23d0a4-a4a7-4167-a332-ed89b4dd95f6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4854803 Aug 31 19:43:17.096488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:17.097185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Transition to ACTIVE for port object 442d8127-aed1-4d87-90c3-3ab805648936 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:17.102601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190276280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:17.127821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.128816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.152943 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.160052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Transition to ACTIVE for port object 442d8127-aed1-4d87-90c3-3ab805648936 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:17.168400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.185861 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.190710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.207164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.208515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ef7f12d3-4ad3-4fb5-953d-51947a4012db tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1100409 Aug 31 19:43:17.211538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38120) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:17.236293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Network f085e314-5b8e-441c-8921-006a121a1959 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:17.242367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:17.248639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:17.253903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Pushing event updated for resources: {'Port': ['ID=442d8127-aed1-4d87-90c3-3ab805648936,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.353761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Attempting to bind port 442d8127-aed1-4d87-90c3-3ab805648936 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:17.354146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Attempting to bind port 442d8127-aed1-4d87-90c3-3ab805648936 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2b1fdae3-8c84-4597-9b82-c4c5803a5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:17.354517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Attempting to bind port 442d8127-aed1-4d87-90c3-3ab805648936 on network f085e314-5b8e-441c-8921-006a121a1959 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:17.373362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:17.373792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Checking segment: {'id': '2b1fdae3-8c84-4597-9b82-c4c5803a5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:17.374166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.374567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Bound using segment: {'id': '2b1fdae3-8c84-4597-9b82-c4c5803a5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:17.375140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Bound port: 442d8127-aed1-4d87-90c3-3ab805648936, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1fdae3-8c84-4597-9b82-c4c5803a5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f085e314-5b8e-441c-8921-006a121a1959'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:17.375690 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.430150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-137a38a0-c27e-41ad-9e5a-cb791effce33', 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': '33c33c98-d4d6-4b17-b40a-f4bb37326d94'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:17.431016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.536480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.543111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] For port 442d8127-aed1-4d87-90c3-3ab805648936, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:17.576697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] For port 442d8127-aed1-4d87-90c3-3ab805648936, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=442d8127-aed1-4d87-90c3-3ab805648936,segment=NetworkSegment(2b1fdae3-8c84-4597-9b82-c4c5803a5c47),segment_id=2b1fdae3-8c84-4597-9b82-c4c5803a5c47)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:17.589243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.690523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Allocated IP 2001:db8:1::2 (137a38a0-c27e-41ad-9e5a-cb791effce33/33c33c98-d4d6-4b17-b40a-f4bb37326d94/8367d203-92e3-465e-a80f-9bb85df37817) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:17.697565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5243a7b-df7a-48d4-82cc-f536f9df45e5 None None] Pushing event updated for resources: {'Port': ['ID=442d8127-aed1-4d87-90c3-3ab805648936,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.860714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8::1 (f085e314-5b8e-441c-8921-006a121a1959/6f34e0dc-1ff3-4850-947f-4d25617f74fc/de299d9c-2ccb-49f0-80fa-0640f8dbb3e2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:18.153129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.164376 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Transition to ACTIVE for port object 8367d203-92e3-465e-a80f-9bb85df37817 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:18.182338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Transition to ACTIVE for port object 8367d203-92e3-465e-a80f-9bb85df37817 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:18.189242 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.237680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:18.241088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:18.245699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:18.257983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Pushing event updated for resources: {'Port': ['ID=8367d203-92e3-465e-a80f-9bb85df37817,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:18.325069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Attempting to bind port 8367d203-92e3-465e-a80f-9bb85df37817 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:18.325330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Attempting to bind port 8367d203-92e3-465e-a80f-9bb85df37817 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '480bdd59-bf2a-437e-98df-4deaf50bb71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:18.326089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Attempting to bind port 8367d203-92e3-465e-a80f-9bb85df37817 on network 137a38a0-c27e-41ad-9e5a-cb791effce33 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:18.338061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:18.338457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Checking segment: {'id': '480bdd59-bf2a-437e-98df-4deaf50bb71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:18.338872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.339272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Bound using segment: {'id': '480bdd59-bf2a-437e-98df-4deaf50bb71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:18.340066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Bound port: 8367d203-92e3-465e-a80f-9bb85df37817, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480bdd59-bf2a-437e-98df-4deaf50bb71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '137a38a0-c27e-41ad-9e5a-cb791effce33'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:18.340224 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.398387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.414547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:18.415069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] For port 8367d203-92e3-465e-a80f-9bb85df37817, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:18.418901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] For port 8367d203-92e3-465e-a80f-9bb85df37817, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8367d203-92e3-465e-a80f-9bb85df37817,segment=NetworkSegment(480bdd59-bf2a-437e-98df-4deaf50bb71a),segment_id=480bdd59-bf2a-437e-98df-4deaf50bb71a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:18.424104 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.453453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.497606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010372-81b3-4263-9025-6b251ac75b97 None None] Pushing event updated for resources: {'Port': ['ID=8367d203-92e3-465e-a80f-9bb85df37817,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:18.519722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network f085e314-5b8e-441c-8921-006a121a1959 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:18.526284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:18.529847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:18.530575 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.609623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=de299d9c-2ccb-49f0-80fa-0640f8dbb3e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:18.693857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.023729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a75863-f553-49dc-9730-2e307444a729 None None] Network f085e314-5b8e-441c-8921-006a121a1959 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:19.078412 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.086048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.087417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.112065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64a2a4a9-0394-4cc2-8e45-4b2b4927ff96 None None] Provisioning for port 442d8127-aed1-4d87-90c3-3ab805648936 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:19.195422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=de299d9c-2ccb-49f0-80fa-0640f8dbb3e2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:19.244616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network f085e314-5b8e-441c-8921-006a121a1959 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:19.246374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:19.390299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router b6898b09-25c8-4ae3-9034-7a9796478df5 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:19.508121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:19.516380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-84b72bcb-df13-45be-a49b-7917f90940c8 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010108 Aug 31 19:43:19.517185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:19.522276 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] Sync routers for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:19.533866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:19.537071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:19.573575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6513ad5-2ef0-45ab-932d-7d030f1845ff tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:19.578003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:19.578168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e6513ad5-2ef0-45ab-932d-7d030f1845ff tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports/de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 HTTP/1.1" status: 200 len: 911 time: 0.0598111 Aug 31 19:43:19.598296 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:19.609205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:19.610771 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:19.652421 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:19.653786 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb07c17-f250-42e4-adcc-eaae60bddf7d None None] The sync data for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:19.678096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b8c72fe3-6855-4063-9c09-e7310498f64f None None] Provisioning for port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:19.693210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b8c72fe3-6855-4063-9c09-e7310498f64f None None] Provisioning complete for port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:19.694505 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8c72fe3-6855-4063-9c09-e7310498f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.768560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b8c72fe3-6855-4063-9c09-e7310498f64f None None] Port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:19.822525 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-eef8da09-baac-4696-bc04-c0d317be6620 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1400113 Aug 31 19:43:19.893491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b6f75-3d14-4164-b659-c67a19cc471f None None] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:20.063191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb1b4879-5fb3-4eab-9e88-bf479fcf178d None None] Provisioning for port 8367d203-92e3-465e-a80f-9bb85df37817 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:20.114435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-4fb74abe-a2ba-4797-af64-f8c9c2657b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:20.117292 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 442d8127-aed1-4d87-90c3-3ab805648936 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:20.117657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-4fb74abe-a2ba-4797-af64-f8c9c2657b1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.2349453 Aug 31 19:43:20.131157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb1b4879-5fb3-4eab-9e88-bf479fcf178d None None] Provisioning complete for port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:20.131602 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4879-5fb3-4eab-9e88-bf479fcf178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.223026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b4879-5fb3-4eab-9e88-bf479fcf178d None None] Port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:20.241761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 442d8127-aed1-4d87-90c3-3ab805648936 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:20.246461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 442d8127-aed1-4d87-90c3-3ab805648936 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:20.247001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.322136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.387526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7208ef2-40f8-4e2c-bd96-5ab54a2688e6 None None] Provisioning complete for port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:20.387929 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7208ef2-40f8-4e2c-bd96-5ab54a2688e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.389746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.447801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-200a7144-a974-498b-b7c1-d11ab767ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:20.449751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-200a7144-a974-498b-b7c1-d11ab767ebee service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.2618427 Aug 31 19:43:20.471453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7208ef2-40f8-4e2c-bd96-5ab54a2688e6 None None] Port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:20.476365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 442d8127-aed1-4d87-90c3-3ab805648936, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=442d8127-aed1-4d87-90c3-3ab805648936,segment=NetworkSegment(2b1fdae3-8c84-4597-9b82-c4c5803a5c47),segment_id=2b1fdae3-8c84-4597-9b82-c4c5803a5c47)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:20.481109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.482392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8367d203-92e3-465e-a80f-9bb85df37817 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:20.573314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=442d8127-aed1-4d87-90c3-3ab805648936,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:20.584177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 8367d203-92e3-465e-a80f-9bb85df37817 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:20.589643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8367d203-92e3-465e-a80f-9bb85df37817 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:20.590037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.628182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-73d03442-0c8f-40d8-8bd6-01810a6f95d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 1001 time: 0.1686523 Aug 31 19:43:20.651537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6cb0a47-ff77-4ab1-81f9-bac20f50e030 None None] Provisioning complete for port 8367d203-92e3-465e-a80f-9bb85df37817 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:20.652095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0a47-ff77-4ab1-81f9-bac20f50e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.729865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-3af8ca0e-19fd-4b0d-aebb-04d385521f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:20.732023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-3af8ca0e-19fd-4b0d-aebb-04d385521f92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0898669 Aug 31 19:43:20.737416 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.785479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8:1::1 (137a38a0-c27e-41ad-9e5a-cb791effce33/33c33c98-d4d6-4b17-b40a-f4bb37326d94/b46f440c-f803-4c44-abbf-847f58b934f7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:20.808336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-7222e713-f720-4224-ac88-544bb90b8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:20.810122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-7222e713-f720-4224-ac88-544bb90b8743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710204 Aug 31 19:43:20.810435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 8367d203-92e3-465e-a80f-9bb85df37817, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8367d203-92e3-465e-a80f-9bb85df37817,segment=NetworkSegment(480bdd59-bf2a-437e-98df-4deaf50bb71a),segment_id=480bdd59-bf2a-437e-98df-4deaf50bb71a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:20.814242 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0a47-ff77-4ab1-81f9-bac20f50e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.823726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.930835 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-a6cb0a47-ff77-4ab1-81f9-bac20f50e030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:43:20.931904 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-a6cb0a47-ff77-4ab1-81f9-bac20f50e030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:43:20.933273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=8367d203-92e3-465e-a80f-9bb85df37817,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:21.000337 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-a5ccda3b-fd7a-4fb9-8fe8-d2a6b05a4bdb service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815712 Aug 31 19:43:21.003730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.067680 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object b46f440c-f803-4c44-abbf-847f58b934f7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:21.131476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a3cc867-8547-4004-bee0-f4e1d6846961 req-28779e40-6818-4bca-8388-44845a9c16a2 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205454 Aug 31 19:43:21.132984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.194115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:21.197400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:21.201438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:21.202020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.209208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=b46f440c-f803-4c44-abbf-847f58b934f7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:21.355516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.646854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9dadc034-645a-418c-b165-039f38048669 None None] Provisioning for port b46f440c-f803-4c44-abbf-847f58b934f7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:21.652204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9dadc034-645a-418c-b165-039f38048669 None None] Provisioning complete for port b46f440c-f803-4c44-abbf-847f58b934f7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:21.652585 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9dadc034-645a-418c-b165-039f38048669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.658177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.663227 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.664388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.690115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9dadc034-645a-418c-b165-039f38048669 None None] Port b46f440c-f803-4c44-abbf-847f58b934f7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:21.752954 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=b46f440c-f803-4c44-abbf-847f58b934f7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:21.794654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:21.796199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:21.903363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router b6898b09-25c8-4ae3-9034-7a9796478df5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:21.907514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 442d8127-aed1-4d87-90c3-3ab805648936 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:21.964898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 442d8127-aed1-4d87-90c3-3ab805648936 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:21.964898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.035600 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:22.042263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0bfd9634-35be-45f5-9eb7-a35c295489bc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626806 Aug 31 19:43:22.045023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:22.070378 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] Sync routers for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:22.093960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:22.095209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:22.098489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a748af-2221-49c0-a592-06ad6bd242ca tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:22.103129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16a748af-2221-49c0-a592-06ad6bd242ca tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports/b46f440c-f803-4c44-abbf-847f58b934f7 HTTP/1.1" status: 200 len: 913 time: 0.0569394 Aug 31 19:43:22.103842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:22.142223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8367d203-92e3-465e-a80f-9bb85df37817 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:22.143872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:22.192146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24504cdc-d05c-4c88-917b-5f25791b782c None None] Provisioning complete for port b46f440c-f803-4c44-abbf-847f58b934f7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:22.192769 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24504cdc-d05c-4c88-917b-5f25791b782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.194437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:22.195488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:22.252594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:22.253242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbbe1f-a535-4839-bcf4-a5c8b552d219 None None] The sync data for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:22.270614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-24504cdc-d05c-4c88-917b-5f25791b782c None None] Port b46f440c-f803-4c44-abbf-847f58b934f7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:22.275769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8367d203-92e3-465e-a80f-9bb85df37817 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:22.276148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.451097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.713870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port b46f440c-f803-4c44-abbf-847f58b934f7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:22.714137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.801512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.815454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for b46f440c-f803-4c44-abbf-847f58b934f7 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:22.991442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.019584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=b46f440c-f803-4c44-abbf-847f58b934f7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:23.141688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.330010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router b6898b09-25c8-4ae3-9034-7a9796478df5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:23.427176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:23.432618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-314ad859-14fd-4870-9907-f5a1658b494f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3277807 Aug 31 19:43:23.435306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:23.442530 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] Sync routers for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:23.453108 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:23.453830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:23.492783 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:23.502454 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:23.503130 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:23.552514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:23.553200 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b6b7c-8be6-421d-bbf7-2e45b74ce245 None None] The sync data for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:23.788176 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.068068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:24.068374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.170652 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.185219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for de299d9c-2ccb-49f0-80fa-0640f8dbb3e2 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:24.385025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.418730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=de299d9c-2ccb-49f0-80fa-0640f8dbb3e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:24.524506 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.696646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router b6898b09-25c8-4ae3-9034-7a9796478df5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:24.786046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:24.792242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-27e0dabe-dfad-442d-a165-cab0bd7e7457 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552041 Aug 31 19:43:24.794719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:24.798954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] Sync routers for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:24.810051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:24.810815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:24.862593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:24.874846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] Routers {'b6898b09-25c8-4ae3-9034-7a9796478df5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:24.877106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['b6898b09-25c8-4ae3-9034-7a9796478df5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:24.922904 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:24.924485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc77675-1044-4acd-abda-60e03afeffc8 None None] The sync data for ids ['b6898b09-25c8-4ae3-9034-7a9796478df5'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:25.167620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-953a2c38-f67c-4a6d-a821-f814e98129aa tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6898b09-25c8-4ae3-9034-7a9796478df5 HTTP/1.1" status: 200 len: 205 time: 0.3715870 Aug 31 19:43:25.170144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:25.254671 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.427249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.429640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.474463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.475026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router b6898b09-25c8-4ae3-9034-7a9796478df5 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:25.482423 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.483529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-69788517-0265-4ab3-ac64-06a73b12aeed tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5 HTTP/1.1" status: 204 len: 168 time: 0.3123598 Aug 31 19:43:25.486909 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:25.548325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet 33c33c98-d4d6-4b17-b40a-f4bb37326d94 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:25.551871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.600171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.691020 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.756349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.789174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=33c33c98-d4d6-4b17-b40a-f4bb37326d94,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:25.792843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.794684 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3cef0a5b-5ad4-4d0f-a646-6a404c4c4d7b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/33c33c98-d4d6-4b17-b40a-f4bb37326d94 HTTP/1.1" status: 204 len: 168 time: 0.3068817 Aug 31 19:43:25.797573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38208) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:25.804942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd73c78-d9f4-4154-860e-ee08a0e5db7a None None] Network 137a38a0-c27e-41ad-9e5a-cb791effce33 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:25.851660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet 6f34e0dc-1ff3-4850-947f-4d25617f74fc {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:25.855001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.906789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.034540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] DHCP port deletion for 137a38a0-c27e-41ad-9e5a-cb791effce33 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:26.034696 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.085108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Deleting port 8367d203-92e3-465e-a80f-9bb85df37817 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:26.085544 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.104835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.139960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=6f34e0dc-1ff3-4850-947f-4d25617f74fc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.142860 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.145142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0f51fc1d-e046-480f-9282-cc8b648ddc69 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/6f34e0dc-1ff3-4850-947f-4d25617f74fc HTTP/1.1" status: 204 len: 168 time: 0.3466411 Aug 31 19:43:26.147776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:26.154954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3688f8-a319-433c-85cb-80dba5f96ca8 None None] Network f085e314-5b8e-441c-8921-006a121a1959 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:26.222459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] For port 8367d203-92e3-465e-a80f-9bb85df37817, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8367d203-92e3-465e-a80f-9bb85df37817,segment=NetworkSegment(480bdd59-bf2a-437e-98df-4deaf50bb71a),segment_id=480bdd59-bf2a-437e-98df-4deaf50bb71a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:26.222940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.236674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.247042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Calling delete_port for 8367d203-92e3-465e-a80f-9bb85df37817 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:26.305103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 8367d203-92e3-465e-a80f-9bb85df37817 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:26.305730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.369347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 8367d203-92e3-465e-a80f-9bb85df37817, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8367d203-92e3-465e-a80f-9bb85df37817,segment=NetworkSegment(480bdd59-bf2a-437e-98df-4deaf50bb71a),segment_id=480bdd59-bf2a-437e-98df-4deaf50bb71a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:26.369727 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.384479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 8367d203-92e3-465e-a80f-9bb85df37817 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:26.395457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.432022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] Pushing event deleted for resources: {'Port': ['ID=8367d203-92e3-465e-a80f-9bb85df37817,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.444354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a0d6d-bf36-4aa9-a051-1e0eb2b4b311 None None] No DVR routers for this DVR port 8367d203-92e3-465e-a80f-9bb85df37817 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:26.461693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] DHCP port deletion for f085e314-5b8e-441c-8921-006a121a1959 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:26.480119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.510052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Deleting port 442d8127-aed1-4d87-90c3-3ab805648936 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:26.510522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.511352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=8367d203-92e3-465e-a80f-9bb85df37817,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.514880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port 8367d203-92e3-465e-a80f-9bb85df37817 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:26.586438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] For port 442d8127-aed1-4d87-90c3-3ab805648936, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=442d8127-aed1-4d87-90c3-3ab805648936,segment=NetworkSegment(2b1fdae3-8c84-4597-9b82-c4c5803a5c47),segment_id=2b1fdae3-8c84-4597-9b82-c4c5803a5c47)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:26.587412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.598119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.603470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Calling delete_port for 442d8127-aed1-4d87-90c3-3ab805648936 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:26.611087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137a38a0-c27e-41ad-9e5a-cb791effce33']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.624438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480bdd59-bf2a-437e-98df-4deaf50bb71a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.624741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480bdd59-bf2a-437e-98df-4deaf50bb71a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.639947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.654616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.661542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:26.661986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:26.665721 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:26.690674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.715766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] Pushing event deleted for resources: {'Port': ['ID=442d8127-aed1-4d87-90c3-3ab805648936,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.720058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a1290-702b-4b4b-9ee7-3c6cbebb2200 None None] No DVR routers for this DVR port 442d8127-aed1-4d87-90c3-3ab805648936 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:26.737807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.745209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.750338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/137a38a0-c27e-41ad-9e5a-cb791effce33 HTTP/1.1" status: 204 len: 168 time: 0.5987351 Aug 31 19:43:26.751033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:26.760431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92421baa-bb79-4a54-b2e3-88193c66ec90 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=137a38a0-c27e-41ad-9e5a-cb791effce33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.847821 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.939621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.949997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f085e314-5b8e-441c-8921-006a121a1959']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.962496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1fdae3-8c84-4597-9b82-c4c5803a5c47') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.962827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1fdae3-8c84-4597-9b82-c4c5803a5c47') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.974066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.992594 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.001232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:27.001759 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:27.005435 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:27.351362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.358029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.360345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/f085e314-5b8e-441c-8921-006a121a1959 HTTP/1.1" status: 204 len: 168 time: 0.6080344 Aug 31 19:43:27.364844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:27.370689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381707235'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:27.376125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfba091-720a-4a66-9c80-d6a3de82f1d7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=f085e314-5b8e-441c-8921-006a121a1959,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.392854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:27.396525 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.420172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:27.428900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.429247 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment 14bbf34e-a0da-4a74-bd2e-2998a7c2adfb of type vlan for network 4a5788c2-e491-478a-a211-28142c1929e7 Aug 31 19:43:27.469946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.493952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.499420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:27.500028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.565985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1954131 Aug 31 19:43:27.566315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:27.575181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '4a5788c2-e491-478a-a211-28142c1929e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:27.586124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66016bde-4e86-4962-9c20-6707359c7e0c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=4a5788c2-e491-478a-a211-28142c1929e7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.596384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4a5788c2-e491-478a-a211-28142c1929e7 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:27.685039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:27.689320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.892469 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 442d8127-aed1-4d87-90c3-3ab805648936 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:27.893906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.915299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 442d8127-aed1-4d87-90c3-3ab805648936 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:27.915675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 442d8127-aed1-4d87-90c3-3ab805648936 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:27.916097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8367d203-92e3-465e-a80f-9bb85df37817 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:27.934629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 8367d203-92e3-465e-a80f-9bb85df37817 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:27.934976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8367d203-92e3-465e-a80f-9bb85df37817 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:27.961251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=b67ae606-ce08-4c47-883a-3b5f6dcea400,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.980037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:27.980482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 4a5788c2-e491-478a-a211-28142c1929e7, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:27.996308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 4a5788c2-e491-478a-a211-28142c1929e7 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:28.005192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 4a5788c2-e491-478a-a211-28142c1929e7) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:28.011894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:28.012853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.014128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b995d1f3-288d-4c89-a1dc-34add527cc02 None None] Network 4a5788c2-e491-478a-a211-28142c1929e7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:28.033102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f72f82e-dd0a-4315-b61c-46d71f011e0d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4627993 Aug 31 19:43:28.033309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:28.037980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-539904040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:28.069304 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.070391 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.124799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.130474 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.148621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.152274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-84d967db-9e87-4cb6-954a-d4817efc52ee tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1156497 Aug 31 19:43:28.153198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:28.166903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-4a5788c2-e491-478a-a211-28142c1929e7', 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': 'b67ae606-ce08-4c47-883a-3b5f6dcea400'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:28.167506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'port': {'network_id': '4a5788c2-e491-478a-a211-28142c1929e7', 'name': 'tempest-RoutersIpV6Test-50457557'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:28.167957 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.277597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:28.281158 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.300885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] device_id is not set on port c9ad2ece-da68-4665-b530-894bfb40160a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:43:28.477214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Allocated IP 2001:db8::2 (4a5788c2-e491-478a-a211-28142c1929e7/b67ae606-ce08-4c47-883a-3b5f6dcea400/a3dd2457-5c79-4494-98f8-8c77d7385bbd) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:28.620171 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.628704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Transition to ACTIVE for port object a3dd2457-5c79-4494-98f8-8c77d7385bbd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:28.644336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Transition to ACTIVE for port object a3dd2457-5c79-4494-98f8-8c77d7385bbd will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:28.650493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.696238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Network 4a5788c2-e491-478a-a211-28142c1929e7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:28.699320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:28.702068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:28.717564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Pushing event updated for resources: {'Port': ['ID=a3dd2457-5c79-4494-98f8-8c77d7385bbd,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:28.721473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8::161 (4a5788c2-e491-478a-a211-28142c1929e7/b67ae606-ce08-4c47-883a-3b5f6dcea400/c9ad2ece-da68-4665-b530-894bfb40160a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:28.771250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Attempting to bind port a3dd2457-5c79-4494-98f8-8c77d7385bbd on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:28.772358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Attempting to bind port a3dd2457-5c79-4494-98f8-8c77d7385bbd by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:28.772931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Attempting to bind port a3dd2457-5c79-4494-98f8-8c77d7385bbd on network 4a5788c2-e491-478a-a211-28142c1929e7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:28.778873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:28.779508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Checking segment: {'id': '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:28.780177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.780849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Bound using segment: {'id': '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:28.781779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Bound port: a3dd2457-5c79-4494-98f8-8c77d7385bbd, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4a5788c2-e491-478a-a211-28142c1929e7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:28.782520 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.862830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] For port a3dd2457-5c79-4494-98f8-8c77d7385bbd, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:28.866058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] For port a3dd2457-5c79-4494-98f8-8c77d7385bbd, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a3dd2457-5c79-4494-98f8-8c77d7385bbd,segment=NetworkSegment(14bbf34e-a0da-4a74-bd2e-2998a7c2adfb),segment_id=14bbf34e-a0da-4a74-bd2e-2998a7c2adfb)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:28.871247 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.899920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.915097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object c9ad2ece-da68-4665-b530-894bfb40160a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:28.933610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91d57-d863-4da3-b747-69e4e0ba521b None None] Pushing event updated for resources: {'Port': ['ID=a3dd2457-5c79-4494-98f8-8c77d7385bbd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:28.966792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.019880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 4a5788c2-e491-478a-a211-28142c1929e7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:29.023184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:29.027711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:29.034183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:29.034801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.038512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=c9ad2ece-da68-4665-b530-894bfb40160a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:29.055844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9fb4f685-4f60-4d3f-9dc3-66a365dbd2c2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8988991 Aug 31 19:43:29.056151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:29.413634 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.694171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.700888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.813430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=c9ad2ece-da68-4665-b530-894bfb40160a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:29.921917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.958636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a3dd2457-5c79-4494-98f8-8c77d7385bbd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:29.983684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f90129-eae8-4849-b6f9-672f2b89908f None None] Network 4a5788c2-e491-478a-a211-28142c1929e7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:30.059439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.081131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a0d1322-fcc1-4d67-85fc-3d1cdee778e3 None None] Provisioning for port a3dd2457-5c79-4494-98f8-8c77d7385bbd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:30.101417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a3dd2457-5c79-4494-98f8-8c77d7385bbd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:30.112430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a3dd2457-5c79-4494-98f8-8c77d7385bbd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:30.112879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.249733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.288982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a3dd2457-5c79-4494-98f8-8c77d7385bbd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a3dd2457-5c79-4494-98f8-8c77d7385bbd,segment=NetworkSegment(14bbf34e-a0da-4a74-bd2e-2998a7c2adfb),segment_id=14bbf34e-a0da-4a74-bd2e-2998a7c2adfb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:30.294371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.349960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a3dd2457-5c79-4494-98f8-8c77d7385bbd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:30.375874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.386036 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.387058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.473951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=c9ad2ece-da68-4665-b530-894bfb40160a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:30.521179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 4a5788c2-e491-478a-a211-28142c1929e7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:30.522532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:30.624225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Provisioning for port c9ad2ece-da68-4665-b530-894bfb40160a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:30.631190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Provisioning complete for port c9ad2ece-da68-4665-b530-894bfb40160a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:30.632012 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.669949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router d6d16184-d9ae-491b-a7b5-28735f08cb7d is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:30.678977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Port c9ad2ece-da68-4665-b530-894bfb40160a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:30.691147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Provisioning complete for port a3dd2457-5c79-4494-98f8-8c77d7385bbd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:30.691535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f005e12-e6ee-4dc1-a29a-b3fe7b2d6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.800338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:30.806303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-709896d0-adea-4c90-92c9-4f020d7e8178 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/d6d16184-d9ae-491b-a7b5-28735f08cb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487946 Aug 31 19:43:30.809360 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:30.821572 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] Sync routers for ids ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:30.834374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] Routers {'d6d16184-d9ae-491b-a7b5-28735f08cb7d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:30.835176 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:30.868400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad2eba-1f19-49f2-b8dc-bb68732da2fe tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:30.870011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-42ad2eba-1f19-49f2-b8dc-bb68732da2fe tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports/c9ad2ece-da68-4665-b530-894bfb40160a HTTP/1.1" status: 200 len: 982 time: 0.0553854 Aug 31 19:43:30.873104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:30.879419 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:30.888964 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] Routers {'d6d16184-d9ae-491b-a7b5-28735f08cb7d'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:30.889865 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:30.925421 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:30.926081 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc00192e-798b-43fd-9b25-f853e200cc12 None None] The sync data for ids ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:30.941700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3ed69377-91b4-4db7-8887-b68aeed30b6a None None] Provisioning complete for port c9ad2ece-da68-4665-b530-894bfb40160a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:30.942219 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ed69377-91b4-4db7-8887-b68aeed30b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.985601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3ed69377-91b4-4db7-8887-b68aeed30b6a None None] Port c9ad2ece-da68-4665-b530-894bfb40160a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:31.106194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb1e6071-7c60-4531-a88c-646d6c6e8bd7 None None] Provisioning complete for port c9ad2ece-da68-4665-b530-894bfb40160a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:31.106963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6071-7c60-4531-a88c-646d6c6e8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.146985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e6071-7c60-4531-a88c-646d6c6e8bd7 None None] Port c9ad2ece-da68-4665-b530-894bfb40160a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:31.350164 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.368642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eeae199c-821f-4311-8d26-86ccf6162b49 None None] Provisioning complete for port c9ad2ece-da68-4665-b530-894bfb40160a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:31.369157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eeae199c-821f-4311-8d26-86ccf6162b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.410591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eeae199c-821f-4311-8d26-86ccf6162b49 None None] Port c9ad2ece-da68-4665-b530-894bfb40160a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:31.569598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port c9ad2ece-da68-4665-b530-894bfb40160a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:31.569950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.664248 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.676884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for c9ad2ece-da68-4665-b530-894bfb40160a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:31.854260 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.885619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=c9ad2ece-da68-4665-b530-894bfb40160a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.915086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a3dd2457-5c79-4494-98f8-8c77d7385bbd up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:31.976819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a3dd2457-5c79-4494-98f8-8c77d7385bbd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:31.977207 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.991932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.161221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router d6d16184-d9ae-491b-a7b5-28735f08cb7d has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:32.238455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:32.248709 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b1e833f6-ddb5-4998-a25a-0636ee98a329 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/d6d16184-d9ae-491b-a7b5-28735f08cb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692474 Aug 31 19:43:32.248709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:32.253255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] Sync routers for ids ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:32.264939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] Routers {'d6d16184-d9ae-491b-a7b5-28735f08cb7d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:32.266481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:32.302294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:32.311087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] Routers {'d6d16184-d9ae-491b-a7b5-28735f08cb7d'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:32.311868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:32.347730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:32.347730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d882c-ac7a-4649-ba5b-e13e809eeaa8 None None] The sync data for ids ['d6d16184-d9ae-491b-a7b5-28735f08cb7d'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:32.774345 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-503fae0b-dc4d-4344-9d8d-466a3a033a70 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 19:43:32.775396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-503fae0b-dc4d-4344-9d8d-466a3a033a70 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/d6d16184-d9ae-491b-a7b5-28735f08cb7d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5269423 Aug 31 19:43:32.778346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:32.809020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9bd933c6-0e1d-4d1c-b825-23cc703d0ee3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6d16184-d9ae-491b-a7b5-28735f08cb7d HTTP/1.1" status: 200 len: 205 time: 0.0273182 Aug 31 19:43:32.809387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:32.890085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.058808 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.060952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.105325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.106143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router d6d16184-d9ae-491b-a7b5-28735f08cb7d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:33.118010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.124140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3a9f2a3b-d41b-441f-85e8-f40071e076cb tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/d6d16184-d9ae-491b-a7b5-28735f08cb7d HTTP/1.1" status: 204 len: 168 time: 0.3137157 Aug 31 19:43:33.129595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:33.189148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet b67ae606-ce08-4c47-883a-3b5f6dcea400 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:33.192638 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.243522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.331025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.390844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.424305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=b67ae606-ce08-4c47-883a-3b5f6dcea400,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:33.428106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.433652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d955c027-eff4-41fd-a641-86ca1da035e3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/b67ae606-ce08-4c47-883a-3b5f6dcea400 HTTP/1.1" status: 204 len: 168 time: 0.2992325 Aug 31 19:43:33.433652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:33.440322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32257623-f3e2-45fc-9ec4-b6aed70d432f None None] Network 4a5788c2-e491-478a-a211-28142c1929e7 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:33.513104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.569903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port a3dd2457-5c79-4494-98f8-8c77d7385bbd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:33.570341 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.638244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] DHCP port deletion for 4a5788c2-e491-478a-a211-28142c1929e7 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:33.647551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port a3dd2457-5c79-4494-98f8-8c77d7385bbd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a3dd2457-5c79-4494-98f8-8c77d7385bbd,segment=NetworkSegment(14bbf34e-a0da-4a74-bd2e-2998a7c2adfb),segment_id=14bbf34e-a0da-4a74-bd2e-2998a7c2adfb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:33.647966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.662218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for a3dd2457-5c79-4494-98f8-8c77d7385bbd owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:33.689348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Deleting port a3dd2457-5c79-4494-98f8-8c77d7385bbd {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:33.689664 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.748226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.762306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] For port a3dd2457-5c79-4494-98f8-8c77d7385bbd, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a3dd2457-5c79-4494-98f8-8c77d7385bbd,segment=NetworkSegment(14bbf34e-a0da-4a74-bd2e-2998a7c2adfb),segment_id=14bbf34e-a0da-4a74-bd2e-2998a7c2adfb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:33.762826 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.776568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=a3dd2457-5c79-4494-98f8-8c77d7385bbd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:33.777537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Calling delete_port for a3dd2457-5c79-4494-98f8-8c77d7385bbd owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:33.778455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port a3dd2457-5c79-4494-98f8-8c77d7385bbd on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:33.873803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.886917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.888565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5788c2-e491-478a-a211-28142c1929e7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:33.903036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:33.903756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bbf34e-a0da-4a74-bd2e-2998a7c2adfb') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:33.916398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] Pushing event deleted for resources: {'Port': ['ID=a3dd2457-5c79-4494-98f8-8c77d7385bbd,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:33.918713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.920131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e6ffc-941c-4734-9e4c-3df13af336da None None] No DVR routers for this DVR port a3dd2457-5c79-4494-98f8-8c77d7385bbd on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:33.923983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a3dd2457-5c79-4494-98f8-8c77d7385bbd no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:33.944864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.951298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a3dd2457-5c79-4494-98f8-8c77d7385bbd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:33.951898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a3dd2457-5c79-4494-98f8-8c77d7385bbd not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:33.952263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:33.952416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:33.956044 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:34.014729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.023490 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.025883 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/4a5788c2-e491-478a-a211-28142c1929e7 HTTP/1.1" status: 204 len: 168 time: 0.5916893 Aug 31 19:43:34.032718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.038561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1245775940'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.048995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8b16-62dc-4bcb-9e24-7566cc96dd67 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=4a5788c2-e491-478a-a211-28142c1929e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.070292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:34.074292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.106241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:34.117349 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.117709 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment 3093ec5c-4607-408a-bef1-7b69e504d142 of type vlan for network 9030dae2-c674-4237-ab78-66d1666bd629 Aug 31 19:43:34.161354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.189761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.195656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:34.196396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.258518 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2240784 Aug 31 19:43:34.261406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38298) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.267382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '9030dae2-c674-4237-ab78-66d1666bd629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.285584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08893c6-1748-422e-bd97-b9569c9bb570 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=9030dae2-c674-4237-ab78-66d1666bd629,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.296509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 9030dae2-c674-4237-ab78-66d1666bd629 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:34.369396 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:34.373499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.567488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.632304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=34f1e332-6bbe-4e1a-9728-5128f9368164,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.644003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': '3093ec5c-4607-408a-bef1-7b69e504d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:34.644433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 9030dae2-c674-4237-ab78-66d1666bd629, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:34.663246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 9030dae2-c674-4237-ab78-66d1666bd629 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:34.673253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 9030dae2-c674-4237-ab78-66d1666bd629) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:34.678188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:34.678841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.686021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34223f47-2642-4595-932c-c022a12b46e5 None None] Network 9030dae2-c674-4237-ab78-66d1666bd629 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:34.696561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5517e7e-ed1c-4fc4-8559-18e3e31daead tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4340887 Aug 31 19:43:34.699533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.705133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-327927836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.729588 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.730646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.799036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.804212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.825170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.829234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f655b5be-cfe8-4d99-98dc-bb4efd10e5c1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1256146 Aug 31 19:43:34.829854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.886830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-9030dae2-c674-4237-ab78-66d1666bd629', 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': '34f1e332-6bbe-4e1a-9728-5128f9368164'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:34.887820 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.067364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Allocated IP 2001:db8::2 (9030dae2-c674-4237-ab78-66d1666bd629/34f1e332-6bbe-4e1a-9728-5128f9368164/e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:35.194353 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.256255 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.267854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Transition to ACTIVE for port object e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:35.288750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Transition to ACTIVE for port object e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:35.295997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.363483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Pushing event updated for resources: {'Port': ['ID=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.376980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Network 9030dae2-c674-4237-ab78-66d1666bd629 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:35.378553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:35.381821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:35.449203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Attempting to bind port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:35.449507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Attempting to bind port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '3093ec5c-4607-408a-bef1-7b69e504d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:35.450031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Attempting to bind port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e on network 9030dae2-c674-4237-ab78-66d1666bd629 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:35.465379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:35.466129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Checking segment: {'id': '3093ec5c-4607-408a-bef1-7b69e504d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:35.466655 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.467256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Bound using segment: {'id': '3093ec5c-4607-408a-bef1-7b69e504d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:35.467801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Bound port: e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3093ec5c-4607-408a-bef1-7b69e504d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9030dae2-c674-4237-ab78-66d1666bd629'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:35.468200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.520661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8::1 (9030dae2-c674-4237-ab78-66d1666bd629/34f1e332-6bbe-4e1a-9728-5128f9368164/afd167b8-760f-4372-885c-e9b473185c8c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:35.550676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] For port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:35.554723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] For port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,segment=NetworkSegment(3093ec5c-4607-408a-bef1-7b69e504d142),segment_id=3093ec5c-4607-408a-bef1-7b69e504d142)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:35.559919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.634725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdce6d-ae59-4318-b699-66a0cca8342f None None] Pushing event updated for resources: {'Port': ['ID=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.666819 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.682466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object afd167b8-760f-4372-885c-e9b473185c8c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:35.720362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.773391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 9030dae2-c674-4237-ab78-66d1666bd629 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:35.779154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:35.785980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:35.786573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.845860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=afd167b8-760f-4372-885c-e9b473185c8c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.994975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.290160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.294688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.295632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.387022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=afd167b8-760f-4372-885c-e9b473185c8c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:36.435555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 9030dae2-c674-4237-ab78-66d1666bd629 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:36.437131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:36.762112 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd9c61-5f80-4ee9-b88d-07386599c777 None None] Network 9030dae2-c674-4237-ab78-66d1666bd629 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:36.821837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4ff73763-2738-40d5-a019-73e481d2dd16 None None] Provisioning for port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:36.870290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 98af1c70-8234-4e28-baec-2b305e7c32c9 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:36.964873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:36.974592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b88be462-9ba4-4a25-8d9d-32949217fed4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/98af1c70-8234-4e28-baec-2b305e7c32c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418176 Aug 31 19:43:36.975003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:36.975535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] Sync routers for ids ['98af1c70-8234-4e28-baec-2b305e7c32c9'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:36.988464 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] Routers {'98af1c70-8234-4e28-baec-2b305e7c32c9'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:36.989111 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98af1c70-8234-4e28-baec-2b305e7c32c9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:37.043597 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:37.045391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59862e5b-cb04-40da-8d82-ff30f905f4fd tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:37.051256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:37.051504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-59862e5b-cb04-40da-8d82-ff30f905f4fd tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports/afd167b8-760f-4372-885c-e9b473185c8c HTTP/1.1" status: 200 len: 911 time: 0.0751388 Aug 31 19:43:37.054167 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] Routers {'98af1c70-8234-4e28-baec-2b305e7c32c9'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:37.054985 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98af1c70-8234-4e28-baec-2b305e7c32c9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:37.093176 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:37.094275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc0ad7-fbc0-4fa1-b0b2-ec53a42e1d29 None None] The sync data for ids ['98af1c70-8234-4e28-baec-2b305e7c32c9'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:37.263225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3da5ce11-4425-49c7-88aa-44cd3e3f51df None None] Provisioning for port afd167b8-760f-4372-885c-e9b473185c8c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:37.269828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3da5ce11-4425-49c7-88aa-44cd3e3f51df None None] Provisioning complete for port afd167b8-760f-4372-885c-e9b473185c8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:37.270209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3da5ce11-4425-49c7-88aa-44cd3e3f51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.329574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3da5ce11-4425-49c7-88aa-44cd3e3f51df None None] Port afd167b8-760f-4372-885c-e9b473185c8c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:37.434987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.464440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63f98500-b2a7-4073-8106-acc0a127e12c None None] Provisioning complete for port afd167b8-760f-4372-885c-e9b473185c8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:37.464939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-63f98500-b2a7-4073-8106-acc0a127e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.511077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-63f98500-b2a7-4073-8106-acc0a127e12c None None] Port afd167b8-760f-4372-885c-e9b473185c8c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:37.694159 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port afd167b8-760f-4372-885c-e9b473185c8c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:37.694509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.732564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d307c5a4-c4c5-42cf-ae4b-be0c125d7302 None None] Provisioning complete for port afd167b8-760f-4372-885c-e9b473185c8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:37.733076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d307c5a4-c4c5-42cf-ae4b-be0c125d7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.769589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d307c5a4-c4c5-42cf-ae4b-be0c125d7302 None None] Port afd167b8-760f-4372-885c-e9b473185c8c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:37.789980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.803946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for afd167b8-760f-4372-885c-e9b473185c8c owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:37.976662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:38.016449 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.038988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:38.043812 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:38.044443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.057366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=afd167b8-760f-4372-885c-e9b473185c8c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:38.143746 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.148018 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.187033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,segment=NetworkSegment(3093ec5c-4607-408a-bef1-7b69e504d142),segment_id=3093ec5c-4607-408a-bef1-7b69e504d142)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:38.193509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.244961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:38.332457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 98af1c70-8234-4e28-baec-2b305e7c32c9 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:38.411264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:38.416264 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c2b4f463-33a5-4934-aa8b-29ff684779da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/98af1c70-8234-4e28-baec-2b305e7c32c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3633356 Aug 31 19:43:38.419042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:38.421179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] Sync routers for ids ['98af1c70-8234-4e28-baec-2b305e7c32c9'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:38.430434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] Routers {'98af1c70-8234-4e28-baec-2b305e7c32c9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:38.431058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98af1c70-8234-4e28-baec-2b305e7c32c9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:38.446750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6242b2e7-879b-42c4-9ed0-93325d17dd02 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=98af1c70-8234-4e28-baec-2b305e7c32c9 HTTP/1.1" status: 200 len: 205 time: 0.0260096 Aug 31 19:43:38.449457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:38.467192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:38.478423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] Routers {'98af1c70-8234-4e28-baec-2b305e7c32c9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:38.479035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['98af1c70-8234-4e28-baec-2b305e7c32c9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:38.510790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:38.511439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953b88d-f1c2-45ae-acb5-c390f7a7bef1 None None] The sync data for ids ['98af1c70-8234-4e28-baec-2b305e7c32c9'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:38.525233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.684636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.686663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.729857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.730521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router 98af1c70-8234-4e28-baec-2b305e7c32c9 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:38.738145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.740068 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-37806d99-9f02-41b8-b380-68a467b34454 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/98af1c70-8234-4e28-baec-2b305e7c32c9 HTTP/1.1" status: 204 len: 168 time: 0.2896912 Aug 31 19:43:38.741953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:38.798376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet 34f1e332-6bbe-4e1a-9728-5128f9368164 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:38.801689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.842896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.930591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.000081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.027477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=34f1e332-6bbe-4e1a-9728-5128f9368164,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:39.031966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.033935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e291a82-8acd-4f31-bcf6-85d5aa73e466 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/34f1e332-6bbe-4e1a-9728-5128f9368164 HTTP/1.1" status: 204 len: 168 time: 0.2909539 Aug 31 19:43:39.036887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:39.041319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d54a6-36a5-4302-a1c8-62489dfa0f34 None None] Network 9030dae2-c674-4237-ab78-66d1666bd629 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:39.114048 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.174745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:39.175094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.238613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] DHCP port deletion for 9030dae2-c674-4237-ab78-66d1666bd629 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:39.252929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,segment=NetworkSegment(3093ec5c-4607-408a-bef1-7b69e504d142),segment_id=3093ec5c-4607-408a-bef1-7b69e504d142)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:39.253668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.270805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:39.287911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Deleting port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:39.288295 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.363738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] For port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,segment=NetworkSegment(3093ec5c-4607-408a-bef1-7b69e504d142),segment_id=3093ec5c-4607-408a-bef1-7b69e504d142)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:39.364154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.370216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.377287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Calling delete_port for e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:39.403614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:39.409439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:39.457793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.484871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] Pushing event deleted for resources: {'Port': ['ID=e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:39.487318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a49267-9b5e-4519-9410-eebc555cca19 None None] No DVR routers for this DVR port e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:39.496446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.507759 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9030dae2-c674-4237-ab78-66d1666bd629']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:39.518761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3093ec5c-4607-408a-bef1-7b69e504d142') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:39.519060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3093ec5c-4607-408a-bef1-7b69e504d142') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:39.528037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.544074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.550711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:39.551104 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:39.554039 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:39.621768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.628168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.632130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/9030dae2-c674-4237-ab78-66d1666bd629 HTTP/1.1" status: 204 len: 168 time: 0.5946202 Aug 31 19:43:39.634071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38346) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:39.639867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464265176', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:39.647342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2982ca-e032-47d5-be94-c38a307a80b1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=9030dae2-c674-4237-ab78-66d1666bd629,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:39.667180 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.668168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.718996 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.860807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.911664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:39.935498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:39.935966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e5bcb10d-dec6-4fb7-b453-67cf3cbdd63e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:40.071496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.090784 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.201147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 172.25.3.161 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/9abfea8a-526d-4a12-b894-dade88b97c60) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:40.304609 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.353742 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.396357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:40.401274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:40.408135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:40.412111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=9abfea8a-526d-4a12-b894-dade88b97c60,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:40.658000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.148948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.275579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router f9510230-28ab-42f0-8dec-844c63cce195 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:41.384233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:41.396268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] Sync routers for ids ['f9510230-28ab-42f0-8dec-844c63cce195'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:41.409975 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.410851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] Routers {'f9510230-28ab-42f0-8dec-844c63cce195'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:41.411213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7e4b7ece-a27f-4f8a-8f3c-808bf884793f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7761202 Aug 31 19:43:41.414224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.414755 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f9510230-28ab-42f0-8dec-844c63cce195'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.449805 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.459596 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] Routers {'f9510230-28ab-42f0-8dec-844c63cce195'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:41.460237 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f9510230-28ab-42f0-8dec-844c63cce195'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.496277 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.496923 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b497e-525a-443c-b1d8-19f84975db63 None None] The sync data for ids ['f9510230-28ab-42f0-8dec-844c63cce195'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:41.527760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4b81e30-6e2f-4e23-a472-e658424bee5b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers/f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 200 len: 885 time: 0.1110909 Aug 31 19:43:41.529073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.569083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8143c82-510a-4dc8-a8f5-2e896b1cfc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.771028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dbd985da-1312-490d-98f7-243324669a8c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2408066 Aug 31 19:43:41.773725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.778156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1464265176'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:41.988622 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:43:42.091337 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.104388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.211406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router f9510230-28ab-42f0-8dec-844c63cce195 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:42.314142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:42.323738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.324541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] Sync routers for ids ['f9510230-28ab-42f0-8dec-844c63cce195'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:42.325125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27408c35-e09c-496e-9449-16bd44e315e0 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 200 len: 892 time: 0.5502739 Aug 31 19:43:42.328319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:42.337777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] Routers {'f9510230-28ab-42f0-8dec-844c63cce195'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:42.338727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f9510230-28ab-42f0-8dec-844c63cce195'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.373903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.382569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] Routers {'f9510230-28ab-42f0-8dec-844c63cce195'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:42.383174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f9510230-28ab-42f0-8dec-844c63cce195'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.420686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.421595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d71044-52c6-45cd-bbcb-37b070e10c72 None None] The sync data for ids ['f9510230-28ab-42f0-8dec-844c63cce195'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:42.454512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e21bb9c5-84d7-4ce0-8d1b-91e2f0a93ac1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers/f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 200 len: 892 time: 0.1249564 Aug 31 19:43:42.457747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:42.486350 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-25f6ebc9-68e3-4167-bd41-bf3c6e5b599f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 200 len: 205 time: 0.0274580 Aug 31 19:43:42.488899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:42.602054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.714809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.771279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 9abfea8a-526d-4a12-b894-dade88b97c60 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:42.771659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.849881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.862178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 9abfea8a-526d-4a12-b894-dade88b97c60 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:43.023282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.050483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=9abfea8a-526d-4a12-b894-dade88b97c60,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.111600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.202400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.204591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.249618 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.250213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router f9510230-28ab-42f0-8dec-844c63cce195 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:43.257425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.258673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b9519942-1bdf-493b-b7f0-d058a4fe3c73 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 204 len: 168 time: 0.7688484 Aug 31 19:43:43.262519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.268304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-7271868'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:43.292861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:43.297214 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.333425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:43.343252 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.344227 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment 588d1f51-96f0-4779-b46a-68018ceb8d3b of type vlan for network b87f7e44-8228-4f1e-b595-a3994afcad60 Aug 31 19:43:43.388147 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.413198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.418746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:43.419327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.478804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2152956 Aug 31 19:43:43.481918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.487552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:43.540769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30cf57-908e-402a-b89c-f18e9121ab91 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=b87f7e44-8228-4f1e-b595-a3994afcad60,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.552094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network b87f7e44-8228-4f1e-b595-a3994afcad60 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:43.585170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:43.589393 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.770868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.832771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=d3e66f47-5ae8-4714-beda-15113ed5933c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.841889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': '588d1f51-96f0-4779-b46a-68018ceb8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:43.842526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: b87f7e44-8228-4f1e-b595-a3994afcad60, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:43.861262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network b87f7e44-8228-4f1e-b595-a3994afcad60 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:43.869913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, b87f7e44-8228-4f1e-b595-a3994afcad60) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:43.874048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:43.875413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.881040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7eeb5-a6df-454d-8f2e-4c2e2c494af4 None None] Network b87f7e44-8228-4f1e-b595-a3994afcad60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:43.889325 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-44f3f12a-1070-4837-b9af-449c6a0a183f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4063876 Aug 31 19:43:43.892038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.896635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-834303879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:43.920534 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.922867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.985357 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.990037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.008183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.012590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:44.016182 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7215bb94-c28b-493c-8786-d3f53154ba51 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1230609 Aug 31 19:43:44.039212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-b87f7e44-8228-4f1e-b595-a3994afcad60', 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': 'd3e66f47-5ae8-4714-beda-15113ed5933c'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:44.040165 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.193368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Allocated IP 2001:db8::2 (b87f7e44-8228-4f1e-b595-a3994afcad60/d3e66f47-5ae8-4714-beda-15113ed5933c/74ab1edc-dbff-42a6-8406-72f88f9fe183) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:44.322732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.438347 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c82e70a-ed31-4930-843a-adc65a83291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.477892 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.554705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.564785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Transition to ACTIVE for port object 74ab1edc-dbff-42a6-8406-72f88f9fe183 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:44.581943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Transition to ACTIVE for port object 74ab1edc-dbff-42a6-8406-72f88f9fe183 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:44.588941 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.637460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Network b87f7e44-8228-4f1e-b595-a3994afcad60 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:44.641411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Pushing event updated for resources: {'Port': ['ID=74ab1edc-dbff-42a6-8406-72f88f9fe183,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:44.644049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:44.646350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:44.700139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Attempting to bind port 74ab1edc-dbff-42a6-8406-72f88f9fe183 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:44.700613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Attempting to bind port 74ab1edc-dbff-42a6-8406-72f88f9fe183 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '588d1f51-96f0-4779-b46a-68018ceb8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:44.701039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Attempting to bind port 74ab1edc-dbff-42a6-8406-72f88f9fe183 on network b87f7e44-8228-4f1e-b595-a3994afcad60 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:44.706725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:44.707194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Checking segment: {'id': '588d1f51-96f0-4779-b46a-68018ceb8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:44.707705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.708170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Bound using segment: {'id': '588d1f51-96f0-4779-b46a-68018ceb8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:44.708686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Bound port: 74ab1edc-dbff-42a6-8406-72f88f9fe183, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588d1f51-96f0-4779-b46a-68018ceb8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b87f7e44-8228-4f1e-b595-a3994afcad60'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:44.709076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.757750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.787273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] For port 74ab1edc-dbff-42a6-8406-72f88f9fe183, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:44.790408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] For port 74ab1edc-dbff-42a6-8406-72f88f9fe183, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74ab1edc-dbff-42a6-8406-72f88f9fe183,segment=NetworkSegment(588d1f51-96f0-4779-b46a-68018ceb8d3b),segment_id=588d1f51-96f0-4779-b46a-68018ceb8d3b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:44.795785 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.870196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df27685-48c0-4799-a647-a53a75646a3a None None] Pushing event updated for resources: {'Port': ['ID=74ab1edc-dbff-42a6-8406-72f88f9fe183,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:44.870336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8::1 (b87f7e44-8228-4f1e-b595-a3994afcad60/d3e66f47-5ae8-4714-beda-15113ed5933c/b230cb43-1588-4790-8421-c44b6c14cb2a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:45.001404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.018060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object b230cb43-1588-4790-8421-c44b6c14cb2a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:45.089030 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.147946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network b87f7e44-8228-4f1e-b595-a3994afcad60 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:45.153882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:45.158569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:45.159265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.210514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=b230cb43-1588-4790-8421-c44b6c14cb2a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:45.299867 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.439253 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.565723 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.570472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.571251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.665576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=b230cb43-1588-4790-8421-c44b6c14cb2a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:45.713528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network b87f7e44-8228-4f1e-b595-a3994afcad60 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:45.714772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:45.849324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router d410d058-45d9-4804-a355-3b8bfdc5604f is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:45.913808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8965d-3171-48ad-8d15-804bad1d386d None None] Network b87f7e44-8228-4f1e-b595-a3994afcad60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:45.955458 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:45.965998 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] Sync routers for ids ['d410d058-45d9-4804-a355-3b8bfdc5604f'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:45.970503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37d7caa4-2fc2-4cbc-ad60-4fe8bfacd368 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/d410d058-45d9-4804-a355-3b8bfdc5604f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559400 Aug 31 19:43:45.972302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:45.993775 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] Routers {'d410d058-45d9-4804-a355-3b8bfdc5604f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:45.994408 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d410d058-45d9-4804-a355-3b8bfdc5604f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:45.994754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74ab1edc-dbff-42a6-8406-72f88f9fe183 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:46.026039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3af93-8076-41aa-ba47-f1a319628fab tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:46.027983 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b4a3af93-8076-41aa-ba47-f1a319628fab tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports/b230cb43-1588-4790-8421-c44b6c14cb2a HTTP/1.1" status: 200 len: 911 time: 0.0540819 Aug 31 19:43:46.031278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:46.037440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3e66f47-5ae8-4714-beda-15113ed5933c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:46.038050 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:46.055815 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] Routers {'d410d058-45d9-4804-a355-3b8bfdc5604f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:46.056441 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d410d058-45d9-4804-a355-3b8bfdc5604f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:46.077087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.100342 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:46.101151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd30b09-fa10-4e0c-bab2-8f23a224c2df None None] The sync data for ids ['d410d058-45d9-4804-a355-3b8bfdc5604f'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:46.112315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ede5f5c-d7da-4467-8380-c9d70f1d27ce None None] Provisioning for port 74ab1edc-dbff-42a6-8406-72f88f9fe183 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:46.163349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 74ab1edc-dbff-42a6-8406-72f88f9fe183 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:46.169478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 74ab1edc-dbff-42a6-8406-72f88f9fe183 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:46.169884 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.207146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.274709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.312464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 74ab1edc-dbff-42a6-8406-72f88f9fe183, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74ab1edc-dbff-42a6-8406-72f88f9fe183,segment=NetworkSegment(588d1f51-96f0-4779-b46a-68018ceb8d3b),segment_id=588d1f51-96f0-4779-b46a-68018ceb8d3b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:46.321824 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.384987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=74ab1edc-dbff-42a6-8406-72f88f9fe183,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:46.550418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Provisioning for port b230cb43-1588-4790-8421-c44b6c14cb2a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:46.554640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Provisioning complete for port b230cb43-1588-4790-8421-c44b6c14cb2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:46.555015 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.602143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Port b230cb43-1588-4790-8421-c44b6c14cb2a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:46.615183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Provisioning complete for port 74ab1edc-dbff-42a6-8406-72f88f9fe183 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:46.615869 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8a513d8-1019-4761-8661-fb21e49cd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.862184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5d57087-ccf0-4c60-83c3-a9fee474f21c None None] Provisioning complete for port b230cb43-1588-4790-8421-c44b6c14cb2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:46.862184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5d57087-ccf0-4c60-83c3-a9fee474f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.907422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d5d57087-ccf0-4c60-83c3-a9fee474f21c None None] Port b230cb43-1588-4790-8421-c44b6c14cb2a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:46.981957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.991152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.997055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:46.997655 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.999075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/ports/b230cb43-1588-4790-8421-c44b6c14cb2a HTTP/1.1" status: 200 len: 911 time: 0.9662821 Aug 31 19:43:47.002132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:47.026011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ffba8f24-e7a0-4628-9c23-1c2e89a019d0 None None] Provisioning complete for port b230cb43-1588-4790-8421-c44b6c14cb2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:47.027344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ffba8f24-e7a0-4628-9c23-1c2e89a019d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.055733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba5fab-f593-4f00-96fc-06972602b905 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=b230cb43-1588-4790-8421-c44b6c14cb2a,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:47.071385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ffba8f24-e7a0-4628-9c23-1c2e89a019d0 None None] Port b230cb43-1588-4790-8421-c44b6c14cb2a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:47.083326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.321417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.561966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port b230cb43-1588-4790-8421-c44b6c14cb2a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:47.562293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.652008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.664235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for b230cb43-1588-4790-8421-c44b6c14cb2a owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:47.849332 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.909552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=b230cb43-1588-4790-8421-c44b6c14cb2a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:47.909714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74ab1edc-dbff-42a6-8406-72f88f9fe183 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:47.962925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 74ab1edc-dbff-42a6-8406-72f88f9fe183 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:47.963309 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.993284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.175735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router d410d058-45d9-4804-a355-3b8bfdc5604f has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:48.247933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:48.253591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d9f86a48-bf6a-4202-aced-6260450f799e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/d410d058-45d9-4804-a355-3b8bfdc5604f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2500560 Aug 31 19:43:48.256022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38432) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:48.262783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] Sync routers for ids ['d410d058-45d9-4804-a355-3b8bfdc5604f'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:48.275259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] Routers {'d410d058-45d9-4804-a355-3b8bfdc5604f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:48.276124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d410d058-45d9-4804-a355-3b8bfdc5604f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.293481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c619f2a1-da74-40d1-8748-02eb789262aa tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=d410d058-45d9-4804-a355-3b8bfdc5604f HTTP/1.1" status: 200 len: 205 time: 0.0363755 Aug 31 19:43:48.295922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:48.308772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.317913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] Routers {'d410d058-45d9-4804-a355-3b8bfdc5604f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:48.318534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d410d058-45d9-4804-a355-3b8bfdc5604f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.353591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.354241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3d85-fc9d-4296-bd21-cd22eeadf0c3 None None] The sync data for ids ['d410d058-45d9-4804-a355-3b8bfdc5604f'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:48.372656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.536501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.538722 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.588812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.589364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router d410d058-45d9-4804-a355-3b8bfdc5604f {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:48.597545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.601709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c76d1965-1131-44fd-8c5d-f28058b0a686 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/d410d058-45d9-4804-a355-3b8bfdc5604f HTTP/1.1" status: 204 len: 168 time: 0.3011725 Aug 31 19:43:48.601709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:48.658004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet d3e66f47-5ae8-4714-beda-15113ed5933c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:48.666675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.709489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.796793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.854505 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.882321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e66f47-5ae8-4714-beda-15113ed5933c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.886263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.891433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-aa8b34bf-6e05-4767-84bb-289252a93d66 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/d3e66f47-5ae8-4714-beda-15113ed5933c HTTP/1.1" status: 204 len: 168 time: 0.2856388 Aug 31 19:43:48.891749 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38444) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:48.894981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74381d-5176-48b2-ae4e-ea47310c3e3f None None] Network b87f7e44-8228-4f1e-b595-a3994afcad60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:48.971654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.031547 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 74ab1edc-dbff-42a6-8406-72f88f9fe183 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:49.031933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.078996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] DHCP port deletion for b87f7e44-8228-4f1e-b595-a3994afcad60 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:43:49.101482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 74ab1edc-dbff-42a6-8406-72f88f9fe183, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74ab1edc-dbff-42a6-8406-72f88f9fe183,segment=NetworkSegment(588d1f51-96f0-4779-b46a-68018ceb8d3b),segment_id=588d1f51-96f0-4779-b46a-68018ceb8d3b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:49.101989 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.115562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 74ab1edc-dbff-42a6-8406-72f88f9fe183 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:49.130793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Deleting port 74ab1edc-dbff-42a6-8406-72f88f9fe183 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:49.131249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.193420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] For port 74ab1edc-dbff-42a6-8406-72f88f9fe183, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74ab1edc-dbff-42a6-8406-72f88f9fe183,segment=NetworkSegment(588d1f51-96f0-4779-b46a-68018ceb8d3b),segment_id=588d1f51-96f0-4779-b46a-68018ceb8d3b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:49.194102 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.198032 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.208966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Calling delete_port for 74ab1edc-dbff-42a6-8406-72f88f9fe183 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:49.237617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port 74ab1edc-dbff-42a6-8406-72f88f9fe183 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:49.239522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=74ab1edc-dbff-42a6-8406-72f88f9fe183,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:49.288131 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.301354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] No DVR routers for this DVR port 74ab1edc-dbff-42a6-8406-72f88f9fe183 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:49.320262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e02973-3ea1-4a90-a8b4-6e19f5a0bdfd None None] Pushing event deleted for resources: {'Port': ['ID=74ab1edc-dbff-42a6-8406-72f88f9fe183,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:49.335044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.346275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87f7e44-8228-4f1e-b595-a3994afcad60']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:49.357603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588d1f51-96f0-4779-b46a-68018ceb8d3b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:49.357905 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588d1f51-96f0-4779-b46a-68018ceb8d3b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:49.368948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.388572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.396908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:49.397444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:49.400540 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:49.460710 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.468031 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.470529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/b87f7e44-8228-4f1e-b595-a3994afcad60 HTTP/1.1" status: 204 len: 168 time: 0.5778351 Aug 31 19:43:49.474903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:49.479942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669105312', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:49.482718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb404b-a90b-4644-aa4d-19a1680534e9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=b87f7e44-8228-4f1e-b595-a3994afcad60,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:49.507507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.508836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.564354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.568413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.584810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.586070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bfbfe889-3e0c-4283-853f-51256b9249c5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1101670 Aug 31 19:43:49.588993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:49.594723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081751058'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:49.617737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:49.621904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.646061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:49.655621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.656108 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment dd1b1468-6889-466a-9164-4ff367a13ded of type vlan for network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 Aug 31 19:43:49.697872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.722481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.728367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:49.729066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.911598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74ab1edc-dbff-42a6-8406-72f88f9fe183 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:49.934688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 74ab1edc-dbff-42a6-8406-72f88f9fe183 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:49.935178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74ab1edc-dbff-42a6-8406-72f88f9fe183 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:50.079172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4857321 Aug 31 19:43:50.079422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38456) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:50.084356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:50.136033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989edce9-ad2d-4866-812c-e08628ced92c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=66ea675a-f9a8-4a8a-8a7d-5586e107cae1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:50.146886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:50.184937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:50.188614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.384715 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.451922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=c4a8a252-52be-40a3-b0f0-d5abdecf4c6c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:50.461850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:50.462215 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 66ea675a-f9a8-4a8a-8a7d-5586e107cae1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:50.478592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:50.487803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 66ea675a-f9a8-4a8a-8a7d-5586e107cae1) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:50.492220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:50.492828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.500726 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51edfd7c-b1e6-4476-b1ff-4bfa8d9e388b None None] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:50.507623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dd4efa53-f264-48f7-9c1a-ea7996074e3a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4271662 Aug 31 19:43:50.510701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:50.651325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:50.652214 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.791633 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.794343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Allocated IP 2001:db8::2 (66ea675a-f9a8-4a8a-8a7d-5586e107cae1/c4a8a252-52be-40a3-b0f0-d5abdecf4c6c/9e9a5555-93f8-47f0-8ea6-f84ee2dfd334) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:50.939802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.948387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Transition to ACTIVE for port object 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:50.963731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Transition to ACTIVE for port object 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:50.970023 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.018160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Pushing event updated for resources: {'Port': ['ID=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.027794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:51.029305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:51.032478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:51.042608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8::1 (66ea675a-f9a8-4a8a-8a7d-5586e107cae1/c4a8a252-52be-40a3-b0f0-d5abdecf4c6c/4ad504c0-22ef-4642-8ab5-1da6134d3366) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:51.086427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Attempting to bind port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:51.086804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Attempting to bind port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:51.087168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Attempting to bind port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 on network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:51.092255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:51.092630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Checking segment: {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:51.093099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.093498 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Bound using segment: {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:51.093977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Bound port: 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:51.094363 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.160170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.164050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] For port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:51.167307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] For port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:51.172751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.176262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object 4ad504c0-22ef-4642-8ab5-1da6134d3366 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:51.211161 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.240208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0ebde-e486-42d0-b1b4-d1612eccfe35 None None] Pushing event updated for resources: {'Port': ['ID=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.259324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:51.265186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:51.267950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:51.268680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.312687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.328875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.329224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.329576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.329916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.330254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.330592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.330941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.331286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.331632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.331974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.332302 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.332631 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:51.459051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.740288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.745519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.746272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.831544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.872105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:51.880995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:51.983178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:52.018264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:52.042492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:52.118780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:52.123885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a46c5577-583c-4b59-b517-05aacd5c97b2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120939 Aug 31 19:43:52.127767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:52.132284 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:52.133240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1651678924'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:52.143182 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:52.144242 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:52.161295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:52.169045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.207566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:52.218524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.218979 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment ab543b36-f7c8-4ca8-8cd5-d3e56d354253 of type vlan for network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b Aug 31 19:43:52.247104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:52.284527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.319314 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.325457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:52.328227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.396440 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2625859 Aug 31 19:43:52.397148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:52.404257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:52.409529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e8ae3-0d7e-4340-8f99-d311105e446e None None] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:52.420949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f1d8b-d25b-41c7-ae19-2686be929990 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=25380bd4-ea83-47ea-a3e8-1e9d1b18953b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:52.455896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:52.521255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:52.522850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Provisioning for port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:52.529014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.548185 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Provisioning complete for port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:52.548672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.627685 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:52.684416 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:52.685146 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Updating router 808c7692-7ca2-4a87-b667-6619e7d56a53 port 4ad504c0-22ef-4642-8ab5-1da6134d3366 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:52.719516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.746129 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.756238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] For port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:52.765601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.791866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.850397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5d187-ffab-4321-a2be-65971fda9819 None None] Pushing event updated for resources: {'Port': ['ID=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:52.888574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=93dcf722-0976-426d-a85b-6f46ba1b4a0f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:52.906892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:52.907279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 25380bd4-ea83-47ea-a3e8-1e9d1b18953b, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:52.926465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:52.937101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 25380bd4-ea83-47ea-a3e8-1e9d1b18953b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:52.942181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:52.942775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.951136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d21885-67ac-4b73-9b68-1fafe730092f None None] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:52.973486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-59166dc7-d4c6-489e-a41a-8d65ad7921b4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5762560 Aug 31 19:43:52.976452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38482) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:53.127914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Provisioning for port 4ad504c0-22ef-4642-8ab5-1da6134d3366 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:53.140662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:53.141802 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.157730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Provisioning complete for port 4ad504c0-22ef-4642-8ab5-1da6134d3366 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:53.158358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.195894 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.210163 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Transition to ACTIVE for port object 4ad504c0-22ef-4642-8ab5-1da6134d3366 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:53.220299 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.229168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Port 4ad504c0-22ef-4642-8ab5-1da6134d3366 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:53.269588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Provisioning complete for port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:53.270730 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91c9751a-a9a6-4ebc-87ad-debece1cdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.395285 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Attempting to bind port 4ad504c0-22ef-4642-8ab5-1da6134d3366 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:53.396322 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Attempting to bind port 4ad504c0-22ef-4642-8ab5-1da6134d3366 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:53.396712 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Attempting to bind port 4ad504c0-22ef-4642-8ab5-1da6134d3366 on network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:53.422077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:53.423105 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Checking segment: {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:53.423887 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.424420 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Bound using segment: {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:53.425094 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Bound port: 4ad504c0-22ef-4642-8ab5-1da6134d3366, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1b1468-6889-466a-9164-4ff367a13ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:53.425707 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.454668 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Pushing event updated for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:53.471874 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.472223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.472570 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.472904 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.473234 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.473561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.473884 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.474206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.474526 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.474844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.475303 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.475628 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:53.516192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Allocated IP 2001:db8:1::2 (25380bd4-ea83-47ea-a3e8-1e9d1b18953b/93dcf722-0976-426d-a85b-6f46ba1b4a0f/e297beac-5f58-4860-b103-5d490545707d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:53.523207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.554248 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] For port 4ad504c0-22ef-4642-8ab5-1da6134d3366, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:53.557667 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] For port 4ad504c0-22ef-4642-8ab5-1da6134d3366, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4ad504c0-22ef-4642-8ab5-1da6134d3366,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:53.564247 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.640872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:53.641775 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:53.751561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:53.765514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.778821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Transition to ACTIVE for port object e297beac-5f58-4860-b103-5d490545707d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:53.800158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Transition to ACTIVE for port object e297beac-5f58-4860-b103-5d490545707d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:53.808740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.876574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8:1::1 (25380bd4-ea83-47ea-a3e8-1e9d1b18953b/93dcf722-0976-426d-a85b-6f46ba1b4a0f/e728c903-c4dd-4059-b7f2-e1ec129b70eb) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:53.911328 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee22a0-18ce-4da5-baf2-91cec86c7682 None None] Pushing event updated for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:53.927817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:53.934970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:53.963231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Pushing event updated for resources: {'Port': ['ID=e297beac-5f58-4860-b103-5d490545707d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:53.971670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:54.039445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.040338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:54.055620 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object e728c903-c4dd-4059-b7f2-e1ec129b70eb will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:54.099575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.113872 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:53Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:54.122851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Attempting to bind port e297beac-5f58-4860-b103-5d490545707d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:54.123456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Attempting to bind port e297beac-5f58-4860-b103-5d490545707d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:54.124145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Attempting to bind port e297beac-5f58-4860-b103-5d490545707d on network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:54.148563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:54.154269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:54.157376 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07df4-14b0-447c-888b-2c0249eb6d5f None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:53Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:54.158879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:54.159419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.163291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:54.163775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.163881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Checking segment: {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:54.164107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.164400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Bound using segment: {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:54.164891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Bound port: e297beac-5f58-4860-b103-5d490545707d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:54.165281 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.231059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:54.231716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.307517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-28219732-62a8-4446-9668-1fa68416e786 None None] For port e297beac-5f58-4860-b103-5d490545707d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:54.314724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-28219732-62a8-4446-9668-1fa68416e786 None None] For port e297beac-5f58-4860-b103-5d490545707d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e297beac-5f58-4860-b103-5d490545707d,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:54.336415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.371250 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.477983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219732-62a8-4446-9668-1fa68416e786 None None] Pushing event updated for resources: {'Port': ['ID=e297beac-5f58-4860-b103-5d490545707d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.792787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.798188 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.799402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.869884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.993867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:54.995307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:55.127344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:55.597024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:55.602470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1b6716ae-f869-4227-b0c4-1b0ab4cf9946 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249452 Aug 31 19:43:55.605589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:55.612970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475434994'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:55.635165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:55.638765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.667201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:55.678199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.678547 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment cd7c28b8-be16-42c3-b057-b4ea44077d66 of type vlan for network 121ef3b3-0024-4381-b15e-7dacb09b3407 Aug 31 19:43:55.685935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075394d-7e66-4fff-8c8f-d27b66ec5443 None None] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:55.722666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.752787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.761494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:55.762107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.815177 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2069805 Aug 31 19:43:55.818209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:55.823580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:55.843413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e86f97-1a53-4bc0-b6a0-56986ba38b68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=121ef3b3-0024-4381-b15e-7dacb09b3407,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:55.992575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:55.996167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.036447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:56.041678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e297beac-5f58-4860-b103-5d490545707d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:56.147929 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-817e3116-7cbe-4c25-a489-d54956c9b8e9 None None] Provisioning for port e297beac-5f58-4860-b103-5d490545707d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:56.209403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:56.223359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e297beac-5f58-4860-b103-5d490545707d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:56.229359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:56.229359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:56.233908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e297beac-5f58-4860-b103-5d490545707d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:56.234480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.242939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.313723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:56.314126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 121ef3b3-0024-4381-b15e-7dacb09b3407, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:56.325067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=f06c6151-80bf-48d5-a6de-d56cc1024356,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:56.337407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.337763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.338110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.338450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.338785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.339130 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.339465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.339831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.340163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.340491 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.340875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.341209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:56.362315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:56.372173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 121ef3b3-0024-4381-b15e-7dacb09b3407) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:56.383773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:56.384625 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.386511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08b3c9-5340-4594-8ed9-90d25ef120fc None None] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:56.406575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:56.407447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbc60b42-f1a2-44af-93b3-8d017ca0c132 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5872216 Aug 31 19:43:56.438450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:56.662561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.700604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Provisioning for port e728c903-c4dd-4059-b7f2-e1ec129b70eb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:56.721337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Provisioning complete for port e728c903-c4dd-4059-b7f2-e1ec129b70eb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:56.722090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.814285 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e297beac-5f58-4860-b103-5d490545707d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e297beac-5f58-4860-b103-5d490545707d,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:56.845913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.846741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4ad504c0-22ef-4642-8ab5-1da6134d3366 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:56.849527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-121ef3b3-0024-4381-b15e-7dacb09b3407', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:56.850448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.879598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.932437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Port e728c903-c4dd-4059-b7f2-e1ec129b70eb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:56.991671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Provisioning complete for port e297beac-5f58-4860-b103-5d490545707d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:56.992225 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d16238c3-e75e-4533-a7f5-e93207f4e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.082337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e297beac-5f58-4860-b103-5d490545707d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:57.200679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 3, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:53Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:57.202354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4ad504c0-22ef-4642-8ab5-1da6134d3366 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:57.243974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:57.244336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Updating router 808c7692-7ca2-4a87-b667-6619e7d56a53 port e728c903-c4dd-4059-b7f2-e1ec129b70eb binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:57.246115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4ad504c0-22ef-4642-8ab5-1da6134d3366 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:57.246479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.279399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Allocated IP 2001:db8:2::2 (121ef3b3-0024-4381-b15e-7dacb09b3407/f06c6151-80bf-48d5-a6de-d56cc1024356/324538d2-45bb-467f-acf6-d01e21680a49) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:57.324374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.629131 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.658048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3dc3a05-d4de-4197-8530-45c4bb90d85d None None] Provisioning complete for port e728c903-c4dd-4059-b7f2-e1ec129b70eb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:57.658422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a05-d4de-4197-8530-45c4bb90d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.756937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.781919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Transition to ACTIVE for port object 324538d2-45bb-467f-acf6-d01e21680a49 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:57.785555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc3a05-d4de-4197-8530-45c4bb90d85d None None] Port e728c903-c4dd-4059-b7f2-e1ec129b70eb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:57.788048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4ad504c0-22ef-4642-8ab5-1da6134d3366, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4ad504c0-22ef-4642-8ab5-1da6134d3366,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:57.801302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.855858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Transition to ACTIVE for port object 324538d2-45bb-467f-acf6-d01e21680a49 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:57.883324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.928232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8:2::1 (121ef3b3-0024-4381-b15e-7dacb09b3407/f06c6151-80bf-48d5-a6de-d56cc1024356/aec8e745-c279-466d-9e48-d1ba64deb59d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:58.064685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.069217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e297beac-5f58-4860-b103-5d490545707d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:58.079398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object aec8e745-c279-466d-9e48-d1ba64deb59d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:58.121014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.123318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:58.128245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.137149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:58.163608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:58.163883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:58.166114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:58.170033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:58.170608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.211131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.251165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Pushing event updated for resources: {'Port': ['ID=324538d2-45bb-467f-acf6-d01e21680a49,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.254426 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.286393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Transition to ACTIVE for port object e728c903-c4dd-4059-b7f2-e1ec129b70eb will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:58.295235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.301466 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.303431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e297beac-5f58-4860-b103-5d490545707d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:58.304654 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.355792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Attempting to bind port 324538d2-45bb-467f-acf6-d01e21680a49 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:58.356171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Attempting to bind port 324538d2-45bb-467f-acf6-d01e21680a49 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:58.356789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Attempting to bind port 324538d2-45bb-467f-acf6-d01e21680a49 on network 121ef3b3-0024-4381-b15e-7dacb09b3407 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:58.365536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:58.365906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Checking segment: {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:58.366315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.366711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Bound using segment: {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:58.367183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Bound port: 324538d2-45bb-467f-acf6-d01e21680a49, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:58.367565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.414768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8cd03-f888-4d03-99d1-e7d81fed0bd4 None None] Pushing event updated for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.524335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] For port 324538d2-45bb-467f-acf6-d01e21680a49, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:58.527841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] For port 324538d2-45bb-467f-acf6-d01e21680a49, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=324538d2-45bb-467f-acf6-d01e21680a49,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:58.536809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.619257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedf231-2fcd-4806-aedd-c6083765b677 None None] Pushing event updated for resources: {'Port': ['ID=324538d2-45bb-467f-acf6-d01e21680a49,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.633998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.638297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Attempting to bind port e728c903-c4dd-4059-b7f2-e1ec129b70eb on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:58.638683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Attempting to bind port e728c903-c4dd-4059-b7f2-e1ec129b70eb by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:58.639050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Attempting to bind port e728c903-c4dd-4059-b7f2-e1ec129b70eb on network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:58.641702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.642495 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.659942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:58.660324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Checking segment: {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:58.660728 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.661119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Bound using segment: {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:58.661583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Bound port: e728c903-c4dd-4059-b7f2-e1ec129b70eb, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:58.661964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.788205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] For port e728c903-c4dd-4059-b7f2-e1ec129b70eb, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:58.788959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.791602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] For port e728c903-c4dd-4059-b7f2-e1ec129b70eb, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e728c903-c4dd-4059-b7f2-e1ec129b70eb,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:58.798583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.816008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:58.817540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:58.871201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:58.871924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:58.874758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8cd03-f888-4d03-99d1-e7d81fed0bd4 None None] Pushing event updated for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:58.989628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:59.059795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:59.161750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:59.171258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4ef32332-7cd0-4b08-b5ec-67b81220cd53 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7606533 Aug 31 19:43:59.171978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38554) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:59.178023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140218537'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:59.204901 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:59.209198 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.244042 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:59.255003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.255358 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added segment d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83 of type vlan for network 7935a9dd-290f-45c1-a55a-d0222d4195a2 Aug 31 19:43:59.322518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.355213 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.363014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:59.363775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.391141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:59.420431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2464852 Aug 31 19:43:59.423365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:59.429269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'subnet': {'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:59.433702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e9517-079d-405c-8883-0e790932fd7f None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:59.443232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fffade-4b9b-48df-b971-82093efffb5f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Network': ['ID=7935a9dd-290f-45c1-a55a-d0222d4195a2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:59.455373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:59.610792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Made reservation on behalf of cbef0e38eb224ec58f1add5592397eb1 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:59.617620 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.875527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:59.999689 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Checking segment: {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:00.000418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network hostable DHCP agents. Network: 7935a9dd-290f-45c1-a55a-d0222d4195a2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:00.013284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Subnet': ['ID=45042a50-b06b-46dd-a7ec-3c1b2ac21e71,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:00.045337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:00.087940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7935a9dd-290f-45c1-a55a-d0222d4195a2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:00.103863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:00.105113 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.119902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae452f9-7a7f-42d6-9c46-42b6c00aeb3d None None] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:00.138199 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-08fcd793-a1d6-4bd1-a582-3c53cb32a802 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7107356 Aug 31 19:44:00.138720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:00.142971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114606c2-f96c-4004-b685-643b7df9afea None None] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:00.222395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 324538d2-45bb-467f-acf6-d01e21680a49 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:00.338635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fe2f357-7c21-4d69-a07c-ed37f30dab44 None None] Provisioning for port 324538d2-45bb-467f-acf6-d01e21680a49 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:00.463738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 324538d2-45bb-467f-acf6-d01e21680a49 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:00.483921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 324538d2-45bb-467f-acf6-d01e21680a49 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:00.484294 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.584344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7935a9dd-290f-45c1-a55a-d0222d4195a2', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:44:00.585194 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.662613 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.771120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.846948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Allocated IP 2001:db8:3::2 (7935a9dd-290f-45c1-a55a-d0222d4195a2/45042a50-b06b-46dd-a7ec-3c1b2ac21e71/3679e1a1-1ce8-445c-96d4-50915d25035c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:00.873259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 324538d2-45bb-467f-acf6-d01e21680a49, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=324538d2-45bb-467f-acf6-d01e21680a49,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:00.883687 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.884480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4ad504c0-22ef-4642-8ab5-1da6134d3366 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:01.031037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=324538d2-45bb-467f-acf6-d01e21680a49,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:01.058153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Provisioning complete for port 324538d2-45bb-467f-acf6-d01e21680a49 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:01.058537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.093957 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:01.105921 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:01.106875 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:01.125356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4ad504c0-22ef-4642-8ab5-1da6134d3366 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:01.126002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.194157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.206993 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:01.214720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Transition to ACTIVE for port object 3679e1a1-1ce8-445c-96d4-50915d25035c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:01.294967 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Transition to ACTIVE for port object 3679e1a1-1ce8-445c-96d4-50915d25035c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:01.307040 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.372526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Allocated IP 2001:db8:3::1 (7935a9dd-290f-45c1-a55a-d0222d4195a2/45042a50-b06b-46dd-a7ec-3c1b2ac21e71/9c7c3a85-0271-4aac-84a8-65ec02cc4aad) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:01.457925 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:01.492753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:01.493080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Updating router 808c7692-7ca2-4a87-b667-6619e7d56a53 port aec8e745-c279-466d-9e48-d1ba64deb59d binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:44:01.523370 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.555163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.571108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Transition to ACTIVE for port object 9c7c3a85-0271-4aac-84a8-65ec02cc4aad will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:01.609649 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.638855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:01.669131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:01.675328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:01.685549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:01.704776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Provisioning for port aec8e745-c279-466d-9e48-d1ba64deb59d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:01.705007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:01.710619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:01.711184 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.747094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Provisioning complete for port aec8e745-c279-466d-9e48-d1ba64deb59d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:01.747448 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.792194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Pushing event updated for resources: {'Port': ['ID=3679e1a1-1ce8-445c-96d4-50915d25035c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:01.801119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f4b14e16-c577-4cbd-ab01-2a17b3ece265 None None] Port aec8e745-c279-466d-9e48-d1ba64deb59d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:01.804502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.804765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.805319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.805818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.806327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.806867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.807364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.807885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.808370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.808931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.809432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.809934 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:01.825757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Attempting to bind port 3679e1a1-1ce8-445c-96d4-50915d25035c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:01.826529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Attempting to bind port 3679e1a1-1ce8-445c-96d4-50915d25035c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:01.827681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Attempting to bind port 3679e1a1-1ce8-445c-96d4-50915d25035c on network 7935a9dd-290f-45c1-a55a-d0222d4195a2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:01.835064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:01.837033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:01.837421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Checking segment: {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:01.838379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.838379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Bound using segment: {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:01.838742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Bound port: 3679e1a1-1ce8-445c-96d4-50915d25035c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:01.839141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.897137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.955401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] For port 3679e1a1-1ce8-445c-96d4-50915d25035c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:01.972985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] For port 3679e1a1-1ce8-445c-96d4-50915d25035c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3679e1a1-1ce8-445c-96d4-50915d25035c,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:01.980253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1128fc5c-d634-4834-be16-b3daec1a1b32 None None] Provisioning complete for port aec8e745-c279-466d-9e48-d1ba64deb59d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:01.980952 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1128fc5c-d634-4834-be16-b3daec1a1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:01.985646 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.004597 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.025394 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Transition to ACTIVE for port object aec8e745-c279-466d-9e48-d1ba64deb59d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:02.036078 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.138124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6632c-ea74-4c7b-8790-a71d937f9569 None None] Pushing event updated for resources: {'Port': ['ID=3679e1a1-1ce8-445c-96d4-50915d25035c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:02.145748 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b7ab-0259-44b0-a30d-29665a808ee4 None None] Pushing event updated for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:02.152050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 324538d2-45bb-467f-acf6-d01e21680a49 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:02.199508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1128fc5c-d634-4834-be16-b3daec1a1b32 None None] Port aec8e745-c279-466d-9e48-d1ba64deb59d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:02.236681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 324538d2-45bb-467f-acf6-d01e21680a49 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:02.237223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.263519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Attempting to bind port aec8e745-c279-466d-9e48-d1ba64deb59d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:02.263844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Attempting to bind port aec8e745-c279-466d-9e48-d1ba64deb59d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:02.264742 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Attempting to bind port aec8e745-c279-466d-9e48-d1ba64deb59d on network 121ef3b3-0024-4381-b15e-7dacb09b3407 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:02.274472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:02.275279 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Checking segment: {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:02.275279 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.275622 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Bound using segment: {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:02.276133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Bound port: aec8e745-c279-466d-9e48-d1ba64deb59d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c28b8-be16-42c3-b057-b4ea44077d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:02.276514 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.346921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e728c903-c4dd-4059-b7f2-e1ec129b70eb up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:02.377844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] For port aec8e745-c279-466d-9e48-d1ba64deb59d, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:02.393184 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] For port aec8e745-c279-466d-9e48-d1ba64deb59d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aec8e745-c279-466d-9e48-d1ba64deb59d,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:02.402712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.410966 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.418226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.419040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.480388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port e728c903-c4dd-4059-b7f2-e1ec129b70eb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:02.507021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e728c903-c4dd-4059-b7f2-e1ec129b70eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:02.507265 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.535856 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b7ab-0259-44b0-a30d-29665a808ee4 None None] Pushing event updated for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:02.560790 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:02.563216 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:02.659541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:02.672249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:02.693683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.702996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event updated for resources: {'Port': ['ID=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:02.752310 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:02.779575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port e728c903-c4dd-4059-b7f2-e1ec129b70eb, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e728c903-c4dd-4059-b7f2-e1ec129b70eb,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:02.786291 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:02.877985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:02.891867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:03.017535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:03.020343 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:01Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:03.027552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4722c728-d9cc-474f-a5de-9d01591b9469 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847854 Aug 31 19:44:03.027730 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:03.038063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:03.050694 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3729e3-058a-4f51-bb0f-e45ce75c51ff None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:01Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:03.519407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:44:03.537400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Removed routes are [] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:44:03.537935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:03.542410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b789c5ef-d570-46d7-bef6-1e8436038b7e None None] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:03.681848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46b9b02a-50ee-4461-8deb-9bbe40edb965 None None] Provisioning for port 3679e1a1-1ce8-445c-96d4-50915d25035c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:03.789165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:03.793526 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:03.991198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:04.004609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:04.005602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:04.120728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:04.171028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3679e1a1-1ce8-445c-96d4-50915d25035c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:04.232992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b9842bc1-021f-44eb-9156-30fe1bd897d9 None None] Provisioning for port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:04.277394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b9842bc1-021f-44eb-9156-30fe1bd897d9 None None] Provisioning complete for port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:04.277779 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9842bc1-021f-44eb-9156-30fe1bd897d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.278830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:04.319195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b9842bc1-021f-44eb-9156-30fe1bd897d9 None None] Port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:04.400634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:04.411003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.412700 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27c3ad02-f2c6-4331-ae7e-df032872d08f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 954 time: 1.3840261 Aug 31 19:44:04.415480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:04.429342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3679e1a1-1ce8-445c-96d4-50915d25035c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:04.440374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3679e1a1-1ce8-445c-96d4-50915d25035c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:04.440804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.537515 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5335eae-57b7-45eb-b61c-29be56c5c396 None None] Provisioning complete for port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:04.537897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5335eae-57b7-45eb-b61c-29be56c5c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.541048 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0795b33f-9904-4ca4-9b88-f115059d67a6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 954 time: 0.1239967 Aug 31 19:44:04.543766 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:04.550276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:04.632213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f5335eae-57b7-45eb-b61c-29be56c5c396 None None] Port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:04.664758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.683478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:03Z', 'revision_number': 6, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:04.721664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:04.722321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Updating router 808c7692-7ca2-4a87-b667-6619e7d56a53 port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:44:04.776883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 3679e1a1-1ce8-445c-96d4-50915d25035c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3679e1a1-1ce8-445c-96d4-50915d25035c,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:04.777825 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.794059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.794844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aec8e745-c279-466d-9e48-d1ba64deb59d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:04.817618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a618b99b-4d56-4bda-ad42-78c898ca9a82 None None] Provisioning complete for port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:04.817995 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a618b99b-4d56-4bda-ad42-78c898ca9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.988588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a618b99b-4d56-4bda-ad42-78c898ca9a82 None None] Port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:05.008659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:44:05.008983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:44:05.013319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=3679e1a1-1ce8-445c-96d4-50915d25035c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:05.025224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port aec8e745-c279-466d-9e48-d1ba64deb59d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:05.035212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port aec8e745-c279-466d-9e48-d1ba64deb59d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:05.035461 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.044545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.199087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.242743 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.246846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.272342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port aec8e745-c279-466d-9e48-d1ba64deb59d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aec8e745-c279-466d-9e48-d1ba64deb59d,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:05.278610 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.279330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e728c903-c4dd-4059-b7f2-e1ec129b70eb up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:05.285501 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.336197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Transition to ACTIVE for port object 9c7c3a85-0271-4aac-84a8-65ec02cc4aad will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:05.355461 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.366660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:05.378309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:05.439987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d49e4c-6504-4a50-b583-02d87b66388b None None] Pushing event updated for resources: {'Port': ['ID=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:05.455427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port e728c903-c4dd-4059-b7f2-e1ec129b70eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:05.455836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.489697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:05.497925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.502639 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-713074cf-0871-4d75-95dd-96160b68fb86 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 704 time: 0.9552464 Aug 31 19:44:05.503645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:05.520460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Attempting to bind port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:05.520834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Attempting to bind port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:05.521200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Attempting to bind port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad on network 7935a9dd-290f-45c1-a55a-d0222d4195a2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:05.531188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:05.531604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Checking segment: {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:05.532042 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.532445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Bound using segment: {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:05.532928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Bound port: 9c7c3a85-0271-4aac-84a8-65ec02cc4aad, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:05.533314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.639526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] For port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:05.643118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] For port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:05.648368 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.652441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3749fdab-fd28-4d8c-9f6e-143bda147e35 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 704 time: 0.1475065 Aug 31 19:44:05.655777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:05.728089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:05.729061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:05.780789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d49e4c-6504-4a50-b583-02d87b66388b None None] Pushing event updated for resources: {'Port': ['ID=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:05.859450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:06.029229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aec8e745-c279-466d-9e48-d1ba64deb59d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:06.090109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.328461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port aec8e745-c279-466d-9e48-d1ba64deb59d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:06.328868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.358705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:06.359337 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.378248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 7, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:06.412210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cf103-dce8-4462-af08-ea41f110a036 None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 7, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:06.466536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:06.466917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.489061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 9c7c3a85-0271-4aac-84a8-65ec02cc4aad owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:06.501598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3679e1a1-1ce8-445c-96d4-50915d25035c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:06.555651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3679e1a1-1ce8-445c-96d4-50915d25035c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:06.556438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.630273 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:06.640244 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:06.641113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:06.649385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9c7c3a85-0271-4aac-84a8-65ec02cc4aad up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:06.693340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.703169 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 19:44:06.703714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9c7c3a85-0271-4aac-84a8-65ec02cc4aad not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 19:44:06.729324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=9c7c3a85-0271-4aac-84a8-65ec02cc4aad,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:06.733562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Port 9c7c3a85-0271-4aac-84a8-65ec02cc4aad not found, will not notify nova. {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 19:44:06.747155 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:06.891481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.010090 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 7, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7c3a85-0271-4aac-84a8-65ec02cc4aad', 'name': '', 'network_id': '7935a9dd-290f-45c1-a55a-d0222d4195a2', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:d3:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:44:00Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 4, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '45042a50-b06b-46dd-a7ec-3c1b2ac21e71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:07.043865 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:07.053765 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:07.055766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:07.128725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:07.146597 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:07.233869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:07.238888 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4dd40790-c897-4474-9f3d-e207c272022f tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812204 Aug 31 19:44:07.243319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:07.298821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet 45042a50-b06b-46dd-a7ec-3c1b2ac21e71 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:07.302151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.345795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.386008 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:06Z', 'revision_number': 8, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:07.419761 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654b96-414f-44e6-8e79-ccf1429949a4 None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:06Z', 'revision_number': 8, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:07.441667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.507097 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.535416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=45042a50-b06b-46dd-a7ec-3c1b2ac21e71,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:07.537454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.541965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:07.542125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2dca9d71-4632-4305-85a0-39fbd942d96a tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/45042a50-b06b-46dd-a7ec-3c1b2ac21e71 HTTP/1.1" status: 204 len: 168 time: 0.2976403 Aug 31 19:44:07.543852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d3071-2d8e-46d5-9a33-1044da3ef840 None None] Network 7935a9dd-290f-45c1-a55a-d0222d4195a2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:07.633114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.692487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 3679e1a1-1ce8-445c-96d4-50915d25035c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:07.692841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.775845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 3679e1a1-1ce8-445c-96d4-50915d25035c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3679e1a1-1ce8-445c-96d4-50915d25035c,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:07.775845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.785353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] DHCP port deletion for 7935a9dd-290f-45c1-a55a-d0222d4195a2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:07.791014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 3679e1a1-1ce8-445c-96d4-50915d25035c owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:07.854827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Deleting port 3679e1a1-1ce8-445c-96d4-50915d25035c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:07.855573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.908855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.947884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=3679e1a1-1ce8-445c-96d4-50915d25035c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:07.954018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] For port 3679e1a1-1ce8-445c-96d4-50915d25035c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3679e1a1-1ce8-445c-96d4-50915d25035c,segment=NetworkSegment(d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83),segment_id=d13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:07.954419 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.957891 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port 3679e1a1-1ce8-445c-96d4-50915d25035c on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:07.972742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9c7c3a85-0271-4aac-84a8-65ec02cc4aad no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:07.974767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Calling delete_port for 3679e1a1-1ce8-445c-96d4-50915d25035c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:08.001017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9c7c3a85-0271-4aac-84a8-65ec02cc4aad {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:08.001462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9c7c3a85-0271-4aac-84a8-65ec02cc4aad not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:08.001887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3679e1a1-1ce8-445c-96d4-50915d25035c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:08.028140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3679e1a1-1ce8-445c-96d4-50915d25035c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:08.028491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3679e1a1-1ce8-445c-96d4-50915d25035c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:08.095925 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.106930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.108659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7935a9dd-290f-45c1-a55a-d0222d4195a2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.121817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.122337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13cd9b4-f4c0-485b-8ceb-b3c4a0e38f83') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.133673 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.134463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] Pushing event deleted for resources: {'Port': ['ID=3679e1a1-1ce8-445c-96d4-50915d25035c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:08.139468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1780b0c-81a4-4857-8e05-3f8a6e684d1b None None] No DVR routers for this DVR port 3679e1a1-1ce8-445c-96d4-50915d25035c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:08.150666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.160026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:08.160483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:08.163729 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:08.207075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:08.217717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:08.217717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.226014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.267826 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.269775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/7935a9dd-290f-45c1-a55a-d0222d4195a2 HTTP/1.1" status: 204 len: 168 time: 0.7267497 Aug 31 19:44:08.271200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046a57f-7624-492c-a598-42cd2c19550b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=7935a9dd-290f-45c1-a55a-d0222d4195a2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:08.272570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:08.315950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:08.547433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:06Z', 'revision_number': 8, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.579229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:08.587894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:08.588519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.649425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.680129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:08.919303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:06Z', 'revision_number': 8, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:08.953194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd04003-84a7-421d-8467-b0c00c2cec06 None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:06Z', 'revision_number': 8, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec8e745-c279-466d-9e48-d1ba64deb59d', 'name': '', 'network_id': '121ef3b3-0024-4381-b15e-7dacb09b3407', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:1b:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:57Z', 'updated_at': '2021-08-31T19:44:05Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'f06c6151-80bf-48d5-a6de-d56cc1024356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:09.254035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port aec8e745-c279-466d-9e48-d1ba64deb59d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:09.254389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.345914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port aec8e745-c279-466d-9e48-d1ba64deb59d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=aec8e745-c279-466d-9e48-d1ba64deb59d,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:09.346597 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.361624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for aec8e745-c279-466d-9e48-d1ba64deb59d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:09.532167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.563408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=aec8e745-c279-466d-9e48-d1ba64deb59d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:09.697209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.897433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:09.999839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:10.013504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d043819-a462-4a82-91c4-40f16ac28598 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346323 Aug 31 19:44:10.013504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:10.016771 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:10.025946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:10.026554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.076243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet f06c6151-80bf-48d5-a6de-d56cc1024356 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:10.080171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.118244 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:10.130094 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.217962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.285327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.317572 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=f06c6151-80bf-48d5-a6de-d56cc1024356,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:10.322825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.328626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:10.329111 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-631afc60-acbf-40f1-881e-86061628160d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/f06c6151-80bf-48d5-a6de-d56cc1024356 HTTP/1.1" status: 204 len: 168 time: 0.3153298 Aug 31 19:44:10.346094 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1484866-b1a5-40ae-8e44-a4a4b73c179f None None] Network 121ef3b3-0024-4381-b15e-7dacb09b3407 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:10.434426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.437998 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:09Z', 'revision_number': 9, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.468539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:10.477478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:10.478103 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.512156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 324538d2-45bb-467f-acf6-d01e21680a49 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:10.512517 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.580824 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:10.592822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] DHCP port deletion for 121ef3b3-0024-4381-b15e-7dacb09b3407 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:10.594782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 324538d2-45bb-467f-acf6-d01e21680a49, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=324538d2-45bb-467f-acf6-d01e21680a49,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:10.595382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.610572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 324538d2-45bb-467f-acf6-d01e21680a49 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:10.656036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Deleting port 324538d2-45bb-467f-acf6-d01e21680a49 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:10.656927 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.705344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.730971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=324538d2-45bb-467f-acf6-d01e21680a49,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:10.736144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port 324538d2-45bb-467f-acf6-d01e21680a49 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:10.741006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] For port 324538d2-45bb-467f-acf6-d01e21680a49, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=324538d2-45bb-467f-acf6-d01e21680a49,segment=NetworkSegment(cd7c28b8-be16-42c3-b057-b4ea44077d66),segment_id=cd7c28b8-be16-42c3-b057-b4ea44077d66)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:10.741424 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.759473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Calling delete_port for 324538d2-45bb-467f-acf6-d01e21680a49 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:10.849305 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:09Z', 'revision_number': 9, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.854796 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.856787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.868422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121ef3b3-0024-4381-b15e-7dacb09b3407']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.880165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7c28b8-be16-42c3-b057-b4ea44077d66') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.880452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7c28b8-be16-42c3-b057-b4ea44077d66') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:10.884516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] Pushing event deleted for resources: {'Port': ['ID=324538d2-45bb-467f-acf6-d01e21680a49,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:10.887991 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af6de4-80b1-41af-a9d0-390f3c3fc070 None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:09Z', 'revision_number': 9, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e728c903-c4dd-4059-b7f2-e1ec129b70eb', 'name': '', 'network_id': '25380bd4-ea83-47ea-a3e8-1e9d1b18953b', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:77:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:53Z', 'updated_at': '2021-08-31T19:44:02Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': '93dcf722-0976-426d-a85b-6f46ba1b4a0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:10.894272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66082660-2e3e-44cd-8f64-02c8690c2c38 None None] No DVR routers for this DVR port 324538d2-45bb-467f-acf6-d01e21680a49 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:10.894434 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.918737 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.930989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:10.931454 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:10.934725 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:11.005512 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.014024 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.016442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/121ef3b3-0024-4381-b15e-7dacb09b3407 HTTP/1.1" status: 204 len: 168 time: 0.6865802 Aug 31 19:44:11.019546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:11.030043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c99eab-4a46-4059-89ae-d535861f2c9c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=121ef3b3-0024-4381-b15e-7dacb09b3407,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:11.391386 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.571680 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11a1b1b3-7bb4-42b9-82ac-959589b110c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.685708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port e728c903-c4dd-4059-b7f2-e1ec129b70eb {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:11.686230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.782706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port e728c903-c4dd-4059-b7f2-e1ec129b70eb, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e728c903-c4dd-4059-b7f2-e1ec129b70eb,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:11.783087 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.797082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for e728c903-c4dd-4059-b7f2-e1ec129b70eb owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:11.946744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 324538d2-45bb-467f-acf6-d01e21680a49 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:11.969154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 324538d2-45bb-467f-acf6-d01e21680a49 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:11.969528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 324538d2-45bb-467f-acf6-d01e21680a49 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:11.970056 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aec8e745-c279-466d-9e48-d1ba64deb59d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:11.990584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: aec8e745-c279-466d-9e48-d1ba64deb59d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:11.990938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device aec8e745-c279-466d-9e48-d1ba64deb59d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:12.001451 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.033647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=e728c903-c4dd-4059-b7f2-e1ec129b70eb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:12.155352 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.349449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:12.444817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:12.452841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e07b655f-f126-4bc0-a23c-a2b289a675f5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320455 Aug 31 19:44:12.455379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:12.459855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:12.470542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:12.471298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:12.509906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet 93dcf722-0976-426d-a85b-6f46ba1b4a0f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:12.513216 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.557144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.559917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:12.665527 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.741693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.773659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=93dcf722-0976-426d-a85b-6f46ba1b4a0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:12.776599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.780608 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:12.789771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5d3a1-7a4f-4865-9c37-eea766408a68 None None] Network 25380bd4-ea83-47ea-a3e8-1e9d1b18953b requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:12.792202 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ceef2f13-1ed5-4fc5-9db8-ed77f5e83628 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/93dcf722-0976-426d-a85b-6f46ba1b4a0f HTTP/1.1" status: 204 len: 168 time: 0.3353927 Aug 31 19:44:12.863321 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.867050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:11Z', 'revision_number': 10, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:12.921083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:12.921367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port e297beac-5f58-4860-b103-5d490545707d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:12.921528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.950175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:12.950816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:43:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:12.994123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port e297beac-5f58-4860-b103-5d490545707d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=e297beac-5f58-4860-b103-5d490545707d,segment=NetworkSegment(ab543b36-f7c8-4ca8-8cd5-d3e56d354253),segment_id=ab543b36-f7c8-4ca8-8cd5-d3e56d354253)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:12.994770 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.009006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for e297beac-5f58-4860-b103-5d490545707d owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:13.074639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:13.102632 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.136222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=e297beac-5f58-4860-b103-5d490545707d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:13.138344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port e297beac-5f58-4860-b103-5d490545707d on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:13.148534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0682c6-f6c4-4e78-857a-8967b5ace153 None None] DHCP port deletion for 25380bd4-ea83-47ea-a3e8-1e9d1b18953b request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:13.222009 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.232000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25380bd4-ea83-47ea-a3e8-1e9d1b18953b']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:13.243922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:13.244225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab543b36-f7c8-4ca8-8cd5-d3e56d354253') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:13.254156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.269033 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.276605 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:13.277101 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:13.281464 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:13.331837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:11Z', 'revision_number': 10, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:13.359802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.366183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac776b5-e655-4736-918a-4b9bca44fe79 None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:11Z', 'revision_number': 10, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None, '_interfaces': [{'id': '4ad504c0-22ef-4642-8ab5-1da6134d3366', 'name': '', 'network_id': '66ea675a-f9a8-4a8a-8a7d-5586e107cae1', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'mac_address': 'fa:16:3e:c2:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 5, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'subnets': [{'id': 'c4a8a252-52be-40a3-b0f0-d5abdecf4c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:13.369792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.375152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/25380bd4-ea83-47ea-a3e8-1e9d1b18953b HTTP/1.1" status: 204 len: 168 time: 0.5899935 Aug 31 19:44:13.375152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:13.391963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e770f6d-0aa4-4f51-9d36-a120e460a222 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=25380bd4-ea83-47ea-a3e8-1e9d1b18953b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:13.721465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.950031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e297beac-5f58-4860-b103-5d490545707d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:13.974314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e297beac-5f58-4860-b103-5d490545707d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:13.974768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e297beac-5f58-4860-b103-5d490545707d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:13.975262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e728c903-c4dd-4059-b7f2-e1ec129b70eb no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:13.995487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: e728c903-c4dd-4059-b7f2-e1ec129b70eb {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:13.995958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device e728c903-c4dd-4059-b7f2-e1ec129b70eb not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:14.234859 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d682a1a-4d24-4b55-b00a-2cc62a6702f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.284598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 4ad504c0-22ef-4642-8ab5-1da6134d3366 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:14.285182 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.383457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 4ad504c0-22ef-4642-8ab5-1da6134d3366, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4ad504c0-22ef-4642-8ab5-1da6134d3366,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:14.383884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.397017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 4ad504c0-22ef-4642-8ab5-1da6134d3366 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:14.484400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.583409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.610327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=4ad504c0-22ef-4642-8ab5-1da6134d3366,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:14.728766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.734153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.901921 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:14.981986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:14.990980 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7217f250-cc6e-4edc-acfc-abb94031ac49 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118233 Aug 31 19:44:14.990980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:14.993606 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:15.003351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:15.003999 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.043254 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting subnet c4a8a252-52be-40a3-b0f0-d5abdecf4c6c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:15.047789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.088219 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:15.089372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.151027 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.180252 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.187066 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:15.195706 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:15.196320 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.253991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.274083 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:15.283285 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a8a252-52be-40a3-b0f0-d5abdecf4c6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:15.287416 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.289367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c92aa5a-1107-4724-8b9f-795a4d9af777 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/c4a8a252-52be-40a3-b0f0-d5abdecf4c6c HTTP/1.1" status: 204 len: 168 time: 0.2982128 Aug 31 19:44:15.292222 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:15.311149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47c68b-ef6d-4f6e-a692-ca185b763219 None None] Network 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:15.341623 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.382845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f4bf8-f272-4023-8c8e-7f0295838bbd None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:15.391235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.472657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.481701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Deleting port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:15.482056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.548057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] For port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,segment=NetworkSegment(dd1b1468-6889-466a-9164-4ff367a13ded),segment_id=dd1b1468-6889-466a-9164-4ff367a13ded)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:15.548434 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.562625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Calling delete_port for 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:15.647006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.672582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Port': ['ID=9e9a5555-93f8-47f0-8ea6-f84ee2dfd334,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:15.676307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No DVR routers for this DVR port 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:15.745427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131b1be-845b-4baf-99dc-fa2631cbf7a0 None None] DHCP port deletion for 66ea675a-f9a8-4a8a-8a7d-5586e107cae1 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:15.771520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.783273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ea675a-f9a8-4a8a-8a7d-5586e107cae1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.794598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1b1468-6889-466a-9164-4ff367a13ded') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.795187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1b1468-6889-466a-9164-4ff367a13ded') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:15.804524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.822726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.832154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:15.832819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:15.836492 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:15.906702 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.926392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.928416 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/networks/66ea675a-f9a8-4a8a-8a7d-5586e107cae1 HTTP/1.1" status: 204 len: 168 time: 0.6342978 Aug 31 19:44:15.929659 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdba5a5-8632-4edc-8cf3-205343930bb6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Pushing event deleted for resources: {'Network': ['ID=66ea675a-f9a8-4a8a-8a7d-5586e107cae1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:15.931866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:15.937148 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:15.937688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:15.965486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:15.966049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 9e9a5555-93f8-47f0-8ea6-f84ee2dfd334 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:15.966755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4ad504c0-22ef-4642-8ab5-1da6134d3366 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:15.994244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4ad504c0-22ef-4642-8ab5-1da6134d3366 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:15.994708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4ad504c0-22ef-4642-8ab5-1da6134d3366 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:16.017799 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.427574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 19:44:16.428206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 19:44:16.428323 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.560567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.563788 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.639125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 808c7692-7ca2-4a87-b667-6619e7d56a53 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:16.714986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:16.721872 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.723029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-efffee90-0288-4d43-a11a-ed0565d4b413 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 705 time: 0.7904017 Aug 31 19:44:16.725939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:16.726425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Sync routers for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:16.736446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:16.737062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:16.755406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-21080e67-8939-4d39-8381-c1403d505eb9 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 205 time: 0.0282340 Aug 31 19:44:16.757816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:16.846145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:16.969441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:17.024811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.028085 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.031015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.051761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Checking router: 808c7692-7ca2-4a87-b667-6619e7d56a53 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:17.059974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Routers {'808c7692-7ca2-4a87-b667-6619e7d56a53'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:17.060704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['808c7692-7ca2-4a87-b667-6619e7d56a53'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.081480 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.082059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router 808c7692-7ca2-4a87-b667-6619e7d56a53 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:44:17.089724 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.096246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-049c3c98-3a5f-40a6-998f-eeb16a8f5943 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 204 len: 168 time: 0.3321190 Aug 31 19:44:17.098064 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:17.102754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1879955945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:17.130640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.132672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.142292 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.143594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] Set router 808c7692-7ca2-4a87-b667-6619e7d56a53 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:17.190538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.195465 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.199761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.213116 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.216987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f6f15f0-9893-4e85-b6cb-37164bd20ae2 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1152270 Aug 31 19:44:17.217162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:17.223711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:17.233053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867424ec-fbeb-45dc-8984-7ca3b8f8543b None None] The sync data for ids ['808c7692-7ca2-4a87-b667-6619e7d56a53'] in n-d-778550-14 is: [{'id': '808c7692-7ca2-4a87-b667-6619e7d56a53', 'name': 'tempest-RoutersIpV6Test-router-1669105312', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:49Z', 'updated_at': '2021-08-31T19:44:14Z', 'revision_number': 11, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:17.449335 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13059'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.463045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648640'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.568072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Router 7488de30-8831-41c5-ae1b-02cc554c844c is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:44:17.644137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:17.650822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.651993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-259b26f3-783c-435e-a98c-e08caabbbb8b tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "PUT /v2.0/routers/7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 200 len: 698 time: 0.4338942 Aug 31 19:44:17.653727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Sync routers for ids ['7488de30-8831-41c5-ae1b-02cc554c844c'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:17.655522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:17.664704 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Routers {'7488de30-8831-41c5-ae1b-02cc554c844c'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:17.665374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7488de30-8831-41c5-ae1b-02cc554c844c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.733791 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Set router 7488de30-8831-41c5-ae1b-02cc554c844c gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:17.736079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5e092fa3-ad68-4d88-a59f-213d327fef06 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/routers/7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 200 len: 704 time: 0.0795448 Aug 31 19:44:17.738540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:17.764821 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-547009a1-9597-4e42-9bed-be5861cd8ed7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 200 len: 205 time: 0.0251143 Aug 31 19:44:17.767396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:17.794057 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488de30-8831-41c5-ae1b-02cc554c844c', 'name': 'tempest-RoutersIpV6Test-router-1879955945', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:44:17Z', 'updated_at': '2021-08-31T19:44:17Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.822423 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Checking router: 7488de30-8831-41c5-ae1b-02cc554c844c for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:17.832101 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Routers {'7488de30-8831-41c5-ae1b-02cc554c844c'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:17.832965 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7488de30-8831-41c5-ae1b-02cc554c844c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.847233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:17.914363 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] Set router 7488de30-8831-41c5-ae1b-02cc554c844c gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:17.970721 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488de30-8831-41c5-ae1b-02cc554c844c', 'name': 'tempest-RoutersIpV6Test-router-1879955945', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:44:17Z', 'updated_at': '2021-08-31T19:44:17Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:17.997585 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560297ab-5a6c-4f59-99d1-5804ff51b8b4 None None] The sync data for ids ['7488de30-8831-41c5-ae1b-02cc554c844c'] in n-d-778550-14 is: [{'id': '7488de30-8831-41c5-ae1b-02cc554c844c', 'name': 'tempest-RoutersIpV6Test-router-1879955945', 'tenant_id': 'cbef0e38eb224ec58f1add5592397eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:44:17Z', 'updated_at': '2021-08-31T19:44:17Z', 'revision_number': 2, 'project_id': 'cbef0e38eb224ec58f1add5592397eb1', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:18.024218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:18.026499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:18.073864 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:18.074448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Fanout notify agent at l3_agent the message router_deleted on router 7488de30-8831-41c5-ae1b-02cc554c844c {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:44:18.082529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:18.087459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4d0f915d-6fa9-4e23-ba8b-db74b648f72d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 204 len: 168 time: 0.3152497 Aug 31 19:44:18.087938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.121515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-04940ba9-cc2f-455b-8ca6-850da608a68d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 200 len: 205 time: 0.0323255 Aug 31 19:44:18.124847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38840) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.163378 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-287d0c07-1426-48b0-8990-f5a428ff7b4d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.166765 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-287d0c07-1426-48b0-8990-f5a428ff7b4d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/7488de30-8831-41c5-ae1b-02cc554c844c HTTP/1.1" status: 404 len: 336 time: 0.0387208 Aug 31 19:44:18.166967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38842) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.197112 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2cf528-ea89-4967-9183-27f1671f6655 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.197582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2cf528-ea89-4967-9183-27f1671f6655 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.199498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fd2cf528-ea89-4967-9183-27f1671f6655 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/45042a50-b06b-46dd-a7ec-3c1b2ac21e71 HTTP/1.1" status: 404 len: 337 time: 0.0315270 Aug 31 19:44:18.202032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.234529 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bac30d-3321-4697-a63f-630200acb4e5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.235095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bac30d-3321-4697-a63f-630200acb4e5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.237064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8bac30d-3321-4697-a63f-630200acb4e5 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/f06c6151-80bf-48d5-a6de-d56cc1024356 HTTP/1.1" status: 404 len: 337 time: 0.0337989 Aug 31 19:44:18.239773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.272052 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-65915a3c-ef80-47a5-9780-18115a87d3a4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.272499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65915a3c-ef80-47a5-9780-18115a87d3a4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.274170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-65915a3c-ef80-47a5-9780-18115a87d3a4 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/93dcf722-0976-426d-a85b-6f46ba1b4a0f HTTP/1.1" status: 404 len: 337 time: 0.0334909 Aug 31 19:44:18.276744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.302838 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f485f-1eed-4a3a-989d-6c2eefd3432d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.303295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f485f-1eed-4a3a-989d-6c2eefd3432d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.305088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-419f485f-1eed-4a3a-989d-6c2eefd3432d tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/c4a8a252-52be-40a3-b0f0-d5abdecf4c6c HTTP/1.1" status: 404 len: 337 time: 0.0274370 Aug 31 19:44:18.307733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.343496 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40d16072-3759-4632-916f-a31900111f2c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 200 len: 205 time: 0.0340083 Aug 31 19:44:18.345266 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.384258 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9e0e6791-7749-4b49-8203-14673cfedb01 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.387742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9e0e6791-7749-4b49-8203-14673cfedb01 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/808c7692-7ca2-4a87-b667-6619e7d56a53 HTTP/1.1" status: 404 len: 336 time: 0.0390904 Aug 31 19:44:18.388231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.420406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1a70d84-ed14-41d3-a2aa-6eb3802352be tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=d410d058-45d9-4804-a355-3b8bfdc5604f HTTP/1.1" status: 200 len: 205 time: 0.0295258 Aug 31 19:44:18.422722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38858) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.464440 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-8121e529-95e5-40b2-9f76-866569b607a7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.465485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8121e529-95e5-40b2-9f76-866569b607a7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/d410d058-45d9-4804-a355-3b8bfdc5604f HTTP/1.1" status: 404 len: 336 time: 0.0418074 Aug 31 19:44:18.468968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.500539 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad460ec-9326-47cb-953a-da940b438afc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.501017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad460ec-9326-47cb-953a-da940b438afc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.502700 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ad460ec-9326-47cb-953a-da940b438afc tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/d3e66f47-5ae8-4714-beda-15113ed5933c HTTP/1.1" status: 404 len: 337 time: 0.0327775 Aug 31 19:44:18.505343 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.531895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-27991aaa-2a96-433e-a958-df00c253043e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 200 len: 205 time: 0.0254726 Aug 31 19:44:18.534143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.570320 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f8cbba47-4aef-44f9-82f5-c999252bcc2e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.571339 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f8cbba47-4aef-44f9-82f5-c999252bcc2e tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/f9510230-28ab-42f0-8dec-844c63cce195 HTTP/1.1" status: 404 len: 336 time: 0.0363104 Aug 31 19:44:18.573921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.603372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-97a84982-783a-4bea-8715-b7794eaccbe7 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=98af1c70-8234-4e28-baec-2b305e7c32c9 HTTP/1.1" status: 200 len: 205 time: 0.0263836 Aug 31 19:44:18.603667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.643949 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-64ea0a31-bb49-4c1f-9d1f-94cc8785bd1c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.644989 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-64ea0a31-bb49-4c1f-9d1f-94cc8785bd1c tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/98af1c70-8234-4e28-baec-2b305e7c32c9 HTTP/1.1" status: 404 len: 336 time: 0.0405135 Aug 31 19:44:18.647481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.675689 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-751a0ded-4846-4270-95ef-2c404fcb5157 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.676079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751a0ded-4846-4270-95ef-2c404fcb5157 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.677831 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-751a0ded-4846-4270-95ef-2c404fcb5157 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/34f1e332-6bbe-4e1a-9728-5128f9368164 HTTP/1.1" status: 404 len: 337 time: 0.0294111 Aug 31 19:44:18.680532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.710129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d4cbb898-3923-4d19-854a-0e6bdbf0ea68 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6d16184-d9ae-491b-a7b5-28735f08cb7d HTTP/1.1" status: 200 len: 205 time: 0.0265226 Aug 31 19:44:18.710646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.754130 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f226bfbf-ac5c-4ed5-969e-640db8121565 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.755184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f226bfbf-ac5c-4ed5-969e-640db8121565 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/d6d16184-d9ae-491b-a7b5-28735f08cb7d HTTP/1.1" status: 404 len: 336 time: 0.0436134 Aug 31 19:44:18.757771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.786494 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f384e40-a6d3-4eea-87d5-f2ea370438da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.787172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f384e40-a6d3-4eea-87d5-f2ea370438da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.788967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4f384e40-a6d3-4eea-87d5-f2ea370438da tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/b67ae606-ce08-4c47-883a-3b5f6dcea400 HTTP/1.1" status: 404 len: 337 time: 0.0302129 Aug 31 19:44:18.791517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.819708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf7a1b36-34d8-483b-9d61-a4776e8fcb93 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6898b09-25c8-4ae3-9034-7a9796478df5 HTTP/1.1" status: 200 len: 205 time: 0.0254586 Aug 31 19:44:18.820506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.861731 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-7935b018-b10c-4dcd-8187-46e5725e9cd6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] delete failed (client error): The resource could not be found. Aug 31 19:44:18.862773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7935b018-b10c-4dcd-8187-46e5725e9cd6 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/routers/b6898b09-25c8-4ae3-9034-7a9796478df5 HTTP/1.1" status: 404 len: 336 time: 0.0412791 Aug 31 19:44:18.865523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.892312 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5896ba19-30b4-4244-80ab-63c6bd0373f1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.892774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5896ba19-30b4-4244-80ab-63c6bd0373f1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.894498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5896ba19-30b4-4244-80ab-63c6bd0373f1 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/33c33c98-d4d6-4b17-b40a-f4bb37326d94 HTTP/1.1" status: 404 len: 337 time: 0.0279696 Aug 31 19:44:18.896981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.923652 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-23058b7a-bb69-428f-b81f-8589b6d19bd3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] DELETE failed (client error): The resource could not be found. Aug 31 19:44:18.924134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23058b7a-bb69-428f-b81f-8589b6d19bd3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 19:44:18.926188 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23058b7a-bb69-428f-b81f-8589b6d19bd3 tempest-RoutersIpV6Test-274831252 tempest-RoutersIpV6Test-274831252-project] 10.222.0.73 "DELETE /v2.0/subnets/6f34e0dc-1ff3-4850-947f-4d25617f74fc HTTP/1.1" status: 404 len: 337 time: 0.0279758 Aug 31 19:44:18.991880 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:44:19.194256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:19.329385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b707f19c-1941-4311-b5e1-89e584c47faf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbef0e38eb224ec58f1add5592397eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338561 Aug 31 19:44:19.331866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38894) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:19.384708 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:19.407720 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:19.454639 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:19.457288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:19.458463 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5bc4120-e95f-4c20-91ae-a3ba9add5a43 HTTP/1.1" status: 204 len: 168 time: 0.1257048 Aug 31 19:44:19.467667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284128cd-3c81-4cdc-8d15-3104cf297d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc4120-e95f-4c20-91ae-a3ba9add5a43,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:20.135840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:20.245957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-222050839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:20.276034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.277087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.336132 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.342938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.360727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.364187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-44b0dad9-d633-4f3f-baf9-e770494d4f05 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2271838 Aug 31 19:44:20.364907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:20.370096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1169743746'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:20.392916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:20.396422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.410654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.500788 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.504444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.534086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:44:20.539424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b61b8-fd35-4053-89d2-fc0b9aaf879b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:20.548348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.548496 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Added segment d71882ba-8b02-41a0-9798-732f83327924 of type vlan for network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 Aug 31 19:44:20.591027 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.614644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.620772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:20.621359 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.687064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3207970 Aug 31 19:44:20.690646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:20.696924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276891c1-48ec-45f5-bbcd-c6059ed68d64 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Network': ['ID=1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:20.698397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'subnet': {'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:20.707800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:44:20.801224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:20.804912 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.003141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.069838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Subnet': ['ID=8e32180e-f36a-445e-b678-a9acc2c7d559,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:21.079200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Checking segment: {'id': 'd71882ba-8b02-41a0-9798-732f83327924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:21.079577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network hostable DHCP agents. Network: 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:21.097247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:21.106682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:21.111512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.112889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.115122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f4491-b046-4e8e-8644-e47138e330b8 None None] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:21.131751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0fdeae2-70c7-4eeb-ad38-e50e930196d3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4370027 Aug 31 19:44:21.132791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:21.140081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'network': {'name': 'tempest-router-network01--885089307'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:21.163887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:21.167108 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.192491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:44:21.203090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.203444 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Added segment 233b78e6-f402-46f3-9f1e-c23cbd2efea0 of type vlan for network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e Aug 31 19:44:21.245918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.272918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.275542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5', 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5', 'tenant_id': 'cc489af170f4455f9a5de2a9028f725f', 'fixed_ips': [{'subnet_id': '8e32180e-f36a-445e-b678-a9acc2c7d559'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:44:21.276593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.280104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.281224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.349004 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2108877 Aug 31 19:44:21.349253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:21.357891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966638b-3173-4e97-885f-4e0e187b5fd3 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Network': ['ID=d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:21.358364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'network': {'name': 'tempest-router-network02--1381844691'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:21.369977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:44:21.388085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:21.391847 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.416682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:44:21.427432 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.427822 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Added segment 532c9551-41e6-4d5b-83ba-75863b146109 of type vlan for network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f Aug 31 19:44:21.470181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.494854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.495213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Allocated IP 172.20.0.2 (1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5/8e32180e-f36a-445e-b678-a9acc2c7d559/3405dce8-1758-4766-a80d-65e99131cf7c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:21.501467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.502280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.560873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2098141 Aug 31 19:44:21.563665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:21.568156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'subnet': {'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:21.628621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6919657-3e5c-4137-8176-517ea8dab10b tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Network': ['ID=49c5017c-e1e0-4c63-8a9d-c5412f0fd39f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:21.640558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:44:21.671808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:21.675741 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.708932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.718424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Transition to ACTIVE for port object 3405dce8-1758-4766-a80d-65e99131cf7c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:21.738122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Transition to ACTIVE for port object 3405dce8-1758-4766-a80d-65e99131cf7c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:21.748154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.795737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:21.803843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:21.807338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:21.815139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Pushing event updated for resources: {'Port': ['ID=3405dce8-1758-4766-a80d-65e99131cf7c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:21.869773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Attempting to bind port 3405dce8-1758-4766-a80d-65e99131cf7c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:21.870110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Attempting to bind port 3405dce8-1758-4766-a80d-65e99131cf7c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd71882ba-8b02-41a0-9798-732f83327924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:21.870482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Attempting to bind port 3405dce8-1758-4766-a80d-65e99131cf7c on network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:21.876130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:21.876509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Checking segment: {'id': 'd71882ba-8b02-41a0-9798-732f83327924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:21.876911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.877508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Bound using segment: {'id': 'd71882ba-8b02-41a0-9798-732f83327924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:21.878305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Bound port: 3405dce8-1758-4766-a80d-65e99131cf7c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71882ba-8b02-41a0-9798-732f83327924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:21.878711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.881493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.948984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Subnet': ['ID=0dbc146a-a06e-4326-b021-32e8edd28c8a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:21.957950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] For port 3405dce8-1758-4766-a80d-65e99131cf7c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:21.958209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Checking segment: {'id': '233b78e6-f402-46f3-9f1e-c23cbd2efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:21.958660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network hostable DHCP agents. Network: d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:21.963045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] For port 3405dce8-1758-4766-a80d-65e99131cf7c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3405dce8-1758-4766-a80d-65e99131cf7c,segment=NetworkSegment(d71882ba-8b02-41a0-9798-732f83327924),segment_id=d71882ba-8b02-41a0-9798-732f83327924)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:21.970382 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:21.980587 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:21.995176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:22.004357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.005316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.006931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f4e92-b707-4a5c-b1ed-9421c54f5b4a None None] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:22.028794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bfd7a95-d3c1-4629-8c37-2b942fd37723 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4641376 Aug 31 19:44:22.031445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38944) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:22.036946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'subnet': {'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:22.098947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e5d1-06d6-4a72-aee4-b4377cbdd9cf None None] Pushing event updated for resources: {'Port': ['ID=3405dce8-1758-4766-a80d-65e99131cf7c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:22.174276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Made reservation on behalf of cc489af170f4455f9a5de2a9028f725f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:22.178111 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.215015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e', 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e', 'tenant_id': 'cc489af170f4455f9a5de2a9028f725f', 'fixed_ips': [{'subnet_id': '0dbc146a-a06e-4326-b021-32e8edd28c8a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:44:22.215924 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.417300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-87b1ffb3-8f70-426f-881d-88a01a175343 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2236290 Aug 31 19:44:22.482575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Allocated IP 172.20.0.2 (d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e/0dbc146a-a06e-4326-b021-32e8edd28c8a/bb5a2f9b-817e-470c-aadc-feefd4093bd7) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:22.566429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.611506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-2ad3333b-5960-4dc0-a2ed-0ec6f6e31d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.613392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-2ad3333b-5960-4dc0-a2ed-0ec6f6e31d68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.1300731 Aug 31 19:44:22.633702 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.644092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Transition to ACTIVE for port object bb5a2f9b-817e-470c-aadc-feefd4093bd7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:22.659993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Transition to ACTIVE for port object bb5a2f9b-817e-470c-aadc-feefd4093bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:22.666172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Subnet': ['ID=2af91973-c2e0-452c-b56c-2eafc002256d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:22.667888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.715215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:22.717574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:22.733496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:22.744778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Pushing event updated for resources: {'Port': ['ID=bb5a2f9b-817e-470c-aadc-feefd4093bd7,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:22.745289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Checking segment: {'id': '532c9551-41e6-4d5b-83ba-75863b146109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:22.745672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network hostable DHCP agents. Network: 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:22.809277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:22.819517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Attempting to bind port bb5a2f9b-817e-470c-aadc-feefd4093bd7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:22.820137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Attempting to bind port bb5a2f9b-817e-470c-aadc-feefd4093bd7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '233b78e6-f402-46f3-9f1e-c23cbd2efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:22.820644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Attempting to bind port bb5a2f9b-817e-470c-aadc-feefd4093bd7 on network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:22.820792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-aebc2015-a4bc-49d6-b1e9-5ecbe43e50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.822422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-aebc2015-a4bc-49d6-b1e9-5ecbe43e50e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1813054 Aug 31 19:44:22.823514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:22.829435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:22.829625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Checking segment: {'id': '233b78e6-f402-46f3-9f1e-c23cbd2efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:22.830074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.830479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Bound using segment: {'id': '233b78e6-f402-46f3-9f1e-c23cbd2efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:22.830705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.831253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Bound port: bb5a2f9b-817e-470c-aadc-feefd4093bd7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233b78e6-f402-46f3-9f1e-c23cbd2efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd9c66b6c-b07d-409d-aa5d-bffee1b4ef1e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:22.832191 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.832392 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:22.836250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f19920-64fa-411b-93e1-a3330f10fa7d None None] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:22.891192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-adb4400a-a11f-4831-be49-1e50bdd2f463 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8585107 Aug 31 19:44:22.894177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:22.942175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-41078eec-b711-4840-b896-21fb5b30b288 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 200 len: 1001 time: 0.1060512 Aug 31 19:44:22.992397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] For port bb5a2f9b-817e-470c-aadc-feefd4093bd7, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:23.030539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-0d10f7ea-a63e-4534-9abe-38e13f58c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:23.032617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-0d10f7ea-a63e-4534-9abe-38e13f58c144 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0824516 Aug 31 19:44:23.033825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] For port bb5a2f9b-817e-470c-aadc-feefd4093bd7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bb5a2f9b-817e-470c-aadc-feefd4093bd7,segment=NetworkSegment(233b78e6-f402-46f3-9f1e-c23cbd2efea0),segment_id=233b78e6-f402-46f3-9f1e-c23cbd2efea0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:23.042031 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.100614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-5fa14499-df24-4eb7-bdc8-053dbc79efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:23.102466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-5fa14499-df24-4eb7-bdc8-053dbc79efaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625434 Aug 31 19:44:23.120239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-49c5017c-e1e0-4c63-8a9d-c5412f0fd39f', 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f', 'tenant_id': 'cc489af170f4455f9a5de2a9028f725f', 'fixed_ips': [{'subnet_id': '2af91973-c2e0-452c-b56c-2eafc002256d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:44:23.121964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.182924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e8c15-f3a5-47e6-a685-0b0dbd20db3b None None] Pushing event updated for resources: {'Port': ['ID=bb5a2f9b-817e-470c-aadc-feefd4093bd7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:23.255754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-dbc921be-9d87-441c-9140-6176392e653b service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447389 Aug 31 19:44:23.410628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Allocated IP 172.20.0.2 (49c5017c-e1e0-4c63-8a9d-c5412f0fd39f/2af91973-c2e0-452c-b56c-2eafc002256d/c9ef7ced-f736-4e88-b048-83b4fe77e2cf) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:23.413582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cfc7eb2-3648-448c-a66e-75ee57043116 req-a7697648-ab47-4d0e-b217-abee0abc07a3 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472254 Aug 31 19:44:23.430740 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.560016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec8071a-a1d3-400a-a3f5-7b127059cd60 None None] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:23.665151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1aaf910a-6a5f-4488-97ba-95f543de7174 None None] Provisioning for port 3405dce8-1758-4766-a80d-65e99131cf7c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:23.718547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.737757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Transition to ACTIVE for port object c9ef7ced-f736-4e88-b048-83b4fe77e2cf will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:23.764805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Allocated IP 172.20.0.1 (d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e/0dbc146a-a06e-4326-b021-32e8edd28c8a/99261655-850a-44cd-880f-28dc6de6964f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:23.786538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Transition to ACTIVE for port object c9ef7ced-f736-4e88-b048-83b4fe77e2cf will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:23.815939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.870288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:23.878474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:23.882460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:23.884546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Pushing event updated for resources: {'Port': ['ID=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:23.947254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:23.982396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Transition to ACTIVE for port object 99261655-850a-44cd-880f-28dc6de6964f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:24.036107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.099473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Port': ['ID=99261655-850a-44cd-880f-28dc6de6964f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:24.119630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:24.121545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:24.124651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:24.182306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bb5a2f9b-817e-470c-aadc-feefd4093bd7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:24.189476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.250003 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Attempting to bind port c9ef7ced-f736-4e88-b048-83b4fe77e2cf on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:24.250538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Attempting to bind port c9ef7ced-f736-4e88-b048-83b4fe77e2cf by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '532c9551-41e6-4d5b-83ba-75863b146109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:24.250870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Attempting to bind port c9ef7ced-f736-4e88-b048-83b4fe77e2cf on network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:24.263939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:24.264345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Checking segment: {'id': '532c9551-41e6-4d5b-83ba-75863b146109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:24.265678 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.266272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Bound using segment: {'id': '532c9551-41e6-4d5b-83ba-75863b146109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:24.267093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Bound port: c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532c9551-41e6-4d5b-83ba-75863b146109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '49c5017c-e1e0-4c63-8a9d-c5412f0fd39f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:24.267735 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.319420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bb5a2f9b-817e-470c-aadc-feefd4093bd7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:24.331294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3405dce8-1758-4766-a80d-65e99131cf7c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:24.349036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.405633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] For port c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:24.421538 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] For port c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,segment=NetworkSegment(532c9551-41e6-4d5b-83ba-75863b146109),segment_id=532c9551-41e6-4d5b-83ba-75863b146109)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:24.432186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.460401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3405dce8-1758-4766-a80d-65e99131cf7c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:24.480656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3405dce8-1758-4766-a80d-65e99131cf7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:24.481263 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.534676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae486-db47-4f79-8cd4-9cd12016abb3 None None] Pushing event updated for resources: {'Port': ['ID=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:24.610793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.641886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e191a-d8e8-4839-b5d8-c9d289603b6a None None] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:24.712846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.744585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.792867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 3405dce8-1758-4766-a80d-65e99131cf7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3405dce8-1758-4766-a80d-65e99131cf7c,segment=NetworkSegment(d71882ba-8b02-41a0-9798-732f83327924),segment_id=d71882ba-8b02-41a0-9798-732f83327924)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:24.838062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Provisioning for port bb5a2f9b-817e-470c-aadc-feefd4093bd7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:24.841174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.848436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Port': ['ID=99261655-850a-44cd-880f-28dc6de6964f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:24.853793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.865681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Provisioning complete for port bb5a2f9b-817e-470c-aadc-feefd4093bd7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:24.866310 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:24.965516 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=3405dce8-1758-4766-a80d-65e99131cf7c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:24.972027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:24.974971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:25.026330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:25.061797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] For port bb5a2f9b-817e-470c-aadc-feefd4093bd7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bb5a2f9b-817e-470c-aadc-feefd4093bd7,segment=NetworkSegment(233b78e6-f402-46f3-9f1e-c23cbd2efea0),segment_id=233b78e6-f402-46f3-9f1e-c23cbd2efea0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:25.066502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:25.124986 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd17c2-0be6-4e41-a7b6-2cd9c73cff7b None None] Pushing event updated for resources: {'Port': ['ID=bb5a2f9b-817e-470c-aadc-feefd4093bd7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:25.131873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Router 9dccaac4-0a2a-4dce-80b1-ccb779f06b86 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:44:25.233979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:25.239804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6ba8cf86-7407-4535-acb4-1c35c30d6fb4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445022 Aug 31 19:44:25.242428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:25.251276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] Sync routers for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:25.262369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:25.263311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:25.318760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:25.330061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:25.330710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:25.386260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:25.386891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234b5f8-3e18-4914-934a-7b593a591b14 None None] The sync data for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:25.403594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Provisioning complete for port bb5a2f9b-817e-470c-aadc-feefd4093bd7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:25.404868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:25.535567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Provisioning for port 99261655-850a-44cd-880f-28dc6de6964f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:25.541721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Provisioning complete for port 99261655-850a-44cd-880f-28dc6de6964f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:25.542097 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:25.605017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4282cbde-fb1f-4700-be83-be598fe9df4a None None] Port 99261655-850a-44cd-880f-28dc6de6964f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:25.744675 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-339cb998-af07-45aa-8280-e01ffa0f3a31 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:25.750260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-57ef844d-2e5e-4f1f-8931-0da23da692e3 None None] Provisioning complete for port 99261655-850a-44cd-880f-28dc6de6964f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:25.750260 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-57ef844d-2e5e-4f1f-8931-0da23da692e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:25.750683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:25.752304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-339cb998-af07-45aa-8280-e01ffa0f3a31 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5025153 Aug 31 19:44:25.806403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-57ef844d-2e5e-4f1f-8931-0da23da692e3 None None] Port 99261655-850a-44cd-880f-28dc6de6964f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:25.980311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fe203-bdbe-49a0-aff2-d6e7ec149943 None None] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:26.048160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16c533f7-8738-417a-bf02-33704a78a6b1 None None] Provisioning for port c9ef7ced-f736-4e88-b048-83b4fe77e2cf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:26.081540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3405dce8-1758-4766-a80d-65e99131cf7c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:26.111199 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16c533f7-8738-417a-bf02-33704a78a6b1 None None] Provisioning complete for port 99261655-850a-44cd-880f-28dc6de6964f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:26.111570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16c533f7-8738-417a-bf02-33704a78a6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.189704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-16c533f7-8738-417a-bf02-33704a78a6b1 None None] Port 99261655-850a-44cd-880f-28dc6de6964f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:26.189985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.219224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3405dce8-1758-4766-a80d-65e99131cf7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:26.219515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.307279 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bb5a2f9b-817e-470c-aadc-feefd4093bd7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:26.358810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bb5a2f9b-817e-470c-aadc-feefd4093bd7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:26.359193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.445680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c9ef7ced-f736-4e88-b048-83b4fe77e2cf up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:26.458406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting port 99261655-850a-44cd-880f-28dc6de6964f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:26.458760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.495211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c9ef7ced-f736-4e88-b048-83b4fe77e2cf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:26.504924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c9ef7ced-f736-4e88-b048-83b4fe77e2cf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:26.505302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.540802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73c3f547-fae2-4a2c-b06d-e92d3aa1ad3c None None] Provisioning complete for port c9ef7ced-f736-4e88-b048-83b4fe77e2cf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:26.541087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73c3f547-fae2-4a2c-b06d-e92d3aa1ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.551849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.564506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Calling delete_port for 99261655-850a-44cd-880f-28dc6de6964f owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:26.644311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.671805 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73c3f547-fae2-4a2c-b06d-e92d3aa1ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.699506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,segment=NetworkSegment(532c9551-41e6-4d5b-83ba-75863b146109),segment_id=532c9551-41e6-4d5b-83ba-75863b146109)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:26.705157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:26.783516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-73c3f547-fae2-4a2c-b06d-e92d3aa1ad3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:44:26.783897 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-73c3f547-fae2-4a2c-b06d-e92d3aa1ad3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:44:26.788581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:27.028707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:27.055668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Port': ['ID=99261655-850a-44cd-880f-28dc6de6964f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:27.199339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:27.401064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Router 9dccaac4-0a2a-4dce-80b1-ccb779f06b86 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:27.479994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:27.486534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-52606f6e-b416-4e5c-8b75-32f159ff717d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346280 Aug 31 19:44:27.490456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 38984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:27.492727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] Sync routers for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:27.502556 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:27.503168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:27.551091 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:27.565000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:27.565698 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:27.700012 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:27.701100 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b60c801-7868-43f2-a48d-fd784fb24286 None None] The sync data for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:27.881439 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-c2234bb1-454e-4e3c-b613-d33f56378576 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] delete failed (client error): The resource could not be found. Aug 31 19:44:27.882685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c2234bb1-454e-4e3c-b613-d33f56378576 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1938600921 HTTP/1.1" status: 404 len: 335 time: 0.3916535 Aug 31 19:44:27.887067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:27.893974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-47548221-9268-46c0-b400-bb233de81bbe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'router': {'external_gateway_info': {'network_id': '9dccaac4-0a2a-4dce-80b1-ccb779f06b86'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:27.970593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c9ef7ced-f736-4e88-b048-83b4fe77e2cf up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:28.020735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c9ef7ced-f736-4e88-b048-83b4fe77e2cf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:28.021118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:28.137154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47548221-9268-46c0-b400-bb233de81bbe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:28.159063 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-47548221-9268-46c0-b400-bb233de81bbe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] update failed (client error): The resource could not be found. Aug 31 19:44:28.163623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-47548221-9268-46c0-b400-bb233de81bbe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86 HTTP/1.1" status: 404 len: 339 time: 0.2713454 Aug 31 19:44:28.163912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 38998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:28.463539 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:28.729989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Allocated IP 172.20.0.1 (1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5/8e32180e-f36a-445e-b678-a9acc2c7d559/aaa3768d-a5d4-4555-aca0-bce92a83836a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:28.849716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:28.882122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Transition to ACTIVE for port object aaa3768d-a5d4-4555-aca0-bce92a83836a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:28.922078 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:28.967366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:28.972667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:28.976473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:29.008016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Port': ['ID=aaa3768d-a5d4-4555-aca0-bce92a83836a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:29.030228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.162606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.290454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3273264-1d5d-4f06-b2b3-20eb39bc85d4 None None] Provisioning for port aaa3768d-a5d4-4555-aca0-bce92a83836a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:29.296480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3273264-1d5d-4f06-b2b3-20eb39bc85d4 None None] Provisioning complete for port aaa3768d-a5d4-4555-aca0-bce92a83836a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:29.296853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3273264-1d5d-4f06-b2b3-20eb39bc85d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.332686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b3273264-1d5d-4f06-b2b3-20eb39bc85d4 None None] Port aaa3768d-a5d4-4555-aca0-bce92a83836a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:29.446048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.451244 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.529099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event updated for resources: {'Port': ['ID=aaa3768d-a5d4-4555-aca0-bce92a83836a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:29.531817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.624915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:29.626512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:29.739175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Router 9dccaac4-0a2a-4dce-80b1-ccb779f06b86 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:29.844455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:29.854348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2483c8b-2038-4727-a980-8a666da9bf4f tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867149 Aug 31 19:44:29.854506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:29.861496 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] Sync routers for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:29.868571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6d12ea7-2cd9-404b-b5e0-6f2a3bcdb66d None None] Provisioning complete for port aaa3768d-a5d4-4555-aca0-bce92a83836a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:29.869464 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6d12ea7-2cd9-404b-b5e0-6f2a3bcdb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:29.899296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:29.899887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:29.942086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:29.949948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a6d12ea7-2cd9-404b-b5e0-6f2a3bcdb66d None None] Port aaa3768d-a5d4-4555-aca0-bce92a83836a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:29.955156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:29.955980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:29.964351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a752dcdb-ffc4-491c-9072-64c14c038800 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:30.006139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:30.006826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4fdec3-4748-4e5c-b1dc-d767b8bb1a3c None None] The sync data for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:30.067382 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a752dcdb-ffc4-491c-9072-64c14c038800 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 19:44:30.068618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a752dcdb-ffc4-491c-9072-64c14c038800 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86 HTTP/1.1" status: 409 len: 329 time: 0.2131679 Aug 31 19:44:30.071455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:30.440882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:30.705444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting port aaa3768d-a5d4-4555-aca0-bce92a83836a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:30.705748 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:30.793330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:30.807883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Calling delete_port for aaa3768d-a5d4-4555-aca0-bce92a83836a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:30.997355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.029763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Port': ['ID=aaa3768d-a5d4-4555-aca0-bce92a83836a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:31.181710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.354664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Router 9dccaac4-0a2a-4dce-80b1-ccb779f06b86 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:31.428643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:31.433508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-56732035-c632-40a8-a4eb-ef6e12c9e3a8 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610067 Aug 31 19:44:31.437469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:31.443257 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] Sync routers for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:31.454005 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:31.455043 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:31.479247 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-29947830-715f-48de-9a08-2c200e8fcf90 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] show failed (client error): The resource could not be found. Aug 31 19:44:31.484393 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29947830-715f-48de-9a08-2c200e8fcf90 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1636969134 HTTP/1.1" status: 404 len: 335 time: 0.0419767 Aug 31 19:44:31.484760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:31.489529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-928ed660-b32a-4e2c-b9e0-d79bbf8ea3fe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:31.497898 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:31.507341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] Routers {'9dccaac4-0a2a-4dce-80b1-ccb779f06b86'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:31.507895 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:31.531468 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-928ed660-b32a-4e2c-b9e0-d79bbf8ea3fe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] update failed (client error): The resource could not be found. Aug 31 19:44:31.532568 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-928ed660-b32a-4e2c-b9e0-d79bbf8ea3fe tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-322848003 HTTP/1.1" status: 404 len: 334 time: 0.0469003 Aug 31 19:44:31.536031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:31.548266 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:31.549919 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10028a82-5877-4fd7-8803-eec7d3774360 None None] The sync data for ids ['9dccaac4-0a2a-4dce-80b1-ccb779f06b86'] in n-d-778550-14 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:31.600567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting subnet 2af91973-c2e0-452c-b56c-2eafc002256d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:31.603693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.645106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.736893 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.801616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.839243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Subnet': ['ID=2af91973-c2e0-452c-b56c-2eafc002256d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:31.843063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.847540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a7e2962f-9b19-435a-b9b9-7b4e6b2c30ce tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/subnets/2af91973-c2e0-452c-b56c-2eafc002256d HTTP/1.1" status: 204 len: 168 time: 0.3098879 Aug 31 19:44:31.848176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:31.859343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bca253-86d6-42f4-a539-b7c08ae26ed5 None None] Network 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:31.914000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting subnet 0dbc146a-a06e-4326-b021-32e8edd28c8a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:31.917313 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:31.961659 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.070213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] DHCP port deletion for 49c5017c-e1e0-4c63-8a9d-c5412f0fd39f request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:32.096035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.127248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Deleting port c9ef7ced-f736-4e88-b048-83b4fe77e2cf {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:32.128069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.168754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.199422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbc146a-a06e-4326-b021-32e8edd28c8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:32.202311 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] For port c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,segment=NetworkSegment(532c9551-41e6-4d5b-83ba-75863b146109),segment_id=532c9551-41e6-4d5b-83ba-75863b146109)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:32.202965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.205930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.207895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-08dd1ae7-b3f0-46c6-9668-1ed93f79b201 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/subnets/0dbc146a-a06e-4326-b021-32e8edd28c8a HTTP/1.1" status: 204 len: 168 time: 0.3587630 Aug 31 19:44:32.209026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb33ce-62db-45e1-a077-b8c69b770d63 None None] Network d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:32.210370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:32.254431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Calling delete_port for c9ef7ced-f736-4e88-b048-83b4fe77e2cf owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:32.298703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.369842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting port c9ef7ced-f736-4e88-b048-83b4fe77e2cf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:32.370191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.422115 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.454072 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] Pushing event deleted for resources: {'Port': ['ID=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:32.462057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b8021-6758-404a-9f1a-8f0123a1a608 None None] No DVR routers for this DVR port c9ef7ced-f736-4e88-b048-83b4fe77e2cf on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:32.464957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] For port c9ef7ced-f736-4e88-b048-83b4fe77e2cf, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,segment=NetworkSegment(532c9551-41e6-4d5b-83ba-75863b146109),segment_id=532c9551-41e6-4d5b-83ba-75863b146109)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:32.465616 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.494800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Calling delete_port for c9ef7ced-f736-4e88-b048-83b4fe77e2cf owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:32.521375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] DHCP port deletion for d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:32.581028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Deleting port bb5a2f9b-817e-470c-aadc-feefd4093bd7 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:32.581698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.612456 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.640179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Port': ['ID=c9ef7ced-f736-4e88-b048-83b4fe77e2cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:32.647885 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] No DVR routers for this DVR port c9ef7ced-f736-4e88-b048-83b4fe77e2cf on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:32.648609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] For port bb5a2f9b-817e-470c-aadc-feefd4093bd7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bb5a2f9b-817e-470c-aadc-feefd4093bd7,segment=NetworkSegment(233b78e6-f402-46f3-9f1e-c23cbd2efea0),segment_id=233b78e6-f402-46f3-9f1e-c23cbd2efea0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:32.649096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.663908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Calling delete_port for bb5a2f9b-817e-470c-aadc-feefd4093bd7 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:32.741035 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.754875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.760016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c5017c-e1e0-4c63-8a9d-c5412f0fd39f']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:32.780252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532c9551-41e6-4d5b-83ba-75863b146109') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:32.780567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532c9551-41e6-4d5b-83ba-75863b146109') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:32.782030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] Pushing event deleted for resources: {'Port': ['ID=bb5a2f9b-817e-470c-aadc-feefd4093bd7,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:32.785716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3d9e1-c0b8-4616-b772-610079541704 None None] No DVR routers for this DVR port bb5a2f9b-817e-470c-aadc-feefd4093bd7 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:32.801805 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.816841 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.823220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:32.823622 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self.session.flush() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:32.827502 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:32.884756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.892281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:32.894192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/networks/49c5017c-e1e0-4c63-8a9d-c5412f0fd39f HTTP/1.1" status: 204 len: 168 time: 0.6829877 Aug 31 19:44:32.900054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:32.916352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69533c2-11aa-46a2-91be-8fd9a14bdd1d tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Network': ['ID=49c5017c-e1e0-4c63-8a9d-c5412f0fd39f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:32.988237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.078611 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.089338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:33.099755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233b78e6-f402-46f3-9f1e-c23cbd2efea0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:33.100423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233b78e6-f402-46f3-9f1e-c23cbd2efea0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:33.110124 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.123706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.130388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:33.130778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:33.133953 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:33.199170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.208418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.210253 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/networks/d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e HTTP/1.1" status: 204 len: 168 time: 0.3126402 Aug 31 19:44:33.212940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:33.220986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eafbe9-41f4-414d-b332-55324117bb20 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Network': ['ID=d9c66b6c-b07d-409d-aa5d-bffee1b4ef1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:33.269961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting subnet 8e32180e-f36a-445e-b678-a9acc2c7d559 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:33.273131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.325650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.415930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.476357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.527359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Subnet': ['ID=8e32180e-f36a-445e-b678-a9acc2c7d559,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:33.535386 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.538708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-75934b5f-3013-44f8-b6a2-aa9cb2e422b4 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/subnets/8e32180e-f36a-445e-b678-a9acc2c7d559 HTTP/1.1" status: 204 len: 168 time: 0.3234060 Aug 31 19:44:33.540217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:33.543802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235a6e6-a657-45d6-a724-41d5ab01e6ef None None] Network 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:33.639041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.707233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Deleting port 3405dce8-1758-4766-a80d-65e99131cf7c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:33.707595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.766263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] DHCP port deletion for 1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:33.791083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] For port 3405dce8-1758-4766-a80d-65e99131cf7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3405dce8-1758-4766-a80d-65e99131cf7c,segment=NetworkSegment(d71882ba-8b02-41a0-9798-732f83327924),segment_id=d71882ba-8b02-41a0-9798-732f83327924)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:33.791459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.805425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Calling delete_port for 3405dce8-1758-4766-a80d-65e99131cf7c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:33.820731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Deleting port 3405dce8-1758-4766-a80d-65e99131cf7c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:33.821346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.896355 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.906730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] For port 3405dce8-1758-4766-a80d-65e99131cf7c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3405dce8-1758-4766-a80d-65e99131cf7c,segment=NetworkSegment(d71882ba-8b02-41a0-9798-732f83327924),segment_id=d71882ba-8b02-41a0-9798-732f83327924)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:33.907768 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:33.927171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Port': ['ID=3405dce8-1758-4766-a80d-65e99131cf7c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:33.929149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] No DVR routers for this DVR port 3405dce8-1758-4766-a80d-65e99131cf7c on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:33.931097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Calling delete_port for 3405dce8-1758-4766-a80d-65e99131cf7c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:33.998011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bb5a2f9b-817e-470c-aadc-feefd4093bd7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:34.022112 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bb5a2f9b-817e-470c-aadc-feefd4093bd7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:34.022461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bb5a2f9b-817e-470c-aadc-feefd4093bd7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:34.022886 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3405dce8-1758-4766-a80d-65e99131cf7c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:34.036439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.047669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:34.048923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3405dce8-1758-4766-a80d-65e99131cf7c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:34.049358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3405dce8-1758-4766-a80d-65e99131cf7c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:34.050002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c9ef7ced-f736-4e88-b048-83b4fe77e2cf no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:34.058903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71882ba-8b02-41a0-9798-732f83327924') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:34.059218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71882ba-8b02-41a0-9798-732f83327924') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:34.071011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.076695 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c9ef7ced-f736-4e88-b048-83b4fe77e2cf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:34.077048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c9ef7ced-f736-4e88-b048-83b4fe77e2cf not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:34.086446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.096574 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.114014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:34.114482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:34.118699 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:34.128497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] Pushing event deleted for resources: {'Port': ['ID=3405dce8-1758-4766-a80d-65e99131cf7c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:34.130338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd5a10-c267-4152-85e6-66c2dd83cc7b None None] No DVR routers for this DVR port 3405dce8-1758-4766-a80d-65e99131cf7c on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:34.203155 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.209932 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.211771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/networks/1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5 HTTP/1.1" status: 204 len: 168 time: 0.6705356 Aug 31 19:44:34.214669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:34.224115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfd943-8fc7-4c5b-856b-b720105e29ed tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Pushing event deleted for resources: {'Network': ['ID=1afd700c-9f1b-4d96-ac73-3ce9c5c4dbe5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:34.246997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-990ddb53-cb23-40e9-a421-088fc4836389 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dccaac4-0a2a-4dce-80b1-ccb779f06b86 HTTP/1.1" status: 200 len: 205 time: 0.0295222 Aug 31 19:44:34.249466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39118) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:34.327657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.498513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.500750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.544423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.545147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Fanout notify agent at l3_agent the message router_deleted on router 9dccaac4-0a2a-4dce-80b1-ccb779f06b86 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:44:34.553161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:34.556218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e8c69e9c-a17e-4eb3-a2c5-640520c2f265 tempest-RoutersNegativeTest-400090143 tempest-RoutersNegativeTest-400090143-project] 10.222.0.73 "DELETE /v2.0/routers/9dccaac4-0a2a-4dce-80b1-ccb779f06b86 HTTP/1.1" status: 204 len: 168 time: 0.3055651 Aug 31 19:44:34.820503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:34.964367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9501b570-2b6d-487c-a573-aa873a13b710 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc489af170f4455f9a5de2a9028f725f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426315 Aug 31 19:44:34.966908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:35.023933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:35.048946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:35.096864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:35.099627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:35.100948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d64b61b8-fd35-4053-89d2-fc0b9aaf879b HTTP/1.1" status: 204 len: 168 time: 0.1329083 Aug 31 19:44:35.111406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2ba03-8048-4f96-8973-81d3b9470d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b61b8-fd35-4053-89d2-fc0b9aaf879b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:35.871940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:35.983854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-54d373c8-6648-436f-9145-0a03d8da49ae tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:35.984305 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-54d373c8-6648-436f-9145-0a03d8da49ae tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 19:44:35.984805 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-54d373c8-6648-436f-9145-0a03d8da49ae tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:44:35.985790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-54d373c8-6648-436f-9145-0a03d8da49ae tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1113207 Aug 31 19:44:35.989876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:35.999103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825057460'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:36.021984 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.031471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.135256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.140250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.182261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4c7f9-a5e5-4fdb-8911-7195e8edc0fd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:36.243807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.248761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.279942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b457d00-385d-4a6d-ad49-485a9f956ddf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:36.282325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.286484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:36.287012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0ca239d0-2975-4e52-b986-6ebece3e7e26 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2959955 Aug 31 19:44:36.292310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '2b457d00-385d-4a6d-ad49-485a9f956ddf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:36.326350 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.389344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.393280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.410227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a893d082-cc17-4d92-b9de-84128749e99a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:36.419071 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.421470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc3d24b9-8ee0-45d6-966d-447836a38552 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329322 Aug 31 19:44:36.424338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:36.428875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4af9b2a-796e-4d08-ae2d-5dbe53c14f59 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '2b457d00-385d-4a6d-ad49-485a9f956ddf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:36.456601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4af9b2a-796e-4d08-ae2d-5dbe53c14f59 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.517225 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f4af9b2a-796e-4d08-ae2d-5dbe53c14f59 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 19:44:36.518389 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f4af9b2a-796e-4d08-ae2d-5dbe53c14f59 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0930836 Aug 31 19:44:36.521117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:36.583255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.615070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.662055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.664801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:36.666025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/2b457d00-385d-4a6d-ad49-485a9f956ddf HTTP/1.1" status: 204 len: 168 time: 0.1439939 Aug 31 19:44:36.669618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:36.676415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa36799-c093-4088-b2a6-538df88401fd tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b457d00-385d-4a6d-ad49-485a9f956ddf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:36.735233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f27bfd0-33c7-4fbb-91f3-ce8daa1d1d29 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639949 Aug 31 19:44:36.739002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:36.743058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694992947'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:36.765425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.175615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.180774 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.218126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9e8a4-4c51-4db5-a872-b9b4c2c660e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:37.222343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.226603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7f7e56a-aa3d-4570-934e-146e891b325f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4841483 Aug 31 19:44:37.227690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.232274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9c09b74d-e3ed-4df0-a3b9-e2398bc6ab49 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '9de9e8a4-4c51-4db5-a872-b9b4c2c660e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:37.236277 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-9c09b74d-e3ed-4df0-a3b9-e2398bc6ab49 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 19:44:37.236901 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9c09b74d-e3ed-4df0-a3b9-e2398bc6ab49 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:37.238013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9c09b74d-e3ed-4df0-a3b9-e2398bc6ab49 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100780 Aug 31 19:44:37.240986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.301975 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.327580 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.377801 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.380488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.381713 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/9de9e8a4-4c51-4db5-a872-b9b4c2c660e8 HTTP/1.1" status: 204 len: 168 time: 0.1396821 Aug 31 19:44:37.384590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.390895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d878b-b41c-43e8-aa46-8927196f37b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9e8a4-4c51-4db5-a872-b9b4c2c660e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:37.431504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbad49f6-fd8a-4bce-bd67-42cba96ba066 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456738 Aug 31 19:44:37.435219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.439797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--703977932'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:37.473828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.570285 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.574992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.602240 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.603893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1673436 Aug 31 19:44:37.609817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.617234 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87094445-f4bc-4272-82cc-3b2a6bdd2cdc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af959fe3-a95a-4705-bea4-72cce7e12db6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:37.619251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-547889b9-380b-4d7b-b2ca-fec14e45642a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'af959fe3-a95a-4705-bea4-72cce7e12db6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:37.620568 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-547889b9-380b-4d7b-b2ca-fec14e45642a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 19:44:37.621381 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-547889b9-380b-4d7b-b2ca-fec14e45642a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:37.625880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-547889b9-380b-4d7b-b2ca-fec14e45642a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104895 Aug 31 19:44:37.626854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.690246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.714443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.764507 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.767028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.768201 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/af959fe3-a95a-4705-bea4-72cce7e12db6 HTTP/1.1" status: 204 len: 168 time: 0.1401610 Aug 31 19:44:37.771302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.777210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96513e-8e73-4d77-8c38-f652cf1b07b8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af959fe3-a95a-4705-bea4-72cce7e12db6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:37.852865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f335b02b-36b0-4cc3-afe4-4af46a80e76c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801895 Aug 31 19:44:37.857664 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39250) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:37.862970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326847356'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:37.889312 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:37.998472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.002812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.033709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.034998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761947 Aug 31 19:44:38.035899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd13271-bf61-443f-ad33-55dbe50ed794 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:38.038078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.045316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2351b83-eadf-4f35-9658-59a4b1e0e894 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.046221 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-f2351b83-eadf-4f35-9658-59a4b1e0e894 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 19:44:38.046752 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f2351b83-eadf-4f35-9658-59a4b1e0e894 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.047865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f2351b83-eadf-4f35-9658-59a4b1e0e894 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072176 Aug 31 19:44:38.050695 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39258) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.056348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-242d1c5f-f816-4dcf-8d9e-7ec3d1a0b012 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.057067 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-242d1c5f-f816-4dcf-8d9e-7ec3d1a0b012 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 19:44:38.057596 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-242d1c5f-f816-4dcf-8d9e-7ec3d1a0b012 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.058685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-242d1c5f-f816-4dcf-8d9e-7ec3d1a0b012 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067952 Aug 31 19:44:38.062096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.067128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3fa87c37-64fe-499c-9e7e-71f2dad5c259 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.068345 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-3fa87c37-64fe-499c-9e7e-71f2dad5c259 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 19:44:38.068934 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3fa87c37-64fe-499c-9e7e-71f2dad5c259 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.069977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3fa87c37-64fe-499c-9e7e-71f2dad5c259 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067163 Aug 31 19:44:38.072454 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.078072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-398cddac-2611-4e5c-aa2d-2786d35fab5a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.078498 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-398cddac-2611-4e5c-aa2d-2786d35fab5a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 19:44:38.078978 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-398cddac-2611-4e5c-aa2d-2786d35fab5a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.080033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-398cddac-2611-4e5c-aa2d-2786d35fab5a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064650 Aug 31 19:44:38.082473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.143200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.171668 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.218203 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.221009 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.222258 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341 HTTP/1.1" status: 204 len: 168 time: 0.1387475 Aug 31 19:44:38.225463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.233519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1975e1-d05f-4583-bcf9-f770ff501be7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c21ea-0af7-4bb9-b9d5-f7bd7660c341,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:38.289677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-54f627ff-0d8c-43da-bdd9-7dd95844b3a3 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625882 Aug 31 19:44:38.293844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.299717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--764976423'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.326646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.438686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.442856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.483433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7366c50a-2f9a-4ef3-9c47-f011f83b2649,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:38.486503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.490651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0671411d-68a5-439a-a3ba-b3e4584c5a65 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1929471 Aug 31 19:44:38.490968 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.495999 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fad009ce-24b6-4832-8b59-617bed479f4b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.496826 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-fad009ce-24b6-4832-8b59-617bed479f4b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 19:44:38.498168 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-fad009ce-24b6-4832-8b59-617bed479f4b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.499321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fad009ce-24b6-4832-8b59-617bed479f4b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070348 Aug 31 19:44:38.502033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.506823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-de4c56c4-6c5d-4922-a903-aa60ee3cb86f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.552113 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-de4c56c4-6c5d-4922-a903-aa60ee3cb86f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.553592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de4c56c4-6c5d-4922-a903-aa60ee3cb86f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0505617 Aug 31 19:44:38.556715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.562956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ef940a2e-267a-44da-b598-53d7485bc2bc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.563463 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-ef940a2e-267a-44da-b598-53d7485bc2bc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 19:44:38.564025 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ef940a2e-267a-44da-b598-53d7485bc2bc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.565105 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ef940a2e-267a-44da-b598-53d7485bc2bc tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074077 Aug 31 19:44:38.568395 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.579839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-76868eea-ea88-4f81-96ad-0bd85d4c499e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.627681 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-76868eea-ea88-4f81-96ad-0bd85d4c499e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.627681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-76868eea-ea88-4f81-96ad-0bd85d4c499e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0525668 Aug 31 19:44:38.628753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.634718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-178eac51-799f-4ef8-bb39-c495864ed521 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.635205 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-178eac51-799f-4ef8-bb39-c495864ed521 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 19:44:38.635737 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-178eac51-799f-4ef8-bb39-c495864ed521 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.636674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-178eac51-799f-4ef8-bb39-c495864ed521 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066988 Aug 31 19:44:38.640237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.645213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-981fe1ff-d71e-4cca-ad3d-76f4e6339754 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.672491 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-981fe1ff-d71e-4cca-ad3d-76f4e6339754 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Project 281c5cefa62047c2a1a92eeb53da7aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:44:38.687402 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-981fe1ff-d71e-4cca-ad3d-76f4e6339754 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.688532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-981fe1ff-d71e-4cca-ad3d-76f4e6339754 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0473723 Aug 31 19:44:38.691703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.696377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d79e051c-3782-40a1-ae7d-78dc44f63aea tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.696858 n-d-778550-14 neutron-server[94817]: WARNING neutron.api.v2.base [None req-d79e051c-3782-40a1-ae7d-78dc44f63aea tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 19:44:38.697334 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d79e051c-3782-40a1-ae7d-78dc44f63aea tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.698308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d79e051c-3782-40a1-ae7d-78dc44f63aea tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056708 Aug 31 19:44:38.701445 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.705705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c88812e9-20bc-45f0-947f-db7a51b42701 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.728896 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-c88812e9-20bc-45f0-947f-db7a51b42701 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Project 281c5cefa62047c2a1a92eeb53da7aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:44:38.742102 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-c88812e9-20bc-45f0-947f-db7a51b42701 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.743133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c88812e9-20bc-45f0-947f-db7a51b42701 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0408115 Aug 31 19:44:38.746080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.751358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ab90192c-7d66-4ccc-8457-0e84817b148b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '7366c50a-2f9a-4ef3-9c47-f011f83b2649', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:38.776497 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-ab90192c-7d66-4ccc-8457-0e84817b148b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Project 281c5cefa62047c2a1a92eeb53da7aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:44:38.795175 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ab90192c-7d66-4ccc-8457-0e84817b148b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:38.796273 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ab90192c-7d66-4ccc-8457-0e84817b148b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0492294 Aug 31 19:44:38.799059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.852254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.879804 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.929685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.932863 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.934127 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/7366c50a-2f9a-4ef3-9c47-f011f83b2649 HTTP/1.1" status: 204 len: 168 time: 0.1340873 Aug 31 19:44:38.937637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:38.946493 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204780c2-40ad-4ea3-831d-83020419bc8c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366c50a-2f9a-4ef3-9c47-f011f83b2649,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:38.989503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4decb68-8ac2-4b74-85d6-bc137a4c708f tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504336 Aug 31 19:44:38.994815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39312) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.000997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555928771'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.024545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.117351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.121422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.155529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff37b5d-c5d5-48a2-a448-d140cb19decd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.157907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.159108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-98898d0f-0761-40d5-954a-5fce3c70a80a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1633523 Aug 31 19:44:39.162281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.166815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-31b71f13-0030-451b-bdf3-3ac6553e7d23 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'cff37b5d-c5d5-48a2-a448-d140cb19decd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.212219 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-31b71f13-0030-451b-bdf3-3ac6553e7d23 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The resource could not be found. Aug 31 19:44:39.213606 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-31b71f13-0030-451b-bdf3-3ac6553e7d23 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0502613 Aug 31 19:44:39.217351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.222292 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b8bf78e-67a3-43f6-b3f2-eb6721ec5abb tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'cff37b5d-c5d5-48a2-a448-d140cb19decd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'de6e9d2e-619a-43d9-b4cd-81f4555717bb'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.271958 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3b8bf78e-67a3-43f6-b3f2-eb6721ec5abb tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The resource could not be found. Aug 31 19:44:39.284875 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b8bf78e-67a3-43f6-b3f2-eb6721ec5abb tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0585291 Aug 31 19:44:39.284875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.355671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.397116 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.445189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.448233 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.449647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/cff37b5d-c5d5-48a2-a448-d140cb19decd HTTP/1.1" status: 204 len: 168 time: 0.1673687 Aug 31 19:44:39.452573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.462175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da953-3af3-4f03-ab98-09965c74a15a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff37b5d-c5d5-48a2-a448-d140cb19decd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.510544 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c305e071-fa35-4b6a-8183-878d4547ecc1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532415 Aug 31 19:44:39.511491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.515447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bb2902cf-b134-448d-b9f7-e9c75b8839d6 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '0baa1021-6dda-4985-84ca-658e6eb04928', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.557232 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-bb2902cf-b134-448d-b9f7-e9c75b8839d6 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The resource could not be found. Aug 31 19:44:39.558459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bb2902cf-b134-448d-b9f7-e9c75b8839d6 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0466709 Aug 31 19:44:39.562854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.567626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617176424'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.599564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.694361 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.698083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.728316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.729615 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1657677 Aug 31 19:44:39.732355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172db3a-e4fe-4c01-8efa-bad455c8df96 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54657e7-8c0b-41aa-8c61-6d126c455bdb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.733240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.737853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--90786167'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.764570 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.854758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.860624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.902390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.903747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1694524 Aug 31 19:44:39.904453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95876d-c291-4546-b4ff-47c181e68d3b tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0575e69b-46d0-474f-a16e-50063e109bbc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.906663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.911592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d0b6672-ef54-4529-bba0-3d2b09343055 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': 'b54657e7-8c0b-41aa-8c61-6d126c455bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0575e69b-46d0-474f-a16e-50063e109bbc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:39.953996 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-9d0b6672-ef54-4529-bba0-3d2b09343055 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:39.955304 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9d0b6672-ef54-4529-bba0-3d2b09343055 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0476968 Aug 31 19:44:39.958718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.015388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.037904 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.086086 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.089399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.090707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/0575e69b-46d0-474f-a16e-50063e109bbc HTTP/1.1" status: 204 len: 168 time: 0.1308696 Aug 31 19:44:40.094295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.108646 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b994217-5f42-49a3-80d1-80ebee31cae7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575e69b-46d0-474f-a16e-50063e109bbc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.160976 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-205d817f-cfad-4d25-bb0b-96bfb1cf5816 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0651343 Aug 31 19:44:40.163669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.222011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.244521 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.288731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.291871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.293020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/b54657e7-8c0b-41aa-8c61-6d126c455bdb HTTP/1.1" status: 204 len: 168 time: 0.1283984 Aug 31 19:44:40.296576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.304203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007731-ff72-46f9-8567-0442b6179e2e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54657e7-8c0b-41aa-8c61-6d126c455bdb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.364521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-017e9757-f3c7-4cef-ab7d-3d7f37a535c7 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666311 Aug 31 19:44:40.368275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.373124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--137505959'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.396258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.493146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.498371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.527787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.529811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1604581 Aug 31 19:44:40.531842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c6276-62c3-4a51-b8b2-03de63785f9e tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea45ff9-bbd5-4327-9f35-3cfc4c56a3f9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.532939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.538436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d1e4e57e-6d81-4b8b-acc0-95faf258ffbf tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '5ea45ff9-bbd5-4327-9f35-3cfc4c56a3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.580791 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d1e4e57e-6d81-4b8b-acc0-95faf258ffbf tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:40.582127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1e4e57e-6d81-4b8b-acc0-95faf258ffbf tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0479028 Aug 31 19:44:40.584686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.592043 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cb3d235e-3229-48bb-8170-b4ff28db4556 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group_rule': {'security_group_id': '5ea45ff9-bbd5-4327-9f35-3cfc4c56a3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.629856 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-cb3d235e-3229-48bb-8170-b4ff28db4556 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 19:44:40.631085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cb3d235e-3229-48bb-8170-b4ff28db4556 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0454159 Aug 31 19:44:40.634078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.700524 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.722950 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.768029 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.770605 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.771811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/5ea45ff9-bbd5-4327-9f35-3cfc4c56a3f9 HTTP/1.1" status: 204 len: 168 time: 0.1364563 Aug 31 19:44:40.774585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.786319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3f915-1d35-462f-b334-7e7b4f58bffe tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea45ff9-bbd5-4327-9f35-3cfc4c56a3f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.820540 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df07c597-645e-443f-87d6-60898829027a tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446832 Aug 31 19:44:40.824155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.828699 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'tempest-secgroup--402649825'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.850883 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.938555 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.942811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.973520 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.974764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1495910 Aug 31 19:44:40.975627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fc6ef-236c-41f5-826d-8878700fdaf1 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9261d5-0188-4e97-99de-f1652a994d63,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.977757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.982835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-11cb5a4e-0500-4368-8af1-f0453f65445c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.983253 n-d-778550-14 neutron-server[94816]: WARNING neutron.api.v2.base [None req-11cb5a4e-0500-4368-8af1-f0453f65445c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 19:44:40.984287 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-11cb5a4e-0500-4368-8af1-f0453f65445c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 19:44:40.985095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-11cb5a4e-0500-4368-8af1-f0453f65445c tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "PUT /v2.0/security-groups/5e9261d5-0188-4e97-99de-f1652a994d63 HTTP/1.1" status: 409 len: 330 time: 0.0064387 Aug 31 19:44:40.987997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.047755 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.070240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.112130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.114784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.118669 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/5e9261d5-0188-4e97-99de-f1652a994d63 HTTP/1.1" status: 204 len: 168 time: 0.1270392 Aug 31 19:44:41.119072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.128199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244a922-fe3f-43f0-b888-56086a13098d tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9261d5-0188-4e97-99de-f1652a994d63,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:41.172526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-98357d1f-40f2-4580-9161-d583961e6979 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520468 Aug 31 19:44:41.176332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.191006 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-99791eba-0dc6-47ee-9485-8ba1d3f5f8b4 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] delete failed (client error): The resource could not be found. Aug 31 19:44:41.192283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-99791eba-0dc6-47ee-9485-8ba1d3f5f8b4 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "DELETE /v2.0/security-groups/68b8d126-619f-40c1-b575-02a40d135956 HTTP/1.1" status: 404 len: 347 time: 0.0149179 Aug 31 19:44:41.196041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.214308 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-6118c244-de48-4fef-a61b-8d9cbbde01ef tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] show failed (client error): The resource could not be found. Aug 31 19:44:41.215326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6118c244-de48-4fef-a61b-8d9cbbde01ef tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-groups/508ce8d2-7a07-4dbe-8397-0738bf35a83e HTTP/1.1" status: 404 len: 347 time: 0.0182993 Aug 31 19:44:41.219116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.233962 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-f878af16-e6fb-4517-b40b-a7f3a45143d8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] show failed (client error): The resource could not be found. Aug 31 19:44:41.234988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f878af16-e6fb-4517-b40b-a7f3a45143d8 tempest-NegativeSecGroupIPv6Test-1658844400 tempest-NegativeSecGroupIPv6Test-1658844400-project] 10.222.0.73 "GET /v2.0/security-group-rules/930ce80a-491b-497f-85b9-67661c3d104b HTTP/1.1" status: 404 len: 356 time: 0.0149324 Aug 31 19:44:41.490090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.576977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fab980ab-3f45-497c-b35a-baa6dc869251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.630501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c35b2aeb-e46d-4447-b3ae-3910ac3cc520 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=281c5cefa62047c2a1a92eeb53da7aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391058 Aug 31 19:44:41.632952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:41.684783 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.705772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.752336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.754900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.756077 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ee4c7f9-a5e5-4fdb-8911-7195e8edc0fd HTTP/1.1" status: 204 len: 168 time: 0.1222258 Aug 31 19:44:41.764109 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e199b-b88b-4eb0-8db4-4a1ad4f7461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4c7f9-a5e5-4fdb-8911-7195e8edc0fd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:42.426033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:42.527564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1266797694'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:42.550508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Made reservation on behalf of 50d376e919de4d7891e7afb42575c3d1 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:42.554317 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.566262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.661919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.666042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.692781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:44:42.701905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9058ce12-5c12-446f-8939-a3dd8e019ce6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:42.708045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.708392 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Added segment 0ada716f-f550-4835-b540-cc99fc092c98 of type vlan for network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 Aug 31 19:44:42.751846 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.776933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.783133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:42.783735 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.840029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4128556 Aug 31 19:44:42.843478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:42.848407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Request body: {'subnet': {'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:42.866826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff1ef5-0954-451b-8d47-e88ccc136c3f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event updated for resources: {'Network': ['ID=c8d542ea-51c7-4f6c-9b20-6433755c6fc2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:42.879368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:44:42.945121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Made reservation on behalf of 50d376e919de4d7891e7afb42575c3d1 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:42.948587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.132268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.194290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event updated for resources: {'Subnet': ['ID=25609c75-0117-451a-9289-a592f2de44ec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:43.203601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Checking segment: {'id': '0ada716f-f550-4835-b540-cc99fc092c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:43.203996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Network hostable DHCP agents. Network: c8d542ea-51c7-4f6c-9b20-6433755c6fc2, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:43.222183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:43.231227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c8d542ea-51c7-4f6c-9b20-6433755c6fc2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:43.236263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:43.238198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.239464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e9748-540f-40b3-afda-83e68d1bedea None None] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:43.253444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6cf7c375-0f13-4507-b55b-c67d30b15f07 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088275 Aug 31 19:44:43.256171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:43.261520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Request body: {'port': {'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2', 'name': 'tempest-TagsExtTest-792051132'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:43.392577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Made reservation on behalf of 50d376e919de4d7891e7afb42575c3d1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:43.397421 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.412240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c8d542ea-51c7-4f6c-9b20-6433755c6fc2', 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2', 'tenant_id': '50d376e919de4d7891e7afb42575c3d1', 'fixed_ips': [{'subnet_id': '25609c75-0117-451a-9289-a592f2de44ec'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:44:43.413554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.419834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] device_id is not set on port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 19:44:43.534794 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Allocated IP 172.20.0.5 (c8d542ea-51c7-4f6c-9b20-6433755c6fc2/25609c75-0117-451a-9289-a592f2de44ec/8fdb5ce7-2491-4eb5-a0d9-aa0377850918) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:43.689000 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.703209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Transition to ACTIVE for port object 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:43.738896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.783428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Allocated IP 172.20.0.2 (c8d542ea-51c7-4f6c-9b20-6433755c6fc2/25609c75-0117-451a-9289-a592f2de44ec/52acf875-9404-45d3-bbe4-1884cfc6c74e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:43.784119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:43.789579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:43.793313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:43.825116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event updated for resources: {'Port': ['ID=8fdb5ce7-2491-4eb5-a0d9-aa0377850918,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:43.849796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:43.850475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.867053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-961ae9f3-656c-4e8d-bfd1-2e3e1597ed32 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6096747 Aug 31 19:44:43.869621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39434) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:43.874950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-908407753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:43.899908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.901014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.954954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.957389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.960533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.966970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Transition to ACTIVE for port object 52acf875-9404-45d3-bbe4-1884cfc6c74e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:43.977900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.983433 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6ab106b3-563c-4f32-a1d3-ab2fbba975a3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1085682 Aug 31 19:44:43.983748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:43.985462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Transition to ACTIVE for port object 52acf875-9404-45d3-bbe4-1884cfc6c74e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:43.988746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-da4f58d5-571c-447b-b836-278e838bd0ec tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1562989478', 'prefixes': ['172.20.0.0/16']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:43.993475 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.043038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:44.047466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:44.051622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:44.057306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Pushing event updated for resources: {'Port': ['ID=52acf875-9404-45d3-bbe4-1884cfc6c74e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:44.060599 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da4f58d5-571c-447b-b836-278e838bd0ec tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for subnetpool, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.062618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-da4f58d5-571c-447b-b836-278e838bd0ec tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0773816 Aug 31 19:44:44.065815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.071324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-9b518566-d9e6-41d1-9de3-0a98957f15f9 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-1988656897') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.120096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Attempting to bind port 52acf875-9404-45d3-bbe4-1884cfc6c74e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:44.120455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Attempting to bind port 52acf875-9404-45d3-bbe4-1884cfc6c74e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '0ada716f-f550-4835-b540-cc99fc092c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:44.120818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Attempting to bind port 52acf875-9404-45d3-bbe4-1884cfc6c74e on network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:44.127252 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:44.127661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Checking segment: {'id': '0ada716f-f550-4835-b540-cc99fc092c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:44.128076 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.128481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Bound using segment: {'id': '0ada716f-f550-4835-b540-cc99fc092c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:44.128946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Bound port: 52acf875-9404-45d3-bbe4-1884cfc6c74e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada716f-f550-4835-b540-cc99fc092c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c8d542ea-51c7-4f6c-9b20-6433755c6fc2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:44.129332 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.175345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9b518566-d9e6-41d1-9de3-0a98957f15f9 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-1988656897 HTTP/1.1" status: 201 len: 201 time: 0.1080065 Aug 31 19:44:44.178011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39440) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.182999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a62d60d9-206b-42f7-b6d0-a5bf6ff20a79 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-1802023577') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.199420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] For port 52acf875-9404-45d3-bbe4-1884cfc6c74e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:44.203773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] For port 52acf875-9404-45d3-bbe4-1884cfc6c74e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52acf875-9404-45d3-bbe4-1884cfc6c74e,segment=NetworkSegment(0ada716f-f550-4835-b540-cc99fc092c98),segment_id=0ada716f-f550-4835-b540-cc99fc092c98)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:44.208458 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.257090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a62d60d9-206b-42f7-b6d0-a5bf6ff20a79 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-1802023577 HTTP/1.1" status: 201 len: 201 time: 0.0778880 Aug 31 19:44:44.259816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.268325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-c3f9a2e1-451d-4275-a60c-5d1b612d4d59 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-538595013') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.271536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-795913c6-aac7-4ba3-8975-f180edaf8445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.286868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427b54-5cdf-4c35-a54e-b1d5acc6328f None None] Pushing event updated for resources: {'Port': ['ID=52acf875-9404-45d3-bbe4-1884cfc6c74e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:44.375900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c3f9a2e1-451d-4275-a60c-5d1b612d4d59 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-538595013 HTTP/1.1" status: 201 len: 201 time: 0.1139343 Aug 31 19:44:44.378150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39444) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.382826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-02426a33-b9b8-4062-9170-1a820d25d6b3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-819925594') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.440849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-02426a33-b9b8-4062-9170-1a820d25d6b3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-819925594 HTTP/1.1" status: 201 len: 201 time: 0.0615151 Aug 31 19:44:44.443514 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.450684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-779708bd-b501-4a52-a82c-95823f315ee1 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.514951 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.561916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-779708bd-b501-4a52-a82c-95823f315ee1 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 200 len: 241 time: 0.1136312 Aug 31 19:44:44.562258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39450) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.567203 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-0f292e98-803e-41bc-84f1-aa76be4dc834 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-1988656897') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.662964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0f292e98-803e-41bc-84f1-aa76be4dc834 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-1988656897 HTTP/1.1" status: 204 len: 168 time: 0.0994041 Aug 31 19:44:44.665489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.671165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-75b33ec3-91c0-4d65-ac9c-ef3a7608dd2e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-1988656897') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.741368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-75b33ec3-91c0-4d65-ac9c-ef3a7608dd2e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-1988656897 HTTP/1.1" status: 204 len: 168 time: 0.0748138 Aug 31 19:44:44.743874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.744566 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.748324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-d2258a94-8467-4af1-aafc-e858115039cc tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.799367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d2258a94-8467-4af1-aafc-e858115039cc tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 200 len: 205 time: 0.0543432 Aug 31 19:44:44.801785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.805902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-350f69a8-0105-47ec-ac65-90c041ef1a5a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:44.858595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-350f69a8-0105-47ec-ac65-90c041ef1a5a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 200 len: 241 time: 0.0557177 Aug 31 19:44:44.861059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39458) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:44.865209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-decea2ef-bc97-4c0e-a4b9-9fb5946353ee tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-1802023577') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.248449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-decea2ef-bc97-4c0e-a4b9-9fb5946353ee tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-1802023577 HTTP/1.1" status: 204 len: 168 time: 0.3863373 Aug 31 19:44:45.249773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.254327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-cd957f1c-cc80-4dfb-ac23-235fb96a1425 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-1802023577') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.260557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c16384-5a3c-4ac9-88bf-18160dd01759 None None] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:45.320570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd957f1c-cc80-4dfb-ac23-235fb96a1425 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-1802023577 HTTP/1.1" status: 204 len: 168 time: 0.0696781 Aug 31 19:44:45.322964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.323911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2977269d-2d85-43ce-989f-4a33da77c217 None None] Provisioning for port 52acf875-9404-45d3-bbe4-1884cfc6c74e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:45.328426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-971007df-6309-4901-925d-f8d6d8b2e464 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.380548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-971007df-6309-4901-925d-f8d6d8b2e464 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 200 len: 205 time: 0.0564857 Aug 31 19:44:45.382927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.387926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-515ec38b-7f68-40ef-94ea-1a7aa4772d49 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.446166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.460708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-515ec38b-7f68-40ef-94ea-1a7aa4772d49 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 200 len: 240 time: 0.0767715 Aug 31 19:44:45.463125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.468261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-6b89b77d-559e-44fe-9269-595f4226f835 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-538595013') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.550145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6b89b77d-559e-44fe-9269-595f4226f835 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-538595013 HTTP/1.1" status: 204 len: 168 time: 0.0837524 Aug 31 19:44:45.550684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.555483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-4c60d0c0-4470-4461-905a-6fc03b6b0473 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-538595013') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.664662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4c60d0c0-4470-4461-905a-6fc03b6b0473 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-538595013 HTTP/1.1" status: 204 len: 168 time: 0.1126697 Aug 31 19:44:45.666848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39482) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.673532 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-4db7c427-c6b4-40e6-913f-e11450038446 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.674657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-82639fc3-2ecd-48e2-a3d7-90c6136da3cd None None] Provisioning for port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:45.681681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-82639fc3-2ecd-48e2-a3d7-90c6136da3cd None None] Provisioning complete for port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:45.682263 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-82639fc3-2ecd-48e2-a3d7-90c6136da3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.724747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-82639fc3-2ecd-48e2-a3d7-90c6136da3cd None None] Port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:45.768504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4db7c427-c6b4-40e6-913f-e11450038446 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 200 len: 205 time: 0.1004157 Aug 31 19:44:45.771376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.776936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-26a2f389-6556-4753-a9db-1dc74b002624 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.800676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26a2f389-6556-4753-a9db-1dc74b002624 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 200 len: 240 time: 0.0279977 Aug 31 19:44:45.803175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.807974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-308b3c3e-5ef3-484a-8208-7c7abcc5c7ed tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-819925594') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.821239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.831029 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610666002', 'description': 'tempest-secgroup-smoke-610666002 description', 'project_id': '500a588d06b44319800fdbc76499f50a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:45.839971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-308b3c3e-5ef3-484a-8208-7c7abcc5c7ed tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-819925594 HTTP/1.1" status: 204 len: 168 time: 0.0340428 Aug 31 19:44:45.841639 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39490) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.849405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-42824672-3831-45f0-bdff-77c663f2be3c tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-819925594') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.858354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.898133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-42824672-3831-45f0-bdff-77c663f2be3c tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-819925594 HTTP/1.1" status: 204 len: 168 time: 0.0543756 Aug 31 19:44:45.901407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.910734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-b6eb4350-52d8-42b9-9a5c-b88785dcc694 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.954703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2f1a442c-2a6b-4910-89cd-19679d64f9b7 None None] Provisioning complete for port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:45.955671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f1a442c-2a6b-4910-89cd-19679d64f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.959696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b6eb4350-52d8-42b9-9a5c-b88785dcc694 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 200 len: 205 time: 0.0554218 Aug 31 19:44:45.960931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:45.975767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-5099db0f-c6b6-4b74-a0a6-ac5d16ef0ec0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:45.998841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52acf875-9404-45d3-bbe4-1884cfc6c74e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:46.023949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.032654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.048576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.051113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a442c-2a6b-4910-89cd-19679d64f9b7 None None] Port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:46.052081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5099db0f-c6b6-4b74-a0a6-ac5d16ef0ec0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 204 len: 168 time: 0.0897045 Aug 31 19:44:46.055263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39496) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.060787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-b5b266a8-4f20-4009-baa8-2d0ab2650fcf tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.065970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.070140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2449572 Aug 31 19:44:46.070140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c83cb5-2d76-4d78-a222-41c0c3d88892 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.071884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.077412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.081232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 52acf875-9404-45d3-bbe4-1884cfc6c74e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:46.085994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 52acf875-9404-45d3-bbe4-1884cfc6c74e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:46.086443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.105226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.167630 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.169097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5b266a8-4f20-4009-baa8-2d0ab2650fcf tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 204 len: 168 time: 0.1128016 Aug 31 19:44:46.171502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.172805 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.174953 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.178831 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-c084c54d-c752-45e4-8e1e-c6972b72b2cc tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.193613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be54cb0b-6b4b-47f2-88a3-a6f677423ef0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.201366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.205240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ca3db40b-5b4b-4075-98df-55e468146d64 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299853 Aug 31 19:44:46.205546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.210326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.216969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 52acf875-9404-45d3-bbe4-1884cfc6c74e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52acf875-9404-45d3-bbe4-1884cfc6c74e,segment=NetworkSegment(0ada716f-f550-4835-b540-cc99fc092c98),segment_id=0ada716f-f550-4835-b540-cc99fc092c98)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:46.221993 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.241452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.249057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c084c54d-c752-45e4-8e1e-c6972b72b2cc tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 204 len: 168 time: 0.0763035 Aug 31 19:44:46.249738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.254630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-8b494991-4fb8-457a-8f72-d574f71e62e2 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.274636 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=52acf875-9404-45d3-bbe4-1884cfc6c74e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.305905 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.310762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.321184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b494991-4fb8-457a-8f72-d574f71e62e2 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0698824 Aug 31 19:44:46.321793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.327124 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-4b2e9175-34e6-443f-b34d-29f31b51c5e6 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-114225246') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.332721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.333915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273644 Aug 31 19:44:46.335021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def648-6412-4065-a4d9-2153281ecb76 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3b6d20-68f3-438a-8021-569099ecd554,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.336815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.341868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.369167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.395108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b2e9175-34e6-443f-b34d-29f31b51c5e6 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-114225246 HTTP/1.1" status: 201 len: 201 time: 0.0722716 Aug 31 19:44:46.397722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.402300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-402aba48-c9a3-42e9-8052-fe712449ebaa tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-910542973') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.432914 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.437394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.455127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8777abb-feef-4396-8750-68563e2d3f1a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.463729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.465028 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5cec8bf7-6374-401d-b661-7616e46fab11 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272910 Aug 31 19:44:46.468667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.470249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-402aba48-c9a3-42e9-8052-fe712449ebaa tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-910542973 HTTP/1.1" status: 201 len: 201 time: 0.0713999 Aug 31 19:44:46.472729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.473283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.477623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-8a1eea2b-1180-4a18-a63d-3f280e8c930f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-836517371') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.501376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.561076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.564912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.567194 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a1eea2b-1180-4a18-a63d-3f280e8c930f tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-836517371 HTTP/1.1" status: 201 len: 201 time: 0.0933173 Aug 31 19:44:46.569780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.575623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-95db6c8c-b522-43db-ac76-7f21811662d6 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-440630408') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.583036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51367969-3602-44aa-82d0-aef4cb596fde,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.590398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.591833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-29abb500-a53e-40b9-a25d-7ef9841ae5ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219444 Aug 31 19:44:46.594570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39518) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.599032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.612719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-95db6c8c-b522-43db-ac76-7f21811662d6 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-440630408 HTTP/1.1" status: 201 len: 201 time: 0.0417876 Aug 31 19:44:46.615263 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.620566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-1e36a88e-6dae-4fdd-872f-5bb8acf5b823 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', {'tags': ['tempest-TagsExtTest-Tag-187082863', 'tempest-TagsExtTest-Tag-899690322', 'tempest-TagsExtTest-Tag-762795966']}) {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.622315 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Project 500a588d06b44319800fdbc76499f50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:44:46.627272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.679806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1e36a88e-6dae-4fdd-872f-5bb8acf5b823 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 200 len: 315 time: 0.0633042 Aug 31 19:44:46.682320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.687131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-fc4296dd-7214-4ed5-9af4-d02b10317d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.688886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.694768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.710349 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008710f5-02fa-4573-bb5f-35a40a60d7d2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.721325 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.725168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ef93c990-30fd-463b-8049-212b5943866b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271462 Aug 31 19:44:46.725425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.729895 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'security_group_rule': {'security_group_id': '6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc', 'project_id': '500a588d06b44319800fdbc76499f50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.752364 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Project 500a588d06b44319800fdbc76499f50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:44:46.757882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.762093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fc4296dd-7214-4ed5-9af4-d02b10317d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0787299 Aug 31 19:44:46.764917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.769525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-936a3ae0-c59a-44cd-9179-b4aa0d91ed3a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-187082863') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.820164 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-936a3ae0-c59a-44cd-9179-b4aa0d91ed3a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:46.821208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-936a3ae0-c59a-44cd-9179-b4aa0d91ed3a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-187082863 HTTP/1.1" status: 404 len: 328 time: 0.0553815 Aug 31 19:44:46.824013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.826005 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.828676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-38e15b1b-81b8-4ecf-ac01-980137a61df0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-899690322') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.830016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.847254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780335ee-f70f-49c1-ae72-498be439d47f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.854302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.855720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-246b0b10-5a09-4444-8786-f8c9995db2ac tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292853 Aug 31 19:44:46.885049 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-38e15b1b-81b8-4ecf-ac01-980137a61df0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:46.886040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-38e15b1b-81b8-4ecf-ac01-980137a61df0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-899690322 HTTP/1.1" status: 404 len: 328 time: 0.0611413 Aug 31 19:44:46.890300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.894652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-9a60532f-6ed9-4ad0-bb65-7ec5e4246c14 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec', 'tempest-TagsExtTest-Tag-762795966') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:46.946099 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-9a60532f-6ed9-4ad0-bb65-7ec5e4246c14 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:46.951013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9a60532f-6ed9-4ad0-bb65-7ec5e4246c14 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags/tempest-TagsExtTest-Tag-762795966 HTTP/1.1" status: 404 len: 328 time: 0.0558622 Aug 31 19:44:46.951013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:46.955529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-96028f63-798e-4a71-9efe-11c754d78b8a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', {'tags': ['tempest-TagsExtTest-Tag-1442155380', 'tempest-TagsExtTest-Tag-943407249', 'tempest-TagsExtTest-Tag-1357791996']}) {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.019628 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-96028f63-798e-4a71-9efe-11c754d78b8a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 200 len: 317 time: 0.0676668 Aug 31 19:44:47.022303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.026892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a444c599-8bd6-4038-af3a-f5d8d34d630e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.089607 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:47.101710 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a444c599-8bd6-4038-af3a-f5d8d34d630e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 204 len: 168 time: 0.0783045 Aug 31 19:44:47.104386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.109754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-949659e6-f9ac-4e21-9443-9dfaf0e2d24e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-1442155380') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.161843 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-949659e6-f9ac-4e21-9443-9dfaf0e2d24e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.162895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-949659e6-f9ac-4e21-9443-9dfaf0e2d24e tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-1442155380 HTTP/1.1" status: 404 len: 329 time: 0.0573251 Aug 31 19:44:47.165850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.170284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-98e131ec-552f-4c97-9b38-d31a81d97d5b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-943407249') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.220102 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-98e131ec-552f-4c97-9b38-d31a81d97d5b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.223751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-98e131ec-552f-4c97-9b38-d31a81d97d5b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-943407249 HTTP/1.1" status: 404 len: 328 time: 0.0544260 Aug 31 19:44:47.223979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.228282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-d49a179e-49ca-46a9-99ac-38aa171de308 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918', 'tempest-TagsExtTest-Tag-1357791996') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.246819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-5aecfa68-da68-46a7-86b4-54beb08a72c7 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610666002&fields=id&tenant_id=500a588d06b44319800fdbc76499f50a HTTP/1.1" status: 200 len: 267 time: 0.0361333 Aug 31 19:44:47.282943 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d49a179e-49ca-46a9-99ac-38aa171de308 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.284053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d49a179e-49ca-46a9-99ac-38aa171de308 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags/tempest-TagsExtTest-Tag-1357791996 HTTP/1.1" status: 404 len: 329 time: 0.0591547 Aug 31 19:44:47.286881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.291626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-3cfa82a4-177d-4e86-b886-97fcb3db2dfd tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', {'tags': ['tempest-TagsExtTest-Tag-523780601', 'tempest-TagsExtTest-Tag-966733866', 'tempest-TagsExtTest-Tag-522585188']}) {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.359152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-6dee6042-e5c5-44fe-adaa-55fc63793bf0 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.361602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-6dee6042-e5c5-44fe-adaa-55fc63793bf0 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 813 time: 0.1078544 Aug 31 19:44:47.376394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-1354ad6c-baae-4e3d-8ae6-18964b01a80b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/quotas/500a588d06b44319800fdbc76499f50a HTTP/1.1" status: 200 len: 375 time: 0.0099466 Aug 31 19:44:47.378681 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3cfa82a4-177d-4e86-b886-97fcb3db2dfd tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 200 len: 315 time: 0.0908146 Aug 31 19:44:47.381219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.385687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-2472d8a5-8be3-4d92-bf23-c807de3e9be0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.494400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-84cf8e4c-8239-4d35-aff9-4c181e324c2e tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060035 Aug 31 19:44:47.521095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2472d8a5-8be3-4d92-bf23-c807de3e9be0 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 204 len: 168 time: 0.1388779 Aug 31 19:44:47.523665 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.528123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-555c0569-3562-49e1-992c-a2cd9ae96f5a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-523780601') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.665333 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-555c0569-3562-49e1-992c-a2cd9ae96f5a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.666369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-555c0569-3562-49e1-992c-a2cd9ae96f5a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-523780601 HTTP/1.1" status: 404 len: 328 time: 0.1418040 Aug 31 19:44:47.669496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.674248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-f12f91f4-da2b-4340-b46f-3704dc81696d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-966733866') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.683608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-09be5739-f3e3-4242-abf4-42d835c7c9b0 service neutron] 10.222.0.73 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771326 Aug 31 19:44:47.745311 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f12f91f4-da2b-4340-b46f-3704dc81696d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.747204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f12f91f4-da2b-4340-b46f-3704dc81696d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-966733866 HTTP/1.1" status: 404 len: 328 time: 0.0758650 Aug 31 19:44:47.749833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.754342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-af7a1933-8bec-49d2-95f6-5230ac20fb36 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05', 'tempest-TagsExtTest-Tag-522585188') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.774174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-2a08a286-5850-4c74-8aa9-6db90693a22e service neutron] 10.222.0.73 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838041 Aug 31 19:44:47.829878 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-af7a1933-8bec-49d2-95f6-5230ac20fb36 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.830927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-af7a1933-8bec-49d2-95f6-5230ac20fb36 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags/tempest-TagsExtTest-Tag-522585188 HTTP/1.1" status: 404 len: 328 time: 0.0801725 Aug 31 19:44:47.833757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39566) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.838295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-488c946a-6d93-4bf2-b362-26ba10c8572c tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', {'tags': ['tempest-TagsExtTest-Tag-1796719687', 'tempest-TagsExtTest-Tag-32333388', 'tempest-TagsExtTest-Tag-2027721454']}) {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.877892 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-488c946a-6d93-4bf2-b362-26ba10c8572c tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "PUT /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 200 len: 316 time: 0.0431292 Aug 31 19:44:47.882068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.888081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-0e745aa9-c975-47ab-a857-d314142b3ebf tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.934644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e745aa9-c975-47ab-a857-d314142b3ebf tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 204 len: 168 time: 0.0512443 Aug 31 19:44:47.937264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.942383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-f12d1248-9b1e-40cf-a9de-d406c34cea7a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-1796719687') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.958706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52acf875-9404-45d3-bbe4-1884cfc6c74e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:47.966938 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f12d1248-9b1e-40cf-a9de-d406c34cea7a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:47.968022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f12d1248-9b1e-40cf-a9de-d406c34cea7a tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-1796719687 HTTP/1.1" status: 404 len: 329 time: 0.0296698 Aug 31 19:44:47.971701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.976281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a141cd13-9183-4432-a349-c55e35ab1f10 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-32333388') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:47.997619 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a141cd13-9183-4432-a349-c55e35ab1f10 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:48.002312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a141cd13-9183-4432-a349-c55e35ab1f10 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-32333388 HTTP/1.1" status: 404 len: 327 time: 0.0294476 Aug 31 19:44:48.002507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.007826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-d7056b75-b1ea-43ff-a8de-db20668d825d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799', 'tempest-TagsExtTest-Tag-2027721454') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:48.010159 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 52acf875-9404-45d3-bbe4-1884cfc6c74e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:48.010701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.037919 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d7056b75-b1ea-43ff-a8de-db20668d825d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] show failed (client error): The resource could not be found. Aug 31 19:44:48.038985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d7056b75-b1ea-43ff-a8de-db20668d825d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags/tempest-TagsExtTest-Tag-2027721454 HTTP/1.1" status: 404 len: 329 time: 0.0354111 Aug 31 19:44:48.041919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39584) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.047679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-cbd0f79f-c591-4cfb-868d-2cef921abfd5 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e03fe5-a9f7-42ab-995f-cae3b7385799') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:48.096667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-cbd0f79f-c591-4cfb-868d-2cef921abfd5 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799/tags HTTP/1.1" status: 204 len: 168 time: 0.0537317 Aug 31 19:44:48.098373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.105680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-da81cce7-276e-4251-941a-d661e2dba989 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:48.192972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-da81cce7-276e-4251-941a-d661e2dba989 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05/tags HTTP/1.1" status: 204 len: 168 time: 0.0935330 Aug 31 19:44:48.195554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.197300 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f02a3b9a-b743-417a-a754-31824661a4a3 req-38340d82-96e1-48ef-8b76-5f9bac879a53 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0933011 Aug 31 19:44:48.200458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-dea943f3-ba74-4715-9111-d686cc33013d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fdb5ce7-2491-4eb5-a0d9-aa0377850918') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:48.256956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dea943f3-ba74-4715-9111-d686cc33013d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918/tags HTTP/1.1" status: 204 len: 168 time: 0.0603848 Aug 31 19:44:48.259554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.264348 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-f1f08e57-ad5e-4fdc-901c-e21b0fb0260d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25609c75-0117-451a-9289-a592f2de44ec') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:48.317584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f1f08e57-ad5e-4fdc-901c-e21b0fb0260d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0569305 Aug 31 19:44:48.322141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39600) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.404471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76341017-ee45-4657-b57f-5a151b809612 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for subnetpool, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.405661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-76341017-ee45-4657-b57f-5a151b809612 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnetpools/38e03fe5-a9f7-42ab-995f-cae3b7385799 HTTP/1.1" status: 204 len: 168 time: 0.0822916 Aug 31 19:44:48.408731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.436263 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed16513c-23c3-4d0b-b689-e087bc18f0b3 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "GET /v2.0/ports?device_id=91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05 HTTP/1.1" status: 200 len: 205 time: 0.0266256 Aug 31 19:44:48.438459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.513328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.672558 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.674662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.718672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.719274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Fanout notify agent at l3_agent the message router_deleted on router 91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:44:48.725962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.727048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e2466193-11ea-4b36-969f-473af03eb61d tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/routers/91fa0cd4-3e22-4c8e-af1a-9e97af3dbc05 HTTP/1.1" status: 204 len: 168 time: 0.2876856 Aug 31 19:44:48.729501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.820011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Deleting port 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:48.820358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.904420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.916950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Calling delete_port for 8fdb5ce7-2491-4eb5-a0d9-aa0377850918 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:49.045969 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.074713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event deleted for resources: {'Port': ['ID=8fdb5ce7-2491-4eb5-a0d9-aa0377850918,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:49.155971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.159041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-492ef703-35e9-470e-898c-e4af17ad77ef tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/ports/8fdb5ce7-2491-4eb5-a0d9-aa0377850918 HTTP/1.1" status: 204 len: 168 time: 0.4283302 Aug 31 19:44:49.161527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:49.218777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Deleting subnet 25609c75-0117-451a-9289-a592f2de44ec {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:44:49.222567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.277003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.285521 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fd418b3-c8db-4b69-9cc3-7a9891066e0b req-9169a4f6-4b24-4213-ae43-0fef7452cffc tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0335088 Aug 31 19:44:49.367255 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.423907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.450179 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event deleted for resources: {'Subnet': ['ID=25609c75-0117-451a-9289-a592f2de44ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:49.453937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.455816 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6f607ac3-2db4-40af-b962-c2cfbf8a1d31 tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/subnets/25609c75-0117-451a-9289-a592f2de44ec HTTP/1.1" status: 204 len: 168 time: 0.2930372 Aug 31 19:44:49.458194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:49.460393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6675a8-0044-4583-8131-d0e31bb4572c None None] Network c8d542ea-51c7-4f6c-9b20-6433755c6fc2 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:49.537685 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.596351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Deleting port 52acf875-9404-45d3-bbe4-1884cfc6c74e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:49.596941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.630699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] DHCP port deletion for c8d542ea-51c7-4f6c-9b20-6433755c6fc2 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:44:49.665739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] For port 52acf875-9404-45d3-bbe4-1884cfc6c74e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52acf875-9404-45d3-bbe4-1884cfc6c74e,segment=NetworkSegment(0ada716f-f550-4835-b540-cc99fc092c98),segment_id=0ada716f-f550-4835-b540-cc99fc092c98)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:49.666114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.679795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Deleting port 52acf875-9404-45d3-bbe4-1884cfc6c74e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:49.680169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.680287 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Calling delete_port for 52acf875-9404-45d3-bbe4-1884cfc6c74e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:49.741294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] For port 52acf875-9404-45d3-bbe4-1884cfc6c74e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=52acf875-9404-45d3-bbe4-1884cfc6c74e,segment=NetworkSegment(0ada716f-f550-4835-b540-cc99fc092c98),segment_id=0ada716f-f550-4835-b540-cc99fc092c98)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:49.741689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.754120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Calling delete_port for 52acf875-9404-45d3-bbe4-1884cfc6c74e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:49.759746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.789408 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event deleted for resources: {'Port': ['ID=52acf875-9404-45d3-bbe4-1884cfc6c74e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:49.792761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] No DVR routers for this DVR port 52acf875-9404-45d3-bbe4-1884cfc6c74e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:49.831960 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.857391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] Pushing event deleted for resources: {'Port': ['ID=52acf875-9404-45d3-bbe4-1884cfc6c74e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:49.860861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2af19-3591-4c7d-b893-e687f689aa9e None None] No DVR routers for this DVR port 52acf875-9404-45d3-bbe4-1884cfc6c74e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:49.872072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.882297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d542ea-51c7-4f6c-9b20-6433755c6fc2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:49.893932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada716f-f550-4835-b540-cc99fc092c98') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:49.894240 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada716f-f550-4835-b540-cc99fc092c98') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:49.909959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.925836 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.932257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:44:49.932690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:44:49.936032 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:44:49.944448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52acf875-9404-45d3-bbe4-1884cfc6c74e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:49.964239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 52acf875-9404-45d3-bbe4-1884cfc6c74e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:44:49.964587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 52acf875-9404-45d3-bbe4-1884cfc6c74e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:44:50.004654 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.011742 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.013651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] 10.222.0.73 "DELETE /v2.0/networks/c8d542ea-51c7-4f6c-9b20-6433755c6fc2 HTTP/1.1" status: 204 len: 168 time: 0.5537710 Aug 31 19:44:50.025111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3caa-5a1f-4cf0-9a57-b1a76da1650b tempest-TagsExtTest-1616985090 tempest-TagsExtTest-1616985090-project] Pushing event deleted for resources: {'Network': ['ID=c8d542ea-51c7-4f6c-9b20-6433755c6fc2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:50.261546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:50.383555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fe209e3-8abd-444a-b1ed-09dd52818ed2 req-641b2553-b746-45ee-870a-e0412f9f2b49 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0346835 Aug 31 19:44:50.427136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3d714b12-10e1-4207-89c6-0c5c141d6c34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50d376e919de4d7891e7afb42575c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637228 Aug 31 19:44:50.429688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:50.480392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.503441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.557134 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.560912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.562079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9058ce12-5c12-446f-8939-a3dd8e019ce6 HTTP/1.1" status: 204 len: 168 time: 0.1314859 Aug 31 19:44:50.569916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d167b-2beb-4087-93e6-d8bf25e6f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9058ce12-5c12-446f-8939-a3dd8e019ce6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:51.096035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-88e2d83c-fdf9-4e5a-af6b-0aa6e9c091eb tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.097482 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-88e2d83c-fdf9-4e5a-af6b-0aa6e9c091eb tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 813 time: 0.1131482 Aug 31 19:44:51.146674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-2958d8ec-53ab-4a74-8b04-8c77bfb3b8dc tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=500a588d06b44319800fdbc76499f50a HTTP/1.1" status: 200 len: 379 time: 0.0388608 Aug 31 19:44:51.159203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'port': {'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'admin_state_up': True, 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'security_groups': ['6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:51.276340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Made reservation on behalf of 500a588d06b44319800fdbc76499f50a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:51.281904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:51.434832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Allocated IP 172.20.0.4 (bc74a54c-648d-4729-b1c2-8758d0d2a8cb/d16b1ce6-8d9c-4080-bd0f-707f779f0bf5/6a5b125f-e821-4377-8f56-d431f1d43a1f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:51.501374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-970156b6-bb8d-4fbd-967b-84076d9fceb3 req-d507c470-1def-4237-8ba4-a758f489f2d4 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0367033 Aug 31 19:44:51.609800 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:51.626871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Transition to ACTIVE for port object 6a5b125f-e821-4377-8f56-d431f1d43a1f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:51.660586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:51.706014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:51.709352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:51.713300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:51.720170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:51.759195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.759550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.759933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.760283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.760611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.760951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.761286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.761669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.762028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.762338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.762846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.763178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:51.784669 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.785447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:51.803142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3649baae-fc2b-432a-8291-adae7057695b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6477110 Aug 31 19:44:51.958346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Request body: {'port': {'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:52.025220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53e8c5f3-4b76-430a-a60a-670598e564bf None None] Provisioning for port 6a5b125f-e821-4377-8f56-d431f1d43a1f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:52.028486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.031213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53e8c5f3-4b76-430a-a60a-670598e564bf None None] Provisioning complete for port 6a5b125f-e821-4377-8f56-d431f1d43a1f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:52.031907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53e8c5f3-4b76-430a-a60a-670598e564bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.072195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-53e8c5f3-4b76-430a-a60a-670598e564bf None None] Port 6a5b125f-e821-4377-8f56-d431f1d43a1f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:52.328941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5b125f-e821-4377-8f56-d431f1d43a1f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:52.352792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.366531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Transition to ACTIVE for port object 6a5b125f-e821-4377-8f56-d431f1d43a1f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:52.370625 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.456422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:52.512946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Attempting to bind port 6a5b125f-e821-4377-8f56-d431f1d43a1f on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:52.513404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Attempting to bind port 6a5b125f-e821-4377-8f56-d431f1d43a1f by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:52.513865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Attempting to bind port 6a5b125f-e821-4377-8f56-d431f1d43a1f on network bc74a54c-648d-4729-b1c2-8758d0d2a8cb {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:52.519054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Port 6a5b125f-e821-4377-8f56-d431f1d43a1f on network bc74a54c-648d-4729-b1c2-8758d0d2a8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:44:52.519843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Attempting to bind port 6a5b125f-e821-4377-8f56-d431f1d43a1f on network bc74a54c-648d-4729-b1c2-8758d0d2a8cb {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:52.525507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:52.525952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Checking segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:52.526411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Bound using segment: {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:52.526914 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Bound port: 6a5b125f-e821-4377-8f56-d431f1d43a1f, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf143b9-39a4-4a7b-80b6-5e71a51807c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:52.527365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.599055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:52.602835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:52.608881 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.631614 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a00c-15c8-49cd-8b2c-705773507754 req-709622c7-2e17-4d35-adbf-5c8cab4bfeb4 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.636119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3524a00c-15c8-49cd-8b2c-705773507754 req-709622c7-2e17-4d35-adbf-5c8cab4bfeb4 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0591478 Aug 31 19:44:52.650529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.651436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.653455 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] 10.222.0.82 "PUT /v2.0/ports/6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 1092 time: 0.8423245 Aug 31 19:44:52.653901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:52.656248 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:52.705337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba621c65-5e18-48a3-940e-44565854d57d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:52.718000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3524a00c-15c8-49cd-8b2c-705773507754 req-eeda9648-186f-47a3-b1b0-ac6ff4030cba tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780952 Aug 31 19:44:52.728626 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9931b4-eb95-4e86-9a5b-2678a7a52cfd x-openstack-request-id: req-fd9931b4-eb95-4e86-9a5b-2678a7a52cfd {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:52.728879 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:52.729146 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd9931b4-eb95-4e86-9a5b-2678a7a52cfd {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:52.729542 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:44:52.763985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3426828b-046b-4e84-9f4b-0cc03af76bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.765529 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3426828b-046b-4e84-9f4b-0cc03af76bc6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1095 time: 0.0541847 Aug 31 19:44:52.812784 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-22996f66-de72-4f68-8e52-e57135aa40b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 217 time: 0.0382757 Aug 31 19:44:52.870166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-6145a14b-455b-48cb-9626-13bfc765d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.871808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-6145a14b-455b-48cb-9626-13bfc765d0c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0519149 Aug 31 19:44:52.918574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3f1efb97-09b5-4470-8d06-0abbefc9b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.920167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-3f1efb97-09b5-4470-8d06-0abbefc9b276 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419343 Aug 31 19:44:53.011558 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-79fcd96e-ccea-4430-9818-b27aff99af79 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Aug 31 19:44:53.107820 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0e9b71d-27d3-43d0-9fe2-a93ea10a140f req-439d7027-7b0f-49fe-a492-64f5d14daf51 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891237 Aug 31 19:44:53.201410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-7238a7a6-c431-4ec9-9899-ddd676e5c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.202949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-7238a7a6-c431-4ec9-9899-ddd676e5c672 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1095 time: 0.0434163 Aug 31 19:44:53.299783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-338a7f39-5145-408a-94b3-b52a153f17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.301385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-338a7f39-5145-408a-94b3-b52a153f17c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.0907631 Aug 31 19:44:53.351704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-01490fa8-9e0a-4df4-9801-ac11ebc2c914 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 217 time: 0.0428991 Aug 31 19:44:53.403627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-dc58a76c-aeca-4eb5-baa8-376fb315235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.405197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-dc58a76c-aeca-4eb5-baa8-376fb315235d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0467479 Aug 31 19:44:53.459204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-0bdbe429-c168-4aed-905c-f10ced6a99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.460835 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-0bdbe429-c168-4aed-905c-f10ced6a99fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486038 Aug 31 19:44:53.555840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-da0541f8-6483-4a7b-96ff-6e6a84587d77 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879712 Aug 31 19:44:53.660067 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6c297fdf-f5e6-40c3-9366-b0c78b6c6a06 req-b8269303-164a-4fb5-8485-b2171959b282 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953767 Aug 31 19:44:53.833813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837daae-cffc-4d8b-a783-099faa68efd7 req-95d9db46-a4cf-442a-8676-933c9d5147d6 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.835409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837daae-cffc-4d8b-a783-099faa68efd7 req-95d9db46-a4cf-442a-8676-933c9d5147d6 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0552816 Aug 31 19:44:53.877155 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3837daae-cffc-4d8b-a783-099faa68efd7 req-eec5c86f-af91-47bf-957c-e0ac27d36f73 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349386 Aug 31 19:44:55.019448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cc02c-86b7-40c0-85b4-50d4db00100e req-972561f3-cd69-4141-9ed3-6230d3573c99 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:55.025825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-972cc02c-86b7-40c0-85b4-50d4db00100e req-972561f3-cd69-4141-9ed3-6230d3573c99 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0726967 Aug 31 19:44:55.072189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-972cc02c-86b7-40c0-85b4-50d4db00100e req-42922872-ff71-4760-b611-b4a4cdbbfc5f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387547 Aug 31 19:44:55.992452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:44:56.189606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c0324-b417-4c70-a246-338835ef1311 req-d537229e-766a-4191-aae8-017939483268 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:56.191232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f1c0324-b417-4c70-a246-338835ef1311 req-d537229e-766a-4191-aae8-017939483268 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0515511 Aug 31 19:44:56.229592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f1c0324-b417-4c70-a246-338835ef1311 req-df0ad9c6-c960-4e7f-a10e-57f220af31ef tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Aug 31 19:44:57.047268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb5ac9-ebf6-45d8-ac28-b5be11e77c91 req-cb770eed-41ce-409c-a622-e2518796bfd8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:57.048788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43bb5ac9-ebf6-45d8-ac28-b5be11e77c91 req-cb770eed-41ce-409c-a622-e2518796bfd8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Aug 31 19:44:57.086322 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43bb5ac9-ebf6-45d8-ac28-b5be11e77c91 req-45fb8715-2061-4033-a5ce-b2bfa30dcd37 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 Aug 31 19:44:57.362696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8fa03-08bf-485e-b537-815c3a1e9efc req-ae9f10be-4fcf-48e3-9bb2-16c307b688e0 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:57.364203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92d8fa03-08bf-485e-b537-815c3a1e9efc req-ae9f10be-4fcf-48e3-9bb2-16c307b688e0 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0607443 Aug 31 19:44:57.403896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92d8fa03-08bf-485e-b537-815c3a1e9efc req-30710129-cb1d-4281-9d5b-a68ca10591fe tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335960 Aug 31 19:44:58.207936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d899-23d3-4e05-8ce9-171f1951af75 req-e7c96620-37d7-4aac-ab0d-32bd98863e7c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.209548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c60d899-23d3-4e05-8ce9-171f1951af75 req-e7c96620-37d7-4aac-ab0d-32bd98863e7c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0506012 Aug 31 19:44:58.248160 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c60d899-23d3-4e05-8ce9-171f1951af75 req-21451653-1e4b-4782-9a7e-3420c1b591a3 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325799 Aug 31 19:44:58.522019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f43d9-0d87-427f-b71c-61f80f726be5 req-3edb0b82-caea-46a8-991f-93079e44e632 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.523565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f4f43d9-0d87-427f-b71c-61f80f726be5 req-3edb0b82-caea-46a8-991f-93079e44e632 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0522249 Aug 31 19:44:58.571102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f4f43d9-0d87-427f-b71c-61f80f726be5 req-071a8f59-c820-493d-8d90-0082b1c82a1e tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Aug 31 19:44:58.614421 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-f30dcf3b-247a-447c-9340-b37ca40d0619 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.616003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-f30dcf3b-247a-447c-9340-b37ca40d0619 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0606792 Aug 31 19:44:58.710207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 863039ec-e702-4f01-bcb2-69c462aeb746 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:44:58.710858 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:58.807002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 863039ec-e702-4f01-bcb2-69c462aeb746, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=863039ec-e702-4f01-bcb2-69c462aeb746,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:58.807373 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:58.981255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:58.981950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:58.981950 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP e8a333a5-9cdd-479b-a6c9-84f378337d15 disassociated. External IP: 172.25.3.140, port: 863039ec-e702-4f01-bcb2-69c462aeb746. Aug 31 19:44:58.982322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 863039ec-e702-4f01-bcb2-69c462aeb746 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:44:59.111068 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:59.138952 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=863039ec-e702-4f01-bcb2-69c462aeb746,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:59.148875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.149220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.149556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.149894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.150231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.150559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.150904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.151233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.151555 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.151903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.152302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.153703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:59.272679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:59.351164 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c56effc-f72b-4bdc-b786-682d9f80e63b req-7a4390a1-45e4-4f45-96de-99ad83264945 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Aug 31 19:44:59.410249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:59.423105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:59.434926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:59.435753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:59.454740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 863039ec-e702-4f01-bcb2-69c462aeb746 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:44:59.458175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:59.460624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66c8e0d9-4e38-4e20-bc79-1b9184bd0d2e req-8b8039e3-5f18-4dec-aa67-632b7442c554 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "DELETE /v2.0/ports/863039ec-e702-4f01-bcb2-69c462aeb746 HTTP/1.1" status: 204 len: 173 time: 0.8380506 Aug 31 19:44:59.461132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'name': 'network-vif-deleted', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:59.464152 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b3fbc7-48c2-431b-9b9f-c83570718a1a" -d '{"events": [{"server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "name": "network-vif-deleted", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:59.576101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:59.599680 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26811332-cd1c-44a5-b4c2-caa32284a2a3 x-openstack-request-id: req-26811332-cd1c-44a5-b4c2-caa32284a2a3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:59.600170 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1", "name": "network-vif-deleted", "tag": "863039ec-e702-4f01-bcb2-69c462aeb746", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:59.600446 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26811332-cd1c-44a5-b4c2-caa32284a2a3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:59.600642 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1', 'name': 'network-vif-deleted', 'tag': '863039ec-e702-4f01-bcb2-69c462aeb746', 'status': 'completed', 'code': 200} Aug 31 19:44:59.787855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dcccd-a813-4457-a057-6462dfffb916 req-d1caae40-b179-4c8a-90b7-31d2848b8d97 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:59.795709 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b4dcccd-a813-4457-a057-6462dfffb916 req-d1caae40-b179-4c8a-90b7-31d2848b8d97 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.1122453 Aug 31 19:44:59.865429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b4dcccd-a813-4457-a057-6462dfffb916 req-2b595825-cdbd-48c7-bcac-f39256c7de9d tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523059 Aug 31 19:44:59.945808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:59.974563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:59.987996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:59.989088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:00.142051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:00.398136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:00.430843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f14de-2a2d-44f6-8560-589b2eeb3817 None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:00.506188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36913e98-70e7-47fb-a3d9-6bb885ce4c94 req-b46ddd0f-daa0-4f6f-a3cc-fc1e664b3b75 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0471907 Aug 31 19:45:00.803775 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7defcd-8dca-4812-bf5b-fbf544a875b8 None None] New status for floating IP e8a333a5-9cdd-479b-a6c9-84f378337d15: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:45:01.069800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21db95-07b9-48a2-a19b-a4f28b23c121 req-52545b94-1757-426a-878f-70547bd55aa1 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:01.071493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e21db95-07b9-48a2-a19b-a4f28b23c121 req-52545b94-1757-426a-878f-70547bd55aa1 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0626979 Aug 31 19:45:01.122614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e21db95-07b9-48a2-a19b-a4f28b23c121 req-6f01c121-90f7-41d0-966f-4b4a601c32d2 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Aug 31 19:45:01.613406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5dd8348-ed04-4e5a-93fd-15174d5c11b0 req-5e956880-d79b-4465-9ba3-87e513f0b456 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0355282 Aug 31 19:45:02.094776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863039ec-e702-4f01-bcb2-69c462aeb746 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:02.130751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 863039ec-e702-4f01-bcb2-69c462aeb746 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:02.131108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 863039ec-e702-4f01-bcb2-69c462aeb746 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:02.263842 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bb50-f710-433a-bfa6-057cfd2e15c0 req-39c0dceb-527e-45d5-9188-88cdb47e039f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:02.271652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46e1bb50-f710-433a-bfa6-057cfd2e15c0 req-39c0dceb-527e-45d5-9188-88cdb47e039f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 943 time: 0.0688436 Aug 31 19:45:02.313668 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46e1bb50-f710-433a-bfa6-057cfd2e15c0 req-8892ef1a-de4d-42d5-9615-0f8a3e30b9ca tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398388 Aug 31 19:45:02.738211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1adbece7-1f7d-4138-a934-cd3c483b4548 req-8b2c06ea-34da-4176-b21e-37eee8569151 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bbe3dd3-3e74-4e3a-b118-e3500e68ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0587497 Aug 31 19:45:02.978989 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6a5b125f-e821-4377-8f56-d431f1d43a1f details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:45:03.088415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:03.102084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:45:03.147134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.181167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b125f-e821-4377-8f56-d431f1d43a1f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:45:03.212979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:03.219154 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.273400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:03.282167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.282513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.282838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.283197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.283523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.283840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.284161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.284486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.284811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.285129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.285446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.285765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:03.454746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['6a5b125f-e821-4377-8f56-d431f1d43a1f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:45:03.461589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f544c-f8a6-459e-aaf4-5ae76fcfb566 req-dd1afae8-892b-4e25-b73f-4e7e8fa8f4f7 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:03.470748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd4f544c-f8a6-459e-aaf4-5ae76fcfb566 req-dd1afae8-892b-4e25-b73f-4e7e8fa8f4f7 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 944 time: 0.0661321 Aug 31 19:45:03.516725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cd4f544c-f8a6-459e-aaf4-5ae76fcfb566 req-9e86d8b9-acc2-4a2a-9eaa-7084cf2bd4da tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Aug 31 19:45:03.933576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-f844f1f7-c1c5-4897-9398-fea9d5d2e76b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735308945&fields=id&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 267 time: 0.0351434 Aug 31 19:45:04.368303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-861fcdbf-bbc5-494a-8d97-8ac644701ada tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:04.369793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-861fcdbf-bbc5-494a-8d97-8ac644701ada tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.4293170 Aug 31 19:45:04.385373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-5f24e61f-a6ab-4a4e-a011-add9829e12ae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Aug 31 19:45:04.441111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-4d2badfa-b461-4540-a7c5-b0c0350f44f1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502348 Aug 31 19:45:04.456830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-c988b98a-6c3a-4628-a38d-f9e94525e68e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:45:04.457764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-c988b98a-6c3a-4628-a38d-f9e94525e68e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055652 Aug 31 19:45:04.633727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-40329f47-9579-4721-a699-2948fe5416af service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696076 Aug 31 19:45:04.656450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143fe6-20a0-4291-8bdc-f1391ae48e97 req-16ae8abd-57f0-4bfe-b0e9-8f02bd046688 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:04.657885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10143fe6-20a0-4291-8bdc-f1391ae48e97 req-16ae8abd-57f0-4bfe-b0e9-8f02bd046688 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 944 time: 0.0757732 Aug 31 19:45:04.739950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10143fe6-20a0-4291-8bdc-f1391ae48e97 req-f94f64ec-7d02-446c-ba71-652598a8e39c tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725644 Aug 31 19:45:04.758793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-29065a27-0503-4224-9d3b-122e85f62fce service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177413 Aug 31 19:45:04.978583 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6a5b125f-e821-4377-8f56-d431f1d43a1f up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:45:05.031999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 6a5b125f-e821-4377-8f56-d431f1d43a1f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:45:05.036090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 6a5b125f-e821-4377-8f56-d431f1d43a1f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:45:05.036519 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:05.067432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc063d68-5335-4985-8b8d-749c9aa6e9d0 req-49226655-ab3a-4ceb-9940-900f159e8f62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Aug 31 19:45:05.118700 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:05.142240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:05.144774 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda76432-4ef3-4459-8fdc-207eb2fc46f0" -d '{"events": [{"server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:05.158116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:05.162895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:05.216826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:05.262921 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb797e0-73dc-416f-844f-b8216d326197 x-openstack-request-id: req-4eb797e0-73dc-416f-844f-b8216d326197 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:05.263141 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:05.263393 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4eb797e0-73dc-416f-844f-b8216d326197 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:05.263827 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'code': 200} Aug 31 19:45:05.361415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad125c-e610-415f-a80d-c499b25deacc req-7dc4e875-f027-42d0-91b4-2dfabfcaadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:05.362992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54ad125c-e610-415f-a80d-c499b25deacc req-7dc4e875-f027-42d0-91b4-2dfabfcaadf8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0426667 Aug 31 19:45:05.399896 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54ad125c-e610-415f-a80d-c499b25deacc req-f87fa584-39df-4ca2-a153-8b71208a86e7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298851 Aug 31 19:45:05.854569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d50012-2377-49bf-8801-5d92be15d187 req-29fa6d59-eabc-47db-bbe6-c4793d18645c tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:05.858438 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9d50012-2377-49bf-8801-5d92be15d187 req-29fa6d59-eabc-47db-bbe6-c4793d18645c tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.0524194 Aug 31 19:45:05.927101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9d50012-2377-49bf-8801-5d92be15d187 req-00d142b7-017e-44cf-936b-bdb2597c0e2a tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624857 Aug 31 19:45:06.019848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-c390fc65-a62f-4557-9327-e46925c08cfe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:06.021459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-c390fc65-a62f-4557-9327-e46925c08cfe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.1223004 Aug 31 19:45:06.067466 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-ed44191d-c3c2-4e2a-8aeb-ee4aa2dc613d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 379 time: 0.0359628 Aug 31 19:45:06.076906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'security_groups': ['2606b97f-c848-4e23-bfa9-a4f945f83124']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:06.184439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5f58992-1885-44ce-918e-75c7ecef0916 req-0b62f2e6-59f2-4e00-8907-2f104456573d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0442193 Aug 31 19:45:06.234875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:45:06.238515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.401317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.14 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:45:06.554817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.571115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:45:06.604045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.651472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:45:06.654895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:45:06.659160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:45:06.666083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:06.723809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:06.724485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.741921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-8bf61330-c05e-46d4-9634-e05add8f02ee tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6688128 Aug 31 19:45:06.758548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Request body: {'port': {'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:06.860459 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.982720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6021e2a5-3bc2-4652-875f-ebe014a2c217 None None] Provisioning for port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:45:06.987205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6021e2a5-3bc2-4652-875f-ebe014a2c217 None None] Provisioning complete for port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:45:06.987726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6021e2a5-3bc2-4652-875f-ebe014a2c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.040300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6021e2a5-3bc2-4652-875f-ebe014a2c217 None None] Port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:45:07.146023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68bd1e-492e-4b66-9a60-6dfb7347de76 req-bfd16fab-d456-43fe-8602-3ee4e5c171d1 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.147698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf68bd1e-492e-4b66-9a60-6dfb7347de76 req-bfd16fab-d456-43fe-8602-3ee4e5c171d1 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.0844958 Aug 31 19:45:07.233582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf68bd1e-492e-4b66-9a60-6dfb7347de76 req-79e4d46d-b4c5-4b13-9e90-bed4a43f65fe tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745106 Aug 31 19:45:07.259260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:45:07.282106 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.334132 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Transition to ACTIVE for port object 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:45:07.359897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.406445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdd29c-3c48-4e4a-bc27-fffd9ca6380b req-509094aa-8fa8-4603-a229-af27f0216592 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.408213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21cdd29c-3c48-4e4a-bc27-fffd9ca6380b req-509094aa-8fa8-4603-a229-af27f0216592 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 932 time: 0.1376345 Aug 31 19:45:07.467047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164647c5-585c-4278-baa0-a79b8759fecf req-7d0f91a7-37f7-44f4-b8b2-c9589fb405fa tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.481068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-164647c5-585c-4278-baa0-a79b8759fecf req-7d0f91a7-37f7-44f4-b8b2-c9589fb405fa tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.1620293 Aug 31 19:45:07.507721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:07.553822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-164647c5-585c-4278-baa0-a79b8759fecf req-653b348b-ee2a-43ee-a803-a06eaa22f996 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712347 Aug 31 19:45:07.584747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:07.643478 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21cdd29c-3c48-4e4a-bc27-fffd9ca6380b req-5b4929a1-53f5-4121-b3eb-6b43f15c0257 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173965 Aug 31 19:45:07.673686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Attempting to bind port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:45:07.674036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Attempting to bind port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:45:07.674379 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Attempting to bind port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:45:07.680317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:45:07.680627 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Attempting to bind port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:45:07.688239 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:45:07.688585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:45:07.688974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:45:07.689402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Bound port: 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:45:07.689764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.771027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:45:07.775309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:45:07.782381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.811225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c1da1-cb9e-41db-ba27-121af612b53a tempest-TestVolumeBackupRestore-1651175777 tempest-TestVolumeBackupRestore-1651175777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.815895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-715c1da1-cb9e-41db-ba27-121af612b53a tempest-TestVolumeBackupRestore-1651175777 tempest-TestVolumeBackupRestore-1651175777-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1092 time: 0.2292948 Aug 31 19:45:07.816525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 39868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:07.821247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:07.828748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.829388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.830876 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] 10.222.0.67 "PUT /v2.0/ports/2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1093 time: 1.0787501 Aug 31 19:45:07.831330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:07.838484 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ed870a-713c-467d-ba5e-f154acdca1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:07.876457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.930875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659c2e7-fc9d-44da-9196-1e551d0ae792 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:07.953410 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8ce052-69b0-4ed4-9634-b6f486b3a3c2 x-openstack-request-id: req-2f8ce052-69b0-4ed4-9634-b6f486b3a3c2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:07.953898 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:07.954327 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f8ce052-69b0-4ed4-9634-b6f486b3a3c2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:07.954891 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'status': 'completed', 'code': 200} Aug 31 19:45:07.985478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-922416be-84b3-4aa7-bf05-04c3dcb096a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.987224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-922416be-84b3-4aa7-bf05-04c3dcb096a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1096 time: 0.0695066 Aug 31 19:45:08.056880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-2364463b-dc39-4c55-8c20-6f4333d7bea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 217 time: 0.0610783 Aug 31 19:45:08.076719 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:08.165464 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-19c828cc-c75b-446f-9b59-78ccd30921a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.167000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-19c828cc-c75b-446f-9b59-78ccd30921a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.1021783 Aug 31 19:45:08.250840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Allocated IP 172.25.3.200 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/e150c43a-1c54-4266-b81d-ac1954034265) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:45:08.267048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-1d9cc2e0-184f-4ef5-875b-8ec5638ab450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.269435 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-1d9cc2e0-184f-4ef5-875b-8ec5638ab450 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932693 Aug 31 19:45:08.442393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-585a49b1-bf28-4e07-9b8c-c4df2d3a2ee2 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648684 Aug 31 19:45:08.611913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9e6f246-04ff-4822-8c60-91c8ad76e38f req-867e324c-26bf-4ab4-b6f2-d09c31461ba1 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609414 Aug 31 19:45:08.732722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-8e8f2287-1e1b-4f1e-b3c4-0c9e9efc6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.735612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-8e8f2287-1e1b-4f1e-b3c4-0c9e9efc6697 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1096 time: 0.0692790 Aug 31 19:45:08.804089 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:08.851150 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:08.893482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-effdcbb8-86ac-466b-b9ee-211b042ff087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.895477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-effdcbb8-86ac-466b-b9ee-211b042ff087 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1516876 Aug 31 19:45:08.906514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a5f01-7cac-4162-91f3-a1b7910d736c req-ce97a93c-b8b1-4975-833b-a93cfdf2bab1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.909353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-051a5f01-7cac-4162-91f3-a1b7910d736c req-ce97a93c-b8b1-4975-833b-a93cfdf2bab1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.1332798 Aug 31 19:45:08.921413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:45:08.924643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:45:08.928503 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:45:08.971077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'Port': ['ID=e150c43a-1c54-4266-b81d-ac1954034265,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:08.988597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-2b5ecd1e-6f51-40a5-b8f7-da6df3757505 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 217 time: 0.0775011 Aug 31 19:45:09.020979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-051a5f01-7cac-4162-91f3-a1b7910d736c req-2eba83c9-8fc8-44aa-96c6-f965af0038c0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879703 Aug 31 19:45:09.068376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-bdc038f6-8625-456a-aeab-4c8e1fb7dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:09.070147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-bdc038f6-8625-456a-aeab-4c8e1fb7dcd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0639648 Aug 31 19:45:09.127481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-dbc1aaea-c656-451a-a857-e68e366a3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:09.129605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-dbc1aaea-c656-451a-a857-e68e366a3ce3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508332 Aug 31 19:45:09.229811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-a5065565-48de-4e61-87f2-99bdbedfce98 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923355 Aug 31 19:45:09.352031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37ed870a-713c-467d-ba5e-f154acdca1f2 req-ad2a0c01-9d53-49af-bffa-0636d5c4c2d9 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141467 Aug 31 19:45:09.479236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:09.603869 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:09.765970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:09.770051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:09.834400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event updated for resources: {'Port': ['ID=e150c43a-1c54-4266-b81d-ac1954034265,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:09.849488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:09.949990 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Floating IP 8752f6f7-25b0-46e9-bcd6-7b404f58cd55 associated. External IP: 172.25.3.200, port: 6a5b125f-e821-4377-8f56-d431f1d43a1f. Aug 31 19:45:10.158675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b0a4-c1b0-4e1a-87c8-774543662789 req-a2ba052b-1821-4418-b1e5-692c7dc1ffc0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.160390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7703b0a4-c1b0-4e1a-87c8-774543662789 req-a2ba052b-1821-4418-b1e5-692c7dc1ffc0 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0613854 Aug 31 19:45:10.171600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:10.202315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7703b0a4-c1b0-4e1a-87c8-774543662789 req-8d9137d4-f55f-44a7-a1bb-f3c821945a81 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352602 Aug 31 19:45:10.281924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:45:10.295100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:45:10.298886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:10.307433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:10.309151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:10.334368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5305fe1d-f904-4ec3-823e-6ababdb67388 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5141194 Aug 31 19:45:10.334368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:10.334730 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49587cec-1fb0-4397-a573-0c6908042af8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:10.335942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:10.375911 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891e2cc-b790-4a58-a472-a92b75ff6d3d x-openstack-request-id: req-9891e2cc-b790-4a58-a472-a92b75ff6d3d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:10.376204 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:10.376455 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9891e2cc-b790-4a58-a472-a92b75ff6d3d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:10.376859 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:45:10.403303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce0d95-c7ca-4754-a37b-013714b5f403 tempest-TestVolumeBackupRestore-1651175777 tempest-TestVolumeBackupRestore-1651175777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.405236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bfce0d95-c7ca-4754-a37b-013714b5f403 tempest-TestVolumeBackupRestore-1651175777 tempest-TestVolumeBackupRestore-1651175777-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1092 time: 0.0678418 Aug 31 19:45:10.407920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 39896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:10.414902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Request body: {'floatingip': {'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:10.452005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587cec-1fb0-4397-a573-0c6908042af8 req-3f1114d4-7b55-44d6-bcfe-6f3d5f1bd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.453851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-3f1114d4-7b55-44d6-bcfe-6f3d5f1bd059 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0523877 Aug 31 19:45:10.479358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:10.570855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587cec-1fb0-4397-a573-0c6908042af8 req-e91e866c-1fbe-48c7-a775-bdb32a76d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.572981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-e91e866c-1fbe-48c7-a775-bdb32a76d176 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.1108501 Aug 31 19:45:10.609370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:10.648646 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-6a8e3fc3-cd72-4472-b46b-a8384e3329e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 999 time: 0.0685270 Aug 31 19:45:10.720681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587cec-1fb0-4397-a573-0c6908042af8 req-e7af1c3d-9c14-49c6-b843-296f53237d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.722705 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-e7af1c3d-9c14-49c6-b843-296f53237d32 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0668211 Aug 31 19:45:10.777065 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587cec-1fb0-4397-a573-0c6908042af8 req-91bdf1ff-0ebe-4e05-b9c2-bea02b6fc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.779534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-91bdf1ff-0ebe-4e05-b9c2-bea02b6fc369 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503914 Aug 31 19:45:10.924246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-78b73c99-fc22-4991-b652-58ba8baf901e service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376448 Aug 31 19:45:10.995340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:09Z', 'revision_number': 0, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:11.038634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:45:11.048323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:11.049115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:11.085654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-49587cec-1fb0-4397-a573-0c6908042af8 req-fb92341d-7835-46c1-871b-875d359c159d service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539621 Aug 31 19:45:11.167442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:11.194539 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.200537 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.379567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551535a-43f7-43d2-b72b-414402863179 req-1f12bcec-40e5-4e93-ab38-f67fa0bbe9fe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:11.381064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6551535a-43f7-43d2-b72b-414402863179 req-1f12bcec-40e5-4e93-ab38-f67fa0bbe9fe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0980990 Aug 31 19:45:11.432238 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:09Z', 'revision_number': 0, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:11.461276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec85e9-4b1d-4180-8959-78d418cc0ae9 None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:09Z', 'revision_number': 0, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:11.470877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6551535a-43f7-43d2-b72b-414402863179 req-0b07faf0-5cdf-4472-bf01-ce0c0315c32b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496168 Aug 31 19:45:11.533336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:11.578878 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bb122d2-994e-4b5e-a189-d7cabbb9d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.653180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:45:11.658164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.688192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:11.691041 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8afed47-4f06-4a0a-9431-d673c657425d" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:11.703538 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915470a-d108-4a93-b54e-9289da3b1802 None None] New status for floating IP 8752f6f7-25b0-46e9-bcd6-7b404f58cd55: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:45:11.726721 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ff593b0-9319-4df0-8d29-07147469b8a3 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "PUT /v2.0/floatingips/8752f6f7-25b0-46e9-bcd6-7b404f58cd55 HTTP/1.1" status: 200 len: 991 time: 1.3176219 Aug 31 19:45:11.736689 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b179aa-2b5d-44fe-a1a7-7fcd5d5daaeb x-openstack-request-id: req-b8b179aa-2b5d-44fe-a1a7-7fcd5d5daaeb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:11.737232 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:11.737816 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8b179aa-2b5d-44fe-a1a7-7fcd5d5daaeb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:11.738393 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:45:11.803373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afed47-4f06-4a0a-9431-d673c657425d req-23977471-50e8-46b0-8584-8ae6a4614e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:11.805441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-23977471-50e8-46b0-8584-8ae6a4614e4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0429516 Aug 31 19:45:11.907765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afed47-4f06-4a0a-9431-d673c657425d req-a95d104c-c707-40df-9d49-c27ac4d38304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:11.909397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-a95d104c-c707-40df-9d49-c27ac4d38304 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.0971103 Aug 31 19:45:11.967217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:45:11.976825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:11.977489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:11.979340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-cb846b17-9f53-468e-baa2-5162adcc1668 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 1001 time: 0.0627456 Aug 31 19:45:12.030466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afed47-4f06-4a0a-9431-d673c657425d req-70d778a4-6d0b-49e1-833e-c27953a3abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:12.032069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-70d778a4-6d0b-49e1-833e-c27953a3abdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0464504 Aug 31 19:45:12.099236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afed47-4f06-4a0a-9431-d673c657425d req-facce725-4b0f-4e70-aa05-5b13f66c0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:12.101003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-facce725-4b0f-4e70-aa05-5b13f66c0ed6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622804 Aug 31 19:45:12.109778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:12.199837 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-b57ae26f-448d-45a3-b229-812d2f6d77d5 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Aug 31 19:45:12.294969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c8afed47-4f06-4a0a-9431-d673c657425d req-dd65512a-dfad-4e5d-89f4-90655ca3b166 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890927 Aug 31 19:45:12.348811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:11Z', 'revision_number': 2, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:12.375749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:45:12.384793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:12.385432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:44:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:12.498955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:12.600895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81efe2-5b06-4407-af62-bab0c3a823eb req-c4d6888a-a1d4-4a12-9adc-b7452bcb04ae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:12.602446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea81efe2-5b06-4407-af62-bab0c3a823eb req-c4d6888a-a1d4-4a12-9adc-b7452bcb04ae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0551596 Aug 31 19:45:12.643684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea81efe2-5b06-4407-af62-bab0c3a823eb req-64e02cc8-b3cf-4b96-a426-d078f420be99 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Aug 31 19:45:12.742282 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:11Z', 'revision_number': 2, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:12.773336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb7b5-56b3-4fb8-8e02-8830754d3819 None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8752f6f7-25b0-46e9-bcd6-7b404f58cd55', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'port_id': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'mac_address': 'fa:16:3e:b9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:09Z', 'updated_at': '2021-08-31T19:45:11Z', 'revision_number': 2, 'project_id': '500a588d06b44319800fdbc76499f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:13.740709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:13.742815 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf6ae2d-b673-4e46-84a6-0843781755f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:13.770278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396029a4-93da-407b-ad65-fa735b35b4ac req-f8acdc9e-5a6e-4160-87b1-518f9870b918 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:13.771823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-396029a4-93da-407b-ad65-fa735b35b4ac req-f8acdc9e-5a6e-4160-87b1-518f9870b918 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0574517 Aug 31 19:45:13.780450 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddaa410-552d-40b1-9269-f28ae5f7a099 x-openstack-request-id: req-3ddaa410-552d-40b1-9269-f28ae5f7a099 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:13.780729 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:13.780978 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ddaa410-552d-40b1-9269-f28ae5f7a099 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:13.781356 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:45:13.813509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-396029a4-93da-407b-ad65-fa735b35b4ac req-36968a3d-286d-45db-938d-181ced839e43 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354290 Aug 31 19:45:13.843261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-89b51cda-f2a9-4de2-afcf-a8b8e21a7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:13.844782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-89b51cda-f2a9-4de2-afcf-a8b8e21a7f59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0416651 Aug 31 19:45:13.942771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-73ecab6d-0f3c-4a56-a0cb-a41acc686f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:13.944187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-73ecab6d-0f3c-4a56-a0cb-a41acc686f6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.0924182 Aug 31 19:45:14.010148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-fc554b35-b33f-4055-84b6-840143eee9db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 1001 time: 0.0591757 Aug 31 19:45:14.059057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-0f283c10-981c-495a-9e7a-d5721480e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:14.060507 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-0f283c10-981c-495a-9e7a-d5721480e972 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0434413 Aug 31 19:45:14.109475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-2d0dedb1-22e4-4cfd-86e8-fa09a18f942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:14.110975 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-2d0dedb1-22e4-4cfd-86e8-fa09a18f942a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436254 Aug 31 19:45:14.198288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-ae09a52a-9875-4793-bd90-a6a59d17a67b service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801251 Aug 31 19:45:14.239400 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-389da2c8-0606-484f-aedb-21f485ce2716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.297909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cdf6ae2d-b673-4e46-84a6-0843781755f6 req-9e92af8d-3e7b-4a54-a08d-e086bcae139d service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925999 Aug 31 19:45:14.476914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.745150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.934144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc88a75-d5ca-4a77-a628-eafd53e7055d req-c33c78de-9e4a-40ea-b918-6985255dcb73 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:14.935621 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1dc88a75-d5ca-4a77-a628-eafd53e7055d req-c33c78de-9e4a-40ea-b918-6985255dcb73 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0487089 Aug 31 19:45:14.977636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1dc88a75-d5ca-4a77-a628-eafd53e7055d req-91dac71c-4183-4290-8142-9492a2206b01 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357804 Aug 31 19:45:15.447753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:16.028682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:16.105059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a1ed-ea66-4578-8c31-a71796c97ccd req-f7feb9d1-5992-4c67-ac78-5f8567ebaf40 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:16.106889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a312a1ed-ea66-4578-8c31-a71796c97ccd req-f7feb9d1-5992-4c67-ac78-5f8567ebaf40 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0545008 Aug 31 19:45:16.151109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a312a1ed-ea66-4578-8c31-a71796c97ccd req-1a2c71b5-3d22-4197-b1f0-e2c8ced45fa9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357220 Aug 31 19:45:17.091299 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:17.278073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870ba95-a012-4d20-8995-e20d360215d4 req-ae3508ec-b64a-4a55-a164-a6a86d55a617 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:17.279667 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5870ba95-a012-4d20-8995-e20d360215d4 req-ae3508ec-b64a-4a55-a164-a6a86d55a617 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 944 time: 0.0540450 Aug 31 19:45:17.320931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5870ba95-a012-4d20-8995-e20d360215d4 req-4f900ebe-7698-43cc-93b6-e0e400cfb25c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350151 Aug 31 19:45:18.124716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:45:18.220900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:18.232834 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:45:18.268361 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:18.281301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:45:18.300315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:18.303843 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:18.352571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:18.452238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43c6ee-46b1-49a2-9a32-9e16c17aac60 req-6ed3d095-7ab7-4f9d-8555-5e8f7638703b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:18.453762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b43c6ee-46b1-49a2-9a32-9e16c17aac60 req-6ed3d095-7ab7-4f9d-8555-5e8f7638703b tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 945 time: 0.0588496 Aug 31 19:45:18.496066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b43c6ee-46b1-49a2-9a32-9e16c17aac60 req-cdcf6cbc-50da-46a2-b2b4-0b8287c61f2a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Aug 31 19:45:18.575107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:45:19.616988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32d895-9453-4f58-9adc-db921a0ce066 req-5b891fe9-94fb-4301-aada-65f15ff872bc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:19.618407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea32d895-9453-4f58-9adc-db921a0ce066 req-5b891fe9-94fb-4301-aada-65f15ff872bc tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 945 time: 0.0500121 Aug 31 19:45:19.656484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea32d895-9453-4f58-9adc-db921a0ce066 req-93e6dad5-3481-4d5a-be19-bdbea61ae1c2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Aug 31 19:45:20.138893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:45:20.186553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:45:20.189948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:45:20.190318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:20.268761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:20.290865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:20.293772 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c0c583-9d73-455b-b0bf-bfa2079cda19" -d '{"events": [{"server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "name": "network-vif-plugged", "status": "completed", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:20.306274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:20.310608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:20.337058 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d66e28-36eb-4a4c-ac1a-4fa6b6314b49 x-openstack-request-id: req-e3d66e28-36eb-4a4c-ac1a-4fa6b6314b49 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:20.338016 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "name": "network-vif-plugged", "status": "completed", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:20.338279 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3d66e28-36eb-4a4c-ac1a-4fa6b6314b49 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:20.339546 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'code': 200} Aug 31 19:45:20.368991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:20.435734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210c46-5430-46be-bb2a-5fb362fa43fd req-3e351849-968d-4607-84f6-eaed83575394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:20.437305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0210c46-5430-46be-bb2a-5fb362fa43fd req-3e351849-968d-4607-84f6-eaed83575394 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0406740 Aug 31 19:45:20.471788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0210c46-5430-46be-bb2a-5fb362fa43fd req-3f56270d-26e4-4507-8913-94fe481c65c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279083 Aug 31 19:45:20.776937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f6710-1fef-4e28-89af-a936505915a4 req-40e91045-e116-46dd-b122-61bd0b9d27ca tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:20.778480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a77f6710-1fef-4e28-89af-a936505915a4 req-40e91045-e116-46dd-b122-61bd0b9d27ca tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0509241 Aug 31 19:45:20.820380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a77f6710-1fef-4e28-89af-a936505915a4 req-20369bb9-d634-4b05-88de-42ec19cb4bf5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359890 Aug 31 19:45:21.951955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29955007-75b7-4d9a-b600-77ff30459363 req-f81e536c-7f0b-4d69-9244-55d8bbebeb61 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:21.954965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29955007-75b7-4d9a-b600-77ff30459363 req-f81e536c-7f0b-4d69-9244-55d8bbebeb61 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0611658 Aug 31 19:45:21.989525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-2ea3fb94-b722-4ae6-9ead-4e371c0f846b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500386 Aug 31 19:45:21.997422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29955007-75b7-4d9a-b600-77ff30459363 req-ba3963cf-f5fc-4b78-87c0-9449924f0b69 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Aug 31 19:45:22.106535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-deca29f8-55fb-4e17-891d-0c9a08063ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.108227 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-deca29f8-55fb-4e17-891d-0c9a08063ac1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0468585 Aug 31 19:45:22.156370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b19d4-f250-46b6-af39-02c023e50894 req-a9b1c2c4-f45b-42f1-9d5a-ea3bd18dd7cd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.160106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908b19d4-f250-46b6-af39-02c023e50894 req-a9b1c2c4-f45b-42f1-9d5a-ea3bd18dd7cd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0620563 Aug 31 19:45:22.201354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-908b19d4-f250-46b6-af39-02c023e50894 req-afa25118-ef0e-42af-923f-96c21236c39d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361245 Aug 31 19:45:22.219841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-ec5e7a36-6ad1-4109-8e24-976b4f5da7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.221428 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-ec5e7a36-6ad1-4109-8e24-976b4f5da7ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.0924704 Aug 31 19:45:22.226802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:22.292733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-79736ede-b050-436d-92fe-3044acab2746 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 1001 time: 0.0597558 Aug 31 19:45:22.372157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-e2af1aaa-abda-483b-a55f-9d7f5ea83880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.373647 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-e2af1aaa-abda-483b-a55f-9d7f5ea83880 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0741117 Aug 31 19:45:22.393405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1d9a6-d4f7-4636-ad7c-00b03833833a tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.394924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-19d1d9a6-d4f7-4636-ad7c-00b03833833a tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1093 time: 0.1671388 Aug 31 19:45:22.397964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:22.403977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:22.425025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-4be4ce17-cb36-4a2d-a196-32ae49ef9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:22.426904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-4be4ce17-cb36-4a2d-a196-32ae49ef9795 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444019 Aug 31 19:45:22.428995 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:22.523757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-6c76643d-777f-400c-af9a-56778f6f3e72 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893636 Aug 31 19:45:22.534836 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:22.628116 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-73e679fb-2485-41f7-b885-cbe0fc4d9a6a req-91f7c6c1-2738-4fe6-972b-325ad70b79a7 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974121 Aug 31 19:45:22.645668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.25.3.197 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/8889396c-6a99-4514-9d02-da5d34ff3195) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:45:22.765951 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:22.804834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:22.839385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:45:22.842306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:45:22.846773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:45:22.881169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=8889396c-6a99-4514-9d02-da5d34ff3195,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:23.618954 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:23.693384 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:23.858097 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:23.863003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:23.942193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=8889396c-6a99-4514-9d02-da5d34ff3195,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:23.952003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:24.055617 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP 15df2611-c515-450a-9ab0-5a4c260a027a associated. External IP: 172.25.3.197, port: 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6. Aug 31 19:45:24.327515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-db234022-dd89-4cce-ac84-1dcb307f715f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948648 Aug 31 19:45:24.352899 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:24.490881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-9063f3f0-8863-4c13-b3a1-51f112ddedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:24.492427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-9063f3f0-8863-4c13-b3a1-51f112ddedae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0952141 Aug 31 19:45:24.505507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:45:24.516695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:45:24.527070 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:24.527769 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:24.567324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:24.608150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b6cbe0e-4f41-482d-b2ca-4098ea774536 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2032328 Aug 31 19:45:24.608150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:24.608150 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c551912-7fc5-431e-bbc2-dbb903d77d21" -d '{"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:24.639175 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:24.645803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-1b7d5623-f5c3-4013-9fed-22534ef91f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:24.647610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-1b7d5623-f5c3-4013-9fed-22534ef91f79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1285698 Aug 31 19:45:24.649084 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597eb5ed-bb8e-4c9c-9233-303003e940e9 x-openstack-request-id: req-597eb5ed-bb8e-4c9c-9233-303003e940e9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:24.649371 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:24.649649 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-597eb5ed-bb8e-4c9c-9233-303003e940e9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:24.650196 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'status': 'completed', 'code': 200} Aug 31 19:45:24.720211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-353136ba-ab73-479b-8530-46908dd21ff3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1000 time: 0.0611911 Aug 31 19:45:24.775709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-a8a2a7ad-0914-4523-8c86-077d075bea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:24.777575 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-a8a2a7ad-0914-4523-8c86-077d075bea1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0508122 Aug 31 19:45:24.824722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-caf1e394-6fdd-4cf7-b3b2-9e768ad25b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:24.826359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-caf1e394-6fdd-4cf7-b3b2-9e768ad25b59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409184 Aug 31 19:45:24.866076 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:23Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:24.892449 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:45:24.903481 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:24.904134 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:24.924620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-92720dc8-b5f4-4f11-8b57-d665bde51ece service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Aug 31 19:45:25.014528 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:25.021386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c730240f-cae8-4c3e-9698-0ca03a23dd5d req-b6e33ad7-8681-410c-aeda-01cf8437504d service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Aug 31 19:45:25.109849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-4b4202f4-c25c-4428-8e33-2fa1c6af5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:25.112209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-4b4202f4-c25c-4428-8e33-2fa1c6af5785 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0425718 Aug 31 19:45:25.216678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-1dcddd04-0cf1-4609-aed9-f203173e2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:25.218237 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-1dcddd04-0cf1-4609-aed9-f203173e2a05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0999985 Aug 31 19:45:25.266131 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:23Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:25.290627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-17ecc782-1d1c-4b06-9b17-9ea0bd6cac84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1000 time: 0.0650020 Aug 31 19:45:25.302874 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd83aa-11c3-4a20-a577-070b766e602c None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:23Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:25.362276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-1a478097-6e7f-4ccb-b33f-7493f441de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:25.363966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-1a478097-6e7f-4ccb-b33f-7493f441de82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0648048 Aug 31 19:45:25.421371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-b8c24cce-a8e9-4aba-ab3a-d5f22744c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:25.423723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-b8c24cce-a8e9-4aba-ab3a-d5f22744c327 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514078 Aug 31 19:45:25.528339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-77e0f112-5b8e-480c-a016-6df533ba8b88 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972753 Aug 31 19:45:25.592502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd00a062-1cb0-47af-8e8f-6c79590f3604 None None] New status for floating IP 15df2611-c515-450a-9ab0-5a4c260a027a: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:45:25.649293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c551912-7fc5-431e-bbc2-dbb903d77d21 req-bd7e1f91-3055-4e39-8f29-b65ab8a1d1b3 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138487 Aug 31 19:45:32.991952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:45:41.581741 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331d2249-5569-4138-84d5-6892b4899dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.550455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:42.670683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec27d2ca-9496-45c1-92a1-78982bf4705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.767335 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec27d2ca-9496-45c1-92a1-78982bf4705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.771165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec27d2ca-9496-45c1-92a1-78982bf4705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.819701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ec27d2ca-9496-45c1-92a1-78982bf4705f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=938c9ba379bf40a8963affdfd259a2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681184 Aug 31 19:45:42.820683 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27d2ca-9496-45c1-92a1-78982bf4705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940de721-80d1-47ce-8753-1c3072fc1ffa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:42.822998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:42.885709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.889045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:42.909902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.962284 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.966576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.967956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/940de721-80d1-47ce-8753-1c3072fc1ffa HTTP/1.1" status: 204 len: 168 time: 0.1434581 Aug 31 19:45:42.977212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad07e4a-5824-49f4-b7c5-e06d23afc77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940de721-80d1-47ce-8753-1c3072fc1ffa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:43.070119 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Deleting port e150c43a-1c54-4266-b81d-ac1954034265 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:43.070569 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.157092 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.157430 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.173915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Calling delete_port for e150c43a-1c54-4266-b81d-ac1954034265 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:43.262404 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:43.276632 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fde7-f6d8-4472-a30b-341d050bd0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.361397 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.391336 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event deleted for resources: {'Port': ['ID=e150c43a-1c54-4266-b81d-ac1954034265,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:43.413980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fde7-f6d8-4472-a30b-341d050bd0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.419604 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fde7-f6d8-4472-a30b-341d050bd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.455706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.456264 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Floating IP 8752f6f7-25b0-46e9-bcd6-7b404f58cd55 disassociated (deleted). External IP: 172.25.3.200, port: 6a5b125f-e821-4377-8f56-d431f1d43a1f. Aug 31 19:45:43.463037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d9f9fde7-f6d8-4472-a30b-341d050bd0b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49c000cd02964d86b225b1003150fc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993628 Aug 31 19:45:43.464026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9fde7-f6d8-4472-a30b-341d050bd0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0043f-62d1-4de3-a5f2-7492c0c9e49d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:43.466328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:43.519698 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.541561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.592716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.595418 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.596746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33b0043f-62d1-4de3-a5f2-7492c0c9e49d HTTP/1.1" status: 204 len: 168 time: 0.1292880 Aug 31 19:45:43.605044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf95587-9052-46c3-a0d5-e44e110a608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0043f-62d1-4de3-a5f2-7492c0c9e49d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:43.700337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:43.834754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:45:43.840915 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:43.848485 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:45:43.858920 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:43.859467 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:43.875609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e89bd70d-d2bb-43ca-824f-6db56b382b9f tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "DELETE /v2.0/floatingips/8752f6f7-25b0-46e9-bcd6-7b404f58cd55 HTTP/1.1" status: 204 len: 168 time: 0.9811378 Aug 31 19:45:43.875609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:43.875609 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:43.936748 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3c24d9-9d7b-4833-9741-8e01f98aa836 x-openstack-request-id: req-1b3c24d9-9d7b-4833-9741-8e01f98aa836 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:43.937150 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:43.937400 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b3c24d9-9d7b-4833-9741-8e01f98aa836 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:43.938067 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:45:44.017618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-1f9b2a06-defa-4197-a3de-5e3f6b1a1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.018260 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:44.020162 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-1f9b2a06-defa-4197-a3de-5e3f6b1a1b5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=500a588d06b44319800fdbc76499f50a&device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 1097 time: 0.0538609 Aug 31 19:45:44.137607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-7cc2605a-4f9b-48a9-af54-262b504bed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.139483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-7cc2605a-4f9b-48a9-af54-262b504bed0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 200 len: 914 time: 0.1111851 Aug 31 19:45:44.168853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ea6b-6ae6-44a8-a5d2-2c165aa55694 req-87ac9065-e270-4ac5-aeb9-69df5f46c334 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.170868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be57ea6b-6ae6-44a8-a5d2-2c165aa55694 req-87ac9065-e270-4ac5-aeb9-69df5f46c334 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.0661509 Aug 31 19:45:44.189986 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-4ebd6550-8079-409b-8522-66b7e441cc37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 200 len: 217 time: 0.0429530 Aug 31 19:45:44.238336 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a80-2903-47ac-97ce-31d00d2dfb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:44.254662 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-be57ea6b-6ae6-44a8-a5d2-2c165aa55694 req-bc968c53-2587-4036-a468-b44c9c0c3b97 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704224 Aug 31 19:45:44.273006 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:44.273262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-2487f8af-e226-47d4-ae08-f103acd70209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.279966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-2487f8af-e226-47d4-ae08-f103acd70209 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 200 len: 852 time: 0.0751123 Aug 31 19:45:44.303313 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:45:44.315287 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:44.315851 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:44.342441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-17ac7303-6b56-4c92-8caa-ab643762f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.344153 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-17ac7303-6b56-4c92-8caa-ab643762f1b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bc74a54c-648d-4729-b1c2-8758d0d2a8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619707 Aug 31 19:45:44.435980 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:44.451971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-74b6d24e-0e0c-462e-8527-00c71751a3f0 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991874 Aug 31 19:45:44.483366 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:44.571422 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4ce38394-4b7b-47ca-8bd7-96bf4a55ba60 req-3505b4dd-bfe0-4a60-b5e3-c0f8c0f0da03 service neutron] 10.222.0.82 "GET /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096463 Aug 31 19:45:44.678638 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:44.705393 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f14dd-7c44-4187-b523-3604fc742ce9 None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:42:31Z', 'revision_number': 4, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '070d0771-192c-40f8-a143-c1373212e13d', 'name': '', 'network_id': 'bc74a54c-648d-4729-b1c2-8758d0d2a8cb', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'mac_address': 'fa:16:3e:d0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:30Z', 'updated_at': '2021-08-31T19:42:38Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'subnets': [{'id': 'd16b1ce6-8d9c-4080-bd0f-707f779f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:44.758129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:44.960495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c066deb7-e581-454b-a38a-f658ad185fa3 None None] New status for floating IP 8752f6f7-25b0-46e9-bcd6-7b404f58cd55: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:45:45.309611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:45.377123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d90ab0-244a-444f-877e-660c494f1344 req-0915e66d-3488-447f-8132-36ed0443a286 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:45.378630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72d90ab0-244a-444f-877e-660c494f1344 req-0915e66d-3488-447f-8132-36ed0443a286 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.0543611 Aug 31 19:45:45.422149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72d90ab0-244a-444f-877e-660c494f1344 req-6911f6e2-5b72-42b7-aaa4-a9b221a63e8e tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349028 Aug 31 19:45:45.427031 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ad7e48-930e-43fd-b37f-6656a5826bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.452512 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.521847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ad7e48-930e-43fd-b37f-6656a5826bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.526016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ad7e48-930e-43fd-b37f-6656a5826bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.563852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-74ad7e48-930e-43fd-b37f-6656a5826bf3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=961e9251a6b24ae18cd65330d11cd91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530310 Aug 31 19:45:45.564951 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad7e48-930e-43fd-b37f-6656a5826bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623652e5-3c12-4266-b0dd-0ae27519d828,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:45.566616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:45.624228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-a92c9dc0-b34c-425a-8b0d-d7a8e6533857 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:45.625803 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-a92c9dc0-b34c-425a-8b0d-d7a8e6533857 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.82 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 945 time: 0.0522776 Aug 31 19:45:45.628745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.656367 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.712123 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.715712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.720847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/623652e5-3c12-4266-b0dd-0ae27519d828 HTTP/1.1" status: 204 len: 168 time: 0.1492245 Aug 31 19:45:45.727760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3884b1-d402-48a0-b756-f15b2180bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623652e5-3c12-4266-b0dd-0ae27519d828,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:46.012364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:46.013191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.028788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece747df-f2ef-4a13-8773-92ba07480b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.107799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Deleting port 6a5b125f-e821-4377-8f56-d431f1d43a1f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:46.108420 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.131845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece747df-f2ef-4a13-8773-92ba07480b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.136393 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece747df-f2ef-4a13-8773-92ba07480b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.178219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ece747df-f2ef-4a13-8773-92ba07480b6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c60f0583eea4c5096dd59a37b479ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622057 Aug 31 19:45:46.178219 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece747df-f2ef-4a13-8773-92ba07480b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b5a70-eb07-4359-9d74-5f2345cd465c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:46.179856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:46.218549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] For port 6a5b125f-e821-4377-8f56-d431f1d43a1f, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=6a5b125f-e821-4377-8f56-d431f1d43a1f,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:46.218952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.240108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Calling delete_port for 6a5b125f-e821-4377-8f56-d431f1d43a1f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:46.294883 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.329483 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.413342 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.416777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.418774 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f20b5a70-eb07-4359-9d74-5f2345cd465c HTTP/1.1" status: 204 len: 168 time: 0.2375889 Aug 31 19:45:46.436251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23061ff2-50e6-43ba-991b-dd7845d601cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b5a70-eb07-4359-9d74-5f2345cd465c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:46.444940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.482667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event deleted for resources: {'Port': ['ID=6a5b125f-e821-4377-8f56-d431f1d43a1f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:46.535614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] No DVR routers for this DVR port 6a5b125f-e821-4377-8f56-d431f1d43a1f on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:45:46.536643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-94f5ea74-0c61-4992-a80f-5a2c301b26dc req-d517aa39-11e9-4595-8311-21a00bd9078e tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0273993 Aug 31 19:45:46.539577 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:46.541911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ec733933-dc80-4fb6-a698-b8c2b144f2b2 req-d4ffc37f-1023-405c-9386-1fe227c1164b tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.82 "DELETE /v2.0/ports/6a5b125f-e821-4377-8f56-d431f1d43a1f HTTP/1.1" status: 204 len: 173 time: 0.9099071 Aug 31 19:45:46.542664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'name': 'network-vif-deleted', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:46.547487 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db5846-dfc1-4d99-b6ef-c8d7edf647c8" -d '{"events": [{"server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "name": "network-vif-deleted", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:46.798826 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca95c8-74d9-4e5f-aa83-beb463151c9d x-openstack-request-id: req-37ca95c8-74d9-4e5f-aa83-beb463151c9d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:46.799865 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbfe64e-ff2d-4ac7-b844-157277c7e15c", "name": "network-vif-deleted", "tag": "6a5b125f-e821-4377-8f56-d431f1d43a1f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:46.800378 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37ca95c8-74d9-4e5f-aa83-beb463151c9d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:46.801111 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbfe64e-ff2d-4ac7-b844-157277c7e15c', 'name': 'network-vif-deleted', 'tag': '6a5b125f-e821-4377-8f56-d431f1d43a1f', 'status': 'completed', 'code': 200} Aug 31 19:45:47.096422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:47.658239 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c6f73f80-96ff-44b7-9972-c47ddd013105 req-bd27adeb-5926-4417-aeac-e28214e0896e tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0377715 Aug 31 19:45:48.772126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0348d83d-b7d0-4fd0-8fe4-c970c1afd030 req-899ef0e4-492d-4d8c-99fc-e1779e89487d tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0333974 Aug 31 19:45:49.149581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6a5b125f-e821-4377-8f56-d431f1d43a1f no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:49.173363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 6a5b125f-e821-4377-8f56-d431f1d43a1f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:49.173820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 6a5b125f-e821-4377-8f56-d431f1d43a1f not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:49.879223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a149b14-2bdd-4e67-baad-a897232035c6 req-69cb895d-5dce-4125-a19b-f3c085639558 tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bbfe64e-ff2d-4ac7-b844-157277c7e15c HTTP/1.1" status: 200 len: 210 time: 0.0311852 Aug 31 19:45:50.941407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:51.000909 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:51.025828 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:51.084820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:51.088649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:51.092449 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] 10.222.0.73 "DELETE /v2.0/security-groups/6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc HTTP/1.1" status: 204 len: 168 time: 0.1475410 Aug 31 19:45:51.099472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cbe6b-c3d0-401c-9183-72792657ccaf tempest-TestVolumeBackupRestore-584518558 tempest-TestVolumeBackupRestore-584518558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f85a1c9-7d7c-4a2e-b893-ac44bbeff3cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:54.646122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:55.068974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:55.362125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Deleting port 070d0771-192c-40f8-a143-c1373212e13d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:55.362481 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:55.443852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] For port 070d0771-192c-40f8-a143-c1373212e13d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=070d0771-192c-40f8-a143-c1373212e13d,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:55.444224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:55.462105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Calling delete_port for 070d0771-192c-40f8-a143-c1373212e13d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:55.656595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:55.688856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Pushing event deleted for resources: {'Port': ['ID=070d0771-192c-40f8-a143-c1373212e13d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:55.721368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.722570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.722570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.722570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.723734 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.724316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.726023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.726534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.727067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.727426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.728341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.728865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:55.916000 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.162138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:56.269381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:45:56.274548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d1329aa2-3ee3-43eb-82b4-76da3e06d113 admin admin] 10.222.0.73 "PUT /v2.0/routers/da3bf92c-5908-4f94-9ec6-8d04b6dd0ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6272836 Aug 31 19:45:56.277218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:56.280525 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Sync routers for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:45:56.290037 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:56.290752 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:56.396520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.400572 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:56.503663 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.561709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Deleting port 92bfde95-ad46-4a49-9d94-dd14b8018e7a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:56.562363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.588452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:45:55Z', 'revision_number': 5, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port': {'id': '92bfde95-ad46-4a49-9d94-dd14b8018e7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:28Z', 'updated_at': '2021-08-31T19:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:56.615525 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Checking router: da3bf92c-5908-4f94-9ec6-8d04b6dd0ada for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:45:56.624397 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Routers {'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:45:56.625028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:56.642963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] For port 92bfde95-ad46-4a49-9d94-dd14b8018e7a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=92bfde95-ad46-4a49-9d94-dd14b8018e7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:56.643336 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.658390 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Calling delete_port for 92bfde95-ad46-4a49-9d94-dd14b8018e7a owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:56.715685 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] Set router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:45:56.770417 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:45:56Z', 'revision_number': 6, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:56.801545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09be1f5-9116-4e23-8b16-e80fd42d842c None None] The sync data for ids ['da3bf92c-5908-4f94-9ec6-8d04b6dd0ada'] in n-d-778550-14 is: [{'id': 'da3bf92c-5908-4f94-9ec6-8d04b6dd0ada', 'name': 'tempest-TestVolumeBackupRestore-935659698-router', 'tenant_id': '500a588d06b44319800fdbc76499f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:27Z', 'updated_at': '2021-08-31T19:45:56Z', 'revision_number': 6, 'project_id': '500a588d06b44319800fdbc76499f50a', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:45:56.845230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:56.875667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=92bfde95-ad46-4a49-9d94-dd14b8018e7a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:56.936444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.026367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.028455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.071552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.072199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3bf92c-5908-4f94-9ec6-8d04b6dd0ada {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:45:57.076458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.077728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dea6cfa7-b3c5-4477-a7bb-a87be05f3c4c admin admin] 10.222.0.73 "DELETE /v2.0/routers/da3bf92c-5908-4f94-9ec6-8d04b6dd0ada HTTP/1.1" status: 204 len: 168 time: 0.7995715 Aug 31 19:45:57.080324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:57.131228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Deleting subnet d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:45:57.134803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.171422 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.255008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.309763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.343587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.346383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d16b1ce6-8d9c-4080-bd0f-707f779f0bf5 HTTP/1.1" status: 204 len: 168 time: 0.2650383 Aug 31 19:45:57.347262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9beb-416b-44d4-a0dc-874326764ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16b1ce6-8d9c-4080-bd0f-707f779f0bf5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:57.348946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:57.353849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd5fba-fe09-4325-a688-ad60fadee136 None None] Network bc74a54c-648d-4729-b1c2-8758d0d2a8cb requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:45:57.590421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] DHCP port deletion for bc74a54c-648d-4729-b1c2-8758d0d2a8cb request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:45:57.667148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Deleting port f4897367-bd26-419a-8d36-53476429b4d4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:57.668083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.766657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.776751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] For port f4897367-bd26-419a-8d36-53476429b4d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4897367-bd26-419a-8d36-53476429b4d4,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:57.777150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.795874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Calling delete_port for f4897367-bd26-419a-8d36-53476429b4d4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:57.838232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Deleting port f4897367-bd26-419a-8d36-53476429b4d4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:57.838875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.927217 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.930836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] For port f4897367-bd26-419a-8d36-53476429b4d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4897367-bd26-419a-8d36-53476429b4d4,segment=NetworkSegment(0bf143b9-39a4-4a7b-80b6-5e71a51807c0),segment_id=0bf143b9-39a4-4a7b-80b6-5e71a51807c0)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:57.931231 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.961718 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] Pushing event deleted for resources: {'Port': ['ID=f4897367-bd26-419a-8d36-53476429b4d4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:57.962851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Calling delete_port for f4897367-bd26-419a-8d36-53476429b4d4 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:57.969534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b3057-c8f2-44ee-8ed4-0b9d056c5f9b None None] No DVR routers for this DVR port f4897367-bd26-419a-8d36-53476429b4d4 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:45:58.032445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 92bfde95-ad46-4a49-9d94-dd14b8018e7a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:58.055216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 92bfde95-ad46-4a49-9d94-dd14b8018e7a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:58.055671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 92bfde95-ad46-4a49-9d94-dd14b8018e7a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:58.056214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4897367-bd26-419a-8d36-53476429b4d4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:58.066160 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.077594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f4897367-bd26-419a-8d36-53476429b4d4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:58.078016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4897367-bd26-419a-8d36-53476429b4d4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:58.078497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 070d0771-192c-40f8-a143-c1373212e13d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:58.095350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4897367-bd26-419a-8d36-53476429b4d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:58.097602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] No DVR routers for this DVR port f4897367-bd26-419a-8d36-53476429b4d4 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:45:58.103540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 070d0771-192c-40f8-a143-c1373212e13d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:58.104092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 070d0771-192c-40f8-a143-c1373212e13d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:58.173361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.185006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc74a54c-648d-4729-b1c2-8758d0d2a8cb']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:58.195499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf143b9-39a4-4a7b-80b6-5e71a51807c0') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:58.195836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf143b9-39a4-4a7b-80b6-5e71a51807c0') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:58.205377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.220423 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.226727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:45:58.227128 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:45:58.228855 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:45:58.265036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:58.282429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.289324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.291290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] 10.222.0.73 "DELETE /v2.0/networks/bc74a54c-648d-4729-b1c2-8758d0d2a8cb HTTP/1.1" status: 204 len: 168 time: 0.9408472 Aug 31 19:45:58.294332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:58.301089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b5dd-914a-49f3-b6a0-3ec9d3f6212e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc74a54c-648d-4729-b1c2-8758d0d2a8cb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:58.401036 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69cbf111-1293-4e09-9012-c0e8e6f46d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.609992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69cbf111-1293-4e09-9012-c0e8e6f46d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.630712 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69cbf111-1293-4e09-9012-c0e8e6f46d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.672292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-69cbf111-1293-4e09-9012-c0e8e6f46d11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ff7a352eb314a10a1a4268c0c3d9017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061258 Aug 31 19:45:58.674984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:58.681977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbf111-1293-4e09-9012-c0e8e6f46d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977fd783-863f-4ac1-947f-0bcfcfa5400e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:58.731892 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.752794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.754351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.799528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.802142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:58.803289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/977fd783-863f-4ac1-947f-0bcfcfa5400e HTTP/1.1" status: 204 len: 168 time: 0.1271310 Aug 31 19:45:58.812054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fc443-8aa8-49cc-84d2-0c480b39f379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977fd783-863f-4ac1-947f-0bcfcfa5400e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.001214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Deleting port c0e4e435-dfd7-4814-b450-399c87482678 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:59.001567 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.075908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:59.082206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] For port c0e4e435-dfd7-4814-b450-399c87482678, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c0e4e435-dfd7-4814-b450-399c87482678,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:59.082583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.089426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.096767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Calling delete_port for c0e4e435-dfd7-4814-b450-399c87482678 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:59.179305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.184103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.222455 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=beec74bbef454f6a93c98232c9ec2dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454477 Aug 31 19:45:59.224407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c76ac-8539-474b-b14e-06c435b1cae9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.226269 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:59.244575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.244920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.245260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.245594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.245924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.246251 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.246576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.246898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.247218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.247538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.247885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.248202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f3936-20c6-409f-a872-910138ddc82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.283882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.290897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.310057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e4e435-dfd7-4814-b450-399c87482678,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.315071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.375907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.378577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.380118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a6c76ac-8539-474b-b14e-06c435b1cae9 HTTP/1.1" status: 204 len: 168 time: 0.1527822 Aug 31 19:45:59.390182 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee79ee7-ca68-4a24-992a-9517356f3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c76ac-8539-474b-b14e-06c435b1cae9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.504077 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.722843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Router 2cc85eac-2075-477f-bf76-2c00b3e48773 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:45:59.731801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:59.745452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5446f1ef-c1f6-49bf-aa90-9eb96381357a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.842992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5446f1ef-c1f6-49bf-aa90-9eb96381357a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.847463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5446f1ef-c1f6-49bf-aa90-9eb96381357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.890810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5446f1ef-c1f6-49bf-aa90-9eb96381357a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89c77a66ada34dbbbac5f66d42c8fc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578720 Aug 31 19:45:59.891740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f1ef-c1f6-49bf-aa90-9eb96381357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb342cd-19b1-4048-a504-8e8dfd95f95b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.894121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:59.953082 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.977253 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.032005 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.034589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.035874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afb342cd-19b1-4048-a504-8e8dfd95f95b HTTP/1.1" status: 204 len: 168 time: 0.1407950 Aug 31 19:46:00.046408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e98b70-8d80-4a58-9129-2b79cb2d4221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb342cd-19b1-4048-a504-8e8dfd95f95b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:00.204315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:00.209794 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6fe47a5a-d7f3-4973-afac-eefe267a1153 admin admin] 10.222.0.73 "PUT /v2.0/routers/2cc85eac-2075-477f-bf76-2c00b3e48773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135208 Aug 31 19:46:00.215047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Sync routers for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:00.219921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:00.228395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:00.229262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:00.342131 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.470039 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.517927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:00.532288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Deleting port 5e3e07fb-2507-4891-bfef-d4008df72cc6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:00.532640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.626836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] For port 5e3e07fb-2507-4891-bfef-d4008df72cc6, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5e3e07fb-2507-4891-bfef-d4008df72cc6,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:00.627603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.644067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Calling delete_port for 5e3e07fb-2507-4891-bfef-d4008df72cc6 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:00.732050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:45:59Z', 'revision_number': 5, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port': {'id': '5e3e07fb-2507-4891-bfef-d4008df72cc6', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:42:36Z', 'updated_at': '2021-08-31T19:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:00.761682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Checking router: 2cc85eac-2075-477f-bf76-2c00b3e48773 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:00.770935 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Routers {'2cc85eac-2075-477f-bf76-2c00b3e48773'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:00.771616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:45:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['2cc85eac-2075-477f-bf76-2c00b3e48773'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:00.862364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.873918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] Set router 2cc85eac-2075-477f-bf76-2c00b3e48773 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:00.890440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3e07fb-2507-4891-bfef-d4008df72cc6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:00.937899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:46:00Z', 'revision_number': 6, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:00.961235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:00.968513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00280629-d339-4c2a-831a-d6e0a77109cb None None] The sync data for ids ['2cc85eac-2075-477f-bf76-2c00b3e48773'] in n-d-778550-14 is: [{'id': '2cc85eac-2075-477f-bf76-2c00b3e48773', 'name': 'tempest-TestVolumeBackupRestore-588393203-router', 'tenant_id': '52daa376d584427daf39e2e9dc3da460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:42:35Z', 'updated_at': '2021-08-31T19:46:00Z', 'revision_number': 6, 'project_id': '52daa376d584427daf39e2e9dc3da460', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:01.057491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.059619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.108278 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.108741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc85eac-2075-477f-bf76-2c00b3e48773 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:46:01.113631 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.115006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a823b0f-2797-4eb8-bea1-aaeb77514b55 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2cc85eac-2075-477f-bf76-2c00b3e48773 HTTP/1.1" status: 204 len: 168 time: 0.8938589 Aug 31 19:46:01.117563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:01.174722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Deleting subnet e82b35ec-3b34-4dcf-9bd8-34d872fa32b6 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:46:01.178486 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.216171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.299588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.365002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.390597 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82b35ec-3b34-4dcf-9bd8-34d872fa32b6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:01.396582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.401177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9f6cae3d-5d8b-4a9e-a1b0-d2dd110695de admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e82b35ec-3b34-4dcf-9bd8-34d872fa32b6 HTTP/1.1" status: 204 len: 168 time: 0.2823653 Aug 31 19:46:01.402010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:01.403465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66827d-330c-405d-9959-64e39fbcb6ef None None] Network 75dbec5f-f8cf-483b-8ea5-58670dbe16ef requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:46:01.495672 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.555132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Deleting port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:01.555489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.624927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] For port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,segment=NetworkSegment(46044152-6e8a-4039-9165-30a0f435d5d1),segment_id=46044152-6e8a-4039-9165-30a0f435d5d1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:01.625302 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.638581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Calling delete_port for 7e208243-ddc5-4495-b5ae-ebd87f45f6ee owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:01.718463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.748778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e208243-ddc5-4495-b5ae-ebd87f45f6ee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:01.754048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] No DVR routers for this DVR port 7e208243-ddc5-4495-b5ae-ebd87f45f6ee on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:01.826896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.838411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75dbec5f-f8cf-483b-8ea5-58670dbe16ef']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:01.849862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46044152-6e8a-4039-9165-30a0f435d5d1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:01.850172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46044152-6e8a-4039-9165-30a0f435d5d1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:01.862294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.869068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f360f1-e21b-4d0c-b178-2033156b0155 None None] DHCP port deletion for 75dbec5f-f8cf-483b-8ea5-58670dbe16ef request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:46:01.880609 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.887809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:46:01.888291 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:46:01.890309 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:46:01.959167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.967187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:01.972387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] 10.222.0.73 "DELETE /v2.0/networks/75dbec5f-f8cf-483b-8ea5-58670dbe16ef HTTP/1.1" status: 204 len: 168 time: 0.5687406 Aug 31 19:46:01.985652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce1d3e-fd61-40a4-ada9-cf469d6cfd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=75dbec5f-f8cf-483b-8ea5-58670dbe16ef,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:02.031905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5e3e07fb-2507-4891-bfef-d4008df72cc6 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:02.052631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 5e3e07fb-2507-4891-bfef-d4008df72cc6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:02.052981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5e3e07fb-2507-4891-bfef-d4008df72cc6 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:02.053399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c0e4e435-dfd7-4814-b450-399c87482678 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:02.077476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c0e4e435-dfd7-4814-b450-399c87482678 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:02.078244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c0e4e435-dfd7-4814-b450-399c87482678 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:02.078814 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7e208243-ddc5-4495-b5ae-ebd87f45f6ee no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:02.112091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7e208243-ddc5-4495-b5ae-ebd87f45f6ee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:02.112481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7e208243-ddc5-4495-b5ae-ebd87f45f6ee not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:02.176668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 40990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:02.221354 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e4422979-97ca-4099-b177-a0d1645e584a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=500a588d06b44319800fdbc76499f50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427768 Aug 31 19:46:02.224020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:02.277608 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.299348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.348080 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.351595 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.353011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3890dc4-c247-459c-ad52-da9e0a654ee9 HTTP/1.1" status: 204 len: 168 time: 0.1278276 Aug 31 19:46:02.361787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93bb8-fb5b-430d-83a5-04097144dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3890dc4-c247-459c-ad52-da9e0a654ee9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:02.687766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 40998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:02.726348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3dcd1edc-63d1-480b-a1c8-84ac5e277538 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52daa376d584427daf39e2e9dc3da460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374138 Aug 31 19:46:02.729439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 41000) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:02.779295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.799614 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.845017 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.847679 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:02.848850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c4ae35d-6579-4f55-8147-a446bc0cf875 HTTP/1.1" status: 204 len: 168 time: 0.1184373 Aug 31 19:46:02.857324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96ef7d-cd82-43f3-8d49-de5eac475374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ae35d-6579-4f55-8147-a446bc0cf875,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:09.990979 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:46:11.584529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f83a-534f-42c4-ac5e-7f371d906692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:14.230596 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7839ab18-81f8-48d6-966f-04e9441a0bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:14.475175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:14.754253 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:15.456722 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:16.035787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:17.096077 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.451622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-ecbccc49-92c2-4c95-aa6e-0da9d286623b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458381 Aug 31 19:46:25.536277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-6562bdea-ab0e-445a-98a0-3b769191a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.537822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-6562bdea-ab0e-445a-98a0-3b769191a157 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0416567 Aug 31 19:46:25.643129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-d1ed94cf-a043-4362-9e46-ad868d79855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.644656 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-d1ed94cf-a043-4362-9e46-ad868d79855c service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0839398 Aug 31 19:46:25.716464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-6f235942-7ced-466a-9c7c-41966447e8cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1002 time: 0.0636389 Aug 31 19:46:25.783270 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-b425681f-1732-4dcb-8089-f8972324fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.786776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-b425681f-1732-4dcb-8089-f8972324fbef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0616837 Aug 31 19:46:25.842642 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-526cb77b-aee3-4d52-956b-d97315f4a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.844283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-526cb77b-aee3-4d52-956b-d97315f4a83f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427160 Aug 31 19:46:25.939597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-3d9bf64b-61f1-4d5d-b4e5-8ead74aa86fe service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 Aug 31 19:46:26.037292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4a5e38a-a68d-422d-acea-c2956ae13cf5 req-b9c36a5f-5522-466b-8273-01f740e37b3b service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893166 Aug 31 19:46:41.588357 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23fbee6c-1de3-477b-99e8-005374ae3b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.232894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1276f055-5715-4be5-97fb-89134b224f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.478390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.752306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.459089 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.037271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.989999 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:46:47.091937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:11.607699 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b476cdad-e1d5-4581-9f49-41da1be30a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:14.236776 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5ae336a-79ec-43fb-b34c-95c4878c6204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:14.481158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:14.751536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:15.069231 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-3559d070-3edd-453f-971c-2732ae7be57c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735308945&fields=id&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 267 time: 0.0391598 Aug 31 19:47:15.185767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-b45504fa-b56b-47ad-baa4-93c6d6f40934 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:15.187306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-b45504fa-b56b-47ad-baa4-93c6d6f40934 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.1079044 Aug 31 19:47:15.203592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-8aabeac3-c2de-4376-9570-0d0ea8855dc9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/quotas/7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 375 time: 0.0104020 Aug 31 19:47:15.262719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-a6dc79b3-0a44-4427-a01b-3df42cc84072 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534694 Aug 31 19:47:15.366658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-7c1b4e41-7233-44d8-a992-772273f635b0 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920925 Aug 31 19:47:15.473813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-19e1610e-c108-4973-970d-fbc289fbab12 service neutron] 10.222.0.73 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893259 Aug 31 19:47:15.483342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:16.040825 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:16.817021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d52a8f2b-ce9c-4031-b831-1134487a9722 req-02a4aa0c-4d48-48e7-a74a-a8c433a8a474 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0339270 Aug 31 19:47:17.095305 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:17.897184 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2b8815ea-769b-482c-8258-6f0771329905 req-ba99bd88-e83d-4bb8-861c-2d1c2ff70dae tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0278602 Aug 31 19:47:18.981545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c55c66e-b8e8-4394-aa51-d7604c7c7c15 req-0643749e-4d1b-41a0-aace-be143a5377b7 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0289173 Aug 31 19:47:19.910976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-71980983-50bb-4c9e-a864-415aa6149254 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:19.913500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-71980983-50bb-4c9e-a864-415aa6149254 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 811 time: 0.1145320 Aug 31 19:47:19.966702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-61d36a2d-5da7-4ed6-a3fe-bedef7532d3f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d67a09bb7ad4389ac72a35473c307a1 HTTP/1.1" status: 200 len: 379 time: 0.0390339 Aug 31 19:47:19.977875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'port': {'device_id': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'admin_state_up': True, 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'security_groups': ['2606b97f-c848-4e23-bfa9-a4f945f83124']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:20.096197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7714a87e-0e5e-41b0-a381-62b1827b6455 req-d05449f4-c00d-4c94-97b1-962f09041507 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0368354 Aug 31 19:47:20.103063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Made reservation on behalf of 7d67a09bb7ad4389ac72a35473c307a1 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:47:20.106730 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.248591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.20.0.5 (65758368-18f8-489e-adc3-fa3ca3b41e41/944d9afa-965e-4672-b772-91ef5566e813/2f2da7bd-b14f-4ba8-836c-d2199254de40) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:47:20.397773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.412842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Transition to ACTIVE for port object 2f2da7bd-b14f-4ba8-836c-d2199254de40 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:47:20.448135 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.507071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:47:20.513490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:47:20.519532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:47:20.543787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:20.553767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.554116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.554520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.554866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.555201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.555532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.555888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.556219 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.556542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.556868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.557198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.557525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:20.596721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:20.597346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.620651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-103ede4c-b382-4630-adf9-99bd78163d84 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6470113 Aug 31 19:47:20.635041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Request body: {'port': {'device_id': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:20.711612 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.838552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e48794c-4f2f-466b-aa2e-5ee9b75f80d3 None None] Provisioning for port 2f2da7bd-b14f-4ba8-836c-d2199254de40 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:47:20.844125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e48794c-4f2f-466b-aa2e-5ee9b75f80d3 None None] Provisioning complete for port 2f2da7bd-b14f-4ba8-836c-d2199254de40 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:47:20.844863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e48794c-4f2f-466b-aa2e-5ee9b75f80d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:20.889623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e48794c-4f2f-466b-aa2e-5ee9b75f80d3 None None] Port 2f2da7bd-b14f-4ba8-836c-d2199254de40 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:47:21.062336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2da7bd-b14f-4ba8-836c-d2199254de40 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:47:21.077090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.093277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Transition to ACTIVE for port object 2f2da7bd-b14f-4ba8-836c-d2199254de40 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:47:21.097261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.156941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Pushing event updated for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:21.254399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c60d7b-5d00-45bc-ac6c-028316c2efbc req-e0d0dd5f-5542-40d9-ad1d-328922b486cd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.268742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48c60d7b-5d00-45bc-ac6c-028316c2efbc req-e0d0dd5f-5542-40d9-ad1d-328922b486cd tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0684063 Aug 31 19:47:21.275020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Attempting to bind port 2f2da7bd-b14f-4ba8-836c-d2199254de40 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:47:21.275367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Attempting to bind port 2f2da7bd-b14f-4ba8-836c-d2199254de40 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:47:21.275800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Attempting to bind port 2f2da7bd-b14f-4ba8-836c-d2199254de40 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:47:21.281730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Port 2f2da7bd-b14f-4ba8-836c-d2199254de40 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:47:21.282107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Attempting to bind port 2f2da7bd-b14f-4ba8-836c-d2199254de40 on network 65758368-18f8-489e-adc3-fa3ca3b41e41 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:47:21.300035 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:47:21.300515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Checking segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:47:21.301003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Bound using segment: {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:47:21.301547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Bound port: 2f2da7bd-b14f-4ba8-836c-d2199254de40, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f917abe-d2ee-4822-b8aa-e12c490725ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:47:21.302016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.340205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48c60d7b-5d00-45bc-ac6c-028316c2efbc req-04822240-fbf7-4ed3-9de3-051fbf981579 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701637 Aug 31 19:47:21.393553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:47:21.397843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:47:21.404377 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.483530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Pushing event updated for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:21.536542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.537816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.540280 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-80e5c200-6612-402e-85e4-7a964b920b1b service neutron] 10.222.0.82 "PUT /v2.0/ports/2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 1092 time: 0.9110143 Aug 31 19:47:21.540986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:21.548300 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:21.641771 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7ecfd-5d93-4ec9-b327-a7b21dca365d x-openstack-request-id: req-78a7ecfd-5d93-4ec9-b327-a7b21dca365d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:21.642054 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:21.642390 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78a7ecfd-5d93-4ec9-b327-a7b21dca365d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:21.642766 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'status': 'completed', 'code': 200} Aug 31 19:47:21.665906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-200e4577-b7db-4a1f-8cd7-b1a59d5b4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.667553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-200e4577-b7db-4a1f-8cd7-b1a59d5b4e1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1095 time: 0.0807424 Aug 31 19:47:21.734563 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-c3b74861-232c-42d6-9ecc-35e75909d2ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 217 time: 0.0585394 Aug 31 19:47:21.803304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-4c294b29-7bef-4647-86aa-5b4a420e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.805115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-4c294b29-7bef-4647-86aa-5b4a420e6ea1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0639596 Aug 31 19:47:21.868456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-831ce10b-65e9-4bf5-beeb-50bce193c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.872628 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-831ce10b-65e9-4bf5-beeb-50bce193c9c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607507 Aug 31 19:47:21.995985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-1441f3f8-46e9-464c-b2c8-18bf8c28ca21 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151574 Aug 31 19:47:22.114524 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8b50afa3-04c4-45b0-9f5d-95c168c5e1b9 req-062c9a2d-af5a-4589-8be0-93e7d7cbd8ae service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114087 Aug 31 19:47:22.215160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-fda196be-e638-4cb5-a0b8-64d34def8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:22.216840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-fda196be-e638-4cb5-a0b8-64d34def8df4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1095 time: 0.0533009 Aug 31 19:47:22.322171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-7ae3ded2-955e-4846-b252-9c31f8175268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:22.323849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-7ae3ded2-955e-4846-b252-9c31f8175268 service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1005244 Aug 31 19:47:22.407557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-e432e457-5187-4f94-be6a-79c01e1d3814 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 217 time: 0.0764816 Aug 31 19:47:22.486184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-758040ca-9e3d-4a24-affd-3e7f48823899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:22.487813 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-758040ca-9e3d-4a24-affd-3e7f48823899 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0734978 Aug 31 19:47:22.498957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387782b1-7522-48ba-ad5e-f1ff1154dc7c req-a24a3dbe-9d89-4cfb-9032-fe71398a5b33 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:22.508330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-387782b1-7522-48ba-ad5e-f1ff1154dc7c req-a24a3dbe-9d89-4cfb-9032-fe71398a5b33 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0766697 Aug 31 19:47:22.539041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-54582b8d-3431-4fe1-ac60-a49b19d318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:22.540687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-54582b8d-3431-4fe1-ac60-a49b19d318f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453835 Aug 31 19:47:22.557872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-387782b1-7522-48ba-ad5e-f1ff1154dc7c req-8b43534b-9f25-46bf-9f18-2e26e9238525 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485620 Aug 31 19:47:22.655400 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-930d8f73-019f-4550-8f36-2650f1f3da7d service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071727 Aug 31 19:47:22.758651 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e0674c62-bd7f-49e3-83d4-ec430e3e7ea3 req-288afc35-13e0-4be1-a427-a8b9cb925d59 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964949 Aug 31 19:47:23.696002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c307a0-e49e-468e-9af3-918d14c9014b req-205f1ed2-0e49-43c9-aeea-779d095b4008 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:23.702185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1c307a0-e49e-468e-9af3-918d14c9014b req-205f1ed2-0e49-43c9-aeea-779d095b4008 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0593162 Aug 31 19:47:23.742926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1c307a0-e49e-468e-9af3-918d14c9014b req-57f6bee4-f41c-40e6-a14b-e613acd63395 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379543 Aug 31 19:47:23.989469 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:47:24.863187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f4f40-4b7b-45dc-868c-9a7634d1f72d req-3e31d923-46b0-4a33-ba6b-1048e2c1d7c9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:24.864780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc9f4f40-4b7b-45dc-868c-9a7634d1f72d req-3e31d923-46b0-4a33-ba6b-1048e2c1d7c9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0506847 Aug 31 19:47:24.907137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc9f4f40-4b7b-45dc-868c-9a7634d1f72d req-34c8b513-09b9-4e44-9d79-9959cb8d9df2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Aug 31 19:47:25.269728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-05acdf4f-aacf-44c5-8ce8-c7d49aa60dde service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467265 Aug 31 19:47:25.356849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-a3dbfdd7-abd7-47ec-b63a-5ef3c0d0291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:25.358392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-a3dbfdd7-abd7-47ec-b63a-5ef3c0d0291b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0451541 Aug 31 19:47:25.463701 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-e7ca6c12-15ee-4231-ad34-34cc9a85fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:25.465346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-e7ca6c12-15ee-4231-ad34-34cc9a85fe39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0857747 Aug 31 19:47:25.538221 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-29d1eed3-cbc2-4e1e-a725-0d9745cce35a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1002 time: 0.0658112 Aug 31 19:47:25.590267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-7cdac738-13b8-4497-9d88-8e274b2877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:25.591774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-7cdac738-13b8-4497-9d88-8e274b2877dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0464737 Aug 31 19:47:25.639266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-677ca136-0110-44e0-af80-3a019e43f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:25.640781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-677ca136-0110-44e0-af80-3a019e43f865 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415862 Aug 31 19:47:25.739139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-4872532d-fc4d-4155-abfe-af52da2dfe1d service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Aug 31 19:47:25.838877 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e99bc31c-43b0-451a-8709-ee56188c14e3 req-da4daa02-5eb7-4042-a0b3-20e11a8462ab service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922530 Aug 31 19:47:26.042956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecb6d1-3100-424f-82d8-7ecc826d2530 req-e2204443-ea4f-41a4-b33e-b910958663e1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:26.045290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9ecb6d1-3100-424f-82d8-7ecc826d2530 req-e2204443-ea4f-41a4-b33e-b910958663e1 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0607152 Aug 31 19:47:26.085958 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9ecb6d1-3100-424f-82d8-7ecc826d2530 req-5b2494ad-2068-48f0-8f56-f2958b4dbaaa tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343046 Aug 31 19:47:27.206706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafef72-62be-4c47-a75f-9b46ffef9bf5 req-c15ecc07-7682-4f78-b438-8b6ff1bba42e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:27.208233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcafef72-62be-4c47-a75f-9b46ffef9bf5 req-c15ecc07-7682-4f78-b438-8b6ff1bba42e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0503964 Aug 31 19:47:27.248222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dcafef72-62be-4c47-a75f-9b46ffef9bf5 req-02e03af5-b134-4bec-8621-cdc0c818bb6f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334754 Aug 31 19:47:28.367236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf2b8-8d00-40c9-b235-aa7ea170606e req-2e237d06-b064-4a22-b050-f1d059cd9405 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:28.368772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-683cf2b8-8d00-40c9-b235-aa7ea170606e req-2e237d06-b064-4a22-b050-f1d059cd9405 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0514183 Aug 31 19:47:28.406280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-683cf2b8-8d00-40c9-b235-aa7ea170606e req-fa213aff-c6db-4500-8b69-6c404b897212 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Aug 31 19:47:29.535811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890afebb-73da-496b-a4d2-3e62f704d8ec req-86ac6709-c483-4a60-8e05-24e915f4f64e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:29.537845 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-890afebb-73da-496b-a4d2-3e62f704d8ec req-86ac6709-c483-4a60-8e05-24e915f4f64e tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0598130 Aug 31 19:47:29.580459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-890afebb-73da-496b-a4d2-3e62f704d8ec req-a6bd88dd-4db4-490e-80a4-9293320560f8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360007 Aug 31 19:47:30.700990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb611f-63ec-4a17-aeac-875ce18facc4 req-f65cd223-b4e0-4f99-8132-55d7832ccc59 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:30.702527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efcb611f-63ec-4a17-aeac-875ce18facc4 req-f65cd223-b4e0-4f99-8132-55d7832ccc59 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 943 time: 0.0534370 Aug 31 19:47:30.740933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efcb611f-63ec-4a17-aeac-875ce18facc4 req-f46d4a02-093c-4f46-9b35-3988393adbf5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Aug 31 19:47:31.591829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2f2da7bd-b14f-4ba8-836c-d2199254de40 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:47:31.689802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:31.706109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'port_id': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'mac_address': 'fa:16:3e:bf:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:47:31.744427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:31.757633 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2da7bd-b14f-4ba8-836c-d2199254de40 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:47:31.777425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:31.781331 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:31.832369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:31.840678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.841138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.841595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.842019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.842451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.842889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.843313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.843771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.844210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.844635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.845055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.845533 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.868479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d2f5-b366-4ee2-a827-e11004a24920 req-2ed325d7-6aed-4025-b55b-22ce6ae90c4f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:31.869982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cb7d2f5-b366-4ee2-a827-e11004a24920 req-2ed325d7-6aed-4025-b55b-22ce6ae90c4f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 944 time: 0.0499814 Aug 31 19:47:31.914175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cb7d2f5-b366-4ee2-a827-e11004a24920 req-004bad92-6750-4c28-a674-ad3b127a65f9 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358598 Aug 31 19:47:32.014106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['2f2da7bd-b14f-4ba8-836c-d2199254de40'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:47:33.038276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732d18-4177-4cc0-9026-bf11751aaf86 req-e9b3b775-ee79-4caa-8c29-3fbb30f0e279 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.039781 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6732d18-4177-4cc0-9026-bf11751aaf86 req-e9b3b775-ee79-4caa-8c29-3fbb30f0e279 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 944 time: 0.0536156 Aug 31 19:47:33.078140 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6732d18-4177-4cc0-9026-bf11751aaf86 req-df60b0f5-429f-469a-98ef-fedfdd273bf2 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 31 19:47:33.597409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2f2da7bd-b14f-4ba8-836c-d2199254de40 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:47:33.647339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 2f2da7bd-b14f-4ba8-836c-d2199254de40 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:47:33.651523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 2f2da7bd-b14f-4ba8-836c-d2199254de40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:47:33.651925 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:33.734283 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:33.758393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:33.760720 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003395e5-48bd-49f4-8729-1a8ed5be264d" -d '{"events": [{"server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "name": "network-vif-plugged", "status": "completed", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:33.776348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:33.781298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:33.805136 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a275a7d-8045-4ef6-a1e1-06aeef0901f5 x-openstack-request-id: req-7a275a7d-8045-4ef6-a1e1-06aeef0901f5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:33.805430 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "name": "network-vif-plugged", "status": "completed", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:33.805681 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a275a7d-8045-4ef6-a1e1-06aeef0901f5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:33.806064 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'code': 200} Aug 31 19:47:33.831905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:33.897958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc90f-7680-43d8-b7d5-6b4b37da9688 req-7b6eac4b-986e-4c12-bde6-1a8a307d5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.899447 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1afdc90f-7680-43d8-b7d5-6b4b37da9688 req-7b6eac4b-986e-4c12-bde6-1a8a307d5056 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1097 time: 0.0404310 Aug 31 19:47:33.940577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1afdc90f-7680-43d8-b7d5-6b4b37da9688 req-fd3108d8-e3f3-4c2a-89fe-aa01bfc21500 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Aug 31 19:47:34.194388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fdfdd-0b88-4967-91cc-21923e5184c7 req-5fe4b92a-3e8b-4b46-bec7-c07a96caf350 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:34.195800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-118fdfdd-0b88-4967-91cc-21923e5184c7 req-5fe4b92a-3e8b-4b46-bec7-c07a96caf350 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0486970 Aug 31 19:47:34.235029 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-118fdfdd-0b88-4967-91cc-21923e5184c7 req-2b8f8d94-c155-4b9f-ab58-fc1296df6176 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330982 Aug 31 19:47:35.375383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5821-6eaa-4a51-b861-0dfe2189af02 req-8f65f142-b7de-4e88-a956-ef45507b8e7c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:35.377009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4dd5821-6eaa-4a51-b861-0dfe2189af02 req-8f65f142-b7de-4e88-a956-ef45507b8e7c tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0638638 Aug 31 19:47:35.420970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4dd5821-6eaa-4a51-b861-0dfe2189af02 req-d82aef05-120f-425a-b73d-83a11c23375a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370791 Aug 31 19:47:35.546820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900278f-1416-4540-a3ef-3d105527fdde req-3c041814-dbe5-4ae7-8d7d-7f3be6600393 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:35.548693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1900278f-1416-4540-a3ef-3d105527fdde req-3c041814-dbe5-4ae7-8d7d-7f3be6600393 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0571005 Aug 31 19:47:35.600436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1900278f-1416-4540-a3ef-3d105527fdde req-619f43b8-cef3-4228-85c1-0d2a18612e1a tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361426 Aug 31 19:47:35.625652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 42810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:35.668033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2fdfeb-34d4-4621-a5df-300127137166 tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:35.672202 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4c2fdfeb-34d4-4621-a5df-300127137166 tempest-TestVolumeBootPattern-484507710 tempest-TestVolumeBootPattern-484507710-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1092 time: 0.0454381 Aug 31 19:47:35.672571 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 42812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:35.678201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:35.702971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:35.807114 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:35.921654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Allocated IP 172.25.3.179 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/eff9ccc3-cde2-4255-9133-8253bb4e85b5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:47:36.027066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.072930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.110949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:47:36.116599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:47:36.120195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:47:36.144561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=eff9ccc3-cde2-4255-9133-8253bb4e85b5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:36.159830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.160185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.160529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.160868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.161770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.162286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.162745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.163081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.163416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.163774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.164110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.164435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:36.498839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.569155 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.734317 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.739906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.807970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event updated for resources: {'Port': ['ID=eff9ccc3-cde2-4255-9133-8253bb4e85b5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:36.818470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.919862 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP ba8d2ae6-ccdb-4819-9457-532ce98efd1d associated. External IP: 172.25.3.179, port: 2f2da7bd-b14f-4ba8-836c-d2199254de40. Aug 31 19:47:37.132886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:47:37.243586 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:47:37.253544 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:47:37.261071 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.263588 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:37.264289 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:47:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:37.296249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be612a94-f0b0-4c24-a2e3-d076d3b02850 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6224155 Aug 31 19:47:37.296916 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:37.300819 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c81c0-8bec-412c-967b-2426e21ae2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:37.337864 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c630af53-9285-4599-9ed3-7e2676e4988b x-openstack-request-id: req-c630af53-9285-4599-9ed3-7e2676e4988b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:37.338159 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:37.338464 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c630af53-9285-4599-9ed3-7e2676e4988b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:37.338880 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'status': 'completed', 'code': 200} Aug 31 19:47:37.415816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-fcf9a039-24bc-47d4-b26b-dda467689304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.417601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-fcf9a039-24bc-47d4-b26b-dda467689304 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1097 time: 0.0493004 Aug 31 19:47:37.484170 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:37.519505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-cf14de2f-5120-42f7-91b8-e8c88f297062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.521299 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-cf14de2f-5120-42f7-91b8-e8c88f297062 service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0966733 Aug 31 19:47:37.588313 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-e11f67b8-e7c6-4c13-a869-d16e84f902ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 999 time: 0.0589538 Aug 31 19:47:37.638157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-b06d0e9c-a6df-44f1-9f67-5f2305d09627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.639627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-b06d0e9c-a6df-44f1-9f67-5f2305d09627 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0446258 Aug 31 19:47:37.694559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-05b1fdbd-5639-4a6b-982c-45398dcc2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.696096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-05b1fdbd-5639-4a6b-982c-45398dcc2036 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476322 Aug 31 19:47:37.738214 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}, {'id': 'ba8d2ae6-ccdb-4819-9457-532ce98efd1d', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:bf:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:36Z', 'updated_at': '2021-08-31T19:47:36Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:37.773859 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:47:37.782131 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:37.782748 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:47:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:37.794479 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-157252fa-6268-45be-b3c2-9ad4d0330e99 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903449 Aug 31 19:47:37.890952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:37.892194 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5c6c81c0-8bec-412c-967b-2426e21ae2e2 req-9a13a02a-5956-421e-9159-5c808e62168a service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889959 Aug 31 19:47:38.129502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}, {'id': 'ba8d2ae6-ccdb-4819-9457-532ce98efd1d', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:bf:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:36Z', 'updated_at': '2021-08-31T19:47:36Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:38.156122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32c036-d414-46d1-973d-adf97de7ff3d None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}, {'id': 'ba8d2ae6-ccdb-4819-9457-532ce98efd1d', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:bf:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:36Z', 'updated_at': '2021-08-31T19:47:36Z', 'revision_number': 0, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:47:38.383920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdca6b-5490-464f-b921-9c8565f05938 None None] New status for floating IP ba8d2ae6-ccdb-4819-9457-532ce98efd1d: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:47:41.595764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60f3cbe5-4a39-47e8-8f22-f0c70f5a094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:44.240899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cee8376b-35f7-4c4d-8528-7e39e1dd09a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:44.483602 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:44.751939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:45.466964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:46.033765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:47.097833 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.201858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:55.318551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783934bb-0952-49f0-bd6b-0746b85c9184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.411369 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783934bb-0952-49f0-bd6b-0746b85c9184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.414873 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783934bb-0952-49f0-bd6b-0746b85c9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.453129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-783934bb-0952-49f0-bd6b-0746b85c9184 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da74d892c6d942b9bd197b394c2cde72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500527 Aug 31 19:47:55.453999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783934bb-0952-49f0-bd6b-0746b85c9184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced849e-b04a-4f19-9da9-ca58aa373de7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:55.455745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:55.508167 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.529581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.575938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.578498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.579683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ced849e-b04a-4f19-9da9-ca58aa373de7 HTTP/1.1" status: 204 len: 168 time: 0.1228833 Aug 31 19:47:55.588054 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c4759-3d2d-473d-8625-65828b57b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced849e-b04a-4f19-9da9-ca58aa373de7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:55.851304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:55.869758 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8779fc78-60a9-4b80-84b6-357d1e50e66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.962334 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8779fc78-60a9-4b80-84b6-357d1e50e66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.966130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8779fc78-60a9-4b80-84b6-357d1e50e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:56.005994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8779fc78-60a9-4b80-84b6-357d1e50e66a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58c6f2080cca40ae9866eef3a06af197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533465 Aug 31 19:47:56.008226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779fc78-60a9-4b80-84b6-357d1e50e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4509cd-68e7-48d2-80cc-cf8b67cfa01e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:56.009314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:56.059406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:56.085665 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:56.141004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:56.143625 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:56.144879 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da4509cd-68e7-48d2-80cc-cf8b67cfa01e HTTP/1.1" status: 204 len: 168 time: 0.1344976 Aug 31 19:47:56.152533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd04eb-aabf-4e42-9ed2-122c2130e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4509cd-68e7-48d2-80cc-cf8b67cfa01e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:00.989690 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:48:11.595759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3f61612-d184-4d32-ba84-d5befe883ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.780751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:13.887602 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-661fb969-85aa-4f39-b3b9-68c74444e410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.978269 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-661fb969-85aa-4f39-b3b9-68c74444e410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.982463 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-661fb969-85aa-4f39-b3b9-68c74444e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.021228 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-661fb969-85aa-4f39-b3b9-68c74444e410 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88f2ac815c834e60a6b9cee30030e774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393675 Aug 31 19:48:14.022089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fb969-85aa-4f39-b3b9-68c74444e410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3881d93-210e-4f80-aee9-4d5a701333e1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:14.024743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:14.073107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.093811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.148041 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.150601 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.151796 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3881d93-210e-4f80-aee9-4d5a701333e1 HTTP/1.1" status: 204 len: 168 time: 0.1261220 Aug 31 19:48:14.159523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3945da-98ec-417c-9f8e-1ac9c0a07c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3881d93-210e-4f80-aee9-4d5a701333e1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:14.242422 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5cd43e7c-d050-4bc0-a860-91356b02bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.489016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:14.766346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:15.469877 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:16.059390 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:17.102258 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.250261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:19.366005 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57263277-5d91-4d13-ba00-4476b7d338ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.457042 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57263277-5d91-4d13-ba00-4476b7d338ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.460603 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57263277-5d91-4d13-ba00-4476b7d338ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.499309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-57263277-5d91-4d13-ba00-4476b7d338ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=147ccf64f0244f8080c4f4d2d3b9a6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479987 Aug 31 19:48:19.500299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263277-5d91-4d13-ba00-4476b7d338ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a122e0-6612-4a02-a344-272cf2142520,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:19.502023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43682) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:19.551688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.572799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.617674 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.620891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:19.622085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97a122e0-6612-4a02-a344-272cf2142520 HTTP/1.1" status: 204 len: 168 time: 0.1189630 Aug 31 19:48:19.630498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b86b26-9928-46ee-8d89-f9a87d922ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a122e0-6612-4a02-a344-272cf2142520,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:20.842825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-c13563af-a1c6-4a50-8f49-f97ef6bce793 req-a3edd146-a83b-4970-992f-4bc786188d4e service neutron] (94816) timed out ('10.222.0.73', 38946) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:48:26.647374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-429903da-a7c8-44ca-9cf8-13676f77217b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440371 Aug 31 19:48:26.730192 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-a1cddda4-e85a-46ad-9645-06284c6dcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:26.731824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-a1cddda4-e85a-46ad-9645-06284c6dcf99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0407853 Aug 31 19:48:26.832365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-a751468b-8819-4ca1-8e25-96302c1601a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:26.833822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-a751468b-8819-4ca1-8e25-96302c1601a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0836434 Aug 31 19:48:26.903261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-b1e1aa4d-08ec-4a8b-9c5d-abca490b2b52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 1002 time: 0.0621412 Aug 31 19:48:26.953519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-607fa86c-4a0f-4387-b76d-c0fd126b502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:26.955000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-607fa86c-4a0f-4387-b76d-c0fd126b502c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0452013 Aug 31 19:48:26.982417 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-089404ae-61f6-4223-9ece-fc43b810cfed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407186 Aug 31 19:48:27.003599 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-28b4249b-1818-40f7-8de7-bc65dbe13bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.005445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-28b4249b-1818-40f7-8de7-bc65dbe13bf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433810 Aug 31 19:48:27.066484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-da7aefbe-50ce-43b5-a4f8-0777c54bf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.068228 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-da7aefbe-50ce-43b5-a4f8-0777c54bf6ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1097 time: 0.0427282 Aug 31 19:48:27.115388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-b5bf8827-13f1-4d42-ad25-96398405437f service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024895 Aug 31 19:48:27.184295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-0c7a3706-e061-4d33-830e-05dbd2e73af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.185845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-0c7a3706-e061-4d33-830e-05dbd2e73af9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.0976810 Aug 31 19:48:27.214585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd7e114c-9030-4ae7-bfd3-eaa2134ad4ed req-0c7f3765-52ad-46e4-874e-75494dcce1d3 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918295 Aug 31 19:48:27.258766 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-c8d14056-8e87-4311-8f61-ac26405ef340 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 1001 time: 0.0657980 Aug 31 19:48:27.310330 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-be0c4f3d-2864-4686-a073-9602a69f2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.311806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-be0c4f3d-2864-4686-a073-9602a69f2950 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0458903 Aug 31 19:48:27.368605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-c98e4f00-e8c2-45e6-b55b-c444527e4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.370560 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-c98e4f00-e8c2-45e6-b55b-c444527e4ea6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518730 Aug 31 19:48:27.473535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-f2ea38cd-cf54-47fe-949c-88f03fee2e7a service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951703 Aug 31 19:48:27.574438 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51bfe5d9-c883-4068-988a-a1089e1b294c req-24b3bb1b-fa6d-4d58-bc4c-cbfe86f9e85e service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940239 Aug 31 19:48:37.989521 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:48:41.596838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36506a59-83ae-4549-bc33-74555ce2373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.243706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce828244-076e-431d-bb12-355c33e7a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.490796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.778042 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.474777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:46.046306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:47.102602 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.461843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:06.618329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port eff9ccc3-cde2-4255-9133-8253bb4e85b5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:06.618591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.694267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.694585 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.705744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for eff9ccc3-cde2-4255-9133-8253bb4e85b5 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:06.847509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.872386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=eff9ccc3-cde2-4255-9133-8253bb4e85b5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:06.884338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.884689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.885028 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.885364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.885695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.886022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.886347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.886670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.886990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.887310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.887629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.887972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:06.939665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:06.939998 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP ba8d2ae6-ccdb-4819-9457-532ce98efd1d disassociated (deleted). External IP: 172.25.3.179, port: 2f2da7bd-b14f-4ba8-836c-d2199254de40. Aug 31 19:49:07.144986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:49:07.255160 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:49:07.260588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:07.265424 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:49:07.274971 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:07.275576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:48:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:07.288441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-acf5c326-c064-4c31-9020-8be8024ab3be tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "DELETE /v2.0/floatingips/ba8d2ae6-ccdb-4819-9457-532ce98efd1d HTTP/1.1" status: 204 len: 168 time: 0.8254538 Aug 31 19:49:07.289041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:07.291306 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee445573-eb3f-4dea-9817-5a69d6571597" -d '{"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:07.334033 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651f12a-e19e-401c-9d45-cc1b179c07c7 x-openstack-request-id: req-0651f12a-e19e-401c-9d45-cc1b179c07c7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:07.334333 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:07.334583 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0651f12a-e19e-401c-9d45-cc1b179c07c7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:07.334996 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'status': 'completed', 'code': 200} Aug 31 19:49:07.387014 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:07.400166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-59961a8d-2b98-45fe-b232-1801fc80dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.401633 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-59961a8d-2b98-45fe-b232-1801fc80dba0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 1097 time: 0.0426657 Aug 31 19:49:07.519778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-cd46d696-1057-41d1-b653-62d8bacc291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.522260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-cd46d696-1057-41d1-b653-62d8bacc291a service neutron] 10.222.0.82 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1017864 Aug 31 19:49:07.528803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc38-7722-4676-979b-cc2b90740cf9 req-4f170451-a6c1-4ec7-ab78-0deb65f9e78d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.530371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cb5cc38-7722-4676-979b-cc2b90740cf9 req-4f170451-a6c1-4ec7-ab78-0deb65f9e78d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0541289 Aug 31 19:49:07.570368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-55688748-d555-4728-9a52-92a83e9695ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 200 len: 217 time: 0.0395534 Aug 31 19:49:07.574041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cb5cc38-7722-4676-979b-cc2b90740cf9 req-1eed599d-d92d-4932-8bd1-4d032b2740ed tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Aug 31 19:49:07.621622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-4ab7c8bf-40f3-4061-8288-281adf8e2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.623083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-4ab7c8bf-40f3-4061-8288-281adf8e2457 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0445421 Aug 31 19:49:07.630682 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:07.656764 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:49:07.664890 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:07.665537 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:48:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:07.669406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-40d17eee-b606-49d0-9ebe-df06551efe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.670891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-40d17eee-b606-49d0-9ebe-df06551efe3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394077 Aug 31 19:49:07.764446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-c86e35f8-518e-464e-bc55-f13e769418f4 service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Aug 31 19:49:07.771774 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:07.853527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ee445573-eb3f-4dea-9817-5a69d6571597 req-6f22614b-4437-4f69-8cdb-e20e47f7942c service neutron] 10.222.0.82 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803621 Aug 31 19:49:08.001643 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:08.027424 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24f996-6f3a-4731-a212-1ba25d4d2665 None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '15df2611-c515-450a-9ab0-5a4c260a027a', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'port_id': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'mac_address': 'fa:16:3e:ed:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:45:23Z', 'updated_at': '2021-08-31T19:45:25Z', 'revision_number': 1, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:49:08.242613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a310c9-bdb3-493b-9b0a-c5df6c9199e8 None None] New status for floating IP ba8d2ae6-ccdb-4819-9457-532ce98efd1d: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:49:08.690098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88548fa-a077-4fb3-902a-2fd6ebb8b603 req-b3bcfae8-531d-48d3-b144-5ac0dfab5db8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:08.691563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c88548fa-a077-4fb3-902a-2fd6ebb8b603 req-b3bcfae8-531d-48d3-b144-5ac0dfab5db8 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0482492 Aug 31 19:49:08.730695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c88548fa-a077-4fb3-902a-2fd6ebb8b603 req-1ad50086-c552-405b-9c56-40a750705258 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Aug 31 19:49:09.118197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-0ae2ef6d-f058-4aab-a60c-cc4e3d1138a4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:09.119663 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-0ae2ef6d-f058-4aab-a60c-cc4e3d1138a4 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 945 time: 0.0545657 Aug 31 19:49:09.207737 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 2f2da7bd-b14f-4ba8-836c-d2199254de40 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:09.208078 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:09.296559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 2f2da7bd-b14f-4ba8-836c-d2199254de40, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=2f2da7bd-b14f-4ba8-836c-d2199254de40,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:09.296927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:09.309720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 2f2da7bd-b14f-4ba8-836c-d2199254de40 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:09.432744 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:09.465375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=2f2da7bd-b14f-4ba8-836c-d2199254de40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:09.491772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.492130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.492475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.492815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.493151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.493485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.493815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.494144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.494471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.494796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.495126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.495448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:09.513406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 2f2da7bd-b14f-4ba8-836c-d2199254de40 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:49:09.515844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:09.517870 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b9bea54a-ba3c-45d1-8903-62f2174bc25a req-efe9e3ee-d9c6-42f6-ba05-c46a4e3b5d62 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.82 "DELETE /v2.0/ports/2f2da7bd-b14f-4ba8-836c-d2199254de40 HTTP/1.1" status: 204 len: 173 time: 0.3897154 Aug 31 19:49:09.518299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'name': 'network-vif-deleted', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:09.520559 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ccd8e-fc35-4c0b-8a10-726617be1e2b" -d '{"events": [{"server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "name": "network-vif-deleted", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:09.587079 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfec960-ace7-4a8e-bcc5-accc593f9661 x-openstack-request-id: req-ccfec960-ace7-4a8e-bcc5-accc593f9661 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:09.587372 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3390ff62-b64d-4d4f-9066-96dd61da858d", "name": "network-vif-deleted", "tag": "2f2da7bd-b14f-4ba8-836c-d2199254de40", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:09.587624 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ccfec960-ace7-4a8e-bcc5-accc593f9661 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:09.588055 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3390ff62-b64d-4d4f-9066-96dd61da858d', 'name': 'network-vif-deleted', 'tag': '2f2da7bd-b14f-4ba8-836c-d2199254de40', 'status': 'completed', 'code': 200} Aug 31 19:49:09.826407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aaf02e2c-d0fb-4b51-be5d-d456c544f033 req-232a1fb4-55c6-4c8b-a534-211be0dab3ea tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0270002 Aug 31 19:49:10.928713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4056ac2e-3749-41ce-adf3-7da3d27ede97 req-59d5404e-814f-4eaf-8ac7-176caa915743 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0262754 Aug 31 19:49:11.598920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd7c9-427e-4f8b-a06d-400de19a6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:12.022514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae5ba854-5ea5-4e34-993b-e7fd4f0a4aad req-bee9cd91-e533-459c-89f5-24cae49ab660 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0262733 Aug 31 19:49:12.155781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2f2da7bd-b14f-4ba8-836c-d2199254de40 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:12.180556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 2f2da7bd-b14f-4ba8-836c-d2199254de40 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:12.180906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 2f2da7bd-b14f-4ba8-836c-d2199254de40 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:13.133098 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d38bfcd-bbac-498e-bf0c-2f68c78a3a9c req-85dc0d0e-d6d1-41e1-b0b8-cae286c01782 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3390ff62-b64d-4d4f-9066-96dd61da858d HTTP/1.1" status: 200 len: 210 time: 0.0326097 Aug 31 19:49:14.247248 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bfce17b-3e1b-4c2b-9c16-2249e86e47c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:14.493013 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:14.776493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:14.988506 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:49:15.475243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:16.060605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:17.106401 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.497784 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:18.653927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 8889396c-6a99-4514-9d02-da5d34ff3195 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:18.654280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.729547 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.729882 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.741309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 8889396c-6a99-4514-9d02-da5d34ff3195 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:18.886668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.911473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=8889396c-6a99-4514-9d02-da5d34ff3195,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:18.972992 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:18.973347 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Floating IP 15df2611-c515-450a-9ab0-5a4c260a027a disassociated (deleted). External IP: 172.25.3.197, port: 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6. Aug 31 19:49:19.493616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:49:19.598790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:49:19.604165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:19.609626 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:49:19.619728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:19.620340 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:19.632557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-09a68299-8287-4957-942a-1f2c8b00716d tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "DELETE /v2.0/floatingips/15df2611-c515-450a-9ab0-5a4c260a027a HTTP/1.1" status: 204 len: 168 time: 1.1336625 Aug 31 19:49:19.633241 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:19.635680 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61feeb3c-70f4-40ee-a576-9d640484d910" -d '{"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:19.673984 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca443a23-f7ec-426e-aee7-22b5ca15b513 x-openstack-request-id: req-ca443a23-f7ec-426e-aee7-22b5ca15b513 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:19.674287 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:19.674625 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca443a23-f7ec-426e-aee7-22b5ca15b513 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:19.675188 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'status': 'completed', 'code': 200} Aug 31 19:49:19.743362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-7cdbb0f6-c78b-4a5b-9b3e-1e604d3641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:19.745497 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-7cdbb0f6-c78b-4a5b-9b3e-1e604d3641f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 1098 time: 0.0471931 Aug 31 19:49:19.828179 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:19.883817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-54f8a784-d898-4502-b3d5-cfa1ee8d8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:19.885261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-54f8a784-d898-4502-b3d5-cfa1ee8d8fa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 200 len: 912 time: 0.1290302 Aug 31 19:49:19.893513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada9f06-6f23-4c27-9ccf-57c9cc88f8dc req-ba24f4fa-2750-4a67-9fcc-7b4ce2cd3245 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:19.894890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ada9f06-6f23-4c27-9ccf-57c9cc88f8dc req-ba24f4fa-2750-4a67-9fcc-7b4ce2cd3245 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0786297 Aug 31 19:49:19.941119 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-ff3d4fc9-1fee-473c-aea2-e667293cc6dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 200 len: 217 time: 0.0449998 Aug 31 19:49:19.992942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ada9f06-6f23-4c27-9ccf-57c9cc88f8dc req-3c6cf7d7-2659-4655-932b-718b9a828597 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903800 Aug 31 19:49:20.007792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-6ad98af0-9dcd-4b06-a5c4-527dd7e28dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:20.009313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-6ad98af0-9dcd-4b06-a5c4-527dd7e28dad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 200 len: 850 time: 0.0601830 Aug 31 19:49:20.030074 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:20.059046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-5af88f50-09b5-4a38-85a4-951d2b05eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:20.059961 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:49:20.060587 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-5af88f50-09b5-4a38-85a4-951d2b05eabc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65758368-18f8-489e-adc3-fa3ca3b41e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419853 Aug 31 19:49:20.069107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:20.069711 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:20.153061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-c2f6ddc3-65c0-499d-a8b7-b60ae547873d service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Aug 31 19:49:20.173594 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:20.251026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61feeb3c-70f4-40ee-a576-9d640484d910 req-2d2cf7b3-a7ea-40b9-ab7f-01f26512cf45 service neutron] 10.222.0.67 "GET /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896654 Aug 31 19:49:20.372754 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:20.397906 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af868ee5-05e4-4339-8f51-ad219ee6f16f None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:37:52Z', 'revision_number': 4, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '1fb09a51-3180-4091-bf7c-1d16f0b6cbe8', 'name': '', 'network_id': '65758368-18f8-489e-adc3-fa3ca3b41e41', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'mac_address': 'fa:16:3e:03:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '944d9afa-965e-4672-b772-91ef5566e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:50Z', 'updated_at': '2021-08-31T19:37:59Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'subnets': [{'id': '944d9afa-965e-4672-b772-91ef5566e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:49:20.615465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f45a21-6eca-47a2-af61-180d5e144e08 None None] New status for floating IP 15df2611-c515-450a-9ab0-5a4c260a027a: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:49:21.111618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75e244-c157-435c-a02b-73e7d06d02ef req-5f04e0d0-3e91-4e0f-a2ea-ed7ae8f69045 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:21.113149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b75e244-c157-435c-a02b-73e7d06d02ef req-5f04e0d0-3e91-4e0f-a2ea-ed7ae8f69045 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0501418 Aug 31 19:49:21.151567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5b75e244-c157-435c-a02b-73e7d06d02ef req-00e0ab3e-0aa4-464a-9c92-796fbff9dfaf tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/security-groups?id=2606b97f-c848-4e23-bfa9-a4f945f83124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Aug 31 19:49:21.411313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-46600746-b52e-4289-9c42-8cf23a106efe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:21.412940 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-46600746-b52e-4289-9c42-8cf23a106efe tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 946 time: 0.0494747 Aug 31 19:49:21.505803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:21.506146 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:21.592149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] For port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:21.592514 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:21.605566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:21.736302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:21.765678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:21.810583 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] No DVR routers for this DVR port 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:49:21.813346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:21.815375 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9de8832b-f524-4af1-9df9-1cf798b397b1 req-031246e9-cb3a-4ff4-a1ce-18748b0cb214 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.67 "DELETE /v2.0/ports/2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 HTTP/1.1" status: 204 len: 173 time: 0.3964307 Aug 31 19:49:21.815858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'name': 'network-vif-deleted', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:21.818741 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10735bef-268a-497f-bb2b-9242714272f6" -d '{"events": [{"server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "name": "network-vif-deleted", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:21.857549 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792239a6-a829-4a76-8b78-eec28d7cbf56 x-openstack-request-id: req-792239a6-a829-4a76-8b78-eec28d7cbf56 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:21.857848 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737", "name": "network-vif-deleted", "tag": "2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:21.858109 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-792239a6-a829-4a76-8b78-eec28d7cbf56 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:21.858517 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737', 'name': 'network-vif-deleted', 'tag': '2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6', 'status': 'completed', 'code': 200} Aug 31 19:49:22.259751 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0606412-ba19-4105-8765-4b186a9586ed req-468174d6-eed0-45b4-b1ec-6e80b5b04bc5 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0289061 Aug 31 19:49:23.356440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e494d16-28e4-4413-881c-4343ea255375 req-dd8410b2-7251-4390-8880-cd4c32a2d46f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0294495 Aug 31 19:49:23.581413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:23.602798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:23.603150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 2bd8a7e0-d2d6-4b5b-8d3b-7fcf31a933b6 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:24.461016 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-03baf14b-b302-4be4-bec5-58e853be73f9 req-d4ae5a6e-a5d8-460a-9cdd-09e992266f20 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Aug 31 19:49:25.572144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4148764-ba61-4b1e-8e35-343d450721fb req-ccf9d0bc-d1b3-4207-808e-95a41cafbb52 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d940c5-0f17-4bc8-8fd1-bf4f0a2b3737 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Aug 31 19:49:26.628115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:27.096469 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Deleting port 02e14389-cd17-4c93-af88-930ab2a0602a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:27.096821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.171830 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.172162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.183285 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Calling delete_port for 02e14389-cd17-4c93-af88-930ab2a0602a owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:27.311949 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.334792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'Port': ['ID=02e14389-cd17-4c93-af88-930ab2a0602a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:27.397191 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.399874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.401051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4102e204-fbd4-441f-a20b-162cb5512037 tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "DELETE /v2.0/floatingips/e8a333a5-9cdd-479b-a6c9-84f378337d15 HTTP/1.1" status: 204 len: 168 time: 0.7719433 Aug 31 19:49:29.669191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43778) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:29.729899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:29.754389 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:29.819212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:29.821809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:29.822981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] 10.222.0.73 "DELETE /v2.0/security-groups/2606b97f-c848-4e23-bfa9-a4f945f83124 HTTP/1.1" status: 204 len: 168 time: 0.1527715 Aug 31 19:49:29.832324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a0be5-c677-4083-bd54-b0c5b708ca9f tempest-TestVolumeBootPattern-282528151 tempest-TestVolumeBootPattern-282528151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606b97f-c848-4e23-bfa9-a4f945f83124,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:29.886125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:30.466562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:30.726296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Deleting port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:30.726573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:30.805760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] For port 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:30.806138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:30.818920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Calling delete_port for 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:30.997336 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.027673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb09a51-3180-4091-bf7c-1d16f0b6cbe8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:31.193411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.405441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Router cbb67a02-69f2-4acd-8b7f-28870936d243 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:49:31.511735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:49:31.517260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5783c534-0531-474a-8a0e-4c334b7a634a admin admin] 10.222.0.73 "PUT /v2.0/routers/cbb67a02-69f2-4acd-8b7f-28870936d243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298006 Aug 31 19:49:31.519884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:31.521443 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Sync routers for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:49:31.530472 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:31.531087 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:31.623117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.636439 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:31.726814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.780412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Deleting port 134831ad-1454-42c1-b871-f33efe028c7a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:31.780760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.817482 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '134831ad-1454-42c1-b871-f33efe028c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:49:30Z', 'revision_number': 5, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port': {'id': '134831ad-1454-42c1-b871-f33efe028c7a', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:47Z', 'updated_at': '2021-08-31T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:31.845551 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Checking router: cbb67a02-69f2-4acd-8b7f-28870936d243 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:49:31.854284 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Routers {'cbb67a02-69f2-4acd-8b7f-28870936d243'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:31.854895 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['cbb67a02-69f2-4acd-8b7f-28870936d243'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:31.861561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] For port 134831ad-1454-42c1-b871-f33efe028c7a, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=134831ad-1454-42c1-b871-f33efe028c7a,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:31.861938 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:31.874652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Calling delete_port for 134831ad-1454-42c1-b871-f33efe028c7a owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:31.937918 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] Set router cbb67a02-69f2-4acd-8b7f-28870936d243 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:31.990989 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:49:31Z', 'revision_number': 6, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:32.019853 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3da7a-1031-4e6b-b00b-da1e7e0c7ff9 None None] The sync data for ids ['cbb67a02-69f2-4acd-8b7f-28870936d243'] in n-d-778550-14 is: [{'id': 'cbb67a02-69f2-4acd-8b7f-28870936d243', 'name': 'tempest-TestVolumeBootPattern-228746934-router', 'tenant_id': '7d67a09bb7ad4389ac72a35473c307a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:46Z', 'updated_at': '2021-08-31T19:49:31Z', 'revision_number': 6, 'project_id': '7d67a09bb7ad4389ac72a35473c307a1', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:49:32.040383 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.065937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Pushing event deleted for resources: {'Port': ['ID=134831ad-1454-42c1-b871-f33efe028c7a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:32.134090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.225316 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.227424 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.268903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.269553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb67a02-69f2-4acd-8b7f-28870936d243 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:49:32.274487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.275729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7a50fe29-2b20-4540-b53c-6f358a52a82a admin admin] 10.222.0.73 "DELETE /v2.0/routers/cbb67a02-69f2-4acd-8b7f-28870936d243 HTTP/1.1" status: 204 len: 168 time: 0.7547057 Aug 31 19:49:32.278164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:32.328701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Deleting subnet 944d9afa-965e-4672-b772-91ef5566e813 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:49:32.331777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.369946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.454346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.510519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.541715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944d9afa-965e-4672-b772-91ef5566e813,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:32.543732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.547111 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c5585845-4052-4ed4-94ef-b15cea87866c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/944d9afa-965e-4672-b772-91ef5566e813 HTTP/1.1" status: 204 len: 168 time: 0.2679772 Aug 31 19:49:32.547499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ceb9e-febb-4294-8995-2705eb172eae None None] Network 65758368-18f8-489e-adc3-fa3ca3b41e41 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:49:32.548094 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:32.614833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.668762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Deleting port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:32.669038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.736758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] For port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,segment=NetworkSegment(0f917abe-d2ee-4822-b8aa-e12c490725ce),segment_id=0f917abe-d2ee-4822-b8aa-e12c490725ce)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:32.737058 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.749852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Calling delete_port for 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:32.802012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] DHCP port deletion for 65758368-18f8-489e-adc3-fa3ca3b41e41 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:49:32.834448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.851685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Deleting port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:32.852152 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.859947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:32.863420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] No DVR routers for this DVR port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:49:32.918703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] For port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:32.919142 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.932385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Calling delete_port for 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:32.936011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 19:49:32.937375 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.943197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.953353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65758368-18f8-489e-adc3-fa3ca3b41e41']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:32.965025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f917abe-d2ee-4822-b8aa-e12c490725ce') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:32.965339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f917abe-d2ee-4822-b8aa-e12c490725ce') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:32.972663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Pushing event deleted for resources: {'Port': ['ID=263e8cc1-70b2-4f3e-bc01-bbf5339050d0,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:32.977572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] No DVR routers for this DVR port 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:49:32.982650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:32.985090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.985445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.985791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.986129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.986460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.986791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.987121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.987448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.988188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.988188 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.988428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:32.989295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c212be-b740-4dfd-bfd9-c8c262f52add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:33.003815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:33.010607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:49:33.011004 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: timer() Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:49:33.012695 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:49:33.072693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:33.079349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:33.083825 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/65758368-18f8-489e-adc3-fa3ca3b41e41 HTTP/1.1" status: 204 len: 168 time: 0.5316489 Aug 31 19:49:33.084448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:33.093515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80b80b-e73b-4bc8-9c46-907c15cee9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=65758368-18f8-489e-adc3-fa3ca3b41e41,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:33.434528 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:33.977037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Deleting port c353661f-828a-483a-b4da-c0faf283079e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:33.977387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:34.057766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] For port c353661f-828a-483a-b4da-c0faf283079e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c353661f-828a-483a-b4da-c0faf283079e,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:34.058404 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:34.071008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Calling delete_port for c353661f-828a-483a-b4da-c0faf283079e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:34.107086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:34.128554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:34.128907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 1fb09a51-3180-4091-bf7c-1d16f0b6cbe8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:34.129352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 134831ad-1454-42c1-b871-f33efe028c7a no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:34.148239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 134831ad-1454-42c1-b871-f33efe028c7a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:34.148581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 134831ad-1454-42c1-b871-f33efe028c7a not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:34.148990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:34.167432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:34.167800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 263e8cc1-70b2-4f3e-bc01-bbf5339050d0 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:34.252208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:34.275411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Pushing event deleted for resources: {'Port': ['ID=c353661f-828a-483a-b4da-c0faf283079e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:34.450627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:34.666882 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Router 73afbaf2-823f-4388-98be-878519ad3e00 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:49:34.774131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:49:34.779058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b0113c9-fb0f-4626-b548-6ce4c9ce7abc admin admin] 10.222.0.73 "PUT /v2.0/routers/73afbaf2-823f-4388-98be-878519ad3e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934824 Aug 31 19:49:34.781679 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43794) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:34.784346 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Sync routers for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:49:34.793864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:34.794480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:34.887960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:34.900725 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:34.996487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.050624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Deleting port bbcd0c2c-a9dd-45a0-acf2-67e420982084 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:35.050985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.101892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:49:34Z', 'revision_number': 5, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port': {'id': 'bbcd0c2c-a9dd-45a0-acf2-67e420982084', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afbaf2-823f-4388-98be-878519ad3e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:37:57Z', 'updated_at': '2021-08-31T19:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:35.134039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Checking router: 73afbaf2-823f-4388-98be-878519ad3e00 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:49:35.136789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] For port bbcd0c2c-a9dd-45a0-acf2-67e420982084, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bbcd0c2c-a9dd-45a0-acf2-67e420982084,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:35.137194 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.142481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Routers {'73afbaf2-823f-4388-98be-878519ad3e00'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:35.143087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:49:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['73afbaf2-823f-4388-98be-878519ad3e00'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:35.155884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Calling delete_port for bbcd0c2c-a9dd-45a0-acf2-67e420982084 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:35.335342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.369616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcd0c2c-a9dd-45a0-acf2-67e420982084,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:35.393732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] Set router 73afbaf2-823f-4388-98be-878519ad3e00 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:35.442968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.453287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:49:34Z', 'revision_number': 6, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:35.483921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8ce4d-69c2-452d-9acf-b7d4607054e3 None None] The sync data for ids ['73afbaf2-823f-4388-98be-878519ad3e00'] in n-d-778550-14 is: [{'id': '73afbaf2-823f-4388-98be-878519ad3e00', 'name': 'tempest-TestVolumeBootPattern-910708361-router', 'tenant_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:37:56Z', 'updated_at': '2021-08-31T19:49:34Z', 'revision_number': 6, 'project_id': 'c13f798d693b41a1a0d5c2d8a755886a', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:49:35.540258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.542371 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.584859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.585435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73afbaf2-823f-4388-98be-878519ad3e00 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:49:35.590046 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.591354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-36223188-85fa-45b8-842c-78ccacede2b1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/73afbaf2-823f-4388-98be-878519ad3e00 HTTP/1.1" status: 204 len: 168 time: 0.8087530 Aug 31 19:49:35.593988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:35.643478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Deleting subnet 2225da2b-c7e0-4ae9-903a-a8c148d20aaa {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:49:35.646729 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.681621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.759523 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.820716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.845816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2225da2b-c7e0-4ae9-903a-a8c148d20aaa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:35.852446 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.854706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3b4b1dc3-136c-46df-bea4-1a2d686ec9cc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2225da2b-c7e0-4ae9-903a-a8c148d20aaa HTTP/1.1" status: 204 len: 168 time: 0.2597189 Aug 31 19:49:35.857133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43798) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:35.866018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e34f1-8fea-47bf-85d6-98354c7718ef None None] Network faa6f202-6b00-4c5c-b495-9288b5200981 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:49:35.933356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.991763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Deleting port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:49:35.992118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.058696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] For port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,segment=NetworkSegment(c3d49bc9-88e3-4edf-83e5-1e668640c489),segment_id=c3d49bc9-88e3-4edf-83e5-1e668640c489)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:36.059069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.071514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Calling delete_port for 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:49:36.148666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.174770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a15537b-dca0-4db7-ac2d-8ec2e1b12692,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:36.180661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] No DVR routers for this DVR port 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:49:36.258322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.269253 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa6f202-6b00-4c5c-b495-9288b5200981']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:36.280274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d49bc9-88e3-4edf-83e5-1e668640c489') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:36.280579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d49bc9-88e3-4edf-83e5-1e668640c489') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:36.292639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c43c70-380c-4f64-942b-a36bb95f11d7 None None] DHCP port deletion for faa6f202-6b00-4c5c-b495-9288b5200981 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:49:36.294154 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.312948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.324016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:49:36.324942 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:49:36.326866 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:49:36.347233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:36.371971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:36.372319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 5a15537b-dca0-4db7-ac2d-8ec2e1b12692 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:36.372730 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbcd0c2c-a9dd-45a0-acf2-67e420982084 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:36.390251 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.393499 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bbcd0c2c-a9dd-45a0-acf2-67e420982084 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:36.393854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bbcd0c2c-a9dd-45a0-acf2-67e420982084 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:36.394464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c353661f-828a-483a-b4da-c0faf283079e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:49:36.400201 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.404722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/faa6f202-6b00-4c5c-b495-9288b5200981 HTTP/1.1" status: 204 len: 168 time: 0.5462930 Aug 31 19:49:36.415297 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176027d2-5922-4ed4-a7fa-c7d844314af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa6f202-6b00-4c5c-b495-9288b5200981,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:36.418502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c353661f-828a-483a-b4da-c0faf283079e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:49:36.419059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c353661f-828a-483a-b4da-c0faf283079e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:49:36.563674 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:36.604793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a5df17ff-6880-451e-b79f-a6d953f6f6af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d67a09bb7ad4389ac72a35473c307a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399671 Aug 31 19:49:36.607260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:36.657437 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.680169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.732638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.735263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:36.736451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86aca41f-a0b7-4d2f-a5fc-af8e7ca85823 HTTP/1.1" status: 204 len: 168 time: 0.1281354 Aug 31 19:49:36.744477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed5ef8-cdaf-49da-92a7-963c679feb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aca41f-a0b7-4d2f-a5fc-af8e7ca85823,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:37.064828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:37.104972 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b031310-df57-41f5-b12d-9696c16f3899 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c13f798d693b41a1a0d5c2d8a755886a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389524 Aug 31 19:49:37.107397 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:37.159107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:37.179736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:37.224618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:37.227311 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:37.228733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48cac83b-c221-4bb0-81c1-479ad91fccfd HTTP/1.1" status: 204 len: 168 time: 0.1200843 Aug 31 19:49:37.236267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe5646-e003-4378-b363-a299058011c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cac83b-c221-4bb0-81c1-479ad91fccfd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:41.600920 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d659b9ac-53a1-4d87-baf7-42e72a0c69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:44.250069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-000ad6af-3120-4dc4-8216-77fbb0a39379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:44.494118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:44.776055 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:45.478745 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:46.062175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:47.109853 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:47.241457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-8ad2d61b-2b78-4f4c-adcd-68c636ad509b tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300004 Aug 31 19:49:47.419317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-9067675d-1ec0-4710-ab96-89609e69b0f9 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:47.420814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-9067675d-1ec0-4710-ab96-89609e69b0f9 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738954 Aug 31 19:49:47.436087 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-a4926803-6827-4d1d-b358-a5ace273ef87 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/quotas/71b1806763684e3cbd6fddc1f65fef4c HTTP/1.1" status: 200 len: 375 time: 0.0095420 Aug 31 19:49:47.470623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-fe0ed031-7ac0-48c9-b7c3-edbce415a68d tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287516 Aug 31 19:49:47.734509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-110730b7-0236-48ed-a416-27ae4279ac6b req-741a4e71-4c4c-4960-8c7d-1abb96b5f133 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 210 time: 0.1298387 Aug 31 19:49:48.872484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cad0569f-4a71-4810-ba4a-d5b69f09cb9a req-42e4dec6-63fd-48bd-9af1-b161403f8d3f tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 210 time: 0.0875318 Aug 31 19:49:49.948118 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07ca0d52-0fa9-4f9b-9056-f08cc5a7e267 req-531b1ed6-a555-40be-a4f4-874d4bf71ebf tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Aug 31 19:49:51.040222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1c2aae4e-61da-4504-946c-8178c015c18a req-81413a6c-c490-4441-b2f9-a7c90cfcb040 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Aug 31 19:49:51.991835 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:49:52.139434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0a1c497-84f3-4111-90d3-ad5fb732fd6b req-f4133fd0-6b17-4a7c-86fd-5c1c9e658a09 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 210 time: 0.0293574 Aug 31 19:49:52.517603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-55847a18-b1b4-4996-bd3a-ee212f29a6b5 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238535 Aug 31 19:49:52.625924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-954a3eea-9417-45fe-9d11-e5ad8d162f2f tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:52.627259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-954a3eea-9417-45fe-9d11-e5ad8d162f2f tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037533 Aug 31 19:49:52.640267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Request body: {'port': {'device_id': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'admin_state_up': True, 'tenant_id': '71b1806763684e3cbd6fddc1f65fef4c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:49:52.747319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Made reservation on behalf of 71b1806763684e3cbd6fddc1f65fef4c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:49:52.750817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:52.760069 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:52.847930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:52.851579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:52.916080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534d5513-6c63-4172-a56e-a78d534a8f4d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:52.989407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Allocated IP 192.168.233.115 (ac2f28b5-66bc-4589-991a-d49c58a9429b/40d47cb0-9a98-4583-ae43-bc2fec7d1a50/326f55d5-5fbc-4591-ab1b-3e0630a7c532) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:49:53.133345 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.147125 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Transition to ACTIVE for port object 326f55d5-5fbc-4591-ab1b-3e0630a7c532 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:49:53.181747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.254329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Network ac2f28b5-66bc-4589-991a-d49c58a9429b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:49:53.260106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:49:53.268744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:49:53.274359 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Pushing event updated for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:53.313465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a94e6-b595-4efc-9fb5-48dd9295a212 req-bb0672ae-7a56-4009-9db5-3f20273af015 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:53.319614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581a94e6-b595-4efc-9fb5-48dd9295a212 req-bb0672ae-7a56-4009-9db5-3f20273af015 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 936 time: 0.1007025 Aug 31 19:49:53.351523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:53.352214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.378567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-581a94e6-b595-4efc-9fb5-48dd9295a212 req-cd766e79-755f-4443-9578-902821682efc tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Aug 31 19:49:53.380513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-f41dac57-0644-4846-8283-89e3b83fe221 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7438879 Aug 31 19:49:53.393523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-4cba9aef-d1b8-4d49-b716-e0ff6e71fb08 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:49:53.394649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-4cba9aef-d1b8-4d49-b716-e0ff6e71fb08 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057516 Aug 31 19:49:53.460162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Request body: {'port': {'device_id': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:49:53.507069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5d00621-43dd-4c43-9e9b-ed1ec0dc1cba None None] Provisioning for port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:49:53.511022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5d00621-43dd-4c43-9e9b-ed1ec0dc1cba None None] Provisioning complete for port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:49:53.511487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5d00621-43dd-4c43-9e9b-ed1ec0dc1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.517249 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.547797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00621-43dd-4c43-9e9b-ed1ec0dc1cba None None] Port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:49:53.772517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326f55d5-5fbc-4591-ab1b-3e0630a7c532 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:49:53.779532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.791511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Transition to ACTIVE for port object 326f55d5-5fbc-4591-ab1b-3e0630a7c532 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:49:53.795280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.842900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Pushing event updated for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:53.919945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Attempting to bind port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:49:53.920294 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Attempting to bind port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:49:53.920632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Attempting to bind port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:49:53.925394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 on network ac2f28b5-66bc-4589-991a-d49c58a9429b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:49:53.925722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Attempting to bind port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 on network ac2f28b5-66bc-4589-991a-d49c58a9429b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:49:53.930652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:49:53.930994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Checking segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:49:53.931383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Bound using segment: {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:49:53.931848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Bound port: 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c00e4-b857-418f-8447-a0fd29033a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:49:53.932214 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:53.998827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:49:54.001790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:49:54.006443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:54.042103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.042829 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:54.044157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] 10.222.0.67 "PUT /v2.0/ports/326f55d5-5fbc-4591-ab1b-3e0630a7c532 HTTP/1.1" status: 200 len: 1097 time: 0.6421897 Aug 31 19:49:54.044640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:54.046900 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092c9abe-e3c0-43d4-8122-d1deab37bb39" -d '{"events": [{"name": "network-changed", "server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:54.074938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b48b4-b924-484f-b15c-5f617fcf688c service neutron] Pushing event updated for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:54.108299 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a750d7-3b5f-4f77-b7aa-f3a5bb50bfd1 x-openstack-request-id: req-22a750d7-3b5f-4f77-b7aa-f3a5bb50bfd1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:54.108590 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:54.108846 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22a750d7-3b5f-4f77-b7aa-f3a5bb50bfd1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:54.109242 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532', 'status': 'completed', 'code': 200} Aug 31 19:49:54.147202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-eda03b09-78aa-48fd-92ee-3433290a9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.148858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-eda03b09-78aa-48fd-92ee-3433290a9d7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 1100 time: 0.0503905 Aug 31 19:49:54.194225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-dbe00d57-2b92-4acc-9318-e912d4f0c9ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532 HTTP/1.1" status: 200 len: 217 time: 0.0352252 Aug 31 19:49:54.245611 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-4dc0ee41-3b71-4061-962f-f7a7ea1aa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.247090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-4dc0ee41-3b71-4061-962f-f7a7ea1aa279 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0471830 Aug 31 19:49:54.298598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-5e2d063b-b9f8-4487-9b8b-291940140a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.300152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-5e2d063b-b9f8-4487-9b8b-291940140a1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452952 Aug 31 19:49:54.388570 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-51137aa9-6761-4216-a61e-15ba781de92c service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814900 Aug 31 19:49:54.820814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4100d0-c9bc-4782-bd70-014733ade4d6 req-fbed677c-f014-49cd-8ea0-abd7db912f59 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.822343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd4100d0-c9bc-4782-bd70-014733ade4d6 req-fbed677c-f014-49cd-8ea0-abd7db912f59 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 948 time: 0.3712308 Aug 31 19:49:54.824614 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-792f7385-09c2-464c-a973-9ffeb32bb3c4 req-854d0a59-0e8f-43ce-99da-ffed4dfe2237 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286978 Aug 31 19:49:54.861804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dd4100d0-c9bc-4782-bd70-014733ade4d6 req-b5b55f3f-eae1-45be-9913-2f66a72179fc tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 31 19:49:54.908904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-734325d8-e2d3-4d25-a43b-d9e2b45f4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:54.910382 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-734325d8-e2d3-4d25-a43b-d9e2b45f4726 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 1100 time: 0.0407090 Aug 31 19:49:55.001823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-a8e5ffab-8d81-4817-b984-a5b3c0d0b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:55.003315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-a8e5ffab-8d81-4817-b984-a5b3c0d0b962 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac2f28b5-66bc-4589-991a-d49c58a9429b HTTP/1.1" status: 200 len: 870 time: 0.0848241 Aug 31 19:49:55.044624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-39e50c23-dac2-4af1-884c-5d60b262ddd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532 HTTP/1.1" status: 200 len: 217 time: 0.0337155 Aug 31 19:49:55.096096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-cb0da598-6613-4c2e-95db-9c9d1cf8d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:55.097469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-cb0da598-6613-4c2e-95db-9c9d1cf8d493 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40d47cb0-9a98-4583-ae43-bc2fec7d1a50 HTTP/1.1" status: 200 len: 843 time: 0.0446079 Aug 31 19:49:55.147673 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-b7890cc7-c1ee-47f2-b3ef-ce868c5e5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:55.149139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-b7890cc7-c1ee-47f2-b3ef-ce868c5e5b0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac2f28b5-66bc-4589-991a-d49c58a9429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435581 Aug 31 19:49:55.238610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-994d774a-7f38-463d-aedb-099bd923e393 service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803638 Aug 31 19:49:55.332828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-092c9abe-e3c0-43d4-8122-d1deab37bb39 req-ea6c508d-3fd9-4af1-b9d0-430198e05efe service neutron] 10.222.0.67 "GET /v2.0/networks/ac2f28b5-66bc-4589-991a-d49c58a9429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849879 Aug 31 19:49:55.752613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 326f55d5-5fbc-4591-ab1b-3e0630a7c532 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:49:55.847838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:55.860227 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '326f55d5-5fbc-4591-ab1b-3e0630a7c532', 'network_id': 'ac2f28b5-66bc-4589-991a-d49c58a9429b', 'port_id': '326f55d5-5fbc-4591-ab1b-3e0630a7c532', 'mac_address': 'fa:16:3e:b2:c2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d47cb0-9a98-4583-ae43-bc2fec7d1a50', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:49:55.898285 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:55.915723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326f55d5-5fbc-4591-ab1b-3e0630a7c532 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:49:55.935369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:55.940438 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:55.979825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f763-1c72-41e8-9b87-c66631544541 req-b1e50b82-21b1-41ad-ae35-76f089cde50e tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:55.981309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f051f763-1c72-41e8-9b87-c66631544541 req-b1e50b82-21b1-41ad-ae35-76f089cde50e tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 949 time: 0.0517123 Aug 31 19:49:55.987468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:56.019490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f051f763-1c72-41e8-9b87-c66631544541 req-f0b9485a-cfd4-4302-9cb7-9092c341f416 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Aug 31 19:49:56.194765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['326f55d5-5fbc-4591-ab1b-3e0630a7c532'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:49:57.134965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299c71-a116-4f0c-bfbe-854795182de1 req-22a3f34f-f28e-4028-96fd-9c6d7da6b0e8 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:57.136480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4299c71-a116-4f0c-bfbe-854795182de1 req-22a3f34f-f28e-4028-96fd-9c6d7da6b0e8 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 949 time: 0.0488334 Aug 31 19:49:57.174430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4299c71-a116-4f0c-bfbe-854795182de1 req-096fc17b-2d1c-4084-b52b-4efff8ef8911 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Aug 31 19:49:57.764109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 326f55d5-5fbc-4591-ab1b-3e0630a7c532 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:49:57.814149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:49:57.817709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:49:57.818740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:57.893812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:57.916787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:57.919042 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe19bc-6235-4df5-9705-ea14bc04ddd8" -d '{"events": [{"server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "name": "network-vif-plugged", "status": "completed", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:57.932868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:57.936971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:57.964218 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1954c4f-00c4-4246-a209-0f66c4202f52 x-openstack-request-id: req-d1954c4f-00c4-4246-a209-0f66c4202f52 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:57.964510 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "name": "network-vif-plugged", "status": "completed", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:57.964765 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1954c4f-00c4-4246-a209-0f66c4202f52 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:57.965153 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532', 'code': 200} Aug 31 19:49:57.996030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:58.058641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5374b-cdc8-4296-a792-28e107d500b5 req-bf00dcb3-a5bb-4d9f-8a22-2c4f0c1d5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:58.060122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ab5374b-cdc8-4296-a792-28e107d500b5 req-bf00dcb3-a5bb-4d9f-8a22-2c4f0c1d5a6c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 1102 time: 0.0438633 Aug 31 19:49:58.095829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ab5374b-cdc8-4296-a792-28e107d500b5 req-4d3b1926-9201-4433-83c8-9f68fa04b3bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284734 Aug 31 19:49:58.288250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905d0fb-2e70-43ad-9cc2-c529ceaf9dbe req-afd23f7d-1085-43ab-b0b4-d94a00fb2477 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:58.289754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c905d0fb-2e70-43ad-9cc2-c529ceaf9dbe req-afd23f7d-1085-43ab-b0b4-d94a00fb2477 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 950 time: 0.0501475 Aug 31 19:49:58.328585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c905d0fb-2e70-43ad-9cc2-c529ceaf9dbe req-91446e14-c2ce-4919-8b8e-eea81f6c7227 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Aug 31 19:49:59.450996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908c95f-b356-4a7e-8d02-5a0918c9a27e req-ca0a4003-6435-4cd8-b199-f8417620c2a0 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:59.452517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a908c95f-b356-4a7e-8d02-5a0918c9a27e req-ca0a4003-6435-4cd8-b199-f8417620c2a0 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 950 time: 0.0574565 Aug 31 19:49:59.490218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a908c95f-b356-4a7e-8d02-5a0918c9a27e req-6dee6b80-0934-4776-97ca-89beafbe093d tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Aug 31 19:49:59.770005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-d828e315-9d10-464e-957f-3a51f4f52510 req-e0ec9667-edc6-4bb3-a3d3-aa0609721a83 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:49:59.771040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d828e315-9d10-464e-957f-3a51f4f52510 req-e0ec9667-edc6-4bb3-a3d3-aa0609721a83 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055339 Aug 31 19:50:00.152953 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-1eb6f31a-7893-4f7d-8366-be6f51a4972b req-7df18329-e1b4-430e-a305-70c32f790c38 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:50:00.153969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1eb6f31a-7893-4f7d-8366-be6f51a4972b req-7df18329-e1b4-430e-a305-70c32f790c38 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560896 Aug 31 19:50:00.492958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377684de-fefc-4bb7-a28a-2b302dd7c8ff req-aca6efae-65f2-459e-b7de-5fb689bede5b tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:00.494457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-377684de-fefc-4bb7-a28a-2b302dd7c8ff req-aca6efae-65f2-459e-b7de-5fb689bede5b tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 950 time: 0.0563860 Aug 31 19:50:00.534649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-377684de-fefc-4bb7-a28a-2b302dd7c8ff req-bae762ee-932e-4385-9c0e-c8b03aa592f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339527 Aug 31 19:50:01.766501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-1f2c4ae9-6646-4832-afe9-3d8baad2a1d2 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:01.768182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-1f2c4ae9-6646-4832-afe9-3d8baad2a1d2 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 950 time: 0.0558686 Aug 31 19:50:01.889100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Deleting port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:01.889484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:01.956766 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548220ee-8e5c-4485-a86b-5b44f7d706ed req-791c40ab-cf70-45c8-9ab0-9b264a21dfa1 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:01.959030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-548220ee-8e5c-4485-a86b-5b44f7d706ed req-791c40ab-cf70-45c8-9ab0-9b264a21dfa1 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/ports?device_id=2945ba0c-5dfd-4f27-97c3-ad60ef3236d6 HTTP/1.1" status: 200 len: 950 time: 0.1008978 Aug 31 19:50:02.025346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] For port 326f55d5-5fbc-4591-ab1b-3e0630a7c532, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=326f55d5-5fbc-4591-ab1b-3e0630a7c532,segment=NetworkSegment(7d3c00e4-b857-418f-8447-a0fd29033a6b),segment_id=7d3c00e4-b857-418f-8447-a0fd29033a6b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:02.025740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:02.039780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-548220ee-8e5c-4485-a86b-5b44f7d706ed req-bcde4ffb-b46c-4615-969f-76704bc244b8 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.73 "GET /v2.0/security-groups?id=534d5513-6c63-4172-a56e-a78d534a8f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726645 Aug 31 19:50:02.043880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Calling delete_port for 326f55d5-5fbc-4591-ab1b-3e0630a7c532 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:02.186142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:02.225037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Pushing event deleted for resources: {'Port': ['ID=326f55d5-5fbc-4591-ab1b-3e0630a7c532,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:02.279514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] No DVR routers for this DVR port 326f55d5-5fbc-4591-ab1b-3e0630a7c532 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:02.282874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:02.285012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84fe5f2f-6718-4aa2-b2c3-6e30d12f19e0 req-c8885622-8c0b-42a3-bc0a-c4b29ade87f6 tempest-ServersAdminNegativeTestJSON-594819039 tempest-ServersAdminNegativeTestJSON-594819039-project] 10.222.0.67 "DELETE /v2.0/ports/326f55d5-5fbc-4591-ab1b-3e0630a7c532 HTTP/1.1" status: 204 len: 173 time: 0.5104544 Aug 31 19:50:02.285488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'name': 'network-vif-deleted', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:02.289233 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d209725-e871-4eeb-9d25-2f6224677b07" -d '{"events": [{"server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "name": "network-vif-deleted", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:02.423885 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498de433-7738-4426-8f83-8f1c4d896b68 x-openstack-request-id: req-498de433-7738-4426-8f83-8f1c4d896b68 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:02.424251 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2945ba0c-5dfd-4f27-97c3-ad60ef3236d6", "name": "network-vif-deleted", "tag": "326f55d5-5fbc-4591-ab1b-3e0630a7c532", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:02.424687 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-498de433-7738-4426-8f83-8f1c4d896b68 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:02.425112 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2945ba0c-5dfd-4f27-97c3-ad60ef3236d6', 'name': 'network-vif-deleted', 'tag': '326f55d5-5fbc-4591-ab1b-3e0630a7c532', 'status': 'completed', 'code': 200} Aug 31 19:50:03.335035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:03.471202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e3fe27a4-9af4-4748-bdff-109ea583124e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71b1806763684e3cbd6fddc1f65fef4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349583 Aug 31 19:50:03.473772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:03.524348 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.545351 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.592034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.594497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.595698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/534d5513-6c63-4172-a56e-a78d534a8f4d HTTP/1.1" status: 204 len: 168 time: 0.1200001 Aug 31 19:50:03.605938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c86f8-48dc-420a-9f44-f78defb85207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d5513-6c63-4172-a56e-a78d534a8f4d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:03.827284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 326f55d5-5fbc-4591-ab1b-3e0630a7c532 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:03.848026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 326f55d5-5fbc-4591-ab1b-3e0630a7c532 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:03.848336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 326f55d5-5fbc-4591-ab1b-3e0630a7c532 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:03.855872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 43980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:03.869586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d7efaf1-c1f1-4be0-9da6-2e03806a2a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.963083 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d7efaf1-c1f1-4be0-9da6-2e03806a2a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:03.966863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d7efaf1-c1f1-4be0-9da6-2e03806a2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:04.007924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1d7efaf1-c1f1-4be0-9da6-2e03806a2a68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ef3efe5fe364d008b87afa5bba72412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509562 Aug 31 19:50:04.009864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7efaf1-c1f1-4be0-9da6-2e03806a2a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f9768-2e54-48a4-bc21-008fb1a1619b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:04.010622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 43982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:04.059764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:04.080918 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:04.127260 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:04.129723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:04.130937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d48f9768-2e54-48a4-bc21-008fb1a1619b HTTP/1.1" status: 204 len: 168 time: 0.1193147 Aug 31 19:50:04.138347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd55c-8c23-44a9-9db5-9ab64d24e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f9768-2e54-48a4-bc21-008fb1a1619b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:04.871668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:04.980466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2104555643-network', 'tenant_id': 'edf6713cd720491288d1c5563a72882f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:05.002858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Made reservation on behalf of edf6713cd720491288d1c5563a72882f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:05.005137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.014117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.102098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.106040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.134742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:50:05.144186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d368c-39f7-45c0-9537-8c1be4bd719c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:05.153044 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.153396 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Added segment b7d2a5cb-fad9-45a3-b36c-bfeb00524886 of type vlan for network 4749a2e8-1966-484d-a5c0-f5453d09c450 Aug 31 19:50:05.191850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.218072 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.219129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:05.219852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.269483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3966086 Aug 31 19:50:05.273578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44008) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:05.278708 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Request body: {'subnet': {'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2104555643-subnet', 'tenant_id': 'edf6713cd720491288d1c5563a72882f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:05.281163 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f6dcb-a921-4798-9cf8-dd101c3b7e3b admin admin] Pushing event updated for resources: {'Network': ['ID=4749a2e8-1966-484d-a5c0-f5453d09c450,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:05.291858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 4749a2e8-1966-484d-a5c0-f5453d09c450 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:50:05.303592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Made reservation on behalf of edf6713cd720491288d1c5563a72882f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:05.305970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.475007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.529197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:05.538467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Checking segment: {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:05.538836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Network hostable DHCP agents. Network: 4749a2e8-1966-484d-a5c0-f5453d09c450, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:50:05.556094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Network 4749a2e8-1966-484d-a5c0-f5453d09c450 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:50:05.564773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 4749a2e8-1966-484d-a5c0-f5453d09c450) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:05.568802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:05.569398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:05.574436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365ee7b-8770-4427-9bfd-977ee34b234f None None] Network 4749a2e8-1966-484d-a5c0-f5453d09c450 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:50:05.582772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-be9a5825-42b1-4b3c-a808-88d68df5910f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3080790 Aug 31 19:50:05.700052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba68e7f-7496-46c6-b33b-55ea3298c4ae None None] Network 4749a2e8-1966-484d-a5c0-f5453d09c450 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:50:06.006386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-26836105-c647-4bc1-9366-111a0683a68c tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:06.007827 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-26836105-c647-4bc1-9366-111a0683a68c tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 812 time: 0.1075697 Aug 31 19:50:06.023970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-38229148-6123-40e6-a08b-e78626e36639 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/quotas/edf6713cd720491288d1c5563a72882f HTTP/1.1" status: 200 len: 375 time: 0.0104120 Aug 31 19:50:06.056421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-1dfe261c-7a65-43c6-b022-77c60de64d70 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271089 Aug 31 19:50:06.144402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-8d6c07ee-6834-4859-9960-fdb59e12e44d service neutron] 10.222.0.73 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812590 Aug 31 19:50:06.237318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-4ca067a3-07c0-4750-8638-6704998bcf0b service neutron] 10.222.0.73 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Aug 31 19:50:06.397309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-413474d8-f5a6-4c4c-a079-8cce700008e5 req-e0476e19-1196-4bf1-9d99-245792c2c2b2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 210 time: 0.0275240 Aug 31 19:50:07.287305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-dd141338-a874-4bda-b71e-78bb89d96a50 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:07.288809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-dd141338-a874-4bda-b71e-78bb89d96a50 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 812 time: 0.1067419 Aug 31 19:50:07.303691 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Request body: {'port': {'device_id': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450', 'admin_state_up': True, 'tenant_id': 'edf6713cd720491288d1c5563a72882f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:07.411153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Made reservation on behalf of edf6713cd720491288d1c5563a72882f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:07.414675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:07.503537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93ecb5ad-3171-4ac2-a304-8fead1fae798 req-d61a4d10-cfcf-4ef8-81dd-9857cc645786 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 210 time: 0.0358875 Aug 31 19:50:07.566231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Allocated IP 172.20.0.7 (4749a2e8-1966-484d-a5c0-f5453d09c450/c5066a4b-ced9-4ba7-b5a8-3358fe9366eb/ba3c30f4-1734-4894-bf6a-a822976d7a3b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:50:07.713469 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:07.752997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:07.803707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Network 4749a2e8-1966-484d-a5c0-f5453d09c450 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:50:07.806911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:07.810810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:50:07.835300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:07.850514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.850864 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.851212 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.851576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.851940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.852276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.852607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.852935 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.853519 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.853846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.854170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.854494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:07.875060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:07.875709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:07.889549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19b7ff65-87ad-4a58-9aaf-7677d1015583 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903130 Aug 31 19:50:07.902619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Request body: {'port': {'device_id': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:07.959702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.219564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3c30f4-1734-4894-bf6a-a822976d7a3b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:08.227618 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.239501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Transition to ACTIVE for port object ba3c30f4-1734-4894-bf6a-a822976d7a3b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:50:08.244208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.292140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:08.368198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:50:08.368543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:50:08.368876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:08.373156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:50:08.373485 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:08.378281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:50:08.378621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Checking segment: {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:08.379045 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Bound using segment: {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:50:08.379484 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Bound port: ba3c30f4-1734-4894-bf6a-a822976d7a3b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:50:08.380467 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.444174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:50:08.447424 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:50:08.451291 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.483906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:08.484591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:08.485982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 1092 time: 0.5877295 Aug 31 19:50:08.486423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:08.488684 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d" -d '{"events": [{"name": "network-changed", "server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:08.514376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee74bd-02d0-4f43-ab34-1f3f6d2e8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:08.536078 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5dbdb-97df-4df0-9907-ee90e51f7b9f x-openstack-request-id: req-1ad5dbdb-97df-4df0-9907-ee90e51f7b9f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:08.536078 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:08.536078 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ad5dbdb-97df-4df0-9907-ee90e51f7b9f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:08.537019 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'status': 'completed', 'code': 200} Aug 31 19:50:08.570744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-a01dc033-dcad-4a3a-893c-0c0f747ca24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:08.572305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-a01dc033-dcad-4a3a-893c-0c0f747ca24c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0472174 Aug 31 19:50:08.633222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-792dc35c-58cb-4853-b576-a69846c8f53a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0507376 Aug 31 19:50:08.687164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129809bf-3743-4869-a693-3ae23fc17b2b req-c1935b1d-13bc-4b69-a0d7-06893dd313ca tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:08.688722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129809bf-3743-4869-a693-3ae23fc17b2b req-c1935b1d-13bc-4b69-a0d7-06893dd313ca tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.1155508 Aug 31 19:50:08.718637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-3c251843-1a70-4186-9ef9-cd5b97cb683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:08.720093 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-3c251843-1a70-4186-9ef9-cd5b97cb683c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0795794 Aug 31 19:50:08.757083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-129809bf-3743-4869-a693-3ae23fc17b2b req-c7b63048-e8c5-4406-b5a3-db1199eedbcc tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616269 Aug 31 19:50:08.758922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-07d10540-f783-4259-8ea6-fc86f8aec908 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285645 Aug 31 19:50:08.850890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-292bbedd-8eac-4031-96fd-448348ce256b service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844858 Aug 31 19:50:08.943744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9611f5b-5bfe-49cf-94c7-48a611b10680 req-3398ee5c-12f4-45eb-a853-2f1a15beb61e service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845797 Aug 31 19:50:09.028196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-14010d21-733c-4d0e-adad-5efa1c13ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:09.029555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-14010d21-733c-4d0e-adad-5efa1c13ed20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0400822 Aug 31 19:50:09.121654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-fdddbd67-428d-42aa-b5ba-b3117e866c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:09.123108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-fdddbd67-428d-42aa-b5ba-b3117e866c8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0855973 Aug 31 19:50:09.164546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-5d935b3c-f875-4303-b6ad-5c37b314edab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0346818 Aug 31 19:50:09.214355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-0c22ea50-d551-41bd-b364-5303673fe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:09.215801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-0c22ea50-d551-41bd-b364-5303673fe49f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0433316 Aug 31 19:50:09.248373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-c66f7c9c-c241-4bc9-9f78-6e753db34b2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238264 Aug 31 19:50:09.340251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-a8c6395e-5838-4a25-bb4c-7ffc06aa1899 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837598 Aug 31 19:50:09.430881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7a75eba9-65b1-4d56-8ab7-eb7acaddab6d req-e576bc8e-5347-42cc-b7c0-292a0dee85ba service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822625 Aug 31 19:50:09.858049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:50:09.881523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f8863-93b3-48d0-822b-cec73b7cd6b1 req-4961a4e3-066b-4c68-ab62-1e294da043b0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:09.883032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-401f8863-93b3-48d0-822b-cec73b7cd6b1 req-4961a4e3-066b-4c68-ab62-1e294da043b0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.0556321 Aug 31 19:50:09.921065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-401f8863-93b3-48d0-822b-cec73b7cd6b1 req-53f80071-a2b6-4612-b6fe-8b93261e3bd2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Aug 31 19:50:09.954026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:09.965696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450', 'port_id': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'mac_address': 'fa:16:3e:07:4e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5066a4b-ced9-4ba7-b5a8-3358fe9366eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:50:10.001084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:10.013748 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3c30f4-1734-4894-bf6a-a822976d7a3b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:10.033129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:10.037761 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:10.084288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:10.237603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ba3c30f4-1734-4894-bf6a-a822976d7a3b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:50:11.037554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a394ac-8f34-45c3-a305-52fbf19141a6 req-8806a1c4-1edf-46d1-b60f-69ab0bb315c3 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:11.039039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4a394ac-8f34-45c3-a305-52fbf19141a6 req-8806a1c4-1edf-46d1-b60f-69ab0bb315c3 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 944 time: 0.0501196 Aug 31 19:50:11.075652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4a394ac-8f34-45c3-a305-52fbf19141a6 req-ec7ae925-31b8-46cb-8ec0-af57860223c9 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Aug 31 19:50:11.601773 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b73239b-83f3-49a7-8cae-4d84e380a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:11.873226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:50:11.920916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ba3c30f4-1734-4894-bf6a-a822976d7a3b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:50:11.924736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ba3c30f4-1734-4894-bf6a-a822976d7a3b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:50:11.925109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.002411 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.023901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:12.026099 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f961c-d90a-4038-92ac-011b4afa2aa2" -d '{"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-plugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:12.040947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:12.044861 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.093868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:12.135137 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f6a6d-f769-4343-8c0d-ba8850729797 x-openstack-request-id: req-ac2f6a6d-f769-4343-8c0d-ba8850729797 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:12.135434 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-plugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:12.135719 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac2f6a6d-f769-4343-8c0d-ba8850729797 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:12.136125 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'code': 200} Aug 31 19:50:12.198347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fafe-d1c5-447e-b518-0c3782e6445f req-62520141-5eb6-422d-9e6c-116963017417 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:12.199865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a043fafe-d1c5-447e-b518-0c3782e6445f req-62520141-5eb6-422d-9e6c-116963017417 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0519807 Aug 31 19:50:12.264786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a043fafe-d1c5-447e-b518-0c3782e6445f req-3ce94b84-889b-4a89-a527-3a1d7acb3778 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556972 Aug 31 19:50:12.269895 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243746f-383b-4a6d-b074-c18abbb8da9c req-a948d193-9c17-488e-96f2-e891fc2be9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:12.272609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f243746f-383b-4a6d-b074-c18abbb8da9c req-a948d193-9c17-488e-96f2-e891fc2be9ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1097 time: 0.0718603 Aug 31 19:50:12.308754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f243746f-383b-4a6d-b074-c18abbb8da9c req-472ce5cb-e57a-41fa-8080-bbf50f2ff745 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284803 Aug 31 19:50:13.384621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7115-b35b-4573-b93a-76d924da663d req-99753092-706a-4f30-9c9b-afc8e9966d4b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.386133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67fd7115-b35b-4573-b93a-76d924da663d req-99753092-706a-4f30-9c9b-afc8e9966d4b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0509272 Aug 31 19:50:13.427986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67fd7115-b35b-4573-b93a-76d924da663d req-db555341-8f29-4cad-8193-923ff7d31baa tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Aug 31 19:50:14.253365 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d67edd6-9f7f-45b7-9428-ca30a7dedc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:14.496244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:14.547049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94ba8-479a-4886-bff4-f0208cfa5664 req-4ddb0aa9-3df2-4af4-a9b4-db3e016d4dc4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:14.548514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99e94ba8-479a-4886-bff4-f0208cfa5664 req-4ddb0aa9-3df2-4af4-a9b4-db3e016d4dc4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0480540 Aug 31 19:50:14.586468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-99e94ba8-479a-4886-bff4-f0208cfa5664 req-f9f62a1a-0224-4bda-bbc1-419120f4ac34 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308042 Aug 31 19:50:14.770268 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:14.774913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:14.832289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf426d-12aa-4eda-8a72-69c9a9a23ade req-c6ab4f5a-0fd8-49a7-a285-a5af3d46cc0e tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:14.834288 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55cf426d-12aa-4eda-8a72-69c9a9a23ade req-c6ab4f5a-0fd8-49a7-a285-a5af3d46cc0e tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0568349 Aug 31 19:50:14.893566 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-55cf426d-12aa-4eda-8a72-69c9a9a23ade req-2262c632-7956-4d28-9b09-d0eec7bfbaa2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Aug 31 19:50:14.900012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-c529ff80-d31c-4744-bb51-4bb093bd74ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272326 Aug 31 19:50:15.481166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:16.012671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b943dd-c6b7-4ab3-8289-9d6ddb4df54f req-4b3baf09-8f71-4623-a382-a1deec587d2a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:16.014186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11b943dd-c6b7-4ab3-8289-9d6ddb4df54f req-4b3baf09-8f71-4623-a382-a1deec587d2a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0515857 Aug 31 19:50:16.074394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:16.079252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-11b943dd-c6b7-4ab3-8289-9d6ddb4df54f req-425835f0-4580-45d1-b79d-a3d85777a923 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589955 Aug 31 19:50:16.091235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-25305f2a-0e7c-470f-b5d9-e4b689b00c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:16.092778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-25305f2a-0e7c-470f-b5d9-e4b689b00c7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1097 time: 0.0595438 Aug 31 19:50:16.184729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-2e0fcde1-ab2a-4447-aca2-43c285781f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:16.186111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-2e0fcde1-ab2a-4447-aca2-43c285781f50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0857596 Aug 31 19:50:16.231325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-469f270f-3ebb-43c6-9f10-e868db9e9519 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0377436 Aug 31 19:50:16.278690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-02932683-c1c3-42ea-9a64-cf14cd2bb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:16.280144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-02932683-c1c3-42ea-9a64-cf14cd2bb8ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0423534 Aug 31 19:50:16.310899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-6aa28962-9f24-4e54-bb64-e65f6b7dc902 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231504 Aug 31 19:50:16.398805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-636b60c0-910c-4193-a557-90db33474221 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809405 Aug 31 19:50:16.492603 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-b924cbe9-77f5-4df3-933b-8e7df88f9d3c service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851636 Aug 31 19:50:17.113314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:17.201582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ccd2b-899f-47e7-aa34-6bf1fa9d60b0 req-14fb997e-87ca-4348-9222-b9c1da1ecb0e tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:17.203074 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-753ccd2b-899f-47e7-aa34-6bf1fa9d60b0 req-14fb997e-87ca-4348-9222-b9c1da1ecb0e tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0525568 Aug 31 19:50:17.240703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-753ccd2b-899f-47e7-aa34-6bf1fa9d60b0 req-af5ca90c-d7af-4fbe-8be4-1634e5967787 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Aug 31 19:50:18.359117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e339-06a4-417c-9300-0f435cd7d080 req-397ad1a4-4876-44f0-b5d6-070896756540 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:18.360627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e21e339-06a4-417c-9300-0f435cd7d080 req-397ad1a4-4876-44f0-b5d6-070896756540 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0535393 Aug 31 19:50:18.398522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e21e339-06a4-417c-9300-0f435cd7d080 req-4f447f58-dc58-4c60-909e-dcd752026560 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Aug 31 19:50:19.525630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d728c-fd23-42d5-89c8-6152c0a3e6ca req-0fd432de-d275-43a7-99f6-faada19620f6 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:19.527097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-607d728c-fd23-42d5-89c8-6152c0a3e6ca req-0fd432de-d275-43a7-99f6-faada19620f6 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0493145 Aug 31 19:50:19.565057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-607d728c-fd23-42d5-89c8-6152c0a3e6ca req-c5ddfeb1-dc52-4e2e-98be-a77c0f656dcc tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 31 19:50:20.679409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894c5a-10aa-4e22-9fb0-c7b51084dce7 req-dfd9a82b-795c-4163-965d-8c63601f4be7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:20.681021 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81894c5a-10aa-4e22-9fb0-c7b51084dce7 req-dfd9a82b-795c-4163-965d-8c63601f4be7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0494547 Aug 31 19:50:20.718399 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81894c5a-10aa-4e22-9fb0-c7b51084dce7 req-adac2de2-1157-4f58-a960-5c7c6cd9c2c4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Aug 31 19:50:21.837986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f665b88-592f-4c33-94a9-90cd9ccc586a req-5c21b6e8-1ff7-477f-95eb-b9838df9dca7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:21.839467 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f665b88-592f-4c33-94a9-90cd9ccc586a req-5c21b6e8-1ff7-477f-95eb-b9838df9dca7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0535035 Aug 31 19:50:21.875581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f665b88-592f-4c33-94a9-90cd9ccc586a req-321348f0-8ebe-45fa-adea-94fa407ee7db tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Aug 31 19:50:22.991452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94ef88-f715-45c8-a7a4-cfc8837fa471 req-47f52e04-9be2-4c2c-9e99-137ceca2f9d5 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:22.992977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e94ef88-f715-45c8-a7a4-cfc8837fa471 req-47f52e04-9be2-4c2c-9e99-137ceca2f9d5 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0481408 Aug 31 19:50:23.030344 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e94ef88-f715-45c8-a7a4-cfc8837fa471 req-ba5b6a9f-c290-4ef8-a4d1-ce69ee54235f tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Aug 31 19:50:24.145889 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7171c0c-a12d-4c53-8af1-9336f665d4c7 req-6ed87896-3415-43bd-ad45-d58acdae3c08 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:24.148107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7171c0c-a12d-4c53-8af1-9336f665d4c7 req-6ed87896-3415-43bd-ad45-d58acdae3c08 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0492437 Aug 31 19:50:24.184965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7171c0c-a12d-4c53-8af1-9336f665d4c7 req-cece0543-7124-4be3-96ed-05cc55f244ae tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Aug 31 19:50:25.309694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0239bd-4275-4d59-9c1a-95bcc2a68602 req-977b4029-4f1d-40ea-843d-cecd91b8419b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:25.311148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd0239bd-4275-4d59-9c1a-95bcc2a68602 req-977b4029-4f1d-40ea-843d-cecd91b8419b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0536697 Aug 31 19:50:25.351523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd0239bd-4275-4d59-9c1a-95bcc2a68602 req-7f12bc41-6b04-4417-b628-72f704f9b883 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Aug 31 19:50:26.481399 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26702dc2-3f23-4e39-bff9-fd110879bc8e req-12b87649-80a1-44fd-a2da-bab230fe9f1d tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:26.482890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26702dc2-3f23-4e39-bff9-fd110879bc8e req-12b87649-80a1-44fd-a2da-bab230fe9f1d tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0506365 Aug 31 19:50:26.520959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26702dc2-3f23-4e39-bff9-fd110879bc8e req-67055088-75d2-4691-a24a-7b1a8f3efdd0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Aug 31 19:50:27.640903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6791a5-5839-49fd-86ea-83a061165912 req-e4d7ba40-59fe-405d-905c-dd9e73cc3784 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:27.642393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd6791a5-5839-49fd-86ea-83a061165912 req-e4d7ba40-59fe-405d-905c-dd9e73cc3784 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0530460 Aug 31 19:50:27.679440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd6791a5-5839-49fd-86ea-83a061165912 req-c34119cb-4862-4ed9-abe6-7eb8e24cccf4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Aug 31 19:50:28.797330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ea017-1e5d-4338-92a4-0a0ded408de7 req-0d09f5ed-8251-4870-a2f3-8965be4656fe tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:28.798795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-397ea017-1e5d-4338-92a4-0a0ded408de7 req-0d09f5ed-8251-4870-a2f3-8965be4656fe tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0520427 Aug 31 19:50:28.838432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-397ea017-1e5d-4338-92a4-0a0ded408de7 req-c8f7d587-caa5-413b-a579-6bc75e883b3a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Aug 31 19:50:28.992035 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:50:29.655103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-1856e0c5-7cac-4171-9aa5-cf9edeeeb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:29.656860 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-1856e0c5-7cac-4171-9aa5-cf9edeeeb6c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1097 time: 0.0402215 Aug 31 19:50:29.760085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-3d41ed42-ee11-456d-befd-5ddcca36c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:29.761629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-3d41ed42-ee11-456d-befd-5ddcca36c2eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0850999 Aug 31 19:50:29.806629 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-462fe1fb-c1a9-4d76-9ff7-6051b2071e29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0372822 Aug 31 19:50:29.856309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-79fbbebd-f604-4869-a63e-d107a7242c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:29.857773 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-79fbbebd-f604-4869-a63e-d107a7242c22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0434859 Aug 31 19:50:29.888904 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-378dbe82-54f3-4261-a3d6-f4221285d166 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243018 Aug 31 19:50:30.008927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b13cb-6601-4c25-985b-595f7e04013f req-d2615df1-97f6-44a8-80da-b95ea2d92572 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:30.010296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a2b13cb-6601-4c25-985b-595f7e04013f req-d2615df1-97f6-44a8-80da-b95ea2d92572 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0957947 Aug 31 19:50:30.026851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-c2a4dc8c-e3a5-4c9b-af5e-5bb5801ac822 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305680 Aug 31 19:50:30.412975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a2b13cb-6601-4c25-985b-595f7e04013f req-8c1c4337-b557-44da-9fd2-8b14c5d80ce8 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956678 Aug 31 19:50:30.448799 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f102d88b-06f4-4dd2-b5dc-af4897d9cf69 req-e1dc56dc-5497-47ea-8217-0a76aa74e232 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135976 Aug 31 19:50:31.532624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88e56e-c1c8-40a6-9a80-e9a95ff0a976 req-22a4c497-a70a-4adb-8943-49d71f3a779b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:31.534124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f88e56e-c1c8-40a6-9a80-e9a95ff0a976 req-22a4c497-a70a-4adb-8943-49d71f3a779b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0515900 Aug 31 19:50:31.572991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8f88e56e-c1c8-40a6-9a80-e9a95ff0a976 req-1a5366ba-c6fc-48e4-aa51-0061b40dfbc3 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 31 19:50:32.688880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197baeb-0eb7-43ae-9c77-38d196bf03f5 req-e836a341-5725-4807-afad-7274a96eefd0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:32.690348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b197baeb-0eb7-43ae-9c77-38d196bf03f5 req-e836a341-5725-4807-afad-7274a96eefd0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0499287 Aug 31 19:50:32.729188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b197baeb-0eb7-43ae-9c77-38d196bf03f5 req-2f3d0b83-2a69-4076-a241-1de0f72fc9c4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Aug 31 19:50:33.853949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0de3d-60bb-4f55-a30c-d88164c1cf25 req-352de44e-d497-40a5-8a5f-ad9593c47f40 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:33.855412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43f0de3d-60bb-4f55-a30c-d88164c1cf25 req-352de44e-d497-40a5-8a5f-ad9593c47f40 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0558949 Aug 31 19:50:33.892395 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43f0de3d-60bb-4f55-a30c-d88164c1cf25 req-282cab23-2f39-4549-89a3-2d35f50317c7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Aug 31 19:50:35.011216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a126-52e4-4e63-9b96-d86c6678b796 req-551aafa9-630c-42d9-8bf8-8f961a9825d0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:35.012733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f7a126-52e4-4e63-9b96-d86c6678b796 req-551aafa9-630c-42d9-8bf8-8f961a9825d0 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0491393 Aug 31 19:50:35.051301 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f7a126-52e4-4e63-9b96-d86c6678b796 req-a2e838ff-4afd-49d5-8950-d479a668b7e9 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Aug 31 19:50:36.165090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdd21-8aff-4bb5-a1b4-34bd7097733d req-864e3d46-ad82-44ef-8317-c8aacb4d1463 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:36.166576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdcfdd21-8aff-4bb5-a1b4-34bd7097733d req-864e3d46-ad82-44ef-8317-c8aacb4d1463 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0481565 Aug 31 19:50:36.204022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdcfdd21-8aff-4bb5-a1b4-34bd7097733d req-d85de3be-a1f0-4a8b-9015-42f30830faca tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Aug 31 19:50:37.324841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3083-29ae-45a8-a06f-569367893e3a req-1dab0252-d16f-47d5-8e41-15065691578a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:37.326346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b29f3083-29ae-45a8-a06f-569367893e3a req-1dab0252-d16f-47d5-8e41-15065691578a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0529666 Aug 31 19:50:37.364297 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b29f3083-29ae-45a8-a06f-569367893e3a req-09d74e44-1692-4f1f-8cc4-76aa9ac6379a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Aug 31 19:50:38.479467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b67fac-da1e-4ca2-aa42-2ec9e134b040 req-4700ebc2-4042-4de7-ac28-3e0c08ba0d51 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:38.480951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b67fac-da1e-4ca2-aa42-2ec9e134b040 req-4700ebc2-4042-4de7-ac28-3e0c08ba0d51 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0493767 Aug 31 19:50:38.518348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b67fac-da1e-4ca2-aa42-2ec9e134b040 req-fdeb9a61-df97-4bf7-bc6e-2c71e8121234 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 31 19:50:39.635609 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bae0-8281-4d67-b411-9a5ea9cea223 req-3a3a8d59-eed0-4771-b3ef-7e7e6003fcf4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:39.637109 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56c5bae0-8281-4d67-b411-9a5ea9cea223 req-3a3a8d59-eed0-4771-b3ef-7e7e6003fcf4 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 31 19:50:39.674355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56c5bae0-8281-4d67-b411-9a5ea9cea223 req-9a5462c5-c70a-444c-919b-89dc183ca850 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 31 19:50:40.792276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2ce1c-1eee-4e03-8dd1-50b198b4676e req-17d43d7a-e5cd-4202-aece-5bf5fbf98788 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:40.793754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bb2ce1c-1eee-4e03-8dd1-50b198b4676e req-17d43d7a-e5cd-4202-aece-5bf5fbf98788 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0521712 Aug 31 19:50:40.831916 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3bb2ce1c-1eee-4e03-8dd1-50b198b4676e req-8a452abf-6e3b-483e-ae80-824994cb32ce tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 31 19:50:41.603565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5aa471a-03e7-46d9-ab99-9f578603a886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:41.946835 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649fc6a-4f20-4ac8-898b-04634d67baa0 req-df51a88f-4da8-420a-a6cd-2c07a6cdb589 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:41.948392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2649fc6a-4f20-4ac8-898b-04634d67baa0 req-df51a88f-4da8-420a-a6cd-2c07a6cdb589 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0488720 Aug 31 19:50:41.985557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2649fc6a-4f20-4ac8-898b-04634d67baa0 req-38a05daf-5121-424b-9f82-d648188a0368 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Aug 31 19:50:43.104414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31cd65-21ef-4b58-88b0-d1e9e5120fd7 req-2d891b85-5366-4d61-8bee-4834d2edccb2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:43.105890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a31cd65-21ef-4b58-88b0-d1e9e5120fd7 req-2d891b85-5366-4d61-8bee-4834d2edccb2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 945 time: 0.0480406 Aug 31 19:50:43.142515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a31cd65-21ef-4b58-88b0-d1e9e5120fd7 req-4f4cfd45-1af2-48d4-b207-3af27e7e5acc tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Aug 31 19:50:43.512101 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-1c807dc3-78d2-4499-b20b-e62f70576806 service neutron] show failed (client error): The resource could not be found. Aug 31 19:50:43.513095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-1c807dc3-78d2-4499-b20b-e62f70576806 service neutron] 10.222.0.67 "GET /v2.0/ports/ba3c30f4-1734-4894-bf6a-a822976d7a3b/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0586944 Aug 31 19:50:43.812954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-b225b55f-79b3-44f0-adc7-3b09cbe0a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:43.814474 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-b225b55f-79b3-44f0-adc7-3b09cbe0a23a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e&tenant_id=edf6713cd720491288d1c5563a72882f HTTP/1.1" status: 200 len: 1097 time: 0.1481168 Aug 31 19:50:43.827835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:43.879062 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.076712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:44.108597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:50:44.147101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:44.149426 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a25ec0-0cde-448a-acf6-5a9f69d34bda" -d '{"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:44.153099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.166487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Transition to ACTIVE for port object ba3c30f4-1734-4894-bf6a-a822976d7a3b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:50:44.170073 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.214572 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150ec55-c40d-4b27-8ad4-cb6ddf04d2c4 x-openstack-request-id: req-9150ec55-c40d-4b27-8ad4-cb6ddf04d2c4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:44.214867 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:44.215119 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9150ec55-c40d-4b27-8ad4-cb6ddf04d2c4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:44.215513 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'code': 200} Aug 31 19:50:44.230627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] No DVR routers for this DVR port ba3c30f4-1734-4894-bf6a-a822976d7a3b on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:44.248230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:44.258041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7f0f-397f-4b82-af7b-47a55f1b4c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.263654 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd09f3-0ee3-4e7f-80e6-f22a9c1bbf96 req-627d22f7-7803-4e35-8f16-e8f4fed37d00 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:44.265444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73cd09f3-0ee3-4e7f-80e6-f22a9c1bbf96 req-627d22f7-7803-4e35-8f16-e8f4fed37d00 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.0520351 Aug 31 19:50:44.272529 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.272882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.273225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.273563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.273897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.274226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.274555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.274881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.275207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.275533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.275884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.276206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:44.288489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:50:44.288836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:50:44.289174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:44.293517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:50:44.293846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Attempting to bind port ba3c30f4-1734-4894-bf6a-a822976d7a3b on network 4749a2e8-1966-484d-a5c0-f5453d09c450 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:44.299396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:50:44.299887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Checking segment: {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:44.300284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Bound using segment: {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:50:44.300712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Bound port: ba3c30f4-1734-4894-bf6a-a822976d7a3b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:50:44.301081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.305033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-73cd09f3-0ee3-4e7f-80e6-f22a9c1bbf96 req-7f095042-2358-407c-a4dc-16c58ee173a6 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Aug 31 19:50:44.373954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:50:44.377430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:50:44.381254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.413811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:44.414428 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.415844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] 10.222.0.82 "PUT /v2.0/ports/ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 1092 time: 0.5920646 Aug 31 19:50:44.439550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678e9b-1a72-4a91-b9b3-4246c651f387 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:44.486520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-87c662a8-2722-4438-b782-33c74cd73b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:44.488101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-87c662a8-2722-4438-b782-33c74cd73b48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0456932 Aug 31 19:50:44.498864 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.578585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-d9fba23a-fdee-44ce-b854-4248e536f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:44.580098 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-d9fba23a-fdee-44ce-b854-4248e536f11f service neutron] 10.222.0.82 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0836499 Aug 31 19:50:44.631184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-c460125f-9afb-40c6-9815-356444931b1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0393078 Aug 31 19:50:44.681365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-aaa1c04b-2b3a-40c4-91d1-1191eb075416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:44.682808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-aaa1c04b-2b3a-40c4-91d1-1191eb075416 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0443535 Aug 31 19:50:44.713490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-71da3a4e-d545-4113-a36e-b33ce7f83e44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237956 Aug 31 19:50:44.725717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-7d07f039-4c05-489e-829a-31d9e54b1975 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:50:44.726648 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-7d07f039-4c05-489e-829a-31d9e54b1975 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055742 Aug 31 19:50:44.788743 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:44.816772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-37894ac4-916e-4c31-a044-0ca577ab12b7 service neutron] 10.222.0.82 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Aug 31 19:50:44.914830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c237f2a1-bbad-443b-8822-f0eac64cef13 req-b32007f5-b897-4275-999c-2b66153a887d service neutron] 10.222.0.82 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895286 Aug 31 19:50:45.429982 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9dd81-1828-43da-8f81-966d6f04cd37 req-af09def4-f3d7-4568-bfc9-da47a5f5c3a2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:45.431474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7e9dd81-1828-43da-8f81-966d6f04cd37 req-af09def4-f3d7-4568-bfc9-da47a5f5c3a2 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.0498595 Aug 31 19:50:45.469413 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7e9dd81-1828-43da-8f81-966d6f04cd37 req-61319ca8-45e5-4854-bc6d-e387084b4dbc tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Aug 31 19:50:45.484884 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:46.074464 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:46.216991 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:46.219399 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36662749-4da5-4303-9741-6269bc7e2760" -d '{"events": [{"name": "network-changed", "server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:46.268254 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1815d-a7b6-4ba1-b75b-47fe3dcacf35 x-openstack-request-id: req-f6c1815d-a7b6-4ba1-b75b-47fe3dcacf35 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:46.268552 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:46.268809 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6c1815d-a7b6-4ba1-b75b-47fe3dcacf35 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:46.269216 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'status': 'completed', 'code': 200} Aug 31 19:50:46.331813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-898d356c-7cc0-4a4e-8297-d49a4219a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.333259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-898d356c-7cc0-4a4e-8297-d49a4219a2da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0448985 Aug 31 19:50:46.337026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-1474cfab-f61e-4041-9708-0a6c265f54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.338559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-1474cfab-f61e-4041-9708-0a6c265f54b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0441587 Aug 31 19:50:46.424820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-1ad496ad-bcf3-4602-ac75-3a8cc7a77788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.426316 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-1ad496ad-bcf3-4602-ac75-3a8cc7a77788 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0860081 Aug 31 19:50:46.441485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-adb341f6-047b-4047-abb5-1deb068a10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.444277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-adb341f6-047b-4047-abb5-1deb068a10da service neutron] 10.222.0.82 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0978026 Aug 31 19:50:46.470734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-d2dfc2f8-154b-4a61-9895-db094fc3426b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0358992 Aug 31 19:50:46.491130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-254be831-eb94-434e-9c28-ab55016db9b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0359561 Aug 31 19:50:46.529672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-ccd8d955-b0b6-4a75-98cb-0dfcd3a6131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.531843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-ccd8d955-b0b6-4a75-98cb-0dfcd3a6131c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0532949 Aug 31 19:50:46.549457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662749-4da5-4303-9741-6269bc7e2760 req-64f84049-dd46-4fc1-b428-aab31799729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.550923 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-64f84049-dd46-4fc1-b428-aab31799729a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0522885 Aug 31 19:50:46.591501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-d4387644-4c65-433e-9327-e03d9d271a06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506046 Aug 31 19:50:46.596610 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-27f20871-d322-4511-9b17-5329a57a72a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279393 Aug 31 19:50:46.680540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57204e64-5dbb-4c4d-bb69-3e3980609eed req-1f6765b2-83a5-4f65-bfdb-7efc9bffb639 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:46.682070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57204e64-5dbb-4c4d-bb69-3e3980609eed req-1f6765b2-83a5-4f65-bfdb-7efc9bffb639 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.1317375 Aug 31 19:50:46.706375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-b8ee3092-aae4-4257-af9b-1cf782ac2db5 service neutron] 10.222.0.82 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961566 Aug 31 19:50:46.739045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-a6c17c80-8c91-4886-ac2c-ae4d03e30f41 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401532 Aug 31 19:50:46.742152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-57204e64-5dbb-4c4d-bb69-3e3980609eed req-aec6e50f-133b-4496-b20b-e4543c36db97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513906 Aug 31 19:50:46.805162 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-c753b7e5-5c05-4d5b-8741-0f55d001feaa service neutron] 10.222.0.82 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874708 Aug 31 19:50:46.838663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36662749-4da5-4303-9741-6269bc7e2760 req-aae78e8f-0212-4004-8f98-58e6116d9e6e service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921929 Aug 31 19:50:47.114527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:47.876488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3c34-fbb1-47d6-ba4d-8895d3128af3 req-8ff40fd5-2d80-45b9-94be-04bd28d6c6a3 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:47.877963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67eb3c34-fbb1-47d6-ba4d-8895d3128af3 req-8ff40fd5-2d80-45b9-94be-04bd28d6c6a3 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 943 time: 0.0495524 Aug 31 19:50:47.915960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67eb3c34-fbb1-47d6-ba4d-8895d3128af3 req-ed8f54b0-4faa-4ffc-b959-aa0dae8da2f7 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Aug 31 19:50:48.049842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:48.090264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:48.190140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-198645d8-fcf3-404f-81d3-fdd3bd7e799b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:48.191624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-198645d8-fcf3-404f-81d3-fdd3bd7e799b tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.67 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e&tenant_id=edf6713cd720491288d1c5563a72882f&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 943 time: 0.0874443 Aug 31 19:50:48.256661 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-77230a0c-f3ec-4919-a20e-a7a03cc1966e service neutron] delete failed (client error): The resource could not be found. Aug 31 19:50:48.257695 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-77230a0c-f3ec-4919-a20e-a7a03cc1966e service neutron] 10.222.0.67 "DELETE /v2.0/ports/ba3c30f4-1734-4894-bf6a-a822976d7a3b/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0584331 Aug 31 19:50:48.341356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-64a2c5f7-eb95-4e54-b0e5-f3e8c4fc56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:48.342766 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-64a2c5f7-eb95-4e54-b0e5-f3e8c4fc56cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=edf6713cd720491288d1c5563a72882f&device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 1095 time: 0.0415998 Aug 31 19:50:48.433039 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-e7089c2c-fbde-4e6e-aabf-426939599094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:48.434511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-e7089c2c-fbde-4e6e-aabf-426939599094 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 200 len: 913 time: 0.0846839 Aug 31 19:50:48.481724 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-1070ccde-4852-465a-ad55-8b2c2bf1ded5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 200 len: 217 time: 0.0399177 Aug 31 19:50:48.531167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-f9f34b89-0bfc-4dea-aa93-e43579f0ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:48.532622 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-f9f34b89-0bfc-4dea-aa93-e43579f0ae30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 200 len: 852 time: 0.0443494 Aug 31 19:50:48.567469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-864244a1-0337-4a34-b38d-d8c1f7a8b9b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4749a2e8-1966-484d-a5c0-f5453d09c450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276303 Aug 31 19:50:48.651235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:50:48.662649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-ea013abb-9d90-4a8f-b0b7-d211f31af0ac service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880244 Aug 31 19:50:48.746656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:48.752812 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-17276db9-1f3a-4b58-92bf-8ab7f38c2132 service neutron] 10.222.0.67 "GET /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827327 Aug 31 19:50:48.758907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'network_id': '4749a2e8-1966-484d-a5c0-f5453d09c450', 'port_id': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'mac_address': 'fa:16:3e:07:4e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5066a4b-ced9-4ba7-b5a8-3358fe9366eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:50:48.799545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.812809 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3c30f4-1734-4894-bf6a-a822976d7a3b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:48.834408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:48.838229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.892867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:48.901095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.901514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.901789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.902126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.902459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.902793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.903122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.903447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.903830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.904158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.904483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:48.904807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:49.097608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ba3c30f4-1734-4894-bf6a-a822976d7a3b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:50:49.434714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7567e-855b-4fe9-aa0b-23794f964191 req-5815e90b-da80-451b-a6c2-d94cb7cf7ef5 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:49.436217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddc7567e-855b-4fe9-aa0b-23794f964191 req-5815e90b-da80-451b-a6c2-d94cb7cf7ef5 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 944 time: 0.0515180 Aug 31 19:50:49.481108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddc7567e-855b-4fe9-aa0b-23794f964191 req-25cc8284-2009-4e42-8eb9-8a7c206aed4f tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Aug 31 19:50:50.599704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68077ae5-c18e-4a03-a340-bcfa887e9947 req-44bd600b-4ca2-4c73-80a4-ccdc48b39a7a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:50.601112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68077ae5-c18e-4a03-a340-bcfa887e9947 req-44bd600b-4ca2-4c73-80a4-ccdc48b39a7a tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 944 time: 0.0501590 Aug 31 19:50:50.639065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68077ae5-c18e-4a03-a340-bcfa887e9947 req-99107ee6-2eac-48aa-bd1f-558757e322d9 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.73 "GET /v2.0/security-groups?id=280d368c-39f7-45c0-9537-8c1be4bd719c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Aug 31 19:50:50.667564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:50:50.714804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port ba3c30f4-1734-4894-bf6a-a822976d7a3b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:50:50.718431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ba3c30f4-1734-4894-bf6a-a822976d7a3b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:50:50.718804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:50.794603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:50.809715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-ceacf5e1-5e70-4e43-9066-15136bdb1211 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:50.811212 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-ceacf5e1-5e70-4e43-9066-15136bdb1211 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.82 "GET /v2.0/ports?device_id=46856f45-02bc-4c29-b2c3-4e3a7f4a086e HTTP/1.1" status: 200 len: 944 time: 0.0555596 Aug 31 19:50:50.816762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:50.819299 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b9647-7e08-43f4-8486-b011a76784fe" -d '{"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-plugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:50.836116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:50.841036 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:50.865548 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e188ae-9169-4afa-988b-adce8eb01806 x-openstack-request-id: req-85e188ae-9169-4afa-988b-adce8eb01806 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:50.865839 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-plugged", "status": "completed", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:50.866089 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85e188ae-9169-4afa-988b-adce8eb01806 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:50.866476 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'code': 200} Aug 31 19:50:50.891512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:50.910653 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Deleting port ba3c30f4-1734-4894-bf6a-a822976d7a3b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:50.911331 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.000894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] For port ba3c30f4-1734-4894-bf6a-a822976d7a3b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ba3c30f4-1734-4894-bf6a-a822976d7a3b,segment=NetworkSegment(b7d2a5cb-fad9-45a3-b36c-bfeb00524886),segment_id=b7d2a5cb-fad9-45a3-b36c-bfeb00524886)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:51.001267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.014515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Calling delete_port for ba3c30f4-1734-4894-bf6a-a822976d7a3b owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:51.140786 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.157486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ba3c30f4-1734-4894-bf6a-a822976d7a3b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:50:51.173939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Pushing event deleted for resources: {'Port': ['ID=ba3c30f4-1734-4894-bf6a-a822976d7a3b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:51.215159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] No DVR routers for this DVR port ba3c30f4-1734-4894-bf6a-a822976d7a3b on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:51.217899 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.219968 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71fe407d-38c6-4cbe-86f7-d6939c666127 req-a719f1d2-902c-48b1-84b4-b6bb7564ab97 tempest-DeleteServersTestJSON-1345664439 tempest-DeleteServersTestJSON-1345664439-project] 10.222.0.82 "DELETE /v2.0/ports/ba3c30f4-1734-4894-bf6a-a822976d7a3b HTTP/1.1" status: 204 len: 173 time: 0.4020095 Aug 31 19:50:51.220398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-deleted', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:51.222609 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc5b53-f52a-4a0a-99c7-54cc1215eab9" -d '{"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-deleted", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:51.347102 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e3cff-ba1b-493b-8f70-c3357986dc5e x-openstack-request-id: req-6e6e3cff-ba1b-493b-8f70-c3357986dc5e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:51.347402 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46856f45-02bc-4c29-b2c3-4e3a7f4a086e", "name": "network-vif-deleted", "tag": "ba3c30f4-1734-4894-bf6a-a822976d7a3b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:51.347667 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e6e3cff-ba1b-493b-8f70-c3357986dc5e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:51.348076 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46856f45-02bc-4c29-b2c3-4e3a7f4a086e', 'name': 'network-vif-deleted', 'tag': 'ba3c30f4-1734-4894-bf6a-a822976d7a3b', 'status': 'completed', 'code': 200} Aug 31 19:50:51.765902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:51.810640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Deleting subnet c5066a4b-ced9-4ba7-b5a8-3358fe9366eb {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:50:51.813820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.848999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.890950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.942952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.967764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5066a4b-ced9-4ba7-b5a8-3358fe9366eb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:51.971503 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:51.974066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-945c6342-e04f-4f0a-b5d9-610069e5e870 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c5066a4b-ced9-4ba7-b5a8-3358fe9366eb HTTP/1.1" status: 204 len: 168 time: 0.2065046 Aug 31 19:50:51.976441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:52.044089 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.127229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.137183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4749a2e8-1966-484d-a5c0-f5453d09c450']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:52.147918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:52.148216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d2a5cb-fad9-45a3-b36c-bfeb00524886') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:52.156853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.170657 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.176553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:50:52.176928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:50:52.178551 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:50:52.232938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.238627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.240769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4749a2e8-1966-484d-a5c0-f5453d09c450 HTTP/1.1" status: 204 len: 168 time: 0.2633965 Aug 31 19:50:52.256744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960481e7-33c4-486c-9e8d-b8e92f8ac9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4749a2e8-1966-484d-a5c0-f5453d09c450,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:52.346883 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:52.385955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d1d0efb7-cd5a-4917-94b5-355c1df7ded9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edf6713cd720491288d1c5563a72882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379167 Aug 31 19:50:52.388489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:52.435739 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.456900 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.506496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.509012 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:52.510176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/280d368c-39f7-45c0-9537-8c1be4bd719c HTTP/1.1" status: 204 len: 168 time: 0.1207922 Aug 31 19:50:52.517735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f63506-e667-4e0e-bafb-1f5c649b8133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d368c-39f7-45c0-9537-8c1be4bd719c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:53.185545 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:53.281071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1002232349-network', 'tenant_id': '46e7934732e64a1a9e43f11dee5fdf9e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:53.302893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Made reservation on behalf of 46e7934732e64a1a9e43f11dee5fdf9e for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:53.305254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.313499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.400894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.404559 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.429154 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:50:53.443564 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd8f34-96d9-4d5b-838e-bbc527afd404,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:53.446652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.446997 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Added segment 9bad054d-0a62-485d-ba8e-2195392e69ef of type vlan for network c383a79a-2154-4728-9fea-6110146c5563 Aug 31 19:50:53.486210 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.510592 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.511527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:53.512163 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.565686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3788733 Aug 31 19:50:53.568907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:53.570848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e0e62-a9df-4541-925f-5ad9b01323b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c383a79a-2154-4728-9fea-6110146c5563,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:53.574236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Request body: {'subnet': {'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1002232349-subnet', 'tenant_id': '46e7934732e64a1a9e43f11dee5fdf9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:53.581501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c383a79a-2154-4728-9fea-6110146c5563 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:50:53.594013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Made reservation on behalf of 46e7934732e64a1a9e43f11dee5fdf9e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:53.596374 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.762902 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.817321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df7e419-5655-4218-aba8-ef53b149ba02,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:53.825740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Checking segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:53.826102 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Network hostable DHCP agents. Network: c383a79a-2154-4728-9fea-6110146c5563, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:50:53.841945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Network c383a79a-2154-4728-9fea-6110146c5563 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:50:53.850782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c383a79a-2154-4728-9fea-6110146c5563) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:53.854825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:53.855407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:53.861009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13d6a8-c3e3-4396-8d72-a586baf1cf3e None None] Network c383a79a-2154-4728-9fea-6110146c5563 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:50:53.868812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-049c49d7-8d4f-4651-a39b-2cf42c9c7e6d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2987750 Aug 31 19:50:53.987909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa06d0-4dd1-47c6-8858-8b69e21958aa None None] Network c383a79a-2154-4728-9fea-6110146c5563 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:50:54.301021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-29d62984-5e2b-407f-a1b6-c82534044d44 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:54.302630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-29d62984-5e2b-407f-a1b6-c82534044d44 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 815 time: 0.1097040 Aug 31 19:50:54.318035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-56b15583-2457-4ee5-8963-748f25c8e350 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/quotas/46e7934732e64a1a9e43f11dee5fdf9e HTTP/1.1" status: 200 len: 375 time: 0.0093942 Aug 31 19:50:54.350362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-83047cfc-a688-4031-87d1-60e5b6bebd37 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269310 Aug 31 19:50:54.495376 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-492a6e4c-504d-4a30-b2fe-24b276df7db5 service neutron] 10.222.0.73 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375129 Aug 31 19:50:54.586327 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-fb0d0309-9a79-444b-9e10-2c5960c58788 service neutron] 10.222.0.73 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Aug 31 19:50:54.682830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:54.703304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: ba3c30f4-1734-4894-bf6a-a822976d7a3b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:54.703656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ba3c30f4-1734-4894-bf6a-a822976d7a3b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:54.747790 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3963731-c366-48fb-8970-92b976d9df6b req-c4b5ad20-b06b-4e82-b399-997ef40ff446 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 210 time: 0.0273421 Aug 31 19:50:55.728291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-0955f869-a4a0-4d25-afca-b5c9d9dccb30 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:55.729775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-0955f869-a4a0-4d25-afca-b5c9d9dccb30 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 815 time: 0.1076529 Aug 31 19:50:55.745093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Request body: {'port': {'device_id': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'admin_state_up': True, 'tenant_id': '46e7934732e64a1a9e43f11dee5fdf9e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:55.846104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30569fd1-4628-4865-8b39-7bdc77bb5c40 req-ef83dba9-6c6d-47de-8c5e-b72228a3be3a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Aug 31 19:50:55.854458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Made reservation on behalf of 46e7934732e64a1a9e43f11dee5fdf9e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:55.858857 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.988938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Allocated IP 172.20.0.5 (c383a79a-2154-4728-9fea-6110146c5563/1df7e419-5655-4218-aba8-ef53b149ba02/9c3f4b51-e60b-4130-b022-7af501fce775) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:50:56.136928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.175294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.214810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Network c383a79a-2154-4728-9fea-6110146c5563 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:50:56.220072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:56.224457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:50:56.249903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:56.277726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:56.278345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.291884 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-1fba90b7-837c-46fd-97c9-d5585811515d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513701 Aug 31 19:50:56.305057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Request body: {'port': {'device_id': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:56.364349 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.624994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3f4b51-e60b-4130-b022-7af501fce775 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:56.632148 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.643855 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Transition to ACTIVE for port object 9c3f4b51-e60b-4130-b022-7af501fce775 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:50:56.648676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.695907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:56.768765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:50:56.769560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:50:56.769560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:56.774304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:50:56.774627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:56.779264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:50:56.779602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Checking segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:56.780014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Bound using segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:50:56.780437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Bound port: 9c3f4b51-e60b-4130-b022-7af501fce775, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:50:56.780795 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.843427 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:50:56.846358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:50:56.851694 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.883575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:56.884217 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.885607 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] 10.222.0.82 "PUT /v2.0/ports/9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 1092 time: 0.5851564 Aug 31 19:50:56.886046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:56.888321 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:56.925942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715971-1dd8-46dd-9a1c-bb8d7ebe5054 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:56.929434 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376bd553-6e17-4a92-8225-b11c28ff763f x-openstack-request-id: req-376bd553-6e17-4a92-8225-b11c28ff763f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:56.929720 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:56.929971 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-376bd553-6e17-4a92-8225-b11c28ff763f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:56.930389 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'status': 'completed', 'code': 200} Aug 31 19:50:56.985074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357bd9d-e337-49c3-8732-eb7d0a396531 req-86ec910a-3845-4f65-8efc-8ca091ae7bcf tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:56.985684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-832de620-fdf5-4450-b539-ce9ecd2b6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:56.986577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5357bd9d-e337-49c3-8732-eb7d0a396531 req-86ec910a-3845-4f65-8efc-8ca091ae7bcf tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0542054 Aug 31 19:50:56.987170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-832de620-fdf5-4450-b539-ce9ecd2b6ee7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1095 time: 0.0465643 Aug 31 19:50:57.025274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5357bd9d-e337-49c3-8732-eb7d0a396531 req-d51c5c0e-4178-4daa-8f39-8696836ce22f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Aug 31 19:50:57.035218 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-f64a665c-158d-4887-9b2c-a496137ebe66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Aug 31 19:50:57.086911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-ca5e7d03-102b-44e7-b8c9-c015c7a84b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:57.088456 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-ca5e7d03-102b-44e7-b8c9-c015c7a84b75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0454998 Aug 31 19:50:57.124928 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-3292042a-ec13-49c9-9db8-24a05c28b4b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 31 19:50:57.224475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-8448ed6e-2734-421c-8322-88dd988b1549 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 Aug 31 19:50:57.317203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f7fc5792-b52f-4662-8c9d-9821ec27b6ec req-fd952666-19b8-4a78-8cc0-eaf9595fba3c service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Aug 31 19:50:57.404540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-9810d2be-45ed-4c96-8902-bfc9de5b8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:57.406020 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-9810d2be-45ed-4c96-8902-bfc9de5b8467 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1095 time: 0.0409560 Aug 31 19:50:57.506310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-5ba94bd9-e0fe-4891-89d4-ae7435c03ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:57.507724 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-5ba94bd9-e0fe-4891-89d4-ae7435c03ae6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0892427 Aug 31 19:50:57.549349 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-c5931b8e-edb3-44ea-a00b-710e2334fd00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0339143 Aug 31 19:50:57.607793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-6caecef5-fe82-4c43-b67a-00bfd5f410e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:57.609232 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-6caecef5-fe82-4c43-b67a-00bfd5f410e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0469995 Aug 31 19:50:57.989754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-13a62a66-b617-4726-afb4-45b669a33616 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3667352 Aug 31 19:50:58.084211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-25572ff2-50f4-42da-8ee2-095fb63e2fdb service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Aug 31 19:50:58.146562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af29bcb-231a-4737-b419-d03780f9ac26 req-c7e38edc-2180-4a55-8b5a-4bde83d1d9e1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:58.148271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1af29bcb-231a-4737-b419-d03780f9ac26 req-c7e38edc-2180-4a55-8b5a-4bde83d1d9e1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0507691 Aug 31 19:50:58.187563 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f1a3c6dd-1b7b-46c0-98eb-d9300a061eab req-8c554540-9a2d-4446-aea2-36ee1a722d9d service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Aug 31 19:50:58.189704 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1af29bcb-231a-4737-b419-d03780f9ac26 req-baed9eac-b63e-402b-83de-9e14ad5c8a0d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Aug 31 19:50:59.305139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2f7a-b27b-4966-b961-6b531cfb8b60 req-b2ebbfa9-ef0a-4bee-a5c2-fa7b95c7ee6d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:59.306595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-838f2f7a-b27b-4966-b961-6b531cfb8b60 req-b2ebbfa9-ef0a-4bee-a5c2-fa7b95c7ee6d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0484405 Aug 31 19:50:59.344448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-838f2f7a-b27b-4966-b961-6b531cfb8b60 req-8a0cf4d0-5082-415c-b42e-5538b7d9a74d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Aug 31 19:51:00.464520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6d975-2a50-4eef-9236-b159a49f47f8 req-4e1ba32e-1475-4ab4-b7e1-9280ad5f6444 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:00.466005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dc6d975-2a50-4eef-9236-b159a49f47f8 req-4e1ba32e-1475-4ab4-b7e1-9280ad5f6444 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0536759 Aug 31 19:51:00.503229 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dc6d975-2a50-4eef-9236-b159a49f47f8 req-4bd0a9b6-90b9-421e-8403-2027ebc0388d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Aug 31 19:51:00.698525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:51:00.792931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:00.804355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '9c3f4b51-e60b-4130-b022-7af501fce775', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'port_id': '9c3f4b51-e60b-4130-b022-7af501fce775', 'mac_address': 'fa:16:3e:17:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df7e419-5655-4218-aba8-ef53b149ba02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:51:00.839437 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:00.852258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3f4b51-e60b-4130-b022-7af501fce775 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:00.870943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:00.874858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:00.923241 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:01.153784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['9c3f4b51-e60b-4130-b022-7af501fce775'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:01.618755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec5ff3-6232-4d42-bc21-4c3698eeba96 req-7c6e53ec-de71-4517-8846-5187b7ac64b6 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:01.620259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ec5ff3-6232-4d42-bc21-4c3698eeba96 req-7c6e53ec-de71-4517-8846-5187b7ac64b6 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0488477 Aug 31 19:51:01.658565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23ec5ff3-6232-4d42-bc21-4c3698eeba96 req-4dbac8b8-86c9-49a2-8d26-0d37d824e202 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323203 Aug 31 19:51:02.698042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:51:02.752616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 9c3f4b51-e60b-4130-b022-7af501fce775 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:51:02.756363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 9c3f4b51-e60b-4130-b022-7af501fce775 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:51:02.756738 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.777814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2a800-5dcc-4aab-8e57-3bc57ba54b75 req-05d804c8-ead9-45d1-9f3b-6da46ae5c8c0 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:02.779491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91b2a800-5dcc-4aab-8e57-3bc57ba54b75 req-05d804c8-ead9-45d1-9f3b-6da46ae5c8c0 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0529835 Aug 31 19:51:02.818041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91b2a800-5dcc-4aab-8e57-3bc57ba54b75 req-33834a7b-c02d-4df8-af6e-7eb4b2d6be72 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Aug 31 19:51:02.834450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.857902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:02.860132 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf9e34-024c-41d2-aeaf-026e33e5c1ae" -d '{"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:02.872832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:02.876997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.899615 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a060a26f-b92b-4722-b938-0819f056861c x-openstack-request-id: req-a060a26f-b92b-4722-b938-0819f056861c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:02.899926 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:02.900170 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a060a26f-b92b-4722-b938-0819f056861c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:02.900549 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'code': 200} Aug 31 19:51:02.928456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:03.008360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d6cad-fc74-4dc5-91c4-447c5162c51f req-082c550c-c11e-4634-9b7b-167e46881acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:03.010799 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd6d6cad-fc74-4dc5-91c4-447c5162c51f req-082c550c-c11e-4634-9b7b-167e46881acf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1097 time: 0.0433240 Aug 31 19:51:03.050370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd6d6cad-fc74-4dc5-91c4-447c5162c51f req-93052b15-0347-4473-9dea-02ac9d56a030 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273147 Aug 31 19:51:03.940734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746cd58-f916-4007-a69c-e0fb60874686 req-400c3636-f486-4df5-a803-2b741ba2f7d9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:03.942795 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d746cd58-f916-4007-a69c-e0fb60874686 req-400c3636-f486-4df5-a803-2b741ba2f7d9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0567243 Aug 31 19:51:03.981753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d746cd58-f916-4007-a69c-e0fb60874686 req-0c67b491-104b-4976-a4be-b52cb97a5098 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Aug 31 19:51:05.099704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d3476-e2fa-4131-8fcb-ef3db3a6e209 req-c781ba7d-14fa-4f69-8754-81836055d221 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:05.101296 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a5d3476-e2fa-4131-8fcb-ef3db3a6e209 req-c781ba7d-14fa-4f69-8754-81836055d221 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0507560 Aug 31 19:51:05.138825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3a5d3476-e2fa-4131-8fcb-ef3db3a6e209 req-ce150b11-6238-4aa8-a1fc-e0777f10e359 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Aug 31 19:51:05.252818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1200-10fa-43df-a915-df9d9ac09457 req-912d0fcb-ad26-4571-9ae4-774c0802ac20 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:05.254811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-876b1200-10fa-43df-a915-df9d9ac09457 req-912d0fcb-ad26-4571-9ae4-774c0802ac20 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Aug 31 19:51:05.292439 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-876b1200-10fa-43df-a915-df9d9ac09457 req-576afb06-fde3-4302-971c-feee27684aa0 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Aug 31 19:51:05.497384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203892d-baf5-402e-8531-09eb0d0f87bb req-51ff05ca-978a-4b3e-9ab7-34c47409f69a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:05.498851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4203892d-baf5-402e-8531-09eb0d0f87bb req-51ff05ca-978a-4b3e-9ab7-34c47409f69a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0533037 Aug 31 19:51:05.537819 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4203892d-baf5-402e-8531-09eb0d0f87bb req-43aed768-20d0-4dea-bf7c-15795d4a9d19 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 31 19:51:05.655504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46caa3f-f2f8-48fe-97ea-307d278d460b req-ccf1a010-7a30-4996-8732-125fe7bbbc6e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:05.657010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46caa3f-f2f8-48fe-97ea-307d278d460b req-ccf1a010-7a30-4996-8732-125fe7bbbc6e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Aug 31 19:51:05.694642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c46caa3f-f2f8-48fe-97ea-307d278d460b req-eebee888-8c71-4b11-90c4-965329a16721 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Aug 31 19:51:05.948909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-d2b1aa0e-f50f-4936-8af9-c5c0ed6647bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725000 Aug 31 19:51:05.956836 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182098c-e6bf-4214-8e50-da9dea88468f req-223081f5-6a3a-4da6-a0a1-42e5a3ed65c5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:05.958410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f182098c-e6bf-4214-8e50-da9dea88468f req-223081f5-6a3a-4da6-a0a1-42e5a3ed65c5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0734630 Aug 31 19:51:05.996811 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:51:05.999220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f182098c-e6bf-4214-8e50-da9dea88468f req-e1e90152-ea2b-4968-917d-f2a7e92ea306 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343051 Aug 31 19:51:07.079733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-c81493a9-267d-4ebc-9f1b-a3c90dab808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:07.081261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-c81493a9-267d-4ebc-9f1b-a3c90dab808c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1097 time: 0.0401306 Aug 31 19:51:07.119461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211974-a86d-4d4f-8ab0-4f0c1669e4a7 req-120856f6-8d7c-497a-a480-2c638ad3abc4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:07.120970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8211974-a86d-4d4f-8ab0-4f0c1669e4a7 req-120856f6-8d7c-497a-a480-2c638ad3abc4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0498734 Aug 31 19:51:07.159097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a8211974-a86d-4d4f-8ab0-4f0c1669e4a7 req-26908ecf-fb97-471d-b907-0506dd514fd3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Aug 31 19:51:07.179715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-21f6fdfc-8701-43fd-81d7-8cc38df5f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:07.181226 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-21f6fdfc-8701-43fd-81d7-8cc38df5f8f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0918131 Aug 31 19:51:07.225332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-70d4a50a-4095-4304-bf49-6902a0cf47b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0341997 Aug 31 19:51:07.280835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-e118f107-83da-4acf-899d-3efb3380cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:07.282133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-e118f107-83da-4acf-899d-3efb3380cc0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0458133 Aug 31 19:51:07.316786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-3ec383b5-b9d5-4a8e-b6c4-cc31a1911c3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236108 Aug 31 19:51:07.407964 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-3a42e181-cec5-4625-9686-7bf0f3523a80 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812356 Aug 31 19:51:07.506984 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-750bc420-eb67-4f9b-8547-656dd8971970 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885100 Aug 31 19:51:08.273788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf3dc-e95e-493c-944f-e14652e47d01 req-2e74304a-ad5b-46ae-91fc-4e9be4f40902 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:08.275278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4bcf3dc-e95e-493c-944f-e14652e47d01 req-2e74304a-ad5b-46ae-91fc-4e9be4f40902 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Aug 31 19:51:08.312560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4bcf3dc-e95e-493c-944f-e14652e47d01 req-94b5cc74-1cb4-4fd8-80d1-7fa877a9549d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 31 19:51:09.431208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ded0-d8c2-4cd1-b877-520bc2351ad4 req-fbfa47d8-96c9-4e6c-a4d9-02a99796d686 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:09.432691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2084ded0-d8c2-4cd1-b877-520bc2351ad4 req-fbfa47d8-96c9-4e6c-a4d9-02a99796d686 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Aug 31 19:51:09.469772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2084ded0-d8c2-4cd1-b877-520bc2351ad4 req-e63840d0-1192-4532-925f-7ae1f8e0098a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Aug 31 19:51:10.585451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffe0e3-c0f0-4cfb-a21b-33b05b39ebf1 req-60e2eb74-b7f1-48c0-9531-fe627a646599 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:10.586950 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddffe0e3-c0f0-4cfb-a21b-33b05b39ebf1 req-60e2eb74-b7f1-48c0-9531-fe627a646599 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0497422 Aug 31 19:51:10.623744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ddffe0e3-c0f0-4cfb-a21b-33b05b39ebf1 req-c6d9f039-a3f7-45a2-8dee-18bb647cc7c8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308511 Aug 31 19:51:11.608275 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05fcabed-1d82-452a-8d71-8a73c94d6491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.739085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d1db-1538-4295-8571-17b410dcbc8f req-e85fe323-963e-4d1a-bf16-4860a152949f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:11.741506 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9180d1db-1538-4295-8571-17b410dcbc8f req-e85fe323-963e-4d1a-bf16-4860a152949f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Aug 31 19:51:11.777820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9180d1db-1538-4295-8571-17b410dcbc8f req-6d3e2ea7-2f2a-47ea-a84f-af05f1b6a33a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Aug 31 19:51:12.896551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bef0b-1828-4223-8b99-fa4372bcfae9 req-dd8ba997-4895-429a-84d4-1b6b5d44e87d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:12.898044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c5bef0b-1828-4223-8b99-fa4372bcfae9 req-dd8ba997-4895-429a-84d4-1b6b5d44e87d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Aug 31 19:51:12.936071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c5bef0b-1828-4223-8b99-fa4372bcfae9 req-52446438-67f7-467f-b261-c433ec60c32b tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Aug 31 19:51:14.049655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09853db-5d6e-4074-83a3-e532ce4fa082 req-c8f481ca-a45a-4453-ba83-f295862a70db tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:14.051692 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f09853db-5d6e-4074-83a3-e532ce4fa082 req-c8f481ca-a45a-4453-ba83-f295862a70db tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Aug 31 19:51:14.088637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f09853db-5d6e-4074-83a3-e532ce4fa082 req-156aa373-d8d1-4c34-bbea-2acf21d02cc5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Aug 31 19:51:14.259129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c56237c4-a23e-43cf-9653-f7008a12f1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.500137 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.792398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.203858 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ae5c-c225-4afd-b3d4-3a08416a327c req-3bbdcc71-51f6-440b-b60b-e06f928d2104 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:15.205386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72e2ae5c-c225-4afd-b3d4-3a08416a327c req-3bbdcc71-51f6-440b-b60b-e06f928d2104 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Aug 31 19:51:15.244228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72e2ae5c-c225-4afd-b3d4-3a08416a327c req-62363966-0861-4e82-a8f0-79a528bbdd5c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Aug 31 19:51:15.487277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.100080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.366920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23edb05-3b86-442a-8c52-2fe766b24427 req-22b42f42-e434-4b7b-8bb3-4c82b8971e9c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:16.368370 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f23edb05-3b86-442a-8c52-2fe766b24427 req-22b42f42-e434-4b7b-8bb3-4c82b8971e9c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Aug 31 19:51:16.405690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f23edb05-3b86-442a-8c52-2fe766b24427 req-b1bc4e99-375a-401e-8d3f-115680f1d535 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Aug 31 19:51:17.117042 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:17.522161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef771b-e3c3-45af-a4dc-2026d1372aab req-230f8f59-47ad-43a1-9ed5-e961294276d9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:17.523625 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cef771b-e3c3-45af-a4dc-2026d1372aab req-230f8f59-47ad-43a1-9ed5-e961294276d9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Aug 31 19:51:17.560835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cef771b-e3c3-45af-a4dc-2026d1372aab req-8b2cfb5c-cd7b-4767-9988-3afa61137e59 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Aug 31 19:51:18.683289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d2a0e-26a1-424d-92f3-dbaf6e7389f5 req-cb24fff0-10ce-43d1-bb25-42d2286e5126 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:18.684805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b21d2a0e-26a1-424d-92f3-dbaf6e7389f5 req-cb24fff0-10ce-43d1-bb25-42d2286e5126 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Aug 31 19:51:18.723417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b21d2a0e-26a1-424d-92f3-dbaf6e7389f5 req-0a47992a-e325-4ade-aaa9-5109f1ec1ce4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Aug 31 19:51:19.846822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f208321-0497-4ef3-a78e-22c182e2b52f req-0a5db39f-b465-492c-b2a7-1179ed9b6014 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:19.848988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f208321-0497-4ef3-a78e-22c182e2b52f req-0a5db39f-b465-492c-b2a7-1179ed9b6014 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0573740 Aug 31 19:51:19.888995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f208321-0497-4ef3-a78e-22c182e2b52f req-70bd30f0-e14c-4c60-9e10-dbcf9e04b40e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Aug 31 19:51:21.007487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905c7f8-c037-4673-b18a-2dba8267ab6d req-7efc5ab8-b3c6-4a03-93f3-42f702906663 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:21.009009 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9905c7f8-c037-4673-b18a-2dba8267ab6d req-7efc5ab8-b3c6-4a03-93f3-42f702906663 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Aug 31 19:51:21.047076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9905c7f8-c037-4673-b18a-2dba8267ab6d req-6f36c777-1498-48d2-8a3e-cf3053f7f2d8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 31 19:51:22.166364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3671c-7f0d-4ee7-8ac2-b305eeb1d6db req-7570a3c4-dfe2-4005-88ed-969095378097 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:22.167873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adb3671c-7f0d-4ee7-8ac2-b305eeb1d6db req-7570a3c4-dfe2-4005-88ed-969095378097 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Aug 31 19:51:22.204507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adb3671c-7f0d-4ee7-8ac2-b305eeb1d6db req-592d20f3-76b4-4011-8519-46e16295f457 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Aug 31 19:51:23.325311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb94fb2-b5be-441c-9237-9b17e6071ce6 req-b4f0ec73-1954-4d8f-aa36-c6fb174f8ccd tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:23.326796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fb94fb2-b5be-441c-9237-9b17e6071ce6 req-b4f0ec73-1954-4d8f-aa36-c6fb174f8ccd tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Aug 31 19:51:23.365547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fb94fb2-b5be-441c-9237-9b17e6071ce6 req-0b7786b0-f0c5-4373-96fb-4a24bf52392e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 31 19:51:24.479129 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8627a2-15c5-4ab6-bb9e-0765a21becf4 req-990bf6ad-90db-492a-bd74-03ca8a8169d1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:24.480637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea8627a2-15c5-4ab6-bb9e-0765a21becf4 req-990bf6ad-90db-492a-bd74-03ca8a8169d1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 31 19:51:24.519051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ea8627a2-15c5-4ab6-bb9e-0765a21becf4 req-02dc163d-7033-41cd-be9f-7d1bbb1117d4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Aug 31 19:51:25.633988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ba9b-ee6e-41bd-9a06-f61ebebf50af req-bf67837d-dcad-48bd-af12-54dd159ac935 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:25.635373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb39ba9b-ee6e-41bd-9a06-f61ebebf50af req-bf67837d-dcad-48bd-af12-54dd159ac935 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 31 19:51:25.672313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb39ba9b-ee6e-41bd-9a06-f61ebebf50af req-0c9fc32f-254e-4c1b-bf21-2970e5503aba tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Aug 31 19:51:26.792541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce9de-c28c-420a-a2fd-11f58e89d11e req-de2d7954-d109-4a39-a985-d677ab93db06 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:26.794033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77bce9de-c28c-420a-a2fd-11f58e89d11e req-de2d7954-d109-4a39-a985-d677ab93db06 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Aug 31 19:51:26.831508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-77bce9de-c28c-420a-a2fd-11f58e89d11e req-e51eb22d-bcc5-46cd-b704-20d374ae5ba8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Aug 31 19:51:27.948004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e69369-5cc1-44db-bcd4-311d923bf08c req-721b63a0-735e-4e5b-a0fa-2831cf651248 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:27.949468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2e69369-5cc1-44db-bcd4-311d923bf08c req-721b63a0-735e-4e5b-a0fa-2831cf651248 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Aug 31 19:51:27.988051 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d2e69369-5cc1-44db-bcd4-311d923bf08c req-1d8a10b2-4f72-407b-a342-ad462645685f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 31 19:51:29.102955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5def3ce-dfae-4f2c-a6a2-76057134fcc4 req-fc6b359f-fa79-45d4-a41e-052f49418676 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:29.104480 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5def3ce-dfae-4f2c-a6a2-76057134fcc4 req-fc6b359f-fa79-45d4-a41e-052f49418676 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Aug 31 19:51:29.140499 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5def3ce-dfae-4f2c-a6a2-76057134fcc4 req-bec2e279-ae4b-41a8-811a-d3b095f69291 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302153 Aug 31 19:51:30.261060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41fa3-4f68-4db5-8dea-f691744d3779 req-6e8891c6-84e5-4cd4-a5b9-4e5beb5f4339 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:30.262565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9a41fa3-4f68-4db5-8dea-f691744d3779 req-6e8891c6-84e5-4cd4-a5b9-4e5beb5f4339 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0532134 Aug 31 19:51:30.300311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9a41fa3-4f68-4db5-8dea-f691744d3779 req-1c6adfc8-f7fb-4a04-a4de-df6f7770296d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Aug 31 19:51:31.417553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8641d-ad8b-4b0a-b72f-bfe4399b51a2 req-76f057c3-f5d3-4515-bb51-2f697c7620b7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:31.419072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7a8641d-ad8b-4b0a-b72f-bfe4399b51a2 req-76f057c3-f5d3-4515-bb51-2f697c7620b7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Aug 31 19:51:31.459308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7a8641d-ad8b-4b0a-b72f-bfe4399b51a2 req-71e1bafe-7ca8-49fd-9cc4-1dc47a69d97e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Aug 31 19:51:32.578777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402e8b2-059f-4a57-8d49-ea8559452a36 req-4428aa82-442b-484b-a869-8fcf6f9f6c11 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:32.580287 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5402e8b2-059f-4a57-8d49-ea8559452a36 req-4428aa82-442b-484b-a869-8fcf6f9f6c11 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0535064 Aug 31 19:51:32.618895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5402e8b2-059f-4a57-8d49-ea8559452a36 req-a9957bdb-39b1-4f43-9915-ad764dec7632 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 31 19:51:33.033484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-dec670f9-1c94-471c-95af-8e738f029c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:33.035754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-dec670f9-1c94-471c-95af-8e738f029c38 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1097 time: 0.0417702 Aug 31 19:51:33.145299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-3685c016-a83c-4a38-a011-659147fed2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:33.146753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-3685c016-a83c-4a38-a011-659147fed2b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0852609 Aug 31 19:51:33.192955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-b242aa7d-35c5-4ceb-a34c-491e0a2082d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0340729 Aug 31 19:51:33.245733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-2c3c0601-8cdc-4198-8e84-2fd056de8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:33.247151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-2c3c0601-8cdc-4198-8e84-2fd056de8d59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0429642 Aug 31 19:51:33.278800 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-36fc96d5-26ea-441e-acf5-78aafaa1af26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233662 Aug 31 19:51:33.372513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-e9e46518-0d4f-41bb-be2a-ccc376104e79 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845079 Aug 31 19:51:33.464243 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fb13b2d8-5caf-4d4c-a231-21d3cb663e78 req-5e9d4470-ce02-4f37-9167-5d1af91be44a service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825775 Aug 31 19:51:33.738240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff704f2-b762-4f4b-bc6f-8c26c37de2fc req-4904ebc8-5eb0-413c-9769-8341edd67ef7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:33.739753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ff704f2-b762-4f4b-bc6f-8c26c37de2fc req-4904ebc8-5eb0-413c-9769-8341edd67ef7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Aug 31 19:51:33.777038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ff704f2-b762-4f4b-bc6f-8c26c37de2fc req-31492357-d9d7-47b6-8f46-eafa757cdeea tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Aug 31 19:51:34.901802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e920edc-b402-4b48-96dc-24762f106cc5 req-bf85a6c0-003f-4aa3-90b1-71555564d864 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:34.903777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e920edc-b402-4b48-96dc-24762f106cc5 req-bf85a6c0-003f-4aa3-90b1-71555564d864 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0604465 Aug 31 19:51:34.946645 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e920edc-b402-4b48-96dc-24762f106cc5 req-29faab36-1c80-42a9-b4d1-24285717af46 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Aug 31 19:51:36.067245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59658df2-56c9-4586-b8c5-33b9a09ca92f req-a4594329-d4a8-4bdc-8589-157c01b42149 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:36.068800 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59658df2-56c9-4586-b8c5-33b9a09ca92f req-a4594329-d4a8-4bdc-8589-157c01b42149 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0510395 Aug 31 19:51:36.106167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-59658df2-56c9-4586-b8c5-33b9a09ca92f req-0335248a-1a9f-422a-b9a3-3c11964464ea tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Aug 31 19:51:37.224448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceba4e-0c73-402a-ba24-37de3e8ab4ba req-3f72896c-9015-4009-a6c5-fb4f74c50aa3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:37.225983 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1ceba4e-0c73-402a-ba24-37de3e8ab4ba req-3f72896c-9015-4009-a6c5-fb4f74c50aa3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Aug 31 19:51:37.264177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a1ceba4e-0c73-402a-ba24-37de3e8ab4ba req-66c4f2da-a7a1-430c-9700-3568b9f5a421 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Aug 31 19:51:38.378966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372145f-e1e7-4286-a787-327daade3672 req-31440567-9c92-4d87-a49b-c0801851160c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:38.380412 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b372145f-e1e7-4286-a787-327daade3672 req-31440567-9c92-4d87-a49b-c0801851160c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Aug 31 19:51:38.417883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b372145f-e1e7-4286-a787-327daade3672 req-edddb362-5fd7-4932-b257-b0b909b76543 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Aug 31 19:51:39.533411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fceb9a0-3f0b-417a-b3d2-77e5a0308590 req-f8a41edd-89eb-41cf-b70f-b01d008d3777 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:39.535516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fceb9a0-3f0b-417a-b3d2-77e5a0308590 req-f8a41edd-89eb-41cf-b70f-b01d008d3777 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Aug 31 19:51:39.572634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fceb9a0-3f0b-417a-b3d2-77e5a0308590 req-35daa799-f105-4e99-9f30-faca1776615d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Aug 31 19:51:39.889500 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-562569f2-bfba-4e3b-a2d8-993ef85ab402 service neutron] show failed (client error): The resource could not be found. Aug 31 19:51:39.890499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-562569f2-bfba-4e3b-a2d8-993ef85ab402 service neutron] 10.222.0.82 "GET /v2.0/ports/9c3f4b51-e60b-4130-b022-7af501fce775/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0591321 Aug 31 19:51:40.097539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-7b37a8f2-860b-474c-895d-c9beba36d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.099038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-7b37a8f2-860b-474c-895d-c9beba36d25b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026&tenant_id=46e7934732e64a1a9e43f11dee5fdf9e HTTP/1.1" status: 200 len: 1097 time: 0.0442345 Aug 31 19:51:40.110543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:40.163330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.366187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:40.397849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h1-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:51:40.439659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:40.441910 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3aa00-4e2b-475f-951a-a5de73d41554" -d '{"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-unplugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:40.445811 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.458483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Transition to ACTIVE for port object 9c3f4b51-e60b-4130-b022-7af501fce775 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:51:40.462211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.493649 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53783c0-e29b-475b-b643-27ad94b43ca1 x-openstack-request-id: req-a53783c0-e29b-475b-b643-27ad94b43ca1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:40.493937 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-unplugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:40.494646 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a53783c0-e29b-475b-b643-27ad94b43ca1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:40.494646 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'code': 200} Aug 31 19:51:40.522856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] No DVR routers for this DVR port 9c3f4b51-e60b-4130-b022-7af501fce775 on host n-h1-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:51:40.534185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:40.556247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.556592 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.556930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.557264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.557594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.557920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.558242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.558563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.558885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.559204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.559521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.559863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:40.572076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:51:40.572411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:51:40.572741 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:40.576969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:51:40.577290 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Attempting to bind port 9c3f4b51-e60b-4130-b022-7af501fce775 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:40.582855 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:51:40.583193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Checking segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:51:40.583572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Bound using segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:51:40.584022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Bound port: 9c3f4b51-e60b-4130-b022-7af501fce775, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:51:40.584382 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.674223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:51:40.689495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:51:40.694533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.733372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381da319-dafe-4cd1-bc3f-d1ce98194b17 req-8977615f-ca05-4fac-b6fc-bc8cb80fcb2d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.734865 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-381da319-dafe-4cd1-bc3f-d1ce98194b17 req-8977615f-ca05-4fac-b6fc-bc8cb80fcb2d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0950210 Aug 31 19:51:40.739504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.740143 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:40.741471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 1092 time: 0.6347940 Aug 31 19:51:40.802863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0df54-e4ac-409c-ac4e-f3b9116fe527 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:40.825298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-381da319-dafe-4cd1-bc3f-d1ce98194b17 req-2255fcee-636a-49ae-82eb-92b0083319c6 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812697 Aug 31 19:51:40.836024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-f2c88e56-c650-4862-9e6a-d7ca2de20a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.837495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-f2c88e56-c650-4862-9e6a-d7ca2de20a5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1095 time: 0.0657980 Aug 31 19:51:40.926351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-ac29f8f0-6147-4eb3-9d5c-ed69d4fef810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.927831 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-ac29f8f0-6147-4eb3-9d5c-ed69d4fef810 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0831182 Aug 31 19:51:40.969205 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-709f1b9b-db16-4e25-a30a-26286809a2de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0343802 Aug 31 19:51:41.024457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-1781d70d-3d8e-44fd-b85c-b1883e8926ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:41.025903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-1781d70d-3d8e-44fd-b85c-b1883e8926ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0489929 Aug 31 19:51:41.057246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-7c739dcc-1832-4ac9-8b28-90abaa4950c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243409 Aug 31 19:51:41.145707 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-bbc4e255-e191-4ceb-91dc-712fc95c0e8e service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808728 Aug 31 19:51:41.236176 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c4ab71c-8afe-4bfa-879c-d908caecb737 req-2088f027-136b-496b-a21d-7b0ff0fe078a service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832586 Aug 31 19:51:41.609641 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4eecfc04-92e3-4c16-bdf1-c413db8f296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:41.945326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79e65c-9f79-4312-9ff6-0ae78b2219ac req-0672f9e7-2014-401f-9708-ca6c7839bc61 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:41.946828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a79e65c-9f79-4312-9ff6-0ae78b2219ac req-0672f9e7-2014-401f-9708-ca6c7839bc61 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 943 time: 0.0497298 Aug 31 19:51:41.985410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a79e65c-9f79-4312-9ff6-0ae78b2219ac req-68e75e4c-3c50-48db-9286-746d9ed3c6a8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Aug 31 19:51:42.275391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:51:42.366646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:42.377462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9c3f4b51-e60b-4130-b022-7af501fce775', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'port_id': '9c3f4b51-e60b-4130-b022-7af501fce775', 'mac_address': 'fa:16:3e:17:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df7e419-5655-4218-aba8-ef53b149ba02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:51:42.418092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.430545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3f4b51-e60b-4130-b022-7af501fce775 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:42.450197 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:42.454174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.495915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:42.498293 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82f3a49-b324-4082-95d4-f32c2b2f21e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:42.500903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:42.546776 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d9dc49-568a-4ccb-9c39-1ecbb106db70 x-openstack-request-id: req-65d9dc49-568a-4ccb-9c39-1ecbb106db70 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:42.547063 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:42.547311 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65d9dc49-568a-4ccb-9c39-1ecbb106db70 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:42.547753 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'status': 'completed', 'code': 200} Aug 31 19:51:42.610795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-bffc914b-29a6-49a2-a864-5f8b0c8626b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.612956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-bffc914b-29a6-49a2-a864-5f8b0c8626b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1096 time: 0.0408120 Aug 31 19:51:42.614396 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-17348694-6de8-4360-8f62-97254fd9274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.615941 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-17348694-6de8-4360-8f62-97254fd9274f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1096 time: 0.0403724 Aug 31 19:51:42.710973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-2f972b06-0043-4b15-9e73-7cdb97b8cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.711803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-9db185c9-d95c-49bb-b6e0-cb6db375f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.712483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-2f972b06-0043-4b15-9e73-7cdb97b8cc9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0911052 Aug 31 19:51:42.713329 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-9db185c9-d95c-49bb-b6e0-cb6db375f574 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0849216 Aug 31 19:51:42.756318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-07882fde-89f4-4dfa-b9b0-db55fe73c315 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0361059 Aug 31 19:51:42.773868 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-c581d82b-fd86-48c9-8993-d6899f1f2e9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0480154 Aug 31 19:51:42.830692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-49847626-2be9-43ec-97fb-c440080e7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.832383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-49847626-2be9-43ec-97fb-c440080e7c06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0517681 Aug 31 19:51:42.874132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-5c07de1c-76f3-41f4-a29f-98e83e37de97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290201 Aug 31 19:51:42.916543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:42.958367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:42.985268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-df9238a6-455d-41cc-a4a1-27ff4d4b5cb7 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982504 Aug 31 19:51:42.995816 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:51:43.087683 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-0887273c-2be8-4f69-aa56-eebdb551d37f service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929101 Aug 31 19:51:43.160108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-867da04b-3008-4075-b0a4-5126011de729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.161546 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-867da04b-3008-4075-b0a4-5126011de729 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.3972275 Aug 31 19:51:43.186974 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca745686-f68e-4b4b-b85e-956e52dab288 req-293cfbf7-db76-4eb1-9172-2d6a5dcc32cb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.188436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca745686-f68e-4b4b-b85e-956e52dab288 req-293cfbf7-db76-4eb1-9172-2d6a5dcc32cb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0674338 Aug 31 19:51:43.204534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-605a857c-a675-4f43-822e-cc5e32ac1392 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346758 Aug 31 19:51:43.280482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca745686-f68e-4b4b-b85e-956e52dab288 req-7d90c399-0d42-445b-8792-03878f1b0535 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785871 Aug 31 19:51:43.313388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-d6302f9b-d43a-4645-a763-9a622e68506e service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968828 Aug 31 19:51:43.412083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e82f3a49-b324-4082-95d4-f32c2b2f21e6 req-c4b7f495-52f9-45e7-aa0c-124eda43c09a service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884998 Aug 31 19:51:43.489525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adabfb-b455-482b-a195-25b39eb1ac77 req-ca143559-04eb-4229-b9ee-824388f2f36a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.491018 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4adabfb-b455-482b-a195-25b39eb1ac77 req-ca143559-04eb-4229-b9ee-824388f2f36a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0547240 Aug 31 19:51:43.529125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e4adabfb-b455-482b-a195-25b39eb1ac77 req-51ce52c4-86a2-4e25-a3e0-b49c069a9cff tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Aug 31 19:51:43.540954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-186d4edc-2a4d-4ab1-a373-d45c627e4567 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.542433 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-186d4edc-2a4d-4ab1-a373-d45c627e4567 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026&tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 944 time: 0.0899305 Aug 31 19:51:43.607684 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-c206e6b7-5e34-4798-92ed-aadc75fa920f service neutron] delete failed (client error): The resource could not be found. Aug 31 19:51:43.608672 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-c206e6b7-5e34-4798-92ed-aadc75fa920f service neutron] 10.222.0.82 "DELETE /v2.0/ports/9c3f4b51-e60b-4130-b022-7af501fce775/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0536845 Aug 31 19:51:43.700651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-93d8eb18-ddc9-44b6-9b8d-69c2392a1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.702139 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-93d8eb18-ddc9-44b6-9b8d-69c2392a1e37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 1096 time: 0.0413446 Aug 31 19:51:43.746860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9c3f4b51-e60b-4130-b022-7af501fce775'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:43.805970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-a7a17567-24c9-4559-9353-3d58c80052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.807431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-a7a17567-24c9-4559-9353-3d58c80052c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0948360 Aug 31 19:51:43.854706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-62f202d4-31da-4d0a-ac7a-b7cffa7e361e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 200 len: 217 time: 0.0379155 Aug 31 19:51:43.909862 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-589e3282-1d26-4849-85c7-57eeb2bb3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.911366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-589e3282-1d26-4849-85c7-57eeb2bb3668 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0449595 Aug 31 19:51:43.949147 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-c8de67d6-bf34-4c76-8a73-5dc4983b12b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257013 Aug 31 19:51:44.055962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-c1613215-12b6-42e3-9612-84106baf66b5 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936706 Aug 31 19:51:44.146966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-97ead035-0073-48b0-a220-311be5b6a8e7 req-e07961e9-4ef9-4b78-8260-d84e0b11706a service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805731 Aug 31 19:51:44.259882 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399a38ed-51c5-4016-917f-97a0a8e35a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:44.501279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:44.649175 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe38cb-c98d-41f8-9c64-21c8fcbeeca2 req-468d5ad2-7c2d-4556-9baa-9ba825de8a5f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:44.650701 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-febe38cb-c98d-41f8-9c64-21c8fcbeeca2 req-468d5ad2-7c2d-4556-9baa-9ba825de8a5f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0509458 Aug 31 19:51:44.691796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-febe38cb-c98d-41f8-9c64-21c8fcbeeca2 req-2217e5c5-219e-47a1-8a67-4d41b7a1514a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Aug 31 19:51:44.814002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.489970 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.808058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba81c0b-71d1-483e-a7f4-969448ee1e8e req-e622c254-6bf0-4364-9752-6a3485e0c475 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:45.809517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ba81c0b-71d1-483e-a7f4-969448ee1e8e req-e622c254-6bf0-4364-9752-6a3485e0c475 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0484385 Aug 31 19:51:45.849371 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ba81c0b-71d1-483e-a7f4-969448ee1e8e req-aca276a3-12aa-4fc7-a85e-e1c8a3bc2fdf tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Aug 31 19:51:45.968238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0d53c-c4f9-4923-9fd9-fedfd5703851 req-1af86a19-6563-4939-868f-ce36012f0923 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:45.969698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3da0d53c-c4f9-4923-9fd9-fedfd5703851 req-1af86a19-6563-4939-868f-ce36012f0923 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0525284 Aug 31 19:51:46.006855 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3da0d53c-c4f9-4923-9fd9-fedfd5703851 req-6005a194-9e18-4260-8260-2ba3dec1b9ed tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Aug 31 19:51:46.107977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:46.125310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8bba7-aae8-4d0b-9f82-c674375992f7 req-0ce71d96-d95c-4aad-a881-2c21425eda28 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:46.126804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4a8bba7-aae8-4d0b-9f82-c674375992f7 req-0ce71d96-d95c-4aad-a881-2c21425eda28 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 944 time: 0.0516791 Aug 31 19:51:46.164275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d4a8bba7-aae8-4d0b-9f82-c674375992f7 req-16ea7ad2-44bc-425a-8b7c-6d52a8e52810 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305758 Aug 31 19:51:46.296686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:51:46.348738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9c3f4b51-e60b-4130-b022-7af501fce775 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:51:46.353428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9c3f4b51-e60b-4130-b022-7af501fce775 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:51:46.354727 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:46.436300 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:46.460536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:46.462794 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691fcc8-6aea-42eb-8f51-59ea11b12796" -d '{"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:46.475541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:46.480881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:46.508419 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2614960-67d6-4886-b38b-1a68590ce439 x-openstack-request-id: req-a2614960-67d6-4886-b38b-1a68590ce439 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:46.509053 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:46.509053 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2614960-67d6-4886-b38b-1a68590ce439 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:46.509336 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'code': 200} Aug 31 19:51:46.526751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-dad605ee-dedf-4721-8b45-0a5f611df7fe tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:46.528257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-dad605ee-dedf-4721-8b45-0a5f611df7fe tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 815 time: 0.1154263 Aug 31 19:51:46.535351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:46.544260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-7aa8c42e-07f0-4b91-b4a2-d68fda4c9a09 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/quotas/46e7934732e64a1a9e43f11dee5fdf9e HTTP/1.1" status: 200 len: 375 time: 0.0092731 Aug 31 19:51:46.593204 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-5cdd9c4b-e731-458e-b3eb-f37bea7e0a16 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427890 Aug 31 19:51:46.604912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-b93f0b19-8a74-407a-ba79-c020894068d1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:51:46.605847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-b93f0b19-8a74-407a-ba79-c020894068d1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057249 Aug 31 19:51:46.692833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-bbed3e6d-457e-47ee-a8d7-d78a3c3e6de1 service neutron] 10.222.0.73 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Aug 31 19:51:46.787879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-1b205ccc-f0bc-4bbf-8505-022438ca82b1 service neutron] 10.222.0.73 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890181 Aug 31 19:51:46.946740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ee0dd18b-2d8b-4185-bdce-cbc305eb0c45 req-1f374d51-e525-45a6-86fd-946ec0060f4e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 210 time: 0.0273960 Aug 31 19:51:47.120276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:47.712393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-5da3481c-8c13-4ca1-a73e-8cf18d35d1bc tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:47.713880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-5da3481c-8c13-4ca1-a73e-8cf18d35d1bc tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.67 "GET /v2.0/ports?device_id=ac1c4a00-5b69-4ad9-95df-8dcdb67b9026 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Aug 31 19:51:47.820747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Deleting port 9c3f4b51-e60b-4130-b022-7af501fce775 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:47.821122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:47.892275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-19bb1eac-170b-481b-ac4d-aba45c87d0b1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:47.894251 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-19bb1eac-170b-481b-ac4d-aba45c87d0b1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 815 time: 0.1184976 Aug 31 19:51:47.907995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Request body: {'port': {'device_id': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'admin_state_up': True, 'tenant_id': '46e7934732e64a1a9e43f11dee5fdf9e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:47.916575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] For port 9c3f4b51-e60b-4130-b022-7af501fce775, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9c3f4b51-e60b-4130-b022-7af501fce775,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:47.916933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:47.930822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Calling delete_port for 9c3f4b51-e60b-4130-b022-7af501fce775 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:48.024940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Made reservation on behalf of 46e7934732e64a1a9e43f11dee5fdf9e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:51:48.030706 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.073317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-761cda68-da83-46b0-ab32-53c7ff70f29c req-3456c12f-c771-4477-9b0a-b2bf3a593b6f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 210 time: 0.0515766 Aug 31 19:51:48.097681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.110413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9c3f4b51-e60b-4130-b022-7af501fce775'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:48.139444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Pushing event deleted for resources: {'Port': ['ID=9c3f4b51-e60b-4130-b022-7af501fce775,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:48.181048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] No DVR routers for this DVR port 9c3f4b51-e60b-4130-b022-7af501fce775 on host n-h2-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:51:48.183807 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.185870 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.67 "DELETE /v2.0/ports/9c3f4b51-e60b-4130-b022-7af501fce775 HTTP/1.1" status: 204 len: 173 time: 0.4637070 Aug 31 19:51:48.186301 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-deleted', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:48.188555 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7f320b-f921-4dec-9bf2-be4341573211" -d '{"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-deleted", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:48.216362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Allocated IP 172.20.0.4 (c383a79a-2154-4728-9fea-6110146c5563/1df7e419-5655-4218-aba8-ef53b149ba02/68d9bf31-408a-4c3e-a05b-597963920995) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:51:48.226264 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f3c4b8-89e9-4278-82f9-d22e96c503af x-openstack-request-id: req-85f3c4b8-89e9-4278-82f9-d22e96c503af {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:48.226567 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c4a00-5b69-4ad9-95df-8dcdb67b9026", "name": "network-vif-deleted", "tag": "9c3f4b51-e60b-4130-b022-7af501fce775", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:48.226868 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85f3c4b8-89e9-4278-82f9-d22e96c503af {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:48.227555 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c4a00-5b69-4ad9-95df-8dcdb67b9026', 'name': 'network-vif-deleted', 'tag': '9c3f4b51-e60b-4130-b022-7af501fce775', 'status': 'completed', 'code': 200} Aug 31 19:51:48.383896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.424940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.436669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9c3f4b51-e60b-4130-b022-7af501fce775'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:48.473841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Network c383a79a-2154-4728-9fea-6110146c5563 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:51:48.477043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:51:48.481820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:51:48.485423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:48.510814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.511175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.511525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.511903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.512242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.512584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.512921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.513256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.513590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.513923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.514252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.514583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:48.542003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:48.542552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.556102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-4dfb1642-5efd-4063-8c2f-9d2162430d5d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521194 Aug 31 19:51:48.568707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Request body: {'port': {'device_id': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:48.624064 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.877649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d9bf31-408a-4c3e-a05b-597963920995 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:48.884760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.896754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Transition to ACTIVE for port object 68d9bf31-408a-4c3e-a05b-597963920995 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:51:48.900439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:48.949131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:49.017158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:51:49.017561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:51:49.018392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:49.022592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:51:49.022918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:49.027907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:51:49.028253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Checking segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:51:49.028714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Bound using segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:51:49.029149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Bound port: 68d9bf31-408a-4c3e-a05b-597963920995, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:51:49.029517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:49.092062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:51:49.095017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:51:49.099594 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:49.134217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.134942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:49.136453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] 10.222.0.67 "PUT /v2.0/ports/68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 1092 time: 0.5719607 Aug 31 19:51:49.136889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:49.139355 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008517c-6095-47ba-9aab-71e42e2d052a" -d '{"events": [{"name": "network-changed", "server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:49.172178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169613b-fa2c-4670-a8f6-9a73ef44853f service neutron] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:49.182537 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd5578-7607-4476-ade5-c778f320bc10 x-openstack-request-id: req-69dd5578-7607-4476-ade5-c778f320bc10 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:49.183027 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:49.183303 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69dd5578-7607-4476-ade5-c778f320bc10 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:49.183799 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'status': 'completed', 'code': 200} Aug 31 19:51:49.202111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b8acb-2085-4e36-b37a-1fe6f1168b2a req-1f3bf914-bef8-4db8-934a-5c223304c5bb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.203648 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09b8acb-2085-4e36-b37a-1fe6f1168b2a req-1f3bf914-bef8-4db8-934a-5c223304c5bb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0563636 Aug 31 19:51:49.229211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-56d40a69-ef82-465b-b93c-15c6d4b8655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.230730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-56d40a69-ef82-465b-b93c-15c6d4b8655d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1095 time: 0.0452473 Aug 31 19:51:49.245764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09b8acb-2085-4e36-b37a-1fe6f1168b2a req-e30f6f58-14e6-4d66-b0e5-3aafcad93d53 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358329 Aug 31 19:51:49.274770 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-faf20c7d-abda-41d8-916a-d224fbff7341 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0356836 Aug 31 19:51:49.325110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-532da2d2-aef5-430b-b51d-6f1e5e641345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.326557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-532da2d2-aef5-430b-b51d-6f1e5e641345 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0448868 Aug 31 19:51:49.360369 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-c25338a7-d2e0-4f78-9719-5f3633812600 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247455 Aug 31 19:51:49.456171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-a25e1eb2-9b6f-4cef-b49e-f5cd60324ad1 service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878160 Aug 31 19:51:49.552792 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9ab953d9-1c62-42aa-afb6-548b9efc6d4a req-da1a42af-4db8-4a58-b6f3-9ea01d33ff94 service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893207 Aug 31 19:51:49.646418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008517c-6095-47ba-9aab-71e42e2d052a req-3bd86dc2-20c3-4894-965b-5d8ae92f8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.647924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-3bd86dc2-20c3-4894-965b-5d8ae92f8c54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1095 time: 0.0465152 Aug 31 19:51:49.735795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008517c-6095-47ba-9aab-71e42e2d052a req-d5c7cea6-47f6-4edd-913d-a2d06406779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.737352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-d5c7cea6-47f6-4edd-913d-a2d06406779a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0824151 Aug 31 19:51:49.783424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-d6b02353-a700-4842-b029-1fdbd53556ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0383494 Aug 31 19:51:49.832773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008517c-6095-47ba-9aab-71e42e2d052a req-e5a53979-e629-4bdf-b555-24b47c80c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:49.834191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-e5a53979-e629-4bdf-b555-24b47c80c9cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0437300 Aug 31 19:51:49.866696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-3b1d5cce-9d61-4384-a3fd-3ed840ce438c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246894 Aug 31 19:51:49.957599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-aef4d9f5-615b-47f6-b12d-dc32e375b8df service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825179 Aug 31 19:51:50.051750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e008517c-6095-47ba-9aab-71e42e2d052a req-eadd6948-c319-47cc-a77e-590ef2d2263c service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Aug 31 19:51:50.361924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c75797-2a0e-4be7-ad0d-fdf52e2e810b req-cb43d8eb-c4fa-47df-9ce3-7a019fe752c5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:50.363427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6c75797-2a0e-4be7-ad0d-fdf52e2e810b req-cb43d8eb-c4fa-47df-9ce3-7a019fe752c5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0511084 Aug 31 19:51:50.403584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6c75797-2a0e-4be7-ad0d-fdf52e2e810b req-aded1f4f-a9ab-4ccf-8418-f8d9ddaca920 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Aug 31 19:51:51.521890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dcdf8-2c10-47e8-a608-4365a895cd2f req-22283638-7ab3-4f30-9ec4-df5956c9b658 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:51.523377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-492dcdf8-2c10-47e8-a608-4365a895cd2f req-22283638-7ab3-4f30-9ec4-df5956c9b658 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0511136 Aug 31 19:51:51.561008 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-492dcdf8-2c10-47e8-a608-4365a895cd2f req-d2410c2f-a69b-4a0c-9fd7-71931b384bf6 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Aug 31 19:51:52.331982 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:51:52.335932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:52.361780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9c3f4b51-e60b-4130-b022-7af501fce775 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:51:52.362122 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9c3f4b51-e60b-4130-b022-7af501fce775 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:52.445049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:52.455741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '68d9bf31-408a-4c3e-a05b-597963920995', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'port_id': '68d9bf31-408a-4c3e-a05b-597963920995', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df7e419-5655-4218-aba8-ef53b149ba02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:51:52.495955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:52.508622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d9bf31-408a-4c3e-a05b-597963920995 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:52.527423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:52.531272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:52.576295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:52.584200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.584545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.584884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.585219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.585556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.585880 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.586205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.586526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.586847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.587166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.587487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.587832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:52.675179 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe564b1-8357-4cd7-a8b5-8264b58d2a32 req-db041681-6fd7-44a9-a990-46534cfc2f5a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:52.676752 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe564b1-8357-4cd7-a8b5-8264b58d2a32 req-db041681-6fd7-44a9-a990-46534cfc2f5a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0491207 Aug 31 19:51:52.714501 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe564b1-8357-4cd7-a8b5-8264b58d2a32 req-5d72390b-dffb-4319-a66f-c5609684f8c8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Aug 31 19:51:52.724645 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['68d9bf31-408a-4c3e-a05b-597963920995'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:53.828410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa010-fccf-47cd-8cca-eade83758a90 req-61bd330e-b294-41f5-96bf-8975dbc91004 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:53.829898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c6aa010-fccf-47cd-8cca-eade83758a90 req-61bd330e-b294-41f5-96bf-8975dbc91004 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0485544 Aug 31 19:51:53.872960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c6aa010-fccf-47cd-8cca-eade83758a90 req-d545d55d-7565-46c0-9252-c7cc47eee7b9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Aug 31 19:51:54.337630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:51:54.388305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 68d9bf31-408a-4c3e-a05b-597963920995 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:51:54.391954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 68d9bf31-408a-4c3e-a05b-597963920995 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:51:54.392337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:54.468486 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:54.494220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:54.496484 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0842023-f359-4784-9de1-32d2fbe37bbb" -d '{"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-plugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:54.510148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:54.514409 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:54.540789 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a441bc-a896-4044-b410-5e71c93113cf x-openstack-request-id: req-54a441bc-a896-4044-b410-5e71c93113cf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:54.541074 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-plugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:54.541320 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54a441bc-a896-4044-b410-5e71c93113cf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:54.541703 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'code': 200} Aug 31 19:51:54.566804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:54.641375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d982da-c9ac-4fc0-9500-5c1ba79e8c38 req-c7ab1276-cd85-429a-afc1-3e15ef71a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:54.642767 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76d982da-c9ac-4fc0-9500-5c1ba79e8c38 req-c7ab1276-cd85-429a-afc1-3e15ef71a40d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1097 time: 0.0406773 Aug 31 19:51:54.677355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76d982da-c9ac-4fc0-9500-5c1ba79e8c38 req-238a33c6-e413-47b8-96bd-1a46bd429b8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266259 Aug 31 19:51:54.985643 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efb753-9c7e-4f8c-bc3c-096ba61a8e4b req-13ef221b-3934-464e-95eb-b99972d215c7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:54.987125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2efb753-9c7e-4f8c-bc3c-096ba61a8e4b req-13ef221b-3934-464e-95eb-b99972d215c7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0489583 Aug 31 19:51:55.025530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2efb753-9c7e-4f8c-bc3c-096ba61a8e4b req-4455213f-d353-4335-97ac-6618f3b4b88a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Aug 31 19:51:56.144593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caffd4-e5ae-4701-b387-f3220a4be3e3 req-f38f6723-bd2d-4bf4-8a46-8fa74b58ef46 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:56.146146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92caffd4-e5ae-4701-b387-f3220a4be3e3 req-f38f6723-bd2d-4bf4-8a46-8fa74b58ef46 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0517800 Aug 31 19:51:56.185514 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92caffd4-e5ae-4701-b387-f3220a4be3e3 req-ee5b70aa-53ab-4a5e-bbd4-6027d0f29d1b tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Aug 31 19:51:56.299373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aabb6e-c14c-4b5d-aa1d-ad9a5f695343 req-a4f17579-f9b0-4380-88eb-916e028bd74c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:56.300893 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5aabb6e-c14c-4b5d-aa1d-ad9a5f695343 req-a4f17579-f9b0-4380-88eb-916e028bd74c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0485053 Aug 31 19:51:56.343122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5aabb6e-c14c-4b5d-aa1d-ad9a5f695343 req-fafbb7ec-afc2-417b-bbcb-7ee9c6b8f329 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Aug 31 19:51:56.594943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-3c05e82b-65be-4eaa-ac2c-19021cfa63cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661159 Aug 31 19:51:56.611428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1072-9859-4725-9e36-4660d0c181bd req-75de8499-3891-477c-8fcf-17b1b745bec9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:56.612932 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f02e1072-9859-4725-9e36-4660d0c181bd req-75de8499-3891-477c-8fcf-17b1b745bec9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0739155 Aug 31 19:51:56.653671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f02e1072-9859-4725-9e36-4660d0c181bd req-881597cc-da87-4b24-a5f7-6a13559d3d94 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Aug 31 19:51:57.769262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-bdc82629-c3f8-4364-aa7f-1c20b169a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:57.770804 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-bdc82629-c3f8-4364-aa7f-1c20b169a65c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1097 time: 0.0557430 Aug 31 19:51:57.774094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e2d33-bd4b-454a-a23b-ec94c84859f4 req-8a10b434-e85c-4231-94a1-318359918b3c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:57.775867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c1e2d33-bd4b-454a-a23b-ec94c84859f4 req-8a10b434-e85c-4231-94a1-318359918b3c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0505555 Aug 31 19:51:57.817828 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c1e2d33-bd4b-454a-a23b-ec94c84859f4 req-dc2ae393-48a5-47b9-97f8-ca6d4c18eec3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Aug 31 19:51:57.862112 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-5794e496-7f52-45bf-be0e-05f316527179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:57.863590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-5794e496-7f52-45bf-be0e-05f316527179 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0856974 Aug 31 19:51:57.910015 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-6dbe6a75-a85a-45b1-88bf-36e6a80ae5ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0373037 Aug 31 19:51:57.965581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-02ce1f7e-8864-4933-ab73-f749cb028930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:57.967026 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-02ce1f7e-8864-4933-ab73-f749cb028930 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0496185 Aug 31 19:51:58.000180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-52b2f744-8417-4d6d-8a6c-4a6c7e15f350 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253882 Aug 31 19:51:58.087241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-bdad5c7c-d828-4403-8ecc-9ee75434300a service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793993 Aug 31 19:51:58.180459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-bef58073-dda0-4c33-9fff-048db9f9f075 service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Aug 31 19:51:58.933114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de828b7b-5a0d-4afd-b5f4-78c4a288d557 req-c962e699-d247-4dc4-9a00-794bbe634155 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:58.934604 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de828b7b-5a0d-4afd-b5f4-78c4a288d557 req-c962e699-d247-4dc4-9a00-794bbe634155 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0490372 Aug 31 19:51:58.971590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-de828b7b-5a0d-4afd-b5f4-78c4a288d557 req-d6b4ab93-6963-4907-b571-1d7949e66171 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Aug 31 19:52:00.086478 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a48f-e615-46cd-993e-bf29b5cbb6c5 req-754de897-fd75-4833-89bc-831de5db2c87 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:00.088655 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca62a48f-e615-46cd-993e-bf29b5cbb6c5 req-754de897-fd75-4833-89bc-831de5db2c87 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0490358 Aug 31 19:52:00.126025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca62a48f-e615-46cd-993e-bf29b5cbb6c5 req-dfae28eb-5bb9-4332-800d-403a8b2f7933 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Aug 31 19:52:01.245745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978c770-0d2b-4a61-8b31-8ce58e7771a1 req-1229ee3d-f6b6-4147-804a-87a90d36a90f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:01.247243 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6978c770-0d2b-4a61-8b31-8ce58e7771a1 req-1229ee3d-f6b6-4147-804a-87a90d36a90f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0515435 Aug 31 19:52:01.289000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6978c770-0d2b-4a61-8b31-8ce58e7771a1 req-00a4218d-e1b2-44f7-a039-a59abb558f1d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Aug 31 19:52:02.404266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b54d32-4689-49cb-b469-7541ae18cb39 req-ea9b745b-2cbd-4a2d-9e82-d6dd2fa62d78 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:02.405767 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b54d32-4689-49cb-b469-7541ae18cb39 req-ea9b745b-2cbd-4a2d-9e82-d6dd2fa62d78 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0491679 Aug 31 19:52:02.444263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76b54d32-4689-49cb-b469-7541ae18cb39 req-cbe5fd28-b69b-45c7-a355-b718d6069578 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Aug 31 19:52:03.561209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811411-579f-4919-b6d5-223c7a1c14f1 req-ba5c5275-2020-4285-8d9e-9a9a4d8c0c3d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:03.562717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0811411-579f-4919-b6d5-223c7a1c14f1 req-ba5c5275-2020-4285-8d9e-9a9a4d8c0c3d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0501258 Aug 31 19:52:03.599345 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d0811411-579f-4919-b6d5-223c7a1c14f1 req-90048bb9-ca81-444a-99b1-5f773cf178a3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Aug 31 19:52:04.717207 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd510eb-7d60-4b90-acf7-3ef8d3a6f762 req-58e916ef-ebf4-403f-bf8d-7d90a518af69 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:04.718686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bd510eb-7d60-4b90-acf7-3ef8d3a6f762 req-58e916ef-ebf4-403f-bf8d-7d90a518af69 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0495222 Aug 31 19:52:04.761513 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bd510eb-7d60-4b90-acf7-3ef8d3a6f762 req-71d11ba9-af27-4d50-93e1-5d89a22cbacb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368598 Aug 31 19:52:05.878706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8ce7b-47bd-4af0-93ba-a35988fecfe5 req-253ec67a-8161-45c1-99e4-3003e15b90af tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:05.880263 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07e8ce7b-47bd-4af0-93ba-a35988fecfe5 req-253ec67a-8161-45c1-99e4-3003e15b90af tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0506299 Aug 31 19:52:05.919015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-07e8ce7b-47bd-4af0-93ba-a35988fecfe5 req-d169bd78-588b-46f1-8746-12f60b26116f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Aug 31 19:52:07.035232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91654ea-7a74-4d40-a695-ba7db26b7b3b req-c6da3a0a-2958-46fd-b42f-21c242314941 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:07.036816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a91654ea-7a74-4d40-a695-ba7db26b7b3b req-c6da3a0a-2958-46fd-b42f-21c242314941 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0486674 Aug 31 19:52:07.074885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a91654ea-7a74-4d40-a695-ba7db26b7b3b req-e276b24c-62b5-47fb-a3e6-242fd19a3df1 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Aug 31 19:52:08.420839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34698246-2825-4e9b-a65f-b098f7938aae req-d45d0fee-8ced-4b52-93a4-9a45163a58b3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:08.422432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34698246-2825-4e9b-a65f-b098f7938aae req-d45d0fee-8ced-4b52-93a4-9a45163a58b3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0480657 Aug 31 19:52:08.464049 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34698246-2825-4e9b-a65f-b098f7938aae req-4efb9f03-4368-455d-9884-d1d080862cb5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358698 Aug 31 19:52:09.581732 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1aa6-b6f1-4cda-aba8-83563b5cf51a req-c484c20b-15e7-4d18-b34b-e2919c71ee4c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:09.583251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-880b1aa6-b6f1-4cda-aba8-83563b5cf51a req-c484c20b-15e7-4d18-b34b-e2919c71ee4c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0501962 Aug 31 19:52:09.625477 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-880b1aa6-b6f1-4cda-aba8-83563b5cf51a req-85915e52-d2e5-4add-8320-3f29f12fc7e3 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Aug 31 19:52:10.740143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ed952-e57e-4a43-83b6-f3fa819b5182 req-b493e25e-6724-4714-abfa-116fb4ac21f5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:10.741637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df2ed952-e57e-4a43-83b6-f3fa819b5182 req-b493e25e-6724-4714-abfa-116fb4ac21f5 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0497727 Aug 31 19:52:10.779901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df2ed952-e57e-4a43-83b6-f3fa819b5182 req-f19b6b03-ea0d-4469-beec-e82b6afaf7d8 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Aug 31 19:52:11.611432 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe37fd91-cb24-40b8-840a-657876130bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:11.909299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d00d3-20b9-4cbf-ae2f-79c6390213dd req-7b925e5a-8bc9-44bb-a696-7a1f99feb6cf tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:11.910788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-495d00d3-20b9-4cbf-ae2f-79c6390213dd req-7b925e5a-8bc9-44bb-a696-7a1f99feb6cf tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0488005 Aug 31 19:52:11.951602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-495d00d3-20b9-4cbf-ae2f-79c6390213dd req-9e10ecf4-04e7-4beb-a767-170fa0f4d19e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Aug 31 19:52:13.067774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a194-958d-4f0b-bff3-cf885ceaebb8 req-61f7234d-8584-4ba8-9528-df85577bb828 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:13.069281 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42f6a194-958d-4f0b-bff3-cf885ceaebb8 req-61f7234d-8584-4ba8-9528-df85577bb828 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0497096 Aug 31 19:52:13.108482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42f6a194-958d-4f0b-bff3-cf885ceaebb8 req-2d13c222-9329-4e54-9f7e-ca617ee20a19 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Aug 31 19:52:14.222026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f88bd0-20bf-4882-bdb6-66d8b23f4032 req-defa31be-bfc6-44dc-82a3-d593a3e414fd tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:14.223500 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22f88bd0-20bf-4882-bdb6-66d8b23f4032 req-defa31be-bfc6-44dc-82a3-d593a3e414fd tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0481837 Aug 31 19:52:14.260296 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d26def2-03d3-4080-ad74-a8e5c4db7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:14.264291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22f88bd0-20bf-4882-bdb6-66d8b23f4032 req-1597aea8-dacf-49e9-8358-bbdea8adf323 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Aug 31 19:52:14.502848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:14.821353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:15.379720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54909-55b7-4ef3-868f-b306ebe374e7 req-49679a93-7510-483e-9516-c2b349e70e32 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:15.381191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bf54909-55b7-4ef3-868f-b306ebe374e7 req-49679a93-7510-483e-9516-c2b349e70e32 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0498898 Aug 31 19:52:15.422674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0bf54909-55b7-4ef3-868f-b306ebe374e7 req-34b68d9d-c7cb-4c83-8931-9d492b049b8d tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Aug 31 19:52:15.493494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:16.099386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:16.536293 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786455d5-5543-4fd1-aab1-7dbd80d35b74 req-82d4ef46-a69b-4baf-a20b-e8b680c5a854 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:16.537774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-786455d5-5543-4fd1-aab1-7dbd80d35b74 req-82d4ef46-a69b-4baf-a20b-e8b680c5a854 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0486217 Aug 31 19:52:16.577248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-786455d5-5543-4fd1-aab1-7dbd80d35b74 req-b1dd93dd-c9d9-4990-b6fd-6b21409e3f73 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Aug 31 19:52:17.121910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:17.692573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdca96-4f56-42c1-b884-5b9aabb2f5bc req-6824dc98-8629-4745-af78-4fe357bc8ce7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:17.694167 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ebdca96-4f56-42c1-b884-5b9aabb2f5bc req-6824dc98-8629-4745-af78-4fe357bc8ce7 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0506310 Aug 31 19:52:17.732917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ebdca96-4f56-42c1-b884-5b9aabb2f5bc req-3909a4da-de28-42fa-8046-fa92b2cfc541 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Aug 31 19:52:18.847857 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3861b0-e493-4881-936c-5bcdbb1a2c2c req-0ef7930d-4156-420a-bc68-76ef56ed0fee tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:18.849312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c3861b0-e493-4881-936c-5bcdbb1a2c2c req-0ef7930d-4156-420a-bc68-76ef56ed0fee tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0474758 Aug 31 19:52:18.890859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c3861b0-e493-4881-936c-5bcdbb1a2c2c req-d5fc298c-cbfc-486b-924a-4171f9eb0990 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Aug 31 19:52:19.996816 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:52:20.005793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e5ff6-1206-42a9-b102-a86937ad0b44 req-9bccec53-6101-42f5-8383-25ad2a0e6bf4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:20.007299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b26e5ff6-1206-42a9-b102-a86937ad0b44 req-9bccec53-6101-42f5-8383-25ad2a0e6bf4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0498505 Aug 31 19:52:20.045242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b26e5ff6-1206-42a9-b102-a86937ad0b44 req-fbdcb5aa-1a30-4931-919b-bd651c5b5dd0 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 31 19:52:21.163321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa7345-c319-43bc-81e5-09124cb2a1aa req-3a7a9d67-dce5-467f-bc12-8804ff18d897 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:21.165068 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69aa7345-c319-43bc-81e5-09124cb2a1aa req-3a7a9d67-dce5-467f-bc12-8804ff18d897 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0507944 Aug 31 19:52:21.203196 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69aa7345-c319-43bc-81e5-09124cb2a1aa req-1eccefa4-46bb-43b6-9f44-b1fed34acab9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Aug 31 19:52:22.321628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7461b-bcf3-4d45-be32-c5e008cdcf1c req-3c6443ec-ba52-41be-b258-5cc1798eec3f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:22.323131 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7db7461b-bcf3-4d45-be32-c5e008cdcf1c req-3c6443ec-ba52-41be-b258-5cc1798eec3f tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0514145 Aug 31 19:52:22.366069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7db7461b-bcf3-4d45-be32-c5e008cdcf1c req-2ac2461a-cf46-446f-a36c-adfb5a74773e tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Aug 31 19:52:23.482431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb3db-eb28-4d2f-adfa-63a9f273d0e0 req-1a43d3be-d991-4386-a74c-553cf4fb0e4c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:23.483933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9aafb3db-eb28-4d2f-adfa-63a9f273d0e0 req-1a43d3be-d991-4386-a74c-553cf4fb0e4c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0497353 Aug 31 19:52:23.520734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9aafb3db-eb28-4d2f-adfa-63a9f273d0e0 req-f9a4d486-7a81-4ce9-b36f-ee1b4df55625 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Aug 31 19:52:24.637700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ba48-c341-4722-a537-84b0835a09e0 req-4ee29daa-7603-4cc8-9fd4-e2c37c3f58fb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:24.639270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a448ba48-c341-4722-a537-84b0835a09e0 req-4ee29daa-7603-4cc8-9fd4-e2c37c3f58fb tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0506897 Aug 31 19:52:24.678019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a448ba48-c341-4722-a537-84b0835a09e0 req-8be35838-cede-4d99-95d6-75f19bd62397 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 31 19:52:25.037126 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-2095b678-6ddd-4a43-a572-847c0e10b794 service neutron] show failed (client error): The resource could not be found. Aug 31 19:52:25.038151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-2095b678-6ddd-4a43-a572-847c0e10b794 service neutron] 10.222.0.67 "GET /v2.0/ports/68d9bf31-408a-4c3e-a05b-597963920995/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0547328 Aug 31 19:52:25.238896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-e143661e-9ca6-498f-850f-b14a3cd6ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:25.240410 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-e143661e-9ca6-498f-850f-b14a3cd6ef67 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c&tenant_id=46e7934732e64a1a9e43f11dee5fdf9e HTTP/1.1" status: 200 len: 1097 time: 0.0411835 Aug 31 19:52:25.258894 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:25.315833 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:25.751042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:25.783748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:25.793335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65ccf0-a7c9-4654-b1e8-2ab3ff7c841a req-d4111397-2b91-4b28-a8b5-06726517e8bc tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:25.794869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a65ccf0-a7c9-4654-b1e8-2ab3ff7c841a req-d4111397-2b91-4b28-a8b5-06726517e8bc tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0490131 Aug 31 19:52:25.827082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:25.830523 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70e0e9f-76ca-4d66-8841-4938ee9db92e" -d '{"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:25.837407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:25.843826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6a65ccf0-a7c9-4654-b1e8-2ab3ff7c841a req-e6e0ce1d-518f-451b-84da-606ea3816fae tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Aug 31 19:52:25.850454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Transition to ACTIVE for port object 68d9bf31-408a-4c3e-a05b-597963920995 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:25.855266 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:25.917518 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b84ac2-341e-47dc-a914-b3fa673ca282 x-openstack-request-id: req-63b84ac2-341e-47dc-a914-b3fa673ca282 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:25.917819 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:25.918075 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63b84ac2-341e-47dc-a914-b3fa673ca282 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:25.918464 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'code': 200} Aug 31 19:52:25.921790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] No DVR routers for this DVR port 68d9bf31-408a-4c3e-a05b-597963920995 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:25.924928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:25.958815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:52:25.959106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:52:25.959438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:25.963842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:52:25.964169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Attempting to bind port 68d9bf31-408a-4c3e-a05b-597963920995 on network c383a79a-2154-4728-9fea-6110146c5563 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:25.969019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:52:25.969360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Checking segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:25.969746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Bound using segment: {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:52:25.970169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Bound port: 68d9bf31-408a-4c3e-a05b-597963920995, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad054d-0a62-485d-ba8e-2195392e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:52:25.970530 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:26.032389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:26.035298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:52:26.040234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:26.080327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.080946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:26.082342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] 10.222.0.82 "PUT /v2.0/ports/68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 1092 time: 0.8280344 Aug 31 19:52:26.098144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0340-5808-4252-a6d9-fe990677133c service neutron] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:26.151661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-376f61e4-5511-4a90-a0ce-b05f7049d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.153311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-376f61e4-5511-4a90-a0ce-b05f7049d95c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1095 time: 0.0418806 Aug 31 19:52:26.246337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-f4da74a0-9690-4dc7-bbf2-dc3fab4e4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.247741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-f4da74a0-9690-4dc7-bbf2-dc3fab4e4ee9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0820415 Aug 31 19:52:26.295887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-c432faf6-72fe-4f04-b541-3e74da0e2129 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0399246 Aug 31 19:52:26.350842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-4ccd7393-1ece-4e38-b3a1-688fbfae9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.352944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-4ccd7393-1ece-4e38-b3a1-688fbfae9a50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0448544 Aug 31 19:52:26.389891 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-88b33f4b-433b-484e-862d-f452af9c3e6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240085 Aug 31 19:52:26.487394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-e04194cd-becb-464a-a19b-7c156afd24a7 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850675 Aug 31 19:52:26.577821 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a98b950d-79e7-4937-9e6a-8154f71094eb req-d7cb8e1d-8999-4e87-9d09-1bde75b1574a service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814502 Aug 31 19:52:26.964529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc8be2-affe-4b48-8027-0248b29779cf req-59f85313-65df-470d-94a3-474ab8f8596c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.965993 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82bc8be2-affe-4b48-8027-0248b29779cf req-59f85313-65df-470d-94a3-474ab8f8596c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0494156 Aug 31 19:52:27.002909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82bc8be2-affe-4b48-8027-0248b29779cf req-b94f42a9-58ad-4de7-8c4d-1edb91a537df tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305982 Aug 31 19:52:27.919968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:27.922347 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:27.970119 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec8595-ffcb-4ea7-b1f9-66f211695c74 x-openstack-request-id: req-7bec8595-ffcb-4ea7-b1f9-66f211695c74 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:27.970936 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:27.971200 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bec8595-ffcb-4ea7-b1f9-66f211695c74 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:27.971603 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'status': 'completed', 'code': 200} Aug 31 19:52:28.067430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-9fe1adee-27ca-42b3-94aa-fabe45a0feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.068981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-9fe1adee-27ca-42b3-94aa-fabe45a0feb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1095 time: 0.0790482 Aug 31 19:52:28.076166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-4e6c3029-bf38-44fd-95a6-42b6f301dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.077578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-4e6c3029-bf38-44fd-95a6-42b6f301dca3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1095 time: 0.0606990 Aug 31 19:52:28.119546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527778-81f7-4d0e-bdb0-72930bce5d8a req-03fee919-1376-4c91-aa25-5c6784acfa88 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.121091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd527778-81f7-4d0e-bdb0-72930bce5d8a req-03fee919-1376-4c91-aa25-5c6784acfa88 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0493126 Aug 31 19:52:28.158624 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd527778-81f7-4d0e-bdb0-72930bce5d8a req-7b40f7ba-85cb-4c84-bd1f-b416fca03aa4 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 31 19:52:28.233989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-496dadd1-ce00-45ee-b2a0-dea9423ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.235384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-496dadd1-ce00-45ee-b2a0-dea9423ee08f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.1569703 Aug 31 19:52:28.237992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-a7d00848-cf74-43b3-8021-3c0380a3927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.239311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-a7d00848-cf74-43b3-8021-3c0380a3927b service neutron] 10.222.0.82 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.1437507 Aug 31 19:52:28.283174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-edced8e4-dfa7-431d-b75a-0b994feaa04f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0394750 Aug 31 19:52:28.320332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-e70c0c64-8288-4b6f-93c3-777c471c8e0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0443029 Aug 31 19:52:28.387340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-87e50d7e-9834-42a1-aa43-33f09d00dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.388805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-87e50d7e-9834-42a1-aa43-33f09d00dd8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0765991 Aug 31 19:52:28.393611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-19c2f7a2-4f41-4b5f-b23a-4c89be51104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.394902 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-19c2f7a2-4f41-4b5f-b23a-4c89be51104d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0565102 Aug 31 19:52:28.422142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-ec2d8b4a-68b6-4d38-b9d5-fca42694a197 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256283 Aug 31 19:52:28.455101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-e2b31c9a-1ab7-475d-83f4-86858e845f27 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349479 Aug 31 19:52:28.589824 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-fcbcacfe-d2f1-4ded-ac49-7e041283cebd service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597214 Aug 31 19:52:28.607441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-b0db31a8-54c7-409f-ac01-19e736b11c4d service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204476 Aug 31 19:52:28.745605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-87aae769-6024-461b-94ae-4d631f3cd15a service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471896 Aug 31 19:52:28.759374 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e3c9cdb0-be16-4d38-9c1a-c1ab8d06dfd1 req-b35bb8e5-ee5a-4c40-9dd7-3dffc1c08bf6 service neutron] 10.222.0.82 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406696 Aug 31 19:52:29.163701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:52:29.265116 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:29.277105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '68d9bf31-408a-4c3e-a05b-597963920995', 'network_id': 'c383a79a-2154-4728-9fea-6110146c5563', 'port_id': '68d9bf31-408a-4c3e-a05b-597963920995', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df7e419-5655-4218-aba8-ef53b149ba02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:52:29.281710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef0d49-55f3-4305-81d9-9f0d5a4c9a3b req-0553f096-fabb-4fa3-96c9-f0809c07e29a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.283236 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02ef0d49-55f3-4305-81d9-9f0d5a4c9a3b req-0553f096-fabb-4fa3-96c9-f0809c07e29a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 943 time: 0.0487103 Aug 31 19:52:29.314095 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:29.325498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02ef0d49-55f3-4305-81d9-9f0d5a4c9a3b req-51f29b85-6e26-4f03-93bf-87648b94bc90 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Aug 31 19:52:29.327582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d9bf31-408a-4c3e-a05b-597963920995 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:52:29.347623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:29.351340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:29.399191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:29.522415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae680b-1cec-40a1-af35-e5d1e1341cc6 req-ca064977-3947-430f-8126-1995aae70708 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.524599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bae680b-1cec-40a1-af35-e5d1e1341cc6 req-ca064977-3947-430f-8126-1995aae70708 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0500467 Aug 31 19:52:29.538861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0117ca-d690-4c89-a913-8db288a1205f req-d3595756-4127-452b-b169-a37579d1ec6b tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.541025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-d3595756-4127-452b-b169-a37579d1ec6b tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.67 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c&tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Aug 31 19:52:29.563284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bae680b-1cec-40a1-af35-e5d1e1341cc6 req-cb406b04-beea-4a4f-91f6-9f5507d69d52 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Aug 31 19:52:29.607599 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-ae0117ca-d690-4c89-a913-8db288a1205f req-c9df7390-cc3c-4f9a-95af-3510596fe522 service neutron] delete failed (client error): The resource could not be found. Aug 31 19:52:29.608643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-c9df7390-cc3c-4f9a-95af-3510596fe522 service neutron] 10.222.0.67 "DELETE /v2.0/ports/68d9bf31-408a-4c3e-a05b-597963920995/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0608215 Aug 31 19:52:29.667234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['68d9bf31-408a-4c3e-a05b-597963920995'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:52:29.692757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0117ca-d690-4c89-a913-8db288a1205f req-8716e418-6284-434a-9b7b-602add4fe7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.694157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-8716e418-6284-434a-9b7b-602add4fe7c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 1096 time: 0.0412440 Aug 31 19:52:29.782704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0117ca-d690-4c89-a913-8db288a1205f req-b9064bc0-1622-47b3-bb1c-ca943b12d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.784225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-b9064bc0-1622-47b3-bb1c-ca943b12d513 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 200 len: 916 time: 0.0834827 Aug 31 19:52:29.828996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-969e73ae-3dcb-48a9-81dd-960ebad303e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 200 len: 217 time: 0.0378392 Aug 31 19:52:29.877791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0117ca-d690-4c89-a913-8db288a1205f req-fd7ce9e7-03b1-4aac-9bfe-4797fffe0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:29.879195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-fd7ce9e7-03b1-4aac-9bfe-4797fffe0e48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 200 len: 855 time: 0.0435359 Aug 31 19:52:29.909284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-7b5deb04-383c-4b97-8298-5c8bb081b240 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c383a79a-2154-4728-9fea-6110146c5563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233920 Aug 31 19:52:30.001123 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-91d8d744-d2a3-4ce6-92bc-5dafb609d9ac service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Aug 31 19:52:30.088875 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ae0117ca-d690-4c89-a913-8db288a1205f req-0cece6a4-253e-4005-81a4-37241558dcfd service neutron] 10.222.0.67 "GET /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802238 Aug 31 19:52:30.476257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:30.516915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:30.685087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f557f0-5de5-41d5-b2a2-2441dcce0d23 req-81492763-7b83-4c15-996c-0668d5b515ff tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:30.686589 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87f557f0-5de5-41d5-b2a2-2441dcce0d23 req-81492763-7b83-4c15-996c-0668d5b515ff tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0494070 Aug 31 19:52:30.725526 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87f557f0-5de5-41d5-b2a2-2441dcce0d23 req-a5e6ca6a-6b14-491c-9e59-74b5c425441a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Aug 31 19:52:30.843300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d189d5-5cf9-4031-ab43-f88f5e9f260c req-e5b9cd79-618f-4436-bb4a-71e1ba9194de tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:30.844955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13d189d5-5cf9-4031-ab43-f88f5e9f260c req-e5b9cd79-618f-4436-bb4a-71e1ba9194de tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0488296 Aug 31 19:52:30.886682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13d189d5-5cf9-4031-ab43-f88f5e9f260c req-ba48ec10-72ed-4bd3-82ef-c12dbc370320 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358984 Aug 31 19:52:31.001249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c36af-eacd-4ae3-8b5b-99e7ac669d04 req-51097119-95c3-4ced-8515-a8a0aedab883 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:31.002733 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5c36af-eacd-4ae3-8b5b-99e7ac669d04 req-51097119-95c3-4ced-8515-a8a0aedab883 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0499053 Aug 31 19:52:31.041381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cc5c36af-eacd-4ae3-8b5b-99e7ac669d04 req-25754e38-384c-46ca-8258-f76724531bf9 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 31 19:52:31.170947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:31.224157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 68d9bf31-408a-4c3e-a05b-597963920995 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:31.229082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 68d9bf31-408a-4c3e-a05b-597963920995 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:31.229529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:31.309812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:31.332354 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:31.334574 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990e1a3-0199-42e2-b6f5-9d0f7db445d2" -d '{"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-plugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:31.353327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:31.358684 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:31.380593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dfff6-2938-4eb6-92ed-9bcd7b0e63b6 req-69826347-9272-40ec-9ed8-bf008c1f0429 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:31.382115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f8dfff6-2938-4eb6-92ed-9bcd7b0e63b6 req-69826347-9272-40ec-9ed8-bf008c1f0429 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 944 time: 0.0566909 Aug 31 19:52:31.385531 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa94dd96-b095-43b3-b303-f1241169645c x-openstack-request-id: req-fa94dd96-b095-43b3-b303-f1241169645c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:31.385821 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-plugged", "status": "completed", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:31.386072 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa94dd96-b095-43b3-b303-f1241169645c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:31.386451 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'code': 200} Aug 31 19:52:31.415352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:31.421804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7f8dfff6-2938-4eb6-92ed-9bcd7b0e63b6 req-a406be71-d521-4f45-8145-13e21cf5f2a0 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Aug 31 19:52:32.539782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a06b-2cdc-49dc-aa38-429e44c60fe2 req-59777537-4a0d-43e1-8aeb-c08a4dadff30 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:32.541214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75a6a06b-2cdc-49dc-aa38-429e44c60fe2 req-59777537-4a0d-43e1-8aeb-c08a4dadff30 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0475922 Aug 31 19:52:32.582365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-75a6a06b-2cdc-49dc-aa38-429e44c60fe2 req-1ac0967d-a46b-4c5c-bec5-050a21e9c16b tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd8f34-96d9-4d5b-838e-bbc527afd404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 31 19:52:32.981167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-29393df6-61a6-429d-bb8e-a0f47941aa13 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:32.982652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-29393df6-61a6-429d-bb8e-a0f47941aa13 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.82 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 945 time: 0.0487258 Aug 31 19:52:33.074067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Deleting port 68d9bf31-408a-4c3e-a05b-597963920995 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:33.074416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:33.159905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] For port 68d9bf31-408a-4c3e-a05b-597963920995, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=68d9bf31-408a-4c3e-a05b-597963920995,segment=NetworkSegment(9bad054d-0a62-485d-ba8e-2195392e69ef),segment_id=9bad054d-0a62-485d-ba8e-2195392e69ef)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:33.160276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:33.173605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Calling delete_port for 68d9bf31-408a-4c3e-a05b-597963920995 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:33.308235 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:33.321443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['68d9bf31-408a-4c3e-a05b-597963920995'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:52:33.337795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Pushing event deleted for resources: {'Port': ['ID=68d9bf31-408a-4c3e-a05b-597963920995,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:33.385263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] No DVR routers for this DVR port 68d9bf31-408a-4c3e-a05b-597963920995 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:33.388043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:33.390001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-29cbbd2f-5d1b-487c-911d-3102c80c145d req-0dae6adb-a60c-4883-a085-fd0aa32382f2 tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.82 "DELETE /v2.0/ports/68d9bf31-408a-4c3e-a05b-597963920995 HTTP/1.1" status: 204 len: 173 time: 0.4009805 Aug 31 19:52:33.390436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-deleted', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:33.392695 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8a874-e9d6-4f81-8ae3-4f680d3690bc" -d '{"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-deleted", "tag": "68d9bf31-408a-4c3e-a05b-597963920995"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:33.435025 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d113f-631b-4aca-ad9b-992232141bb0 x-openstack-request-id: req-775d113f-631b-4aca-ad9b-992232141bb0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:33.435373 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969dc231-3fd1-43e0-99c6-ae931aa29f2c", "name": "network-vif-deleted", "tag": "68d9bf31-408a-4c3e-a05b-597963920995", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:33.435679 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-775d113f-631b-4aca-ad9b-992232141bb0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:33.436084 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969dc231-3fd1-43e0-99c6-ae931aa29f2c', 'name': 'network-vif-deleted', 'tag': '68d9bf31-408a-4c3e-a05b-597963920995', 'status': 'completed', 'code': 200} Aug 31 19:52:33.689646 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d201a13a-c608-4fe4-ae1c-682f4e557276 req-8ca6fd2a-5e12-4fc8-82bb-2ed0075f3f0c tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] 10.222.0.73 "GET /v2.0/ports?device_id=969dc231-3fd1-43e0-99c6-ae931aa29f2c HTTP/1.1" status: 200 len: 210 time: 0.0258212 Aug 31 19:52:34.809403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:34.856743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Deleting subnet 1df7e419-5655-4218-aba8-ef53b149ba02 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:52:34.859792 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:34.892479 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:34.933138 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:34.990007 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.027475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.032242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1df7e419-5655-4218-aba8-ef53b149ba02 HTTP/1.1" status: 204 len: 168 time: 0.2189584 Aug 31 19:52:35.032242 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3910-6e0c-4219-8d29-8de0dc3a0584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df7e419-5655-4218-aba8-ef53b149ba02,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:35.032392 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:35.100853 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.183164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.193037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c383a79a-2154-4728-9fea-6110146c5563']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:35.203576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bad054d-0a62-485d-ba8e-2195392e69ef') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:35.203906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bad054d-0a62-485d-ba8e-2195392e69ef') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:35.213377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.228611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.234909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:52:35.235322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: timer() Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:52:35.237065 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:52:35.290330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.295875 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.297713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] 10.222.0.73 "DELETE /v2.0/networks/c383a79a-2154-4728-9fea-6110146c5563 HTTP/1.1" status: 204 len: 168 time: 0.2646322 Aug 31 19:52:35.309487 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41780b8-0224-4634-abcb-a44c014a940a admin admin] Pushing event deleted for resources: {'Network': ['ID=c383a79a-2154-4728-9fea-6110146c5563,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:35.408922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:35.463438 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-393e9f13-52e7-4ae0-863e-dc6c616671a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46e7934732e64a1a9e43f11dee5fdf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533149 Aug 31 19:52:35.465890 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44554) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:35.517166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.538839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.585712 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.589398 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:35.590561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2dd8f34-96d9-4d5b-838e-bbc527afd404 HTTP/1.1" status: 204 len: 168 time: 0.1237524 Aug 31 19:52:35.598483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507e26e-2ee9-4ded-ab29-8d1757377e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd8f34-96d9-4d5b-838e-bbc527afd404,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:36.272171 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:36.370387 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1250835098-network', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:36.391768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:52:36.394003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.403206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.493579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.497281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.523523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:52:36.532579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb270df-0d07-43bb-a24b-b2b74c36f0e4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:36.538476 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.538828 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Added segment efd812a6-7a08-4665-aba3-fad292107f91 of type vlan for network 5363ff13-3548-4c2b-9ede-e07ac6ed472d Aug 31 19:52:36.583747 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.611015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.611996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:36.612576 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.668858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3955421 Aug 31 19:52:36.672150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:36.674183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2b074-189a-45a4-a899-27c813eb2efa admin admin] Pushing event updated for resources: {'Network': ['ID=5363ff13-3548-4c2b-9ede-e07ac6ed472d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:36.677589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Request body: {'subnet': {'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1250835098-subnet', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:36.689502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:52:36.704882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:52:36.707277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.873561 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.927554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f37fd5-59fd-4207-b82d-3250b11c3610,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:36.938976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:36.939347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Network hostable DHCP agents. Network: 5363ff13-3548-4c2b-9ede-e07ac6ed472d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:52:36.955379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:52:36.964523 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5363ff13-3548-4c2b-9ede-e07ac6ed472d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:36.968626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:36.969211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:36.974125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01793f8-4b7c-4d41-a50a-8dca5588bfe2 None None] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:52:36.984557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d390df7c-37a9-460e-9bb0-9bea23c9d8c8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3113186 Aug 31 19:52:36.987170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:36.992186 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:37.015809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.016813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.130702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:52:37.131617 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.206555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:37.238071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 68d9bf31-408a-4c3e-a05b-597963920995 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:37.238426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 68d9bf31-408a-4c3e-a05b-597963920995 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:37.299925 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Allocated IP 172.20.0.2 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/3211d0e0-ef01-42e6-a643-1d435e808f5e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:52:37.344520 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.447111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.456585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Transition to ACTIVE for port object 3211d0e0-ef01-42e6-a643-1d435e808f5e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:37.472079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Transition to ACTIVE for port object 3211d0e0-ef01-42e6-a643-1d435e808f5e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:37.478522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.489912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.516663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:37.521421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:37.526077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:52:37.539478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Pushing event updated for resources: {'Port': ['ID=3211d0e0-ef01-42e6-a643-1d435e808f5e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:37.584570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Attempting to bind port 3211d0e0-ef01-42e6-a643-1d435e808f5e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:52:37.584948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Attempting to bind port 3211d0e0-ef01-42e6-a643-1d435e808f5e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:52:37.585313 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Attempting to bind port 3211d0e0-ef01-42e6-a643-1d435e808f5e on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:37.591013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:52:37.591424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:37.591866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.592264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:52:37.592738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Bound port: 3211d0e0-ef01-42e6-a643-1d435e808f5e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:52:37.593128 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.657961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] For port 3211d0e0-ef01-42e6-a643-1d435e808f5e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:37.661022 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] For port 3211d0e0-ef01-42e6-a643-1d435e808f5e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3211d0e0-ef01-42e6-a643-1d435e808f5e,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:52:37.665689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.712728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.722655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf81d1-8330-42c5-9f16-514fed8dcf8f None None] Pushing event updated for resources: {'Port': ['ID=3211d0e0-ef01-42e6-a643-1d435e808f5e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:37.751903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:37.856964 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Allocated IP 172.25.3.74 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/3e65bf5d-ef5d-4798-93a8-dc4e781765f8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:52:37.982787 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.021662 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.058742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:38.063527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:38.065989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:52:38.093838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Pushing event updated for resources: {'Port': ['ID=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:38.237871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3211d0e0-ef01-42e6-a643-1d435e808f5e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:38.287969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3211d0e0-ef01-42e6-a643-1d435e808f5e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:38.331760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.538376 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.625144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdae752-ced6-4988-a780-d95e25ad0d34 None None] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:52:38.677471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Router 5d201497-464e-455c-8ce4-04f365bedcf5 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:52:38.684747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Provisioning for port 3211d0e0-ef01-42e6-a643-1d435e808f5e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:38.691178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Provisioning complete for port 3211d0e0-ef01-42e6-a643-1d435e808f5e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:38.691550 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.785844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:38.796546 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:38.805919 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.806534 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:38.807334 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:38.809236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-abef3853-cbf5-42fa-83b8-4c4bd3d51d86 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8203187 Aug 31 19:52:38.811323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:38.838765 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.879909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] For port 3211d0e0-ef01-42e6-a643-1d435e808f5e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3211d0e0-ef01-42e6-a643-1d435e808f5e,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:38.885388 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:38.931933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:38.938223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fcc86-5e3f-43d0-ae43-9d0138b20d9d None None] Pushing event updated for resources: {'Port': ['ID=3211d0e0-ef01-42e6-a643-1d435e808f5e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:39.104020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c9fdc65-c831-4218-bd15-9515a4c819f2 None None] Provisioning complete for port 3211d0e0-ef01-42e6-a643-1d435e808f5e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:39.104392 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c9fdc65-c831-4218-bd15-9515a4c819f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.123503 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:38Z', 'revision_number': 3, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:39.154428 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:39.154679 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Updating router 5d201497-464e-455c-8ce4-04f365bedcf5 port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:52:39.181299 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.435351 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.445069 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Transition to ACTIVE for port object 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:39.452069 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.501591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.510366 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Attempting to bind port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:52:39.510738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Attempting to bind port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:52:39.511106 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Attempting to bind port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:39.513946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Pushing event updated for resources: {'Port': ['ID=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:39.521756 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:52:39.522128 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:39.522534 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.522929 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:52:39.523518 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Bound port: 3e65bf5d-ef5d-4798-93a8-dc4e781765f8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:52:39.524548 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.526875 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.527218 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.527557 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.527920 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.528253 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.528584 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.528905 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.529228 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.529551 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.529871 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.530191 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.530519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:39.586821 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] For port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:39.590396 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] For port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:52:39.594631 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.652161 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:39.652787 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:39.694576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149c7d-6e42-4c9d-9b90-1a0d0c8fe1bf None None] Pushing event updated for resources: {'Port': ['ID=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:39.700435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Allocated IP 172.20.0.1 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/3ceffddc-abf5-41c8-9f5c-9da9ae44915d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:52:39.768024 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:39.804115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.817132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Transition to ACTIVE for port object 3ceffddc-abf5-41c8-9f5c-9da9ae44915d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:39.850408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.892000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:39.894920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:39.899700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:52:39.929279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Pushing event updated for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:39.947337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:39.956053 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:38Z', 'revision_number': 3, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:39.983846 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb75-0e62-4d37-a57f-9592e97cd429 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:38Z', 'revision_number': 3, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:40.118246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.130143 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa649551-991c-4025-9f96-fed0607973b5 None None] Provisioning for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:40.134740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa649551-991c-4025-9f96-fed0607973b5 None None] Provisioning complete for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:40.135300 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa649551-991c-4025-9f96-fed0607973b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.177370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fa649551-991c-4025-9f96-fed0607973b5 None None] Port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:52:40.254586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3211d0e0-ef01-42e6-a643-1d435e808f5e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:40.309225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3211d0e0-ef01-42e6-a643-1d435e808f5e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:40.309939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.322194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.327197 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.400103 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Pushing event updated for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:40.403489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.504091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:40.505542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:40.639754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:40.758581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:40.764252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fc3826cd-ce5d-44c3-84d8-60ee694b9b1c admin admin] 10.222.0.73 "PUT /v2.0/routers/5d201497-464e-455c-8ce4-04f365bedcf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9475191 Aug 31 19:52:40.802025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-09b3aadb-efc1-4199-9fa5-173cf27c06bf None None] Provisioning complete for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:40.802391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09b3aadb-efc1-4199-9fa5-173cf27c06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.839946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-09b3aadb-efc1-4199-9fa5-173cf27c06bf None None] Port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:52:41.354814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44592) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:41.359467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454053054', 'description': 'tempest-description--582479565'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:41.383077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.467760 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.471267 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.497452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.501440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1428425 Aug 31 19:52:41.501968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:41.503218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d804a-fe8e-4333-a730-de1668457233,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:41.506722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'security_group_rule': {'security_group_id': 'af5d804a-fe8e-4333-a730-de1668457233', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:41.511470 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.511860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.512444 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.512563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.512848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.513195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.513513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.513848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.514168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.514492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.514815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.515138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579dccd-d2f2-4c7e-8231-b7dc5033dd09 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:41.545713 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.604457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.608292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.613202 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3d9685b0-4df8-4933-aba0-86ce10aa3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.629571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc37245-8ba9-4c13-a6e0-a5325f3a1529,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:41.637337 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.638605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-749f409a-2540-4d92-b7ec-7c9d91678ca7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356294 Aug 31 19:52:41.641377 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:41.645824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'security_group_rule': {'security_group_id': 'af5d804a-fe8e-4333-a730-de1668457233', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:41.673052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.720587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:41.730092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:41.730739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:41.735496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.739467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.760116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bbab1d-b5f8-45b9-8685-66b0ddd03972,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:41.765554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.766818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5257e7ea-f57c-454c-8078-7fb9c235d5e7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246498 Aug 31 19:52:41.769865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 44598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:41.774466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:41.796563 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.843884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:41.894823 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.002719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Allocated IP 172.25.3.234 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/dca9e612-5944-4240-a843-af695392f67d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:52:42.046833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 2, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:42.076202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:42.076558 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Updating router 5d201497-464e-455c-8ce4-04f365bedcf5 port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:52:42.108814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.152901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.192515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:42.200412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:42.203126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:52:42.233748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=dca9e612-5944-4240-a843-af695392f67d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:42.259754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:42.261558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.308146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.343680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.400582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:42.407528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:42.407937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.499018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.503547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.570916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.573435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=dca9e612-5944-4240-a843-af695392f67d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:42.582411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.595948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.597214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-48aa8e42-34cf-4ecb-9536-d22dd7151f12 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8264406 Aug 31 19:52:42.599093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:42.628730 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.671215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.694257 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Transition to ACTIVE for port object 3ceffddc-abf5-41c8-9f5c-9da9ae44915d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:42.701356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:42.704437 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.745070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-979472f0-5629-4842-ac35-d8de667c1fb5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--454053054&fields=id&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 267 time: 0.0348821 Aug 31 19:52:42.759338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1f570-f01b-441b-8adc-c04f5a824ad3 None None] Pushing event updated for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:42.810511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Attempting to bind port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:52:42.810891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Attempting to bind port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:52:42.811259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Attempting to bind port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:42.816487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:52:42.816874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:42.817288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.817686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:52:42.818157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Bound port: 3ceffddc-abf5-41c8-9f5c-9da9ae44915d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:52:42.818543 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.867714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-68668eaa-6438-4339-b68a-0074318fca6d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:42.869326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-68668eaa-6438-4339-b68a-0074318fca6d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1148221 Aug 31 19:52:42.887193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-e8c15c21-669d-4a95-a888-38d4df10de35 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/quotas/d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 375 time: 0.0121186 Aug 31 19:52:42.888642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] For port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:42.892319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] For port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:52:42.897709 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.953114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-9b4e86af-f999-4024-ae7d-27c9e7c2f511 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578337 Aug 31 19:52:42.961631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:42.962278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:43.014710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1f570-f01b-441b-8adc-c04f5a824ad3 None None] Pushing event updated for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:43.060333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-1c17f655-6aa3-41b4-b62d-e592a39e919e service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955691 Aug 31 19:52:43.093486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:43.163134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-0e2bc8c7-4f37-47fb-86e8-884ca81dc69d service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903463 Aug 31 19:52:43.309172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:43.341582 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8e5b-5d1a-47b7-8afb-46844dc82b33 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:43.345321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e84f7497-5dbd-4a47-a2c3-b84b05c3dd98 req-13abff1e-448d-47ff-b2f8-888be933b2f1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Aug 31 19:52:44.262052 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c87fde2f-d693-4f85-b2a8-4e970714b052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.291951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:44.345799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:44.346148 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.448128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3ceffddc-abf5-41c8-9f5c-9da9ae44915d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:44.500091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47815067-bc3d-4789-9e3f-9955340a0f4f req-968fd62b-78bb-40a1-b1e9-17eabca41c9c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 210 time: 0.0559342 Aug 31 19:52:44.520706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:44.524733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.528813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:44.529183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.544931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-c178fdeb-df4c-48fd-bd5d-41ea5e691e0b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:44.546411 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-c178fdeb-df4c-48fd-bd5d-41ea5e691e0b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1383526 Aug 31 19:52:44.592575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-ba668d29-3f9c-4697-bdbc-a3e37e739153 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 379 time: 0.0364411 Aug 31 19:52:44.607019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'port': {'device_id': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'admin_state_up': True, 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'security_groups': ['af5d804a-fe8e-4333-a730-de1668457233']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:44.615245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.648038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:44.651999 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.699481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:44.721530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:52:44.725100 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.835120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.850046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Allocated IP 172.20.0.11 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/8b6a781e-550d-4512-811a-af42f260ab55) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:52:44.989199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.003228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Transition to ACTIVE for port object 8b6a781e-550d-4512-811a-af42f260ab55 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:45.034831 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.078802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:52:45.081868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:52:45.084306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:52:45.118957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:45.144502 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:45.145128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.160204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-af9cfe40-721a-4515-8139-3a3098b08761 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5571070 Aug 31 19:52:45.175356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Request body: {'port': {'device_id': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:45.238539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.292785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22760adc-424b-4415-8aa2-595dbcde469d None None] Provisioning for port 8b6a781e-550d-4512-811a-af42f260ab55 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:45.296741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22760adc-424b-4415-8aa2-595dbcde469d None None] Provisioning complete for port 8b6a781e-550d-4512-811a-af42f260ab55 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:45.297117 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22760adc-424b-4415-8aa2-595dbcde469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.331155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-22760adc-424b-4415-8aa2-595dbcde469d None None] Port 8b6a781e-550d-4512-811a-af42f260ab55 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:52:45.496546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.508829 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6a781e-550d-4512-811a-af42f260ab55 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:52:45.515986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.528389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Transition to ACTIVE for port object 8b6a781e-550d-4512-811a-af42f260ab55 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:52:45.531923 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.582668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:45.622993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13efd-e03c-4fde-a9e4-d195e517298f req-6a5bc93f-2fc3-44f4-9ab7-94043a15d8f0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:45.624590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efc13efd-e03c-4fde-a9e4-d195e517298f req-6a5bc93f-2fc3-44f4-9ab7-94043a15d8f0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0597935 Aug 31 19:52:45.659836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:52:45.660188 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:52:45.660506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:45.665888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:52:45.666220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:52:45.671580 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:52:45.671791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-efc13efd-e03c-4fde-a9e4-d195e517298f req-97faa4c7-7174-4712-8188-dfd9db8cca92 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Aug 31 19:52:45.671989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:52:45.672337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:52:45.672767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Bound port: 8b6a781e-550d-4512-811a-af42f260ab55, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:52:45.673132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.746252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:52:45.749459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:52:45.754262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.790613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:45.791249 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.792680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] 10.222.0.82 "PUT /v2.0/ports/8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1093 time: 0.6218579 Aug 31 19:52:45.793118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:45.795396 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:45.823124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11902838-5e5d-4876-8f7e-e2c12299731f service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:45.872512 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b39f1-36a1-411a-a904-bf0518c37bc3 x-openstack-request-id: req-ea2b39f1-36a1-411a-a904-bf0518c37bc3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:45.872823 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:45.873068 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea2b39f1-36a1-411a-a904-bf0518c37bc3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:45.873462 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'status': 'completed', 'code': 200} Aug 31 19:52:45.890846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-f99d17f8-9a92-4a45-bf43-f36b1689b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:45.892444 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-f99d17f8-9a92-4a45-bf43-f36b1689b2b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.0583129 Aug 31 19:52:45.937435 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-bc09def7-a0fe-4271-804e-792b27c4a025 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 217 time: 0.0356667 Aug 31 19:52:45.988194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-1b37f8a3-5706-44fe-9cdb-eb70343e8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:45.989685 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-1b37f8a3-5706-44fe-9cdb-eb70343e8b8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0436370 Aug 31 19:52:46.042056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-d36b7cd5-d950-4949-ab63-a2909dbe58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.043542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-d36b7cd5-d950-4949-ab63-a2909dbe58dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446126 Aug 31 19:52:46.097341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:46.133075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-13004140-f168-458b-9105-b4a1f21e80c3 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810804 Aug 31 19:52:46.211563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3ceffddc-abf5-41c8-9f5c-9da9ae44915d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:46.228458 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-68f10a23-9c5a-48f2-a597-502b25fae1ba req-5f3f46a5-5a91-4d42-b017-03ea2eb39b06 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890129 Aug 31 19:52:46.264345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:46.264721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:46.318191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-34be6378-73dd-4149-be6c-e5829aeb53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.319736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-34be6378-73dd-4149-be6c-e5829aeb53d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.0427334 Aug 31 19:52:46.412940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-7dbb638e-bc27-4fb1-bb7d-d822dd5864e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.415039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-7dbb638e-bc27-4fb1-bb7d-d822dd5864e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0845652 Aug 31 19:52:46.706296 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-a099dee1-7d7f-412a-868a-0b693f7ee341 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 217 time: 0.2779121 Aug 31 19:52:46.757624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-baaa4730-1255-417e-a0c4-58d04115220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.759102 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-baaa4730-1255-417e-a0c4-58d04115220f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0445559 Aug 31 19:52:46.791619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bab7f-24bf-4076-a874-937ab4fa373d req-57722a02-502c-473f-982f-3865cb7529c3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.793141 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a64bab7f-24bf-4076-a874-937ab4fa373d req-57722a02-502c-473f-982f-3865cb7529c3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0490723 Aug 31 19:52:46.807436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-ebcc6c40-8d4b-495c-b76f-bf104679661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.809038 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-ebcc6c40-8d4b-495c-b76f-bf104679661d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425377 Aug 31 19:52:46.831869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a64bab7f-24bf-4076-a874-937ab4fa373d req-8b39d306-a425-4065-bc95-263efbefe95e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Aug 31 19:52:46.901638 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-f5ec7f71-1c33-49ec-9978-7d3cd3f7a37c service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831399 Aug 31 19:52:46.990445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71dbd581-6011-4c0d-85ca-1a41d5f10aaa req-cf7b878f-3fe6-455f-bf63-13fe61154820 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799823 Aug 31 19:52:47.124266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.955067 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84507e96-ccd8-4a75-9dde-46679856d9fc req-2094a639-e8b4-4bfd-88f1-197ad98f3997 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:47.956584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84507e96-ccd8-4a75-9dde-46679856d9fc req-2094a639-e8b4-4bfd-88f1-197ad98f3997 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0511322 Aug 31 19:52:47.995033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-84507e96-ccd8-4a75-9dde-46679856d9fc req-4b78aeeb-cfa7-4583-b5bf-ce2219f363d5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Aug 31 19:52:49.112551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85142ce9-6f41-4cc8-bd5b-7508c8a3c782 req-42514069-8470-4406-a20d-483f5f722fcc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:49.114038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85142ce9-6f41-4cc8-bd5b-7508c8a3c782 req-42514069-8470-4406-a20d-483f5f722fcc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0527740 Aug 31 19:52:49.152968 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85142ce9-6f41-4cc8-bd5b-7508c8a3c782 req-c0b8ad29-1aef-4392-ba7c-7b517be8e248 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Aug 31 19:52:49.208190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:52:49.310573 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:49.322851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '8b6a781e-550d-4512-811a-af42f260ab55', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': '8b6a781e-550d-4512-811a-af42f260ab55', 'mac_address': 'fa:16:3e:ee:5c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:52:49.360339 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:49.373286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a781e-550d-4512-811a-af42f260ab55 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:52:49.391314 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:49.395334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:49.440646 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:49.622909 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['8b6a781e-550d-4512-811a-af42f260ab55'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:52:50.268723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4699e-9f4b-4aba-adae-4d9eb3951c69 req-d5367835-1613-4fe8-90eb-d239ce546928 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:50.270212 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5a4699e-9f4b-4aba-adae-4d9eb3951c69 req-d5367835-1613-4fe8-90eb-d239ce546928 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Aug 31 19:52:50.309242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5a4699e-9f4b-4aba-adae-4d9eb3951c69 req-e2d9b13e-a662-4a68-91c1-a9e314cf03da tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Aug 31 19:52:51.210489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:52:51.259018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 8b6a781e-550d-4512-811a-af42f260ab55 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:52:51.262621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 8b6a781e-550d-4512-811a-af42f260ab55 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:52:51.262992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.339930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.363659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:51.365916 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf3250-16de-45d2-9471-7aa407b3907d" -d '{"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:51.379399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:51.384144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.407340 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036240d7-508e-4bac-aa85-febe25836eb5 x-openstack-request-id: req-036240d7-508e-4bac-aa85-febe25836eb5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:51.407653 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:51.407910 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-036240d7-508e-4bac-aa85-febe25836eb5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:51.408298 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'code': 200} Aug 31 19:52:51.433108 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef421f-982b-4b6c-899a-dc0423cfd77d req-4c72a0c1-9d36-4741-b1c0-59c658b92139 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:51.434650 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ef421f-982b-4b6c-899a-dc0423cfd77d req-4c72a0c1-9d36-4741-b1c0-59c658b92139 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0531511 Aug 31 19:52:51.434916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:51.477474 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f8ef421f-982b-4b6c-899a-dc0423cfd77d req-065bbb5c-c7a3-4278-bf3e-b3c5c38890e3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Aug 31 19:52:51.517161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c8b6e-8ef7-47d5-b7b6-de7721b91b2e req-ce3b732f-e2cb-43e0-90bc-0ae7eb292c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:51.518690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d0c8b6e-8ef7-47d5-b7b6-de7721b91b2e req-ce3b732f-e2cb-43e0-90bc-0ae7eb292c20 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1098 time: 0.0421698 Aug 31 19:52:51.561422 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2d0c8b6e-8ef7-47d5-b7b6-de7721b91b2e req-1ad4161a-65cb-47aa-8fe6-6f01e55ab876 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Aug 31 19:52:52.606184 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852d6ac-e92d-464d-ad6f-bcd12f9a3802 req-ffe3fbbd-cf12-4cd8-a1c2-ef6f44418fe4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:52.608418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0852d6ac-e92d-464d-ad6f-bcd12f9a3802 req-ffe3fbbd-cf12-4cd8-a1c2-ef6f44418fe4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0552104 Aug 31 19:52:52.656207 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0852d6ac-e92d-464d-ad6f-bcd12f9a3802 req-80165617-f164-4d06-93e6-2cc19a86520d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Aug 31 19:52:53.769051 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20485168-8c5e-48e2-a0b0-7222ca25339c req-4b35e1c3-a283-4a3b-99cc-4a8e49a20617 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:53.770519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20485168-8c5e-48e2-a0b0-7222ca25339c req-4b35e1c3-a283-4a3b-99cc-4a8e49a20617 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0524800 Aug 31 19:52:53.808597 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-20485168-8c5e-48e2-a0b0-7222ca25339c req-da9762a1-f8fa-47c1-8ea9-b6dc9139d014 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Aug 31 19:52:53.921783 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ebd4-7984-4d3a-868a-84ab50f7e225 req-875175c8-6c10-451d-ad54-9afd46949c4b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:53.923251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed73ebd4-7984-4d3a-868a-84ab50f7e225 req-875175c8-6c10-451d-ad54-9afd46949c4b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0490386 Aug 31 19:52:53.932574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 44650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:53.936932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'floatingip': {'port_id': '8b6a781e-550d-4512-811a-af42f260ab55'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:52:53.979917 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.405199 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.408635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.504808 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e associated. External IP: 172.25.3.234, port: 8b6a781e-550d-4512-811a-af42f260ab55. Aug 31 19:52:54.713302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:54.823720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:54.828573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.833324 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:54.843848 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:54.844566 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:54.856470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e62b13b1-879f-48fc-b158-3dc93bdb518a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "PUT /v2.0/floatingips/78730171-e1fa-4801-8368-d206d63bf30e HTTP/1.1" status: 200 len: 992 time: 0.9229045 Aug 31 19:52:54.857035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:54.859286 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39038245-6371-4854-a43e-303d4bb56464" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:54.898049 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e634eb-028a-4d3c-848c-bd572d315993 x-openstack-request-id: req-c2e634eb-028a-4d3c-848c-bd572d315993 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:54.898397 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:54.898637 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2e634eb-028a-4d3c-848c-bd572d315993 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:54.899059 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'status': 'completed', 'code': 200} Aug 31 19:52:54.957064 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:54.959405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038245-6371-4854-a43e-303d4bb56464 req-58fe70d2-6402-4979-a8c7-f57ead539e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:54.961619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-58fe70d2-6402-4979-a8c7-f57ead539e7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1098 time: 0.0413752 Aug 31 19:52:55.055057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038245-6371-4854-a43e-303d4bb56464 req-35b65360-73e6-441e-bb70-e4a4d8b8394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:55.056497 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-35b65360-73e6-441e-bb70-e4a4d8b8394c service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0868230 Aug 31 19:52:55.131886 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-5168ce75-2c12-4d6e-a322-9e542613cf66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1000 time: 0.0678661 Aug 31 19:52:55.181175 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '8b6a781e-550d-4512-811a-af42f260ab55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:ee:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:52:54Z', 'revision_number': 1, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.182706 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038245-6371-4854-a43e-303d4bb56464 req-0be9848b-5fea-48cb-a794-496b2e34af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:55.184214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-0be9848b-5fea-48cb-a794-496b2e34af27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0447979 Aug 31 19:52:55.210973 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:55.219329 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:55.219971 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:52:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.233014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038245-6371-4854-a43e-303d4bb56464 req-7509f1fe-1757-417a-87d4-7ff0c20e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:55.234515 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-7509f1fe-1757-417a-87d4-7ff0c20e9b44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415158 Aug 31 19:52:55.329736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-fb5ad446-019f-4fae-a825-101bb6241efc service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Aug 31 19:52:55.415076 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:55.421629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-39038245-6371-4854-a43e-303d4bb56464 req-4fde028e-79db-4a8d-b1a2-308a785d7e0b service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Aug 31 19:52:55.631490 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '8b6a781e-550d-4512-811a-af42f260ab55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:ee:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:52:54Z', 'revision_number': 1, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.657867 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257adee-50e3-406e-bcac-3a871d7dcef4 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '8b6a781e-550d-4512-811a-af42f260ab55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:ee:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:52:54Z', 'revision_number': 1, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:55.863016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1df79-53cd-4b7d-a32e-64e10277e510 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:52:56.997089 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:53:11.614763 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80284b22-7231-4435-8667-26c9f9bd8fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:14.264213 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79be42a0-83ea-40b1-bad5-f3b3c945fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:14.511586 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:14.847579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:15.500120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:16.096552 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:17.127790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:33.996847 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:53:35.611460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-ee51b343-0b3d-403e-825b-7e788a458314 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401504 Aug 31 19:53:35.704915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-d88cb690-bbde-4e88-be8c-542825377d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:35.706357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-d88cb690-bbde-4e88-be8c-542825377d24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1098 time: 0.0487299 Aug 31 19:53:35.811200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-1b7ad58e-dbd1-4948-9d55-2207538a6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:35.812695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-1b7ad58e-dbd1-4948-9d55-2207538a6d11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0855851 Aug 31 19:53:35.888769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-9d99e6fb-bb89-408f-8ad7-6d7482f1e882 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1002 time: 0.0684118 Aug 31 19:53:35.937121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-815fcdcf-823b-449a-ab3a-79d913c8402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:35.938520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-815fcdcf-823b-449a-ab3a-79d913c8402d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0424507 Aug 31 19:53:35.984458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-f3b3d820-c214-46f8-abf8-c2b9419779ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:35.985904 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-f3b3d820-c214-46f8-abf8-c2b9419779ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392985 Aug 31 19:53:36.075969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-a047b618-31e8-4101-aef8-df3879868ba6 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825007 Aug 31 19:53:36.164932 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-01bf729d-c2fe-4397-b423-0a1111185be3 req-63074644-20b5-4e88-b367-27184b40ee2d service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812654 Aug 31 19:53:41.617346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-594f716b-3411-4175-8b88-0ed944758368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:44.263734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ded9f9d6-d7c1-4058-bf81-ae8ad76e3e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:44.512305 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:44.843856 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:45.503907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:46.124985 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:47.130606 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:10.996020 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:54:11.618749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb603831-efca-4b31-ba21-38a35020fc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:14.264022 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44b93e6b-c987-4dba-8f4f-f344e0dff8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:14.513419 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:14.845212 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:15.506094 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:16.138875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:17.133087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:34.964534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-98a8e6db-4afa-47ee-8839-8833d0660819 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458057 Aug 31 19:54:35.060447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-fa41a193-42bf-4e2b-9c8a-b41b4b88afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:35.061962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-fa41a193-42bf-4e2b-9c8a-b41b4b88afc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1098 time: 0.0485616 Aug 31 19:54:35.174934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-96c27918-b037-4c44-9469-1a7053edab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:35.176464 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-96c27918-b037-4c44-9469-1a7053edab42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0891495 Aug 31 19:54:35.253711 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-75176dde-46c1-4926-b60b-a8d3f936356b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1002 time: 0.0629890 Aug 31 19:54:35.305494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-187bea96-f113-414c-917c-5a0a7c31b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:35.306933 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-187bea96-f113-414c-917c-5a0a7c31b8cc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0442047 Aug 31 19:54:35.354550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-9be6eb0d-5c99-4d7e-a2a8-5b3790b5c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:35.356158 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-9be6eb0d-5c99-4d7e-a2a8-5b3790b5c6fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402412 Aug 31 19:54:35.453510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-f0fcaccf-f099-4c16-94bb-0057854516ee service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890899 Aug 31 19:54:35.548056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23da23f4-33af-4bcf-bd6c-916007cb5bea req-b5c72b19-3d0b-4abb-be9f-9d371b3363e0 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854936 Aug 31 19:54:36.169830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176269f7-c0bf-49f2-89c2-02caecde43b0 req-83b46d8b-9708-40da-8098-f3058d224520 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:36.171258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-176269f7-c0bf-49f2-89c2-02caecde43b0 req-83b46d8b-9708-40da-8098-f3058d224520 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0535946 Aug 31 19:54:36.208485 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-176269f7-c0bf-49f2-89c2-02caecde43b0 req-1a85bf7f-40c1-4a24-99bc-3bff078973d4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313268 Aug 31 19:54:36.541526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922967c-b9c5-415c-bb7b-790d9027fa0b req-4e033e6e-c0f9-4c0f-84d1-9b1e6e443e68 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:36.543110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e922967c-b9c5-415c-bb7b-790d9027fa0b req-4e033e6e-c0f9-4c0f-84d1-9b1e6e443e68 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0491929 Aug 31 19:54:36.603924 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e922967c-b9c5-415c-bb7b-790d9027fa0b req-683bd3cb-5367-4047-a3e0-bea1532c2188 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522678 Aug 31 19:54:36.607423 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-eec5044f-8a8b-460e-a90c-2307aab79d5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218877 Aug 31 19:54:37.661020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-92fe0c2d-acda-44eb-9a2c-8612dda2caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:37.662567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-92fe0c2d-acda-44eb-9a2c-8612dda2caee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1098 time: 0.0414910 Aug 31 19:54:37.732924 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a03ee-c191-4d35-8505-ee232cebdb05 req-7645dde1-17b6-4058-bfc7-bfc88ae67602 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:37.734443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-184a03ee-c191-4d35-8505-ee232cebdb05 req-7645dde1-17b6-4058-bfc7-bfc88ae67602 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0538177 Aug 31 19:54:37.760288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-2e12b271-888e-40c0-b1cd-73d65ba415b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:37.761812 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-2e12b271-888e-40c0-b1cd-73d65ba415b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0900705 Aug 31 19:54:37.772487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-184a03ee-c191-4d35-8505-ee232cebdb05 req-62a66d0f-b086-4556-a5ad-0e5b4ba88904 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Aug 31 19:54:37.828752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-2176e040-41aa-4250-9738-cb075cd45a87 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1002 time: 0.0579934 Aug 31 19:54:37.882749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-1c892e85-f8c5-4232-939f-cb3c55ceea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:37.884249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-1c892e85-f8c5-4232-939f-cb3c55ceea2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0470784 Aug 31 19:54:37.931476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-eda12655-3bd2-4508-b6af-31a158c761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:37.933098 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-eda12655-3bd2-4508-b6af-31a158c761f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395479 Aug 31 19:54:38.025650 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-8d9280a6-0a58-40a8-be4e-7134265586fc service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804358 Aug 31 19:54:38.118157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-19a1a6f0-e55a-4296-9cb2-9ffc53c466e4 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846901 Aug 31 19:54:38.892092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edfd0d-e161-4b7c-854f-c1d1c482cab4 req-bbd0f6bb-a892-4c5c-8179-55d6ca940577 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:38.893691 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71edfd0d-e161-4b7c-854f-c1d1c482cab4 req-bbd0f6bb-a892-4c5c-8179-55d6ca940577 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0508759 Aug 31 19:54:38.931955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-71edfd0d-e161-4b7c-854f-c1d1c482cab4 req-8f520d14-7392-4b2d-a0cf-67759b384ec9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Aug 31 19:54:40.046969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc69c-7fbe-4e0f-837a-2caf6797aad1 req-97af8d8b-7338-41b6-9dd8-435ad80fca2c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:40.048468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-861fc69c-7fbe-4e0f-837a-2caf6797aad1 req-97af8d8b-7338-41b6-9dd8-435ad80fca2c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Aug 31 19:54:40.085826 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-861fc69c-7fbe-4e0f-837a-2caf6797aad1 req-d79bed47-f5e6-483d-8d64-e55de94e8f85 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Aug 31 19:54:41.203507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd04c3-3c8a-4258-98f8-8f09f95919bf req-6558fb62-f472-48ad-b936-a36283f34299 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:41.204995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cdd04c3-3c8a-4258-98f8-8f09f95919bf req-6558fb62-f472-48ad-b936-a36283f34299 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0519614 Aug 31 19:54:41.242138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cdd04c3-3c8a-4258-98f8-8f09f95919bf req-6995a81a-f5c9-4add-ae8f-b0fc216e3150 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Aug 31 19:54:41.620024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48dca90d-7883-4c50-a7ae-fcc91ca9e7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:42.360556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813a4db-3044-432b-8b78-5774814b3334 req-80938511-9963-4a99-80e9-437ccb526434 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:42.362308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c813a4db-3044-432b-8b78-5774814b3334 req-80938511-9963-4a99-80e9-437ccb526434 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0521264 Aug 31 19:54:42.400510 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c813a4db-3044-432b-8b78-5774814b3334 req-cbe699e3-7b3b-4791-9069-3dd434c49544 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321906 Aug 31 19:54:43.516092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7fb3e-10db-4631-b40d-e6fc20de9bbd req-1e832707-66dc-4dc8-997c-1a948cf294f0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:43.517576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5e7fb3e-10db-4631-b40d-e6fc20de9bbd req-1e832707-66dc-4dc8-997c-1a948cf294f0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0492454 Aug 31 19:54:43.555352 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5e7fb3e-10db-4631-b40d-e6fc20de9bbd req-32a4b368-51b4-46ae-894a-49080c6587a1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Aug 31 19:54:44.263421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8c4143b0-f01c-4fba-901e-1db88905371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:44.513370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:44.678659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c33f1c-dec1-4b7e-909c-617244347721 req-fee81d62-46b4-48d0-a022-a55197d824a2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:44.680165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72c33f1c-dec1-4b7e-909c-617244347721 req-fee81d62-46b4-48d0-a022-a55197d824a2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0534811 Aug 31 19:54:44.718922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-72c33f1c-dec1-4b7e-909c-617244347721 req-af75f76c-406b-4193-968f-7fe42b37e58a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Aug 31 19:54:44.848074 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:45.508439 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:45.836221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ff08c-5806-4488-9975-444d1a4143c7 req-99e44f22-89f5-442e-82d1-c4a73514430e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:45.837617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f67ff08c-5806-4488-9975-444d1a4143c7 req-99e44f22-89f5-442e-82d1-c4a73514430e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0494246 Aug 31 19:54:45.875313 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f67ff08c-5806-4488-9975-444d1a4143c7 req-49168886-ff9b-4995-810c-337467112795 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Aug 31 19:54:46.152889 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:47.050812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b4c0-cabb-40bb-a13b-ee36c43dbf8a req-d6414aa0-e9c8-40be-9bc1-5fe484f42bbf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:47.052360 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c31b4c0-cabb-40bb-a13b-ee36c43dbf8a req-d6414aa0-e9c8-40be-9bc1-5fe484f42bbf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.1080537 Aug 31 19:54:47.089596 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c31b4c0-cabb-40bb-a13b-ee36c43dbf8a req-501c4202-bee0-4b81-9044-869d078e4e0f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305843 Aug 31 19:54:47.136911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:47.995548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:54:48.268325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5d7df-26f5-4492-8cda-f0da80f40e00 req-749b1727-6ad4-49c4-97b8-d7dcdf204882 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:48.269723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36e5d7df-26f5-4492-8cda-f0da80f40e00 req-749b1727-6ad4-49c4-97b8-d7dcdf204882 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.1107101 Aug 31 19:54:48.307764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36e5d7df-26f5-4492-8cda-f0da80f40e00 req-a56a1bc5-c6b3-44e0-9f19-cbce3c02c3d9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Aug 31 19:54:49.424514 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed859a07-6a6b-451b-a342-c1777826b1b6 req-9e433a3e-2aa9-40ab-bf6f-12529066a064 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:49.426020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed859a07-6a6b-451b-a342-c1777826b1b6 req-9e433a3e-2aa9-40ab-bf6f-12529066a064 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0493867 Aug 31 19:54:49.464470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed859a07-6a6b-451b-a342-c1777826b1b6 req-d1b77ec7-edfe-4f24-ad18-c5f4efe36392 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Aug 31 19:54:50.517900 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-caaf94b4-a8ba-4111-9d92-415fae0d64fc service neutron] show failed (client error): The resource could not be found. Aug 31 19:54:50.518932 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-caaf94b4-a8ba-4111-9d92-415fae0d64fc service neutron] 10.222.0.82 "GET /v2.0/ports/8b6a781e-550d-4512-811a-af42f260ab55/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0563734 Aug 31 19:54:50.583468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a2c4-819a-4b8c-8baa-6c6f5ce0db30 req-41012443-92f7-4756-aaa0-d5ce084f476b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:50.585007 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8560a2c4-819a-4b8c-8baa-6c6f5ce0db30 req-41012443-92f7-4756-aaa0-d5ce084f476b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0504363 Aug 31 19:54:50.625135 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8560a2c4-819a-4b8c-8baa-6c6f5ce0db30 req-dd1c7079-b6c6-4d9f-9d68-b7bac90f3ff9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335770 Aug 31 19:54:50.722856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-9e1cc0ce-c40b-4ebd-a60b-9c5ac549cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:50.724434 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-9e1cc0ce-c40b-4ebd-a60b-9c5ac549cb73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1098 time: 0.0426431 Aug 31 19:54:50.736264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:54:50.790489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:50.990127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:54:51.021883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:54:51.060191 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:54:51.062463 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a628e7b-aebd-42dc-b757-30799f3009af" -d '{"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:54:51.066476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:51.080030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Transition to ACTIVE for port object 8b6a781e-550d-4512-811a-af42f260ab55 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:54:51.085324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:51.113299 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c3ec4-a479-4bff-828c-94adff8fb279 x-openstack-request-id: req-398c3ec4-a479-4bff-828c-94adff8fb279 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:54:51.113590 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:54:51.113838 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-398c3ec4-a479-4bff-828c-94adff8fb279 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:54:51.114228 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'code': 200} Aug 31 19:54:51.186903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:51.211506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.211878 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.212223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.212562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.212898 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.213237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.213595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.213923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.214279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.214576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.214899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.215220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:51.271628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] No DVR routers for this DVR port 8b6a781e-550d-4512-811a-af42f260ab55 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:54:51.412375 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:54:51.412649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:54:51.412983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:54:51.417906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:54:51.418237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Attempting to bind port 8b6a781e-550d-4512-811a-af42f260ab55 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:54:51.423241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:54:51.423588 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:54:51.424008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:54:51.424424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Bound port: 8b6a781e-550d-4512-811a-af42f260ab55, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:54:51.424793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:51.486956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:54:51.489942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:54:51.493896 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:51.531879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.532510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:51.533927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] 10.222.0.67 "PUT /v2.0/ports/8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1093 time: 0.8017070 Aug 31 19:54:51.551368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125d5f-41cb-44d1-bfee-2c34dbcfa92b service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:51.602603 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-e0b01a8a-b73c-44bd-9c7c-7f7239098d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.604608 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-e0b01a8a-b73c-44bd-9c7c-7f7239098d1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.0449946 Aug 31 19:54:51.700679 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-c66ab0a4-83b4-44e7-8821-18fce0e45f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.702173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-c66ab0a4-83b4-44e7-8821-18fce0e45f50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0912027 Aug 31 19:54:51.757690 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf1b7b-49e4-408d-a5a4-5f45f8866302 req-55d5de92-26f1-4642-9b6a-89d48f35cc60 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.759173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ddf1b7b-49e4-408d-a5a4-5f45f8866302 req-55d5de92-26f1-4642-9b6a-89d48f35cc60 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0552950 Aug 31 19:54:51.774777 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-2ce46eb6-828b-4e45-9ee8-3bc9ba175a2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1000 time: 0.0649436 Aug 31 19:54:51.799202 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ddf1b7b-49e4-408d-a5a4-5f45f8866302 req-79acdc57-74c1-4735-ba1e-a6b3be143fc7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Aug 31 19:54:51.826039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-35be500d-35f7-4ea1-865b-e70f006e8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.827537 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-35be500d-35f7-4ea1-865b-e70f006e8d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0458024 Aug 31 19:54:51.873748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-03ca77e1-b5e0-4f7f-9e46-d773d22774a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:51.875135 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-03ca77e1-b5e0-4f7f-9e46-d773d22774a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402615 Aug 31 19:54:51.966795 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-6e824735-dec4-458f-b4fa-fd28f2369ca5 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Aug 31 19:54:52.055578 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-15618fd0-e1a0-457e-b04d-3d51bcc0c546 req-8d9126dd-bb43-4597-b308-673c6ee06d3f service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820270 Aug 31 19:54:52.915522 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d47b9-5c61-4a44-9eb9-23c0cb700599 req-f77a574f-a974-4eb7-9771-dd17eeba20c1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:52.917615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-235d47b9-5c61-4a44-9eb9-23c0cb700599 req-f77a574f-a974-4eb7-9771-dd17eeba20c1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0490084 Aug 31 19:54:52.957290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-235d47b9-5c61-4a44-9eb9-23c0cb700599 req-4e8a8732-a3c8-44fe-9b5d-37d74e00cf8a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334580 Aug 31 19:54:53.115531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:54:53.117842 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa41de-49b6-407b-8ed1-2091034e1409" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:54:53.166882 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a1997-9ce1-4026-8fcd-b6b4f55fb158 x-openstack-request-id: req-866a1997-9ce1-4026-8fcd-b6b4f55fb158 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:54:53.167424 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:54:53.167566 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-866a1997-9ce1-4026-8fcd-b6b4f55fb158 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:54:53.168600 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'status': 'completed', 'code': 200} Aug 31 19:54:53.230467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-bad2bfe3-5087-4ee2-90e4-eb39a2ba044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.232013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-bad2bfe3-5087-4ee2-90e4-eb39a2ba044f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.0416257 Aug 31 19:54:53.332827 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-52ac0c85-6238-4ba6-953c-3c4df0bf305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.334320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-52ac0c85-6238-4ba6-953c-3c4df0bf305e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.1491778 Aug 31 19:54:53.669388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-b7738211-4132-4b61-879d-850a485902eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.670889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-b7738211-4132-4b61-879d-850a485902eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.4305780 Aug 31 19:54:53.755411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-8046b21b-1f14-4fee-b964-d331af607b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.756935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-8046b21b-1f14-4fee-b964-d331af607b81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.4131160 Aug 31 19:54:53.763441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-f023a940-56f3-4d48-9cf9-c113adb8028e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1000 time: 0.0841556 Aug 31 19:54:53.867516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-59beb472-7b92-4cca-8d71-5fa29ada1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.868972 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-59beb472-7b92-4cca-8d71-5fa29ada1e19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0976586 Aug 31 19:54:53.870850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-e672281a-c30d-404f-af17-2bc834417153 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1000 time: 0.1063192 Aug 31 19:54:53.874870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:54:53.912994 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:54:53.953452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-241a55ed-4a9e-4538-b96b-f8e538c6e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.954845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-241a55ed-4a9e-4538-b96b-f8e538c6e9eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0766144 Aug 31 19:54:53.973212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-885b127a-f74f-495a-821c-bc5689aef101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:53.974648 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-885b127a-f74f-495a-821c-bc5689aef101 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869524 Aug 31 19:54:54.058342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-0d67d312-2a6f-4a48-9855-32bd9a15eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.059908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-0d67d312-2a6f-4a48-9855-32bd9a15eb89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978541 Aug 31 19:54:54.080190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a862c3e-b2ed-4cd3-801d-0f7e01fcf0ed req-dd5e5b83-69ab-46e2-b3fe-418917bb7bcf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.081705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a862c3e-b2ed-4cd3-801d-0f7e01fcf0ed req-dd5e5b83-69ab-46e2-b3fe-418917bb7bcf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0562878 Aug 31 19:54:54.120198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a862c3e-b2ed-4cd3-801d-0f7e01fcf0ed req-ed6b9733-66b8-4286-944f-e09f16082656 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Aug 31 19:54:54.145304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-0a724a16-8787-45a7-97b9-7e7d645888c9 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560850 Aug 31 19:54:54.234985 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-40c79f8a-f728-4759-a471-4376cd785593 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652095 Aug 31 19:54:54.319054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-d551dcd6-8971-40f4-87c6-72dadffccc66 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613123 Aug 31 19:54:54.319325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a026-c32c-4d5a-811c-a38379c7cf54 req-af518c34-ff88-4dd5-af6f-649d1207e07f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.320818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5913a026-c32c-4d5a-811c-a38379c7cf54 req-af518c34-ff88-4dd5-af6f-649d1207e07f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 944 time: 0.0530336 Aug 31 19:54:54.355197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69aa41de-49b6-407b-8ed1-2091034e1409 req-9f048f36-2fd5-494c-ba98-c977c4d006f0 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116390 Aug 31 19:54:54.369652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5913a026-c32c-4d5a-811c-a38379c7cf54 req-a32c5fd6-0341-48fc-838f-3dbd18b03e21 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Aug 31 19:54:54.485439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-99099945-7091-41ff-83ba-9fed4a7e9c86 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.486801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-99099945-7091-41ff-83ba-9fed4a7e9c86 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7&tenant_id=d3e188a92c30471d9b0bf4b9206b08df&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 944 time: 0.0567753 Aug 31 19:54:54.547095 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-512a0809-60fa-4373-a29e-32825cb5ca89 service neutron] delete failed (client error): The resource could not be found. Aug 31 19:54:54.548114 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-512a0809-60fa-4373-a29e-32825cb5ca89 service neutron] 10.222.0.82 "DELETE /v2.0/ports/8b6a781e-550d-4512-811a-af42f260ab55/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0536325 Aug 31 19:54:54.644684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-914254e9-431e-4698-85da-54d0f1789b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.646209 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-914254e9-431e-4698-85da-54d0f1789b66 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 1096 time: 0.0468905 Aug 31 19:54:54.740860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-49af6c1c-d5d5-49f9-a439-6f82ab3433d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.742233 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-49af6c1c-d5d5-49f9-a439-6f82ab3433d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0879774 Aug 31 19:54:54.809745 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-c62b5406-5535-4967-a7c4-a4e1f3b1508e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 200 len: 1000 time: 0.0601192 Aug 31 19:54:54.859740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-3d8ce6d3-41ff-4ebf-b4fb-8b1dbe2425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.861226 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-3d8ce6d3-41ff-4ebf-b4fb-8b1dbe2425cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0447819 Aug 31 19:54:54.911566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-85d211e5-722e-4468-bc75-00bd5a37d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:54.913076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-85d211e5-722e-4468-bc75-00bd5a37d2f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442333 Aug 31 19:54:55.001096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-92fd5cb9-4631-4124-89c7-d8c10b866581 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802038 Aug 31 19:54:55.098584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e13c1d5e-bb7e-4edf-bbd5-b1f46c53839d req-68eb3a1c-f250-45e7-8f89-af6f3a4f898d service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Aug 31 19:54:55.195903 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:54:55.291101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:54:55.302684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '8b6a781e-550d-4512-811a-af42f260ab55', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': '8b6a781e-550d-4512-811a-af42f260ab55', 'mac_address': 'fa:16:3e:ee:5c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:54:55.341663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:55.354888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a781e-550d-4512-811a-af42f260ab55 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:54:55.374225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:54:55.377845 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:55.424644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:55.432042 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.432920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.433262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.433602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.433940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.434274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.434603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.434933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.435260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.435590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.435941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.436267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:54:55.498162 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c620-45ce-40f0-afc3-b4a0249affe1 req-baf96699-22a7-4c6f-87ee-997f7b651f29 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:55.499847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5c620-45ce-40f0-afc3-b4a0249affe1 req-baf96699-22a7-4c6f-87ee-997f7b651f29 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Aug 31 19:54:55.542574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b2d5c620-45ce-40f0-afc3-b4a0249affe1 req-be2f9d37-6e8c-475d-a9ba-f824d4053bbc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349612 Aug 31 19:54:55.633295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8b6a781e-550d-4512-811a-af42f260ab55'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:54:56.661601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22fc0-b6bf-47ce-adfc-c9c54fd665fd req-29711b97-5e3d-4fa1-a6f1-e07c3a267358 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:56.663079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0af22fc0-b6bf-47ce-adfc-c9c54fd665fd req-29711b97-5e3d-4fa1-a6f1-e07c3a267358 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Aug 31 19:54:56.700284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0af22fc0-b6bf-47ce-adfc-c9c54fd665fd req-09513a96-b26b-4b7e-a309-70059200433f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Aug 31 19:54:57.123369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea88721-d750-4f0e-977f-d3fbd15ad76f req-7cf9fe7e-6d19-4a6d-a15d-ed29c3f4e529 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:57.124887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aea88721-d750-4f0e-977f-d3fbd15ad76f req-7cf9fe7e-6d19-4a6d-a15d-ed29c3f4e529 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 945 time: 0.3590429 Aug 31 19:54:57.161747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aea88721-d750-4f0e-977f-d3fbd15ad76f req-9cda924e-dad9-413b-848c-10182cad4755 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Aug 31 19:54:57.187108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:54:57.237065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 8b6a781e-550d-4512-811a-af42f260ab55 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:54:57.240995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 8b6a781e-550d-4512-811a-af42f260ab55 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:54:57.241373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:57.276833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038bb1-fbfe-4158-af67-94edd6465a8e req-dbff8d2c-17bd-437d-b4bc-b208ebf2458d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:57.278454 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82038bb1-fbfe-4158-af67-94edd6465a8e req-dbff8d2c-17bd-437d-b4bc-b208ebf2458d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Aug 31 19:54:57.316917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:57.321652 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-82038bb1-fbfe-4158-af67-94edd6465a8e req-d7b5be98-7248-4e33-9de9-9839e84cd5af tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 Aug 31 19:54:57.343319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:54:57.345770 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42140af6-200c-40f8-ab7a-05a6680a6fdd" -d '{"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:54:57.363264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:54:57.367994 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:57.396636 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cd5ff5-bd70-47a7-9b5f-b543a201a17a x-openstack-request-id: req-44cd5ff5-bd70-47a7-9b5f-b543a201a17a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:54:57.396924 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:54:57.397171 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44cd5ff5-bd70-47a7-9b5f-b543a201a17a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:54:57.397555 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'code': 200} Aug 31 19:54:57.418261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:57.581958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa271ea6-e367-4ec5-957f-28eb87617086 req-09d907c8-bf01-448d-9e80-d5c9349438e6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:57.583425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa271ea6-e367-4ec5-957f-28eb87617086 req-09d907c8-bf01-448d-9e80-d5c9349438e6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Aug 31 19:54:57.622321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa271ea6-e367-4ec5-957f-28eb87617086 req-4c055cfd-efec-4f4e-a953-c6064be03b85 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Aug 31 19:54:58.742706 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e52e-4836-4368-ae00-9ca64ccbf79d req-34946016-1a0b-40c2-b0e0-6b5eb3cd4cf9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:58.744199 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a37e52e-4836-4368-ae00-9ca64ccbf79d req-34946016-1a0b-40c2-b0e0-6b5eb3cd4cf9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0531881 Aug 31 19:54:58.781517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0a37e52e-4836-4368-ae00-9ca64ccbf79d req-4c796e62-3c4d-4b22-93bd-92d41fd87b1f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Aug 31 19:54:58.814247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-1eb0634e-4584-48a0-bfa3-1eef69392275 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:54:58.815739 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-1eb0634e-4584-48a0-bfa3-1eef69392275 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 946 time: 0.0492957 Aug 31 19:54:58.905011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Deleting port 8b6a781e-550d-4512-811a-af42f260ab55 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:54:58.905281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:58.995373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] For port 8b6a781e-550d-4512-811a-af42f260ab55, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8b6a781e-550d-4512-811a-af42f260ab55,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:54:58.995785 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:59.233103 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:59.233487 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:59.233816 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e disassociated. External IP: 172.25.3.234, port: 8b6a781e-550d-4512-811a-af42f260ab55. Aug 31 19:54:59.234167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Calling delete_port for 8b6a781e-550d-4512-811a-af42f260ab55 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:54:59.364855 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:59.396688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'Port': ['ID=8b6a781e-550d-4512-811a-af42f260ab55,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:59.511545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:54:59.619373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:54:59.628930 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:54:59.638209 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:54:59.638904 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:54:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:54:59.659274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] No DVR routers for this DVR port 8b6a781e-550d-4512-811a-af42f260ab55 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:54:59.661888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:59.663924 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b4dc053-68ad-469b-9352-6fa4c037d901 req-a88e7c08-9bc3-4948-8388-61ef023009db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "DELETE /v2.0/ports/8b6a781e-550d-4512-811a-af42f260ab55 HTTP/1.1" status: 204 len: 173 time: 0.8424466 Aug 31 19:54:59.664355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-deleted', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:54:59.666606 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9a0ab-6499-4abb-92d6-fc21ece677bf" -d '{"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-deleted", "tag": "8b6a781e-550d-4512-811a-af42f260ab55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:54:59.711576 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7348fefd-66a8-4396-9d36-6683e1291874 x-openstack-request-id: req-7348fefd-66a8-4396-9d36-6683e1291874 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:54:59.711909 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d22991-4986-4128-a38a-6c83706b83a7", "name": "network-vif-deleted", "tag": "8b6a781e-550d-4512-811a-af42f260ab55", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:54:59.712162 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7348fefd-66a8-4396-9d36-6683e1291874 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:54:59.712651 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d22991-4986-4128-a38a-6c83706b83a7', 'name': 'network-vif-deleted', 'tag': '8b6a781e-550d-4512-811a-af42f260ab55', 'status': 'completed', 'code': 200} Aug 31 19:54:59.750028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:54:59.891882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-140b2b91-83c2-45e6-b009-7c10be121c1a req-d985ffd6-4fb6-47b9-889b-78fcf1b1a45a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0d22991-4986-4128-a38a-6c83706b83a7 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Aug 31 19:54:59.955613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:54:59.981404 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:54:59.989299 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:54:59.989895 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:54:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:00.094602 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:55:00.288576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:00.314729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fcba6-4d59-4402-88a4-bfe80087216e None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:55:00.531912 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935dd77d-31e5-4fa4-96f0-9cf49dc90665 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:55:01.120992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-b58466f0-c96c-476e-9590-b475b0a06101 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--454053054&fields=id&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 267 time: 0.0333908 Aug 31 19:55:01.226570 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-6bbefe6d-8071-45fd-8cad-823d9e650b4e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:01.227962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-6bbefe6d-8071-45fd-8cad-823d9e650b4e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1002901 Aug 31 19:55:01.242447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-cba314c5-44f1-4835-81b0-ae58dceb3a65 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/quotas/d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 375 time: 0.0087969 Aug 31 19:55:01.294620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-e178ee60-b07e-4d5c-8fd9-3f87dc19c783 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469396 Aug 31 19:55:01.440328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-70339654-56bb-4298-b943-7e2a7fe88ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342578 Aug 31 19:55:01.532722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-072759a5-b0c8-47fe-9fb6-d08c664298ec service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 Aug 31 19:55:01.693740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ea0cbef-feb1-46a9-80b6-8d1e0f57cf5d req-94a1eefa-fdad-4c35-bd4b-913ccd4b71d2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 210 time: 0.0257890 Aug 31 19:55:02.771617 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa8988f9-056b-43e4-9456-b5a9404fc72e req-2266601a-610d-4c93-94bc-70f80d92d900 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 210 time: 0.0271957 Aug 31 19:55:03.233960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:55:03.253987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 8b6a781e-550d-4512-811a-af42f260ab55 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:55:03.254331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8b6a781e-550d-4512-811a-af42f260ab55 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:55:03.865126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fff693e5-6b70-4f9c-bf97-0b6065fb337e req-cd6d787f-b150-4d8e-be09-7152c15b5bd3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 210 time: 0.0269678 Aug 31 19:55:04.702098 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-27b2c880-ab4e-4ec4-af7c-d258cc418886 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:04.703722 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-27b2c880-ab4e-4ec4-af7c-d258cc418886 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1082349 Aug 31 19:55:04.754876 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-bae8f6cf-4221-436e-bef1-bc0446e008f8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 379 time: 0.0340734 Aug 31 19:55:04.770701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'port': {'device_id': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'admin_state_up': True, 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'security_groups': ['af5d804a-fe8e-4333-a730-de1668457233']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:55:04.873812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:55:04.877346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:04.962769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cae0c3da-f50f-4380-8e1a-95f90af315e3 req-1df85d5a-259c-4b75-bcac-eb185307b6ec tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 210 time: 0.0303078 Aug 31 19:55:05.011599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Allocated IP 172.20.0.8 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/91e7097d-15a2-4b2a-a1d7-303e62ec0e89) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:55:05.149448 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.162798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Transition to ACTIVE for port object 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:55:05.195070 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.235848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:55:05.240956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:55:05.244788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:55:05.270217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:55:05.299176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:05.299835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.314151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-9b2f4f97-36d1-4392-810c-e638b5865fa9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472057 Aug 31 19:55:05.329197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Request body: {'port': {'device_id': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:55:05.390140 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.497410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eda05147-0295-41e4-a4ac-e9ebb1e07224 None None] Provisioning for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:55:05.501021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eda05147-0295-41e4-a4ac-e9ebb1e07224 None None] Provisioning complete for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:55:05.501397 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eda05147-0295-41e4-a4ac-e9ebb1e07224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.538975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eda05147-0295-41e4-a4ac-e9ebb1e07224 None None] Port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:55:05.659246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:55:05.666516 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.679259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Transition to ACTIVE for port object 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:55:05.682790 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.771923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:55:05.804170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:55:05.804543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:55:05.804820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:55:05.809454 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:55:05.809797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:55:05.814844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:55:05.815185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:55:05.815574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:55:05.816044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Bound port: 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:55:05.816407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.882282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:55:05.885399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:55:05.890929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.927176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:05.928209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:05.929715 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] 10.222.0.82 "PUT /v2.0/ports/91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1092 time: 0.6049120 Aug 31 19:55:05.931848 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:55:05.935389 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18984785-965c-4468-8638-04d5a77ea0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:55:05.963118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128e0dc-d322-4204-876a-d12c867e5ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:55:06.001777 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d2ea9-b6b8-4649-b077-c8a390f54099 x-openstack-request-id: req-545d2ea9-b6b8-4649-b077-c8a390f54099 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:55:06.002122 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:55:06.002339 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-545d2ea9-b6b8-4649-b077-c8a390f54099 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:55:06.002693 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'status': 'completed', 'code': 200} Aug 31 19:55:06.019824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-2171348d-03af-42e0-87aa-dc7b403028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.021534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-2171348d-03af-42e0-87aa-dc7b403028d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0514719 Aug 31 19:55:06.089973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce697eed-ec28-4c5f-a348-a08e8ccd56d2 req-1269ee37-37e9-466d-8f61-248458d2c60f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.092682 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce697eed-ec28-4c5f-a348-a08e8ccd56d2 req-1269ee37-37e9-466d-8f61-248458d2c60f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0549738 Aug 31 19:55:06.135490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce697eed-ec28-4c5f-a348-a08e8ccd56d2 req-92507f54-cf59-44f2-9047-5e10095c380f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Aug 31 19:55:06.324073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-d87d49a5-9316-4b39-8f57-966d83a9ce40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 217 time: 0.2910314 Aug 31 19:55:06.373254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-5581c563-7036-4f9f-8dce-ce974e79ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.374682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-5581c563-7036-4f9f-8dce-ce974e79ce03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0432653 Aug 31 19:55:06.420199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-37f1d467-4d75-48ee-958f-1238f180d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.421670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-37f1d467-4d75-48ee-958f-1238f180d51d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390184 Aug 31 19:55:06.513779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-678e3209-d8e7-4bb8-aa0c-cde095272401 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842171 Aug 31 19:55:06.601519 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f292bb41-3afd-4b0b-98ec-b550c7743cdf req-a2fb76d2-24cb-41bd-bf7d-8c7c436fdfaa service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803776 Aug 31 19:55:06.690034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984785-965c-4468-8638-04d5a77ea0a0 req-c1f0f35e-2de8-4889-8793-c0906afda9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.691508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-c1f0f35e-2de8-4889-8793-c0906afda9fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0446036 Aug 31 19:55:06.784628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984785-965c-4468-8638-04d5a77ea0a0 req-86ab4572-88cf-4266-ac10-8964e0bc8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.786115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-86ab4572-88cf-4266-ac10-8964e0bc8ad6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0835807 Aug 31 19:55:06.831751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-e5a4bbb3-7016-4765-b87e-d8ff89babc51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 217 time: 0.0362430 Aug 31 19:55:06.881888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984785-965c-4468-8638-04d5a77ea0a0 req-4bd55a0a-13c1-46e2-ab10-343171b9819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.883217 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-4bd55a0a-13c1-46e2-ab10-343171b9819c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0420666 Aug 31 19:55:06.931230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984785-965c-4468-8638-04d5a77ea0a0 req-24a9c26d-785e-4379-8c33-0d655fe54ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:06.932753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-24a9c26d-785e-4379-8c33-0d655fe54ef5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404220 Aug 31 19:55:07.025221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-3dbe9946-3f00-4da8-bc2d-cf9c485a6ac6 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841985 Aug 31 19:55:07.115690 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-18984785-965c-4468-8638-04d5a77ea0a0 req-751718bd-9eb6-4ee5-b5e4-9e17d807c18e service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815570 Aug 31 19:55:07.255177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fb4fc-e43f-4a6e-acb1-62e103b49616 req-999bef69-e56d-4272-8d1c-41bd99e83801 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:07.256697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e9fb4fc-e43f-4a6e-acb1-62e103b49616 req-999bef69-e56d-4272-8d1c-41bd99e83801 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0504673 Aug 31 19:55:07.296414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e9fb4fc-e43f-4a6e-acb1-62e103b49616 req-9e259faa-d291-4ab4-8750-4cec4409b58b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332644 Aug 31 19:55:07.921781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:55:08.021742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:55:08.034261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'mac_address': 'fa:16:3e:d6:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:55:08.074246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:08.092578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:55:08.112651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:55:08.120384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:08.320933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:55:08.393324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['91e7097d-15a2-4b2a-a1d7-303e62ec0e89'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:55:08.415628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867073-9fc8-4407-84ce-617de0243b84 req-51f94829-ca77-4a59-8179-48ff5790c80f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:08.417148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64867073-9fc8-4407-84ce-617de0243b84 req-51f94829-ca77-4a59-8179-48ff5790c80f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0528038 Aug 31 19:55:08.455926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64867073-9fc8-4407-84ce-617de0243b84 req-e50b4187-e2a9-4e7b-9493-3e6f59609eb6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Aug 31 19:55:09.589942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f057-b12e-4d55-9171-915467d02055 req-da8ecb0a-03a7-42ef-9a00-537dd63550e1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:09.592232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53d2f057-b12e-4d55-9171-915467d02055 req-da8ecb0a-03a7-42ef-9a00-537dd63550e1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0546303 Aug 31 19:55:09.629866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-53d2f057-b12e-4d55-9171-915467d02055 req-ca91d1f6-d9e1-4a05-915e-153161a8dc1c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Aug 31 19:55:09.921575 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:55:09.970796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:55:09.974377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:55:09.974747 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:10.048969 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:10.071766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:55:10.074021 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf659d1-614b-4f7c-a9e0-f4e920100110" -d '{"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-plugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:55:10.087192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:55:10.092041 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:10.120859 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7e613c-dd7b-4484-a1f8-21bf9e26f448 x-openstack-request-id: req-9a7e613c-dd7b-4484-a1f8-21bf9e26f448 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:55:10.121153 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-plugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:55:10.122058 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a7e613c-dd7b-4484-a1f8-21bf9e26f448 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:55:10.122564 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'code': 200} Aug 31 19:55:10.147196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:55:10.216721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848a66-df4a-465d-a325-307aebdadc31 req-f82c3062-b104-48ca-a11a-7e02bf24514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:10.218208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3848a66-df4a-465d-a325-307aebdadc31 req-f82c3062-b104-48ca-a11a-7e02bf24514b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1097 time: 0.0402291 Aug 31 19:55:10.257383 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3848a66-df4a-465d-a325-307aebdadc31 req-92cab840-7b2d-43f6-8d82-bd32ef7614f9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284638 Aug 31 19:55:10.747451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420972-48b1-4a44-8817-77ecad3b5e20 req-9ee7d9c6-5b3f-4da7-a041-4efbe5be363f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:10.748946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce420972-48b1-4a44-8817-77ecad3b5e20 req-9ee7d9c6-5b3f-4da7-a041-4efbe5be363f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0508215 Aug 31 19:55:10.787080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce420972-48b1-4a44-8817-77ecad3b5e20 req-c705c77f-2a71-4c7e-a74a-d27388d0118a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Aug 31 19:55:11.620847 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66064af6-04c2-4d66-b18a-19c906394300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:11.909767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3bf4d-b744-44fc-90db-f4741aeb1970 req-bd783bc5-7e14-4179-8b6f-c54d8fe1caef tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:11.911255 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a3bf4d-b744-44fc-90db-f4741aeb1970 req-bd783bc5-7e14-4179-8b6f-c54d8fe1caef tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0536597 Aug 31 19:55:11.950240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4a3bf4d-b744-44fc-90db-f4741aeb1970 req-1471bdf7-99bc-4295-9652-12cb98cf0ec5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330589 Aug 31 19:55:12.064845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f5ade-ca37-4c7b-8286-83082952d03e req-08cc544c-13c9-4af2-85ba-d6af32ff1e93 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:12.066339 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca7f5ade-ca37-4c7b-8286-83082952d03e req-08cc544c-13c9-4af2-85ba-d6af32ff1e93 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0500760 Aug 31 19:55:12.074984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45034) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:55:12.079461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'floatingip': {'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:55:12.121683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:12.549744 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:12.553363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:12.651780 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e associated. External IP: 172.25.3.234, port: 91e7097d-15a2-4b2a-a1d7-303e62ec0e89. Aug 31 19:55:12.855983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:55:12.962242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:55:12.966778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:12.972898 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:55:12.983101 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:55:12.983731 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:54:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:12.993380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-391275b7-c670-4c93-8cd0-42d0d65a4c82 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "PUT /v2.0/floatingips/78730171-e1fa-4801-8368-d206d63bf30e HTTP/1.1" status: 200 len: 991 time: 0.9173353 Aug 31 19:55:12.993991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:55:12.996787 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd7efa0-bd87-4672-a064-69b38d3e0e22" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:55:13.100793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:55:13.134037 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e066a37f-1ae8-45cc-8c39-d41d4fec4694 x-openstack-request-id: req-e066a37f-1ae8-45cc-8c39-d41d4fec4694 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:55:13.134330 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:55:13.134585 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e066a37f-1ae8-45cc-8c39-d41d4fec4694 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:55:13.134991 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'status': 'completed', 'code': 200} Aug 31 19:55:13.206213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-dcc34b9b-85cc-4658-b4c2-b51da21275a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:13.207798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-dcc34b9b-85cc-4658-b4c2-b51da21275a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1097 time: 0.0454242 Aug 31 19:55:13.302046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-b66fd05d-789a-4138-af85-92cbed8f55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:13.303521 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-b66fd05d-789a-4138-af85-92cbed8f55ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0841668 Aug 31 19:55:13.336939 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:d6:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:55:12Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:13.378674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-5bf5860e-19c9-42a3-bd80-116c473ce611 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 999 time: 0.0653346 Aug 31 19:55:13.436729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-27b29f5e-c7ce-49a1-a1ce-4230a85d5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:13.438231 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-27b29f5e-c7ce-49a1-a1ce-4230a85d5688 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0521085 Aug 31 19:55:13.460425 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:55:13.469639 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:55:13.470253 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:54:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:13.493055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-ba2673fc-26b8-4aa1-baad-d1e8410046b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:13.494577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-ba2673fc-26b8-4aa1-baad-d1e8410046b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432060 Aug 31 19:55:13.572285 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:55:13.593260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-4c074fee-c2f3-4a83-99c7-746b6a8051a5 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Aug 31 19:55:13.688129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3cd7efa0-bd87-4672-a064-69b38d3e0e22 req-fd48d4b4-b266-4638-949e-606f184db8a1 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825446 Aug 31 19:55:13.793074 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:d6:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:55:12Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:55:13.822187 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb643f0-833c-4776-807f-e09ba0bd1b53 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:d6:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:55:12Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:55:14.018541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b557a8a-b3ed-4b34-9e49-cb3a7473b9d9 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:55:14.262559 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44939dc7-84e5-44f2-91b2-b13c25335d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:14.513382 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:14.846740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:15.513169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:16.167421 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:17.139085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:24.994518 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:55:34.627311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-da65a991-8b59-42e0-943b-b01fab8f913a req-876d3498-7a51-4d41-987e-9087ac67590a service neutron] (94817) timed out ('10.222.0.82', 55381) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:55:37.706659 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-72fec791-de90-496c-9fbc-528f8d87bde7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415204 Aug 31 19:55:37.794175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-147b4a8c-c33a-46e4-bc2a-7d3b3d9bdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:37.796377 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-147b4a8c-c33a-46e4-bc2a-7d3b3d9bdf94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1097 time: 0.0451372 Aug 31 19:55:37.905934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-c1f48287-6f7e-4afc-83da-9fef61c19090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:37.907396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-c1f48287-6f7e-4afc-83da-9fef61c19090 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0846825 Aug 31 19:55:37.978319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-18ac6d19-7b7b-4adc-bce4-e590b4262ec1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1001 time: 0.0623417 Aug 31 19:55:38.027467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-095de7b3-e68a-4599-b097-b27caba4a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:38.028993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-095de7b3-e68a-4599-b097-b27caba4a651 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0426638 Aug 31 19:55:38.078557 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-196d91c7-346f-4c31-a829-11816a9d6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:55:38.080108 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-196d91c7-346f-4c31-a829-11816a9d6e7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412614 Aug 31 19:55:38.176914 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-e026b4ce-04a8-429c-9578-3074d531a4de service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876906 Aug 31 19:55:38.267510 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20ebd78d-8cfc-4ed9-b11a-82f234152b1a req-9095eec4-2b0f-4972-9440-e3594b877e02 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827425 Aug 31 19:55:41.621751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7481374-19ee-4524-9f22-1b8c20b96c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:44.263208 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23ffe278-899a-4f3d-a997-747b01587035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:44.514434 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:44.839786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:45.515594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:46.193423 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:47.145706 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:01.994119 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:56:11.621748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88f4ba11-d781-4bc9-af02-b6ce4ed09e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:14.264011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-338cc990-8d16-4d15-b514-94661c3d16e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:14.514983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:14.847535 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:15.517657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:16.190874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:17.145804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:38.993822 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:56:39.810450 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-892e6d16-32a5-4597-a242-2c502b8b6682 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467290 Aug 31 19:56:39.897152 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-9dcf8013-d911-471a-8a48-0d2216b5338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:39.899718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-9dcf8013-d911-471a-8a48-0d2216b5338b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1097 time: 0.0461657 Aug 31 19:56:40.000371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-874c0a40-b3ff-42db-a2e0-f8086f101e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:40.001830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-874c0a40-b3ff-42db-a2e0-f8086f101e85 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0814953 Aug 31 19:56:40.069197 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-9bf6c827-244e-42fc-8272-79f821780fc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1001 time: 0.0600493 Aug 31 19:56:40.118099 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-f297a6aa-4c67-4cbe-b261-fdad67e3888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:40.119479 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-f297a6aa-4c67-4cbe-b261-fdad67e3888d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0430624 Aug 31 19:56:40.165841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-950d6687-e560-497c-8716-950d0f2c83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:40.167201 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-950d6687-e560-497c-8716-950d0f2c83fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401695 Aug 31 19:56:40.257708 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-ce99d5d8-5c3b-4c21-9e36-84838898b795 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831580 Aug 31 19:56:40.354035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8a0c568-30eb-4b89-8d2a-5110935c0c2a req-1cc6152b-839b-423f-9fa0-18140cee7390 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890527 Aug 31 19:56:41.622947 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c03847b0-4edc-4c2d-ae9e-15e53eb9c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:44.263848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6680a3af-dab4-42d7-b7ca-a7b7e22817b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:44.515553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:44.836879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:45.521104 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:46.194364 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:47.148024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:57.539548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9939-d7c2-4dc8-ad2f-76022292ac0b req-005c75a3-dd1c-427b-831c-e5d79cf5a661 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:57.541040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26fb9939-d7c2-4dc8-ad2f-76022292ac0b req-005c75a3-dd1c-427b-831c-e5d79cf5a661 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0513005 Aug 31 19:56:57.583670 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26fb9939-d7c2-4dc8-ad2f-76022292ac0b req-192f4c82-5927-4511-bee6-3a90b5db2de0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350885 Aug 31 19:56:58.708323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd3d93-fe26-4a01-bbde-53d99c13802d req-d64123e8-0fc5-49f8-953f-f80b574ee91d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:58.710050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfdd3d93-fe26-4a01-bbde-53d99c13802d req-d64123e8-0fc5-49f8-953f-f80b574ee91d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0547619 Aug 31 19:56:58.751200 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfdd3d93-fe26-4a01-bbde-53d99c13802d req-ae555980-2737-4cb8-88d5-88c875daf7fd tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346966 Aug 31 19:56:59.865920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3cbd-e89e-4b46-b0b9-780dfcf8301a req-3682fa21-90b4-493f-ae79-6f6e007f0655 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:56:59.867398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54ac3cbd-e89e-4b46-b0b9-780dfcf8301a req-3682fa21-90b4-493f-ae79-6f6e007f0655 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0489256 Aug 31 19:56:59.904942 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54ac3cbd-e89e-4b46-b0b9-780dfcf8301a req-05b21c92-af9d-483a-aded-4d6fe709e515 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Aug 31 19:57:01.021343 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09be1e-6e16-4efa-a820-d7ec4a03a79d req-185c30cc-acde-4db2-8476-be6b26cd2f51 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:01.022840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c09be1e-6e16-4efa-a820-d7ec4a03a79d req-185c30cc-acde-4db2-8476-be6b26cd2f51 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0494015 Aug 31 19:57:01.062232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c09be1e-6e16-4efa-a820-d7ec4a03a79d req-b6614e0a-848c-47da-ae1c-1369a93329e6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328932 Aug 31 19:57:02.181695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa168df7-f939-41ec-83ec-6e2f2dc28b0d req-4c6c3703-c67f-4ffa-bea0-51d1d8789723 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:02.183178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa168df7-f939-41ec-83ec-6e2f2dc28b0d req-4c6c3703-c67f-4ffa-bea0-51d1d8789723 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0535007 Aug 31 19:57:02.221148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-aa168df7-f939-41ec-83ec-6e2f2dc28b0d req-84f50abb-cfb3-463f-a1a2-ff834696fe99 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Aug 31 19:57:03.337964 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8503-7ac8-4373-8531-8404e83fd089 req-fe493557-b6b3-4640-9a59-4f2dc3e8316f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:03.339555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-203c8503-7ac8-4373-8531-8404e83fd089 req-fe493557-b6b3-4640-9a59-4f2dc3e8316f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0492527 Aug 31 19:57:03.378618 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-203c8503-7ac8-4373-8531-8404e83fd089 req-4283cdc6-b8d7-49bd-b274-ef61cde85656 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 Aug 31 19:57:04.497763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c80aa-f080-4941-b657-78783c35e794 req-f2a7f478-7b91-4893-b589-381d60392d52 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:04.499294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f9c80aa-f080-4941-b657-78783c35e794 req-f2a7f478-7b91-4893-b589-381d60392d52 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0540648 Aug 31 19:57:04.537295 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f9c80aa-f080-4941-b657-78783c35e794 req-16ace4d2-a13c-4e0e-9f89-001bd0016094 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Aug 31 19:57:05.660194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17934c-5eda-4ed6-88be-ddc7bd07e05c req-c80cba19-a54f-4032-8808-3b36dac878ee tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:05.661686 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b17934c-5eda-4ed6-88be-ddc7bd07e05c req-c80cba19-a54f-4032-8808-3b36dac878ee tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0541575 Aug 31 19:57:05.701189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b17934c-5eda-4ed6-88be-ddc7bd07e05c req-3c05fff1-e30d-4973-a57c-39a5c1ce00e5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Aug 31 19:57:06.816868 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092be6-df49-4e21-b534-ec9e473fe8e3 req-5b2f1e36-7d4b-4e99-8c9d-c79116a9a2f3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:06.818391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2092be6-df49-4e21-b534-ec9e473fe8e3 req-5b2f1e36-7d4b-4e99-8c9d-c79116a9a2f3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0488939 Aug 31 19:57:06.856538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f2092be6-df49-4e21-b534-ec9e473fe8e3 req-6f8e7aa1-93ac-4383-b688-6fd00c5984ba tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322108 Aug 31 19:57:07.971231 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c317f-c291-4d7c-a7e2-5dfbca23c266 req-31417fc3-cbf3-4c56-8acc-aa9326c96a42 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:07.972758 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-697c317f-c291-4d7c-a7e2-5dfbca23c266 req-31417fc3-cbf3-4c56-8acc-aa9326c96a42 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0483210 Aug 31 19:57:08.013935 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-697c317f-c291-4d7c-a7e2-5dfbca23c266 req-7b080978-3de8-4875-b8a2-d5ab14e21619 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350444 Aug 31 19:57:08.275536 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-dd0682bc-d0ff-4540-9651-1856f19343af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726125 Aug 31 19:57:08.287515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f141d30-c6a7-420d-8a44-aec9ec0ed8ce req-196d5129-551a-486e-86d8-bf164de070ed tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:08.289154 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f141d30-c6a7-420d-8a44-aec9ec0ed8ce req-196d5129-551a-486e-86d8-bf164de070ed tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0588715 Aug 31 19:57:08.332015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2f141d30-c6a7-420d-8a44-aec9ec0ed8ce req-027603ba-bc3b-4dd6-bf70-e4c8412b8b92 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357528 Aug 31 19:57:09.412397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9749e272-cd44-44f1-91fb-4ac4694a1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:09.414061 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9749e272-cd44-44f1-91fb-4ac4694a1982 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1097 time: 0.0412502 Aug 31 19:57:09.449798 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677469-7e43-4265-a27e-fc4aaebb7fe0 req-7d5e81de-3959-4ec3-9977-5d1ed2786573 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:09.451392 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac677469-7e43-4265-a27e-fc4aaebb7fe0 req-7d5e81de-3959-4ec3-9977-5d1ed2786573 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0500145 Aug 31 19:57:09.490075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac677469-7e43-4265-a27e-fc4aaebb7fe0 req-c013135c-3b5c-4324-b757-8a271e8d12d2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Aug 31 19:57:09.509596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-c113a561-d381-40e9-a587-18035ac4ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:09.511064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-c113a561-d381-40e9-a587-18035ac4ec2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0900307 Aug 31 19:57:09.577305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-a6a25b4c-207d-4bf4-bc9e-26b8d1f43440 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1001 time: 0.0586407 Aug 31 19:57:09.633027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-fbd1f09c-81bc-4e10-b59b-1255c5d3abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:09.634367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-fbd1f09c-81bc-4e10-b59b-1255c5d3abdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0474322 Aug 31 19:57:09.680133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-6895786c-19b6-4d48-bff0-e05c4f516ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:09.681609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-6895786c-19b6-4d48-bff0-e05c4f516ca3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400536 Aug 31 19:57:09.768532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-24b58d15-2167-4ca6-874e-265d90c3835f service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789256 Aug 31 19:57:09.861697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-2ff0225a-ea20-494e-8727-c8d664a932e7 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Aug 31 19:57:10.614453 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4cbd6-ed6f-4cfa-89c4-4a86fee9b3ac req-74455ca6-0a03-4e15-b07c-ca4bac813f06 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:10.615872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14b4cbd6-ed6f-4cfa-89c4-4a86fee9b3ac req-74455ca6-0a03-4e15-b07c-ca4bac813f06 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0548849 Aug 31 19:57:10.653084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14b4cbd6-ed6f-4cfa-89c4-4a86fee9b3ac req-3823763a-1140-4c29-84d5-57b020a09bce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307176 Aug 31 19:57:11.623547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32348e48-f507-4c01-9ba9-de1368fb8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:11.768946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eb5d9-e581-4dc7-8b24-748c819d758d req-70ee52e8-cb5c-4332-bd30-d9add7234df9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:11.770444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-187eb5d9-e581-4dc7-8b24-748c819d758d req-70ee52e8-cb5c-4332-bd30-d9add7234df9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0507529 Aug 31 19:57:11.810065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-187eb5d9-e581-4dc7-8b24-748c819d758d req-d27f01eb-7a54-496d-b9c0-22de52a35411 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337317 Aug 31 19:57:11.928657 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-57889131-0357-4661-acde-158b19902b6f service neutron] show failed (client error): The resource could not be found. Aug 31 19:57:11.929712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-57889131-0357-4661-acde-158b19902b6f service neutron] 10.222.0.82 "GET /v2.0/ports/91e7097d-15a2-4b2a-a1d7-303e62ec0e89/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0561461 Aug 31 19:57:12.145741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-2ff68642-d5f9-4494-b97c-491c3b992353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:12.147387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-2ff68642-d5f9-4494-b97c-491c3b992353 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1097 time: 0.0521586 Aug 31 19:57:12.161822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:57:12.221647 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.453301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:12.488647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:57:12.530196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:12.532568 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d64b2-d332-4980-bb9b-0b49a853510e" -d '{"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-unplugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:12.536439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.550615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Transition to ACTIVE for port object 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:57:12.554650 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.640583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:12.658358 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.658561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.658899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.659225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.659558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.659918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.660243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.660565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.660888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.661212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.661721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.662050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:12.679075 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6ff376-6917-4363-a5f5-151f6a57f626 x-openstack-request-id: req-6b6ff376-6917-4363-a5f5-151f6a57f626 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:12.679364 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-unplugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:12.679611 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b6ff376-6917-4363-a5f5-151f6a57f626 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:12.680060 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'code': 200} Aug 31 19:57:12.704384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] No DVR routers for this DVR port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:57:12.843542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:57:12.843921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:57:12.844257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:57:12.848751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:57:12.849058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Attempting to bind port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:57:12.854621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:57:12.854966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:57:12.855400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:57:12.855868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Bound port: 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:57:12.856240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.920957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:57:12.924216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:57:12.928501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.928789 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0b9fc-b495-4274-a94c-fa28bbbdcb06 req-583afa91-7de4-4b37-be29-7b4ff0cdbc64 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:12.936438 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3b0b9fc-b495-4274-a94c-fa28bbbdcb06 req-583afa91-7de4-4b37-be29-7b4ff0cdbc64 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0561893 Aug 31 19:57:12.967869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:12.968599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:12.970096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] 10.222.0.67 "PUT /v2.0/ports/91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1092 time: 0.8143957 Aug 31 19:57:12.972320 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c3b0b9fc-b495-4274-a94c-fa28bbbdcb06 req-47af1003-bfaa-4445-911d-2221400802a6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Aug 31 19:57:12.993969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef898ac-0f98-461b-80d7-935dcbb81169 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:13.039047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-e5bef3e4-d02c-447b-97b1-df169119cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:13.040810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-e5bef3e4-d02c-447b-97b1-df169119cc2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0430148 Aug 31 19:57:13.134841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-fe65a268-789d-4298-9233-e9efb4bcd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:13.136171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-fe65a268-789d-4298-9233-e9efb4bcd84b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0886223 Aug 31 19:57:13.204577 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-92b2a0a4-00e4-45e2-8be0-0730e3bd7a3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 999 time: 0.0615084 Aug 31 19:57:13.255888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-f3a7395b-e939-4284-8ae9-ec47f0cc44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:13.257310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-f3a7395b-e939-4284-8ae9-ec47f0cc44de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0453970 Aug 31 19:57:13.301062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-c7c5a30e-e9dd-460c-801b-e0978fbd18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:13.302498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-c7c5a30e-e9dd-460c-801b-e0978fbd18ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387576 Aug 31 19:57:13.393636 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-5def2c67-45c3-449e-b6ef-9c65ac426d51 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Aug 31 19:57:13.482746 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0587920b-fc69-4b95-baaf-0b6e755f33ad req-1ebcc6ee-3866-43ea-a199-7cbfeeec5a1f service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811822 Aug 31 19:57:14.108378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be173d7-aad7-4358-ab3d-3ef14dd5adb2 req-2a614cfb-726a-4d72-ae3a-e069b7a4f8d9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:14.109962 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be173d7-aad7-4358-ab3d-3ef14dd5adb2 req-2a614cfb-726a-4d72-ae3a-e069b7a4f8d9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0524361 Aug 31 19:57:14.148505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4be173d7-aad7-4358-ab3d-3ef14dd5adb2 req-d23915d5-8e3f-4aa7-aa03-3dd2e39bc86e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Aug 31 19:57:14.264266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd17f330-aa3b-4b1a-94a6-22041bf2261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:14.516296 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:14.681520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:14.685324 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64de649-f7d4-48e5-8c65-f1eac8840a99" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:14.734768 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ba7c5-ba19-4f84-9d5c-432662626d09 x-openstack-request-id: req-8e8ba7c5-ba19-4f84-9d5c-432662626d09 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:14.735067 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:14.735321 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e8ba7c5-ba19-4f84-9d5c-432662626d09 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:14.736580 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'status': 'completed', 'code': 200} Aug 31 19:57:14.835174 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-7ace4951-0820-4546-8d0f-1b312b2bb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:14.836802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-7ace4951-0820-4546-8d0f-1b312b2bb04f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0762100 Aug 31 19:57:14.838519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-e98a02bd-c37f-406d-9a9c-bfb0a8205a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:14.840431 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-e98a02bd-c37f-406d-9a9c-bfb0a8205a29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0707788 Aug 31 19:57:14.845057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:14.994819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-9cae2fc9-4d03-46bb-b7b6-eb18bf0a3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:14.996320 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-9cae2fc9-4d03-46bb-b7b6-eb18bf0a3176 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1520329 Aug 31 19:57:14.998773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-98e9334c-b009-4837-b157-bfdcfd7b7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.000097 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-98e9334c-b009-4837-b157-bfdcfd7b7c8e service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1472852 Aug 31 19:57:15.274249 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7460290-a5e2-4295-be75-0c61ddadb15e req-12112e68-e948-41f0-9d40-a76bf8b3bb86 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.275921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7460290-a5e2-4295-be75-0c61ddadb15e req-12112e68-e948-41f0-9d40-a76bf8b3bb86 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0511656 Aug 31 19:57:15.318694 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7460290-a5e2-4295-be75-0c61ddadb15e req-d9764f01-f6a4-482b-8b8b-1c8f294d2a75 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Aug 31 19:57:15.364540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-0526fc0c-692a-4e37-901c-4258c44dd84b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 999 time: 0.3615561 Aug 31 19:57:15.368148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-1b00013d-5edb-41d7-ab35-e683b91d992e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 999 time: 0.3587224 Aug 31 19:57:15.450475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-0132d864-7bab-40dc-831f-371cf2f73310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.451973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-0132d864-7bab-40dc-831f-371cf2f73310 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0798995 Aug 31 19:57:15.455353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-0f716564-cffe-418c-9ac1-41d6771a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.456687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-0f716564-cffe-418c-9ac1-41d6771a9616 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0774639 Aug 31 19:57:15.482435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.82', 56048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:57:15.528778 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-5abc4bc3-c855-49b8-b26b-37e07549bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.529052 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:15.530319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-5abc4bc3-c855-49b8-b26b-37e07549bb0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627136 Aug 31 19:57:15.531961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-26336c64-f6f4-4017-9865-719bab21af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.533290 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-26336c64-f6f4-4017-9865-719bab21af90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738795 Aug 31 19:57:15.552848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1421a23-2707-4c5f-9a74-b48c624906b4 req-29835be8-6b43-4a1b-8068-0c1a58c7d371 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.554357 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1421a23-2707-4c5f-9a74-b48c624906b4 req-29835be8-6b43-4a1b-8068-0c1a58c7d371 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0845220 Aug 31 19:57:15.568085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-510f066f-1596-4367-86fa-169c8d138c27 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.569552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-510f066f-1596-4367-86fa-169c8d138c27 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e&tenant_id=d3e188a92c30471d9b0bf4b9206b08df&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 943 time: 0.0860326 Aug 31 19:57:15.636473 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d1421a23-2707-4c5f-9a74-b48c624906b4 req-86eee343-d778-4241-89bf-d2b23e1b7553 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658872 Aug 31 19:57:15.655441 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-5aa0ccb4-784d-4c01-9faa-3fed9e0a644e service neutron] delete failed (client error): The resource could not be found. Aug 31 19:57:15.656515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-5aa0ccb4-784d-4c01-9faa-3fed9e0a644e service neutron] 10.222.0.82 "DELETE /v2.0/ports/91e7097d-15a2-4b2a-a1d7-303e62ec0e89/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0790544 Aug 31 19:57:15.688070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-93ead159-dae5-4c27-a25e-4ca219c8b357 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495860 Aug 31 19:57:15.691257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-5d985003-2430-4c8b-9222-b10a4297c6cb service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445110 Aug 31 19:57:15.844501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-34595a15-2a8e-4453-8beb-962b4e3002d2 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488540 Aug 31 19:57:15.847809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a64de649-f7d4-48e5-8c65-f1eac8840a99 req-2b79afc6-e67f-4097-b503-625175664704 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450756 Aug 31 19:57:15.946216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-d71efcea-8b41-4bb0-8261-84c081e54b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:15.947625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-d71efcea-8b41-4bb0-8261-84c081e54b25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1095 time: 0.0439198 Aug 31 19:57:15.993379 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:57:16.041847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-ed64e63b-43fe-4ed4-8460-1c12f6697d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:16.043871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-ed64e63b-43fe-4ed4-8460-1c12f6697d38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0884264 Aug 31 19:57:16.117801 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-9fa083d0-93f0-4d59-9807-bc098a9c6dbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 999 time: 0.0665371 Aug 31 19:57:16.168424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-e7401ccc-ba43-49d0-8ea1-a14d2bb2a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:16.169851 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-e7401ccc-ba43-49d0-8ea1-a14d2bb2a6c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0447338 Aug 31 19:57:16.212387 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:16.219775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-2b92942d-66b9-4d77-829c-9d6b18820ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:16.221293 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-2b92942d-66b9-4d77-829c-9d6b18820ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423625 Aug 31 19:57:16.319448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-67e8f8b6-9387-4be7-918c-fc0d561035c1 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Aug 31 19:57:16.411189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9e05c7c6-66d7-4506-85e6-adc6a2a410fc req-3b267044-edb4-457f-ad9d-37c7c102fd9e service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841780 Aug 31 19:57:16.446613 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:57:16.492598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:57:16.762191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3913cd-4eae-4293-bbba-6818e7de3c1f req-25133b6b-cfd3-4ef4-8771-1567e8f03eb6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:16.763310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab3913cd-4eae-4293-bbba-6818e7de3c1f req-25133b6b-cfd3-4ef4-8771-1567e8f03eb6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0531604 Aug 31 19:57:16.801725 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab3913cd-4eae-4293-bbba-6818e7de3c1f req-e6f67719-e683-4093-bd58-ddcc4b9d88b0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323462 Aug 31 19:57:17.149135 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:17.789606 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:57:17.883426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:17.895389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'mac_address': 'fa:16:3e:d6:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:57:17.921854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed0d9c-5f17-4405-9825-ee21857219ae req-28dc8248-29c8-47fb-86ec-359df3c1a5a7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:17.923364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8eed0d9c-5f17-4405-9825-ee21857219ae req-28dc8248-29c8-47fb-86ec-359df3c1a5a7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 943 time: 0.0535669 Aug 31 19:57:17.939341 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:17.953358 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:57:17.962333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8eed0d9c-5f17-4405-9825-ee21857219ae req-f8318b08-5c16-40ca-b3af-23d986ce709d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329897 Aug 31 19:57:17.973075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:17.977621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:18.024574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:18.032182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.032536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.032876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.033212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.033544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.033872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.034200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.034521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.034843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.035163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.035484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.035829 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:57:18.080434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640a3f-b258-4f5e-bcea-1ad225d562db req-b740384b-a94d-47e0-8d6b-01e5fdb04843 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.081945 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87640a3f-b258-4f5e-bcea-1ad225d562db req-b740384b-a94d-47e0-8d6b-01e5fdb04843 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0505037 Aug 31 19:57:18.125091 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87640a3f-b258-4f5e-bcea-1ad225d562db req-9fa2b76a-1dc9-4858-b055-66249154a007 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366888 Aug 31 19:57:18.186993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['91e7097d-15a2-4b2a-a1d7-303e62ec0e89'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:57:18.338364 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3830c-1142-427a-bbaa-0a89ecbb43d1 req-b82776d8-8851-4e5e-840b-8b35fb2c748d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.339966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fb3830c-1142-427a-bbaa-0a89ecbb43d1 req-b82776d8-8851-4e5e-840b-8b35fb2c748d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0639868 Aug 31 19:57:18.362203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-6c3dc818-f638-4c69-8155-ed5710400fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.363741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-6c3dc818-f638-4c69-8155-ed5710400fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 1096 time: 0.0439465 Aug 31 19:57:18.381052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5fb3830c-1142-427a-bbaa-0a89ecbb43d1 req-3760c5ae-b84a-4e2d-9f95-5ec1cf98a8d0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326979 Aug 31 19:57:18.458274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-a9e8df2e-1998-4d60-9bd9-e415bd59a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.459838 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-a9e8df2e-1998-4d60-9bd9-e415bd59a2f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0887635 Aug 31 19:57:18.525677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-64a627e0-4f8e-4a6b-aefb-2688c3c9e47b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 200 len: 1000 time: 0.0586159 Aug 31 19:57:18.578165 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-af4883a1-e0ba-480f-b722-7f8bfb167ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.579498 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-af4883a1-e0ba-480f-b722-7f8bfb167ff8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0469117 Aug 31 19:57:18.626298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-557f516c-a955-4e2e-b545-96a7ffc92bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:18.627784 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-557f516c-a955-4e2e-b545-96a7ffc92bc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403898 Aug 31 19:57:18.717459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-d426131a-1d4d-4cad-9d54-0ab052e84f0d service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821526 Aug 31 19:57:18.809505 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5fbc052c-ed68-4192-8849-1b92ef5eb429 req-09a73d89-09d5-4492-98a7-2fd1b3bd5f0b service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Aug 31 19:57:19.501032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db4e36-86b3-4c76-b9ec-782ba90bf96f req-d4d7c90a-77af-4c2a-8b2b-7b6e5f24a097 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:19.502515 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7db4e36-86b3-4c76-b9ec-782ba90bf96f req-d4d7c90a-77af-4c2a-8b2b-7b6e5f24a097 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0528626 Aug 31 19:57:19.539420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e7db4e36-86b3-4c76-b9ec-782ba90bf96f req-69512b3e-3bb4-4fac-bc92-fa582e13a98e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Aug 31 19:57:19.775962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f89f-f8e6-4ceb-81a9-bcc9528e9a4d req-482bbfbb-e603-49eb-9939-88a9a68f3894 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:19.778071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc39f89f-f8e6-4ceb-81a9-bcc9528e9a4d req-482bbfbb-e603-49eb-9939-88a9a68f3894 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 944 time: 0.0491385 Aug 31 19:57:19.793938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:57:19.817072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc39f89f-f8e6-4ceb-81a9-bcc9528e9a4d req-8d3e17db-f1f5-4d1a-bd2c-6712f77eb816 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330849 Aug 31 19:57:19.842961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:57:19.846510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:57:19.846888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:19.921243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:19.943132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:19.945308 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60999f-41bd-48b0-b3a9-33ad4c6b4883" -d '{"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-plugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:19.958758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:19.962818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:20.021526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:20.048393 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ea1f8b-af7c-4c12-a571-a3ecb870fd50 x-openstack-request-id: req-e3ea1f8b-af7c-4c12-a571-a3ecb870fd50 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:20.048684 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-plugged", "status": "completed", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:20.048962 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3ea1f8b-af7c-4c12-a571-a3ecb870fd50 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:20.049353 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'code': 200} Aug 31 19:57:20.932833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586b41c-3816-4b04-9cd6-78df20659c90 req-7791d22e-1e64-42e7-a3ee-4e05db572cde tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:20.934449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d586b41c-3816-4b04-9cd6-78df20659c90 req-7791d22e-1e64-42e7-a3ee-4e05db572cde tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0501189 Aug 31 19:57:20.972612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d586b41c-3816-4b04-9cd6-78df20659c90 req-13552c6b-2f49-4cf8-8725-f4adb323e263 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Aug 31 19:57:21.003762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95291cd-8db4-4830-962b-31c895aca02f req-d8297365-ce99-4138-adf5-017a3df5c7de tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:21.005272 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b95291cd-8db4-4830-962b-31c895aca02f req-d8297365-ce99-4138-adf5-017a3df5c7de tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9c6ca61-517d-4cb5-9660-555978ac919e HTTP/1.1" status: 200 len: 945 time: 0.0505126 Aug 31 19:57:21.104338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Deleting port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:57:21.104599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.193161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] For port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:21.193539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.372657 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.372977 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.373293 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e disassociated. External IP: 172.25.3.234, port: 91e7097d-15a2-4b2a-a1d7-303e62ec0e89. Aug 31 19:57:21.373630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Calling delete_port for 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:57:21.494560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.520765 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'Port': ['ID=91e7097d-15a2-4b2a-a1d7-303e62ec0e89,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:21.638882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:57:21.749804 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:57:21.759462 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:57:21.769800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:57:21.770418 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:57:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:21.790293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] No DVR routers for this DVR port 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:57:21.793224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:21.795478 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b95291cd-8db4-4830-962b-31c895aca02f req-325dc739-ddd6-4c90-8d5a-9fb402ff9e3b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "DELETE /v2.0/ports/91e7097d-15a2-4b2a-a1d7-303e62ec0e89 HTTP/1.1" status: 204 len: 173 time: 0.7827780 Aug 31 19:57:21.795939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-deleted', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:21.798342 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcda53b-568b-4fef-a8ce-c876f316e541" -d '{"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-deleted", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:21.845400 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1b466-d9c1-405d-a807-c5d19c3594b5 x-openstack-request-id: req-3bc1b466-d9c1-405d-a807-c5d19c3594b5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:21.845919 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c6ca61-517d-4cb5-9660-555978ac919e", "name": "network-vif-deleted", "tag": "91e7097d-15a2-4b2a-a1d7-303e62ec0e89", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:21.846391 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bc1b466-d9c1-405d-a807-c5d19c3594b5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:21.847021 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6ca61-517d-4cb5-9660-555978ac919e', 'name': 'network-vif-deleted', 'tag': '91e7097d-15a2-4b2a-a1d7-303e62ec0e89', 'status': 'completed', 'code': 200} Aug 31 19:57:21.882142 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:57:22.099865 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:22.130709 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:57:22.139302 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:57:22.139946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:57:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:22.244963 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:57:22.260034 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-cd70c0e2-a3c7-41f2-964c-15070bb80638 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--454053054&fields=id&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 267 time: 0.0339067 Aug 31 19:57:22.372709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-01ff3a01-b88c-4c41-9054-ae0cc37a4aad tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:22.374223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-01ff3a01-b88c-4c41-9054-ae0cc37a4aad tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1069849 Aug 31 19:57:22.389223 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-c3796537-0acb-4a72-9785-42c9cd29d5b3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/quotas/d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 375 time: 0.0091536 Aug 31 19:57:22.442210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-452bcad2-2d55-4339-a90d-c09ba8a6fe68 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473356 Aug 31 19:57:22.444831 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:22.472307 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff1a2-24f4-4129-b2e2-fbf80a6699dc None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:57:22.549559 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-72b81c08-20d3-44e3-b1fb-3d201cd4bbd6 service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926497 Aug 31 19:57:22.643713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-99e98cb7-f5b6-47b5-a541-dee366868c73 service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877707 Aug 31 19:57:22.696155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc0a55-b43b-4c02-8993-32692965e2e7 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:57:23.831393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da1ea82a-0e01-4f37-8a2a-dc548a098ced req-8b0762dc-5d81-4c4c-8900-3efde150209c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Aug 31 19:57:24.790996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-0276020d-bf83-4ff5-8c88-9beea40863c7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:24.792887 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-0276020d-bf83-4ff5-8c88-9beea40863c7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1117959 Aug 31 19:57:24.838865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-e9fbebd9-96a3-4536-8d82-e9dec0c08760 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 379 time: 0.0358555 Aug 31 19:57:24.848775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'port': {'device_id': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'admin_state_up': True, 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'security_groups': ['af5d804a-fe8e-4333-a730-de1668457233']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:57:24.929076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d2d0f9e-6a85-4afa-a81e-c8b01c302ce4 req-ae5bbe76-04ee-42c6-b765-cce54d4542c5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 210 time: 0.0293319 Aug 31 19:57:24.963597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:57:24.967082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.096264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Allocated IP 172.20.0.6 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/c2c1a7ef-647a-4999-a26b-46e6b8fd464b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:57:25.235452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.249489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Transition to ACTIVE for port object c2c1a7ef-647a-4999-a26b-46e6b8fd464b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:57:25.280570 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.324438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:57:25.327543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:57:25.330105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:57:25.358923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:25.389869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:25.390496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.406230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-893ee588-a023-4bc4-89f7-2bb6e9d01228 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610578 Aug 31 19:57:25.420407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Request body: {'port': {'device_id': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:57:25.483986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.613881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd888c44-4c3d-4143-8a65-f4e819a2bad6 None None] Provisioning for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:57:25.617793 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd888c44-4c3d-4143-8a65-f4e819a2bad6 None None] Provisioning complete for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:57:25.618191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd888c44-4c3d-4143-8a65-f4e819a2bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.651486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dd888c44-4c3d-4143-8a65-f4e819a2bad6 None None] Port c2c1a7ef-647a-4999-a26b-46e6b8fd464b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:57:25.743095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:57:25.750340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.762599 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Transition to ACTIVE for port object c2c1a7ef-647a-4999-a26b-46e6b8fd464b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:57:25.766326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.816731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:25.852008 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:57:25.873386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:57:25.873653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 91e7097d-15a2-4b2a-a1d7-303e62ec0e89 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:57:25.890200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:57:25.890542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:57:25.890876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:57:25.895345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:57:25.895696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:57:25.900531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:57:25.900879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:57:25.901268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:57:25.901835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Bound port: c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:57:25.902754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:25.979934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:57:25.983041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:57:25.987880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:26.019861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.020550 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:26.021944 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] 10.222.0.82 "PUT /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1092 time: 0.6066809 Aug 31 19:57:26.022459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:26.024730 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2db250-7aa9-4400-be58-dc38db76a592" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:26.053492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48fd8f-1fa8-47d4-8bd9-8cde3649f12d service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:26.072026 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c5ae5-a2c5-4fe9-a6ff-7d6af471106d x-openstack-request-id: req-fa0c5ae5-a2c5-4fe9-a6ff-7d6af471106d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:26.072331 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:26.072587 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa0c5ae5-a2c5-4fe9-a6ff-7d6af471106d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:26.073091 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'status': 'completed', 'code': 200} Aug 31 19:57:26.083165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c886-6feb-4724-8b14-42897d3d4738 req-aaa8c0e8-a007-4711-9393-3124e0b66833 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.085539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c14c886-6feb-4724-8b14-42897d3d4738 req-aaa8c0e8-a007-4711-9393-3124e0b66833 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0807884 Aug 31 19:57:26.131038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-14d6896c-0612-4fef-bcfe-53158abfaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.132620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-14d6896c-0612-4fef-bcfe-53158abfaf02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0561211 Aug 31 19:57:26.134043 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c14c886-6feb-4724-8b14-42897d3d4738 req-f6889197-e24b-4790-8977-1a805465e5b0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Aug 31 19:57:26.177399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-81e47b0f-c79c-44de-aaba-72750d716eea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 217 time: 0.0355492 Aug 31 19:57:26.229312 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-f2345e43-2506-43d5-bc3e-d9e9fb27f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.230815 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-f2345e43-2506-43d5-bc3e-d9e9fb27f324 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0464048 Aug 31 19:57:26.281397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-06bcd658-8fe3-4229-a5b4-d2a7e09832ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.282872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-06bcd658-8fe3-4229-a5b4-d2a7e09832ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446639 Aug 31 19:57:26.375199 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-05aed9c0-4a8f-4785-b1aa-a66c3c3a4e6e service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819025 Aug 31 19:57:26.471391 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-23967c2e-cb39-4bd3-b95c-a556cda557a6 req-47a0617a-4b05-4dc0-8983-34b0eaa784c8 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Aug 31 19:57:26.557490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-7d6d0d7c-5168-490d-9e6f-027daa376a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.559850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-7d6d0d7c-5168-490d-9e6f-027daa376a23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0419691 Aug 31 19:57:26.646976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-c80e0c26-077b-447c-b22f-1fdc7e1f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.648476 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-c80e0c26-077b-447c-b22f-1fdc7e1f250f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0815756 Aug 31 19:57:26.693486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-fb9810fb-b921-4743-8a2f-8f025818ccee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 217 time: 0.0373876 Aug 31 19:57:26.744005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-b1304ebd-22eb-4b64-9888-34ae72198f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.746069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-b1304ebd-22eb-4b64-9888-34ae72198f2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0439062 Aug 31 19:57:26.795338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-9a0f6629-a01d-4ffd-a696-fcb9e38ec213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:26.796847 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-9a0f6629-a01d-4ffd-a696-fcb9e38ec213 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396042 Aug 31 19:57:26.889324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-081ed5d9-5d04-461e-9236-1503d55bc066 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Aug 31 19:57:26.978049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c2db250-7aa9-4400-be58-dc38db76a592 req-a7a6b7ff-9aaf-4da8-8f0f-c24183667f98 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814323 Aug 31 19:57:27.253767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a99c8c-1a37-4883-ae82-2f9e35be397c req-74a86f53-decf-4bba-8d05-85b01188f930 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:27.255241 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83a99c8c-1a37-4883-ae82-2f9e35be397c req-74a86f53-decf-4bba-8d05-85b01188f930 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0483251 Aug 31 19:57:27.293057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83a99c8c-1a37-4883-ae82-2f9e35be397c req-784e3c0e-2840-43ae-a157-6a4c1aba93c3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Aug 31 19:57:28.408143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b99480-f45b-4135-92c2-798ef052597c req-04561a3a-a2b5-4683-b56c-b751b5eb9706 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:28.409615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b99480-f45b-4135-92c2-798ef052597c req-04561a3a-a2b5-4683-b56c-b751b5eb9706 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0479400 Aug 31 19:57:28.450225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85b99480-f45b-4135-92c2-798ef052597c req-44fd2910-e228-4252-bc60-eae41cc25625 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347283 Aug 31 19:57:29.565928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378f00-4107-48d8-b2e6-185a9cadd886 req-cda0ccaa-a8ea-4109-99cb-861adad5b065 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:29.567425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34378f00-4107-48d8-b2e6-185a9cadd886 req-cda0ccaa-a8ea-4109-99cb-861adad5b065 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0485976 Aug 31 19:57:29.605545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34378f00-4107-48d8-b2e6-185a9cadd886 req-a6713d4f-43a4-40f8-97de-90ff8262a42d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Aug 31 19:57:30.528640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:57:30.628244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:30.640591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:57:30.683916 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:30.697262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:57:30.717833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:30.721641 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:30.726774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06330286-d104-4420-a1f4-67ab96bb83a2 req-7179d853-c3a5-45ad-a968-6cd306137d52 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:30.728330 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06330286-d104-4420-a1f4-67ab96bb83a2 req-7179d853-c3a5-45ad-a968-6cd306137d52 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0526326 Aug 31 19:57:30.768946 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06330286-d104-4420-a1f4-67ab96bb83a2 req-e4506ad6-d47b-4204-9d19-26c407f8be0d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337780 Aug 31 19:57:30.774593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:30.949400 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c2c1a7ef-647a-4999-a26b-46e6b8fd464b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:57:31.888933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94f7b-75dc-4c4c-ba36-eaf8dabf2429 req-8e012608-d895-4ddd-ab99-195805c7c85d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:31.890408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48c94f7b-75dc-4c4c-ba36-eaf8dabf2429 req-8e012608-d895-4ddd-ab99-195805c7c85d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0492167 Aug 31 19:57:31.931144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48c94f7b-75dc-4c4c-ba36-eaf8dabf2429 req-87259d6d-626a-4dc8-8ba6-ad53c9275bc4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347338 Aug 31 19:57:32.540129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:57:32.591559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:57:32.594941 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:57:32.595328 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:32.672223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:32.693700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:32.696770 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f30d5-d34a-4ea3-91b6-0c545bbe856d" -d '{"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:32.710644 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:57:32.716509 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:32.741458 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa506ab-0b35-454e-9c0f-29f6c1ad5b25 x-openstack-request-id: req-4aa506ab-0b35-454e-9c0f-29f6c1ad5b25 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:32.741752 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:32.742005 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4aa506ab-0b35-454e-9c0f-29f6c1ad5b25 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:32.742468 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'code': 200} Aug 31 19:57:32.774177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:57:32.840398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca28d-e79e-45f8-8865-b7e3bbb5dcb3 req-7b97997a-c15c-48b6-863c-c04597e106f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:32.841955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f0cca28d-e79e-45f8-8865-b7e3bbb5dcb3 req-7b97997a-c15c-48b6-863c-c04597e106f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1097 time: 0.0416338 Aug 31 19:57:32.882190 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f0cca28d-e79e-45f8-8865-b7e3bbb5dcb3 req-6ed63dc9-7df3-4be5-af7d-c463e53c31c2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Aug 31 19:57:33.050918 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafe98-bf61-42ac-8e18-9b1c5fb3a9bb req-724b0d79-376d-40a0-8a83-ba576ac3c4f6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:33.052535 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80aafe98-bf61-42ac-8e18-9b1c5fb3a9bb req-724b0d79-376d-40a0-8a83-ba576ac3c4f6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Aug 31 19:57:33.093674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80aafe98-bf61-42ac-8e18-9b1c5fb3a9bb req-f883699d-6dfe-4c4d-858b-32faeadc48b7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344336 Aug 31 19:57:34.216299 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6038067-824a-4253-a59f-72d19a44b076 req-5a3f9256-6db7-475f-b54a-c5215cd96c97 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:34.218294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6038067-824a-4253-a59f-72d19a44b076 req-5a3f9256-6db7-475f-b54a-c5215cd96c97 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 31 19:57:34.257061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a6038067-824a-4253-a59f-72d19a44b076 req-bee63c94-b8a8-4b9f-80ab-7ab026a3ddde tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326698 Aug 31 19:57:34.397092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea6bff-884a-4041-8564-25983f30696c req-ef9c6672-f822-47af-918d-6b67147a4afe tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:34.398577 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-10ea6bff-884a-4041-8564-25983f30696c req-ef9c6672-f822-47af-918d-6b67147a4afe tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Aug 31 19:57:34.407153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:57:34.411688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'floatingip': {'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:57:34.455226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:35.252120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:35.256588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:35.360420 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e associated. External IP: 172.25.3.234, port: c2c1a7ef-647a-4999-a26b-46e6b8fd464b. Aug 31 19:57:35.580837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:57:35.696725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:57:35.703414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:35.710912 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:57:35.720650 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:57:35.721336 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:57:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:35.736719 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8917ac74-1d1c-4e6e-b63e-bab28adf75ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "PUT /v2.0/floatingips/78730171-e1fa-4801-8368-d206d63bf30e HTTP/1.1" status: 200 len: 991 time: 1.3259561 Aug 31 19:57:35.736719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:57:35.737292 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c534c1-59a6-4f24-8793-6a74243c56aa" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:57:35.791054 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c868c-137d-482b-bd35-c4e32729421b x-openstack-request-id: req-a93c868c-137d-482b-bd35-c4e32729421b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:57:35.791351 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:57:35.791606 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a93c868c-137d-482b-bd35-c4e32729421b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:57:35.793967 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'status': 'completed', 'code': 200} Aug 31 19:57:35.842270 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:57:35.853326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-1ab9e60c-ffee-4ad0-b358-599acfcd6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:35.857565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-1ab9e60c-ffee-4ad0-b358-599acfcd6aba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1097 time: 0.0443699 Aug 31 19:57:35.954439 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-2ad1917b-da53-475b-9bb4-80f6c326838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:35.955995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-2ad1917b-da53-475b-9bb4-80f6c326838c service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0922379 Aug 31 19:57:36.030609 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-92f70c4e-ef29-43f9-ba70-76a9a5402f5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 999 time: 0.0655935 Aug 31 19:57:36.080922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-be9a9127-fdac-4bca-8ca3-0dcfb140f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:36.082393 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-be9a9127-fdac-4bca-8ca3-0dcfb140f021 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0447121 Aug 31 19:57:36.130732 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-a6bda0a4-112d-47bc-a505-d01f80e5a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:36.132193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-a6bda0a4-112d-47bc-a505-d01f80e5a0c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415950 Aug 31 19:57:36.166414 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:57:35Z', 'revision_number': 9, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:36.192232 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:57:36.201267 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:57:36.201875 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:57:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:36.228461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-0708eac8-1f63-4f6d-b5a2-adbea29a66db service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Aug 31 19:57:36.311963 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:57:36.322754 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5c534c1-59a6-4f24-8793-6a74243c56aa req-d7039262-e475-4d86-b6ab-3ea4b91c3738 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Aug 31 19:57:36.537656 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:57:35Z', 'revision_number': 9, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:57:36.563562 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e3a9-ef0e-45f0-b7a7-f4ab3586dde2 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:57:35Z', 'revision_number': 9, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:57:36.772632 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662861cb-fb9c-4ebc-a5be-d170ef38904f None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:57:39.958163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-b2dfab09-fef1-4303-b30d-db9ad50acf16 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398483 Aug 31 19:57:40.322121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-0d6bdbb4-fbc7-42cb-b159-9e753ec4765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:40.324319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-0d6bdbb4-fbc7-42cb-b159-9e753ec4765f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1097 time: 0.3181734 Aug 31 19:57:40.428257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-39a64967-42e0-4cd3-8aed-51733385629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:40.429737 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-39a64967-42e0-4cd3-8aed-51733385629f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0838826 Aug 31 19:57:40.505748 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-3706f06b-7ce6-446d-9b62-06339cbd2bbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1002 time: 0.0641997 Aug 31 19:57:40.556704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-e4221376-7b38-43c1-8249-a69b78245928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:40.558237 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-e4221376-7b38-43c1-8249-a69b78245928 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0425498 Aug 31 19:57:40.602849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-705b2f5b-5564-4c66-acb6-23334a1fa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:57:40.604911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-705b2f5b-5564-4c66-acb6-23334a1fa6f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386410 Aug 31 19:57:40.695416 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-ddeae538-77be-470a-a608-c15dd88c6a5f service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834801 Aug 31 19:57:40.787477 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5359bbcf-a258-4ef7-ad72-6839fee52f75 req-b953cc8b-0330-447e-bf03-1ab9f7d0b500 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847399 Aug 31 19:57:41.624907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdccf11e-799d-452b-ac0e-e73423e10416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:44.265787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1dbef5b4-a5e2-4476-8a37-d806676eeb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:44.516922 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:44.835387 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:45.529674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:46.227815 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:47.151152 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:52.993432 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:58:11.626019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68513dda-de64-451f-a0d6-c57825c92ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:14.269952 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2137851-6da9-4c42-86ff-d5defffbed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:14.519554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:14.854001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:15.532093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:16.237353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:17.154991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:29.991921 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:58:41.627750 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c215fdc3-89c2-465b-a639-13ceea9e65b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:41.981048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-66e8afdc-76a1-498e-b611-cdd194cd9868 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428343 Aug 31 19:58:42.074691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-0e0807cf-4c57-49c0-b89d-99266513ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:58:42.076203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-0e0807cf-4c57-49c0-b89d-99266513ec47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1097 time: 0.0479674 Aug 31 19:58:42.176501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-c9fda98e-4d23-4562-9d53-e78a44bd99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:58:42.177950 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-c9fda98e-4d23-4562-9d53-e78a44bd99d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0817838 Aug 31 19:58:42.247130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-b94608d1-df6d-4b58-bcae-156593b84d00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1002 time: 0.0612335 Aug 31 19:58:42.298058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-084d7791-84a0-469c-aed3-7d31da6e266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:58:42.299525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-084d7791-84a0-469c-aed3-7d31da6e266c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0449173 Aug 31 19:58:42.347757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-c10bf20a-b304-4ac6-974c-233b0ad33342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:58:42.349575 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-c10bf20a-b304-4ac6-974c-233b0ad33342 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423174 Aug 31 19:58:42.441741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-f0ff4039-9f0c-4fd4-b5b1-077cf8acddd5 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Aug 31 19:58:42.531413 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a145beee-adbd-4b65-bb35-5e3bc742f96d req-89b82572-e36d-4d85-b9e7-a6108bebaea8 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818336 Aug 31 19:58:44.270678 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94faff0f-2a12-4ef6-9a10-dbaedc675c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:44.520237 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:44.845635 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:45.535014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:46.260072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:47.157865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:06.991159 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:59:11.627885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f1c7-f095-4139-b45b-c253485b58fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:14.273088 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3661eb0c-86df-42b0-89c8-a62339c0551a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:14.525872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:14.849044 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:15.538269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:16.056569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a5513-d247-4cfc-b9e0-7a699015fb9e req-650d305b-635b-4965-a6a2-9e8abe58245d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:16.058083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-297a5513-d247-4cfc-b9e0-7a699015fb9e req-650d305b-635b-4965-a6a2-9e8abe58245d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0650899 Aug 31 19:59:16.121926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-297a5513-d247-4cfc-b9e0-7a699015fb9e req-8df4299f-fece-469b-9f8c-436c86ace60b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572534 Aug 31 19:59:16.136635 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-6f44e81b-7944-4a69-ace1-e44c982bdd3d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498914 Aug 31 19:59:16.249717 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:17.160332 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:17.239927 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed166-4088-430a-a7b9-3b8f6bebdf40 req-62a2bfb7-2217-4e5a-9855-dd5f2bc5be32 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:17.241417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e3ed166-4088-430a-a7b9-3b8f6bebdf40 req-62a2bfb7-2217-4e5a-9855-dd5f2bc5be32 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0500143 Aug 31 19:59:17.278775 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e3ed166-4088-430a-a7b9-3b8f6bebdf40 req-7af8f45a-9531-466a-8b3e-ac010e02a309 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Aug 31 19:59:18.400374 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a8d38-9a4d-4190-974c-9d86ebccb062 req-072808f5-4465-4e27-97f5-2e3e97e9861b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:18.401847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-801a8d38-9a4d-4190-974c-9d86ebccb062 req-072808f5-4465-4e27-97f5-2e3e97e9861b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Aug 31 19:59:18.438442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-801a8d38-9a4d-4190-974c-9d86ebccb062 req-6ba3f4e0-dec7-4b28-a7d2-1dfc12f2815e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306301 Aug 31 19:59:19.291923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-6dd8aaac-9907-43a1-b59c-81226e12aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:19.293425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-6dd8aaac-9907-43a1-b59c-81226e12aaba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1097 time: 0.0409682 Aug 31 19:59:19.391417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e65037dc-3f6b-42b6-a03b-7351d98b20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:19.393025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e65037dc-3f6b-42b6-a03b-7351d98b20f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0918791 Aug 31 19:59:19.460077 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e4f8165d-cda0-4137-a6bf-7f662f5feb5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1002 time: 0.0594606 Aug 31 19:59:19.518906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-aef0e013-beea-4788-afeb-750fa6f57a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:19.520430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-aef0e013-beea-4788-afeb-750fa6f57a37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0515721 Aug 31 19:59:19.556004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000100a-761b-4eb2-9d9b-1f6f8f540d2b req-bbcd162c-21f4-4a68-a641-d38129a07f14 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:19.557411 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8000100a-761b-4eb2-9d9b-1f6f8f540d2b req-bbcd162c-21f4-4a68-a641-d38129a07f14 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Aug 31 19:59:19.571014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e103749e-c095-4b4e-8e35-1935e2f5516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:19.572571 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e103749e-c095-4b4e-8e35-1935e2f5516a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440774 Aug 31 19:59:19.596038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8000100a-761b-4eb2-9d9b-1f6f8f540d2b req-58f05740-2ce6-461f-aaba-317a5ebbff78 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Aug 31 19:59:19.662652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-e1dae625-e617-4626-b89e-ef6fa4421218 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823619 Aug 31 19:59:19.755909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-ff765ff3-c579-451a-bf7f-8a9d55f7c562 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853665 Aug 31 19:59:20.710445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b182-b758-4776-89d4-5aaa49b518d1 req-cf8aaf3d-841c-42c5-a00e-760b671f4180 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:20.711948 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e05b182-b758-4776-89d4-5aaa49b518d1 req-cf8aaf3d-841c-42c5-a00e-760b671f4180 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0482287 Aug 31 19:59:20.750453 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e05b182-b758-4776-89d4-5aaa49b518d1 req-7df8b033-b98c-4be1-803b-b33502ee0773 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Aug 31 19:59:21.868092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf89385-5932-43fd-9546-756b816c085d req-6b7cf5e4-b807-4c3d-809e-f2feaf8abc57 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:21.869567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bf89385-5932-43fd-9546-756b816c085d req-6b7cf5e4-b807-4c3d-809e-f2feaf8abc57 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Aug 31 19:59:21.910441 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7bf89385-5932-43fd-9546-756b816c085d req-297b4feb-d9b1-4b0a-a7c2-9de6149828d0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Aug 31 19:59:23.027488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811ffc9-1e51-4287-9490-43dc70190452 req-91d7f91e-7f5a-43ce-90a7-f914040d3310 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:23.028989 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9811ffc9-1e51-4287-9490-43dc70190452 req-91d7f91e-7f5a-43ce-90a7-f914040d3310 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0490725 Aug 31 19:59:23.066531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9811ffc9-1e51-4287-9490-43dc70190452 req-d0962cf0-2406-4160-a3f4-8788a0a1d2db tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314252 Aug 31 19:59:24.184676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d110797-fdba-41c5-81ac-04dc2934410c req-7de26ce8-2423-4edb-a5d8-6b099ea61925 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:24.186284 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d110797-fdba-41c5-81ac-04dc2934410c req-7de26ce8-2423-4edb-a5d8-6b099ea61925 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Aug 31 19:59:24.224341 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d110797-fdba-41c5-81ac-04dc2934410c req-bd90678c-37c2-46d3-98eb-c45585bdf891 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Aug 31 19:59:25.345177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898932c-7739-4d42-92af-38d1f1211060 req-c929aad8-4d39-426e-8437-400c9f46696c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:25.346698 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3898932c-7739-4d42-92af-38d1f1211060 req-c929aad8-4d39-426e-8437-400c9f46696c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0551291 Aug 31 19:59:25.386232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3898932c-7739-4d42-92af-38d1f1211060 req-6ee08f2f-c86e-4b02-805c-62cbd109a34d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Aug 31 19:59:26.500138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b8c8-e12e-4a80-b6a2-9a8cc0ddb558 req-ce491981-7916-4bf1-801d-a12603d79328 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:26.501630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5534b8c8-e12e-4a80-b6a2-9a8cc0ddb558 req-ce491981-7916-4bf1-801d-a12603d79328 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0489693 Aug 31 19:59:26.539616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5534b8c8-e12e-4a80-b6a2-9a8cc0ddb558 req-81dd7cfc-fa6e-45b3-b7fa-7d518132920a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320275 Aug 31 19:59:27.660437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af9df4-1b95-4ccf-b451-20e3fef40809 req-51e5e79a-0944-47ae-a815-3f8eeacf8d5f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:27.661963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79af9df4-1b95-4ccf-b451-20e3fef40809 req-51e5e79a-0944-47ae-a815-3f8eeacf8d5f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Aug 31 19:59:27.699657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-79af9df4-1b95-4ccf-b451-20e3fef40809 req-421c2ecb-5bfa-4712-a433-4d01bd0d10bd tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Aug 31 19:59:28.816714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9a0db-e410-4cba-a457-71afa899dbd5 req-9c911bcf-45cf-4a79-8739-8d1fbed275ff tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:28.818182 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74e9a0db-e410-4cba-a457-71afa899dbd5 req-9c911bcf-45cf-4a79-8739-8d1fbed275ff tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0526059 Aug 31 19:59:28.855302 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74e9a0db-e410-4cba-a457-71afa899dbd5 req-61c908bf-df7c-41a9-b11d-2eaf7f7ffbe0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Aug 31 19:59:29.970898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570f92c-fba0-4e19-8725-ce3b24b87244 req-98a02279-0c46-4884-a4f5-742771edb5d3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:29.972397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4570f92c-fba0-4e19-8725-ce3b24b87244 req-98a02279-0c46-4884-a4f5-742771edb5d3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Aug 31 19:59:30.010157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4570f92c-fba0-4e19-8725-ce3b24b87244 req-61462f31-ab3c-4373-b403-48702f8df83b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Aug 31 19:59:31.135409 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd0a1-d363-4b3a-a4ec-c53444417c02 req-a0ba2645-1e28-4cb8-bf40-293ffb7cfd73 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:31.136923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d86cd0a1-d363-4b3a-a4ec-c53444417c02 req-a0ba2645-1e28-4cb8-bf40-293ffb7cfd73 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 31 19:59:31.174218 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d86cd0a1-d363-4b3a-a4ec-c53444417c02 req-6a3edb1d-ff3e-4b65-ab54-b5833151642a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307627 Aug 31 19:59:31.622917 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-087b4914-07fd-46f6-88d6-0ab746d196db service neutron] show failed (client error): The resource could not be found. Aug 31 19:59:31.624520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-087b4914-07fd-46f6-88d6-0ab746d196db service neutron] 10.222.0.82 "GET /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0559523 Aug 31 19:59:31.820368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-bb8195f5-290c-47ee-a178-c262d34cdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:31.821833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-bb8195f5-290c-47ee-a178-c262d34cdfc3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1097 time: 0.0409131 Aug 31 19:59:31.833200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:59:31.889307 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.084840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:32.117877 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:59:32.156646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:32.158840 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562dfe61-2268-46b2-ab00-8e1c4daec6af" -d '{"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:32.162985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.176412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Transition to ACTIVE for port object c2c1a7ef-647a-4999-a26b-46e6b8fd464b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:59:32.180079 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.215685 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a651efad-7ba5-4b14-b0c5-b158de7657d8 x-openstack-request-id: req-a651efad-7ba5-4b14-b0c5-b158de7657d8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:32.215986 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:32.216239 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a651efad-7ba5-4b14-b0c5-b158de7657d8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:32.216640 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'code': 200} Aug 31 19:59:32.272034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:32.285409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.285769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.286122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.286464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.286800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.287132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.287471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.287832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.288170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.288513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.288849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.289176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:32.312178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85f7a5-d050-4b9c-9d54-d2a9058e78ab req-9ad10a32-886d-4501-a1ce-8c5bc1f8f8ac tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.317758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] No DVR routers for this DVR port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:59:32.319869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf85f7a5-d050-4b9c-9d54-d2a9058e78ab req-9ad10a32-886d-4501-a1ce-8c5bc1f8f8ac tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0641525 Aug 31 19:59:32.355929 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf85f7a5-d050-4b9c-9d54-d2a9058e78ab req-2a3fbf75-ece3-4ae4-ba0f-56d7c920362f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351551 Aug 31 19:59:32.457459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:59:32.457793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:59:32.458144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:32.462318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:59:32.462640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:32.468091 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:59:32.468437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:59:32.468821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:59:32.469239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Bound port: c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:59:32.469612 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.537189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:59:32.540577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:59:32.544415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.581604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.582227 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:32.583617 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] 10.222.0.67 "PUT /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1092 time: 0.7543075 Aug 31 19:59:32.602180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ed7d7-95c6-46d6-96ac-c3f25cb17377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:32.653130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-8555d9ee-b1f9-4fa3-a8c7-5602ea05ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.655279 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-8555d9ee-b1f9-4fa3-a8c7-5602ea05ea0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0445774 Aug 31 19:59:32.757886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-f74079cd-878d-4492-a12a-c23c58b27335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.759342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-f74079cd-878d-4492-a12a-c23c58b27335 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0979967 Aug 31 19:59:32.822809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-fb316bb8-9a89-4314-b48e-91a3f9c4c677 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.0564523 Aug 31 19:59:32.871084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-62d71a6b-4bde-4ee2-b491-34d4ece3435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.872483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-62d71a6b-4bde-4ee2-b491-34d4ece3435f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0426252 Aug 31 19:59:32.921562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-6632f4b9-bbfd-403b-8230-87dff331592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:32.923056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-6632f4b9-bbfd-403b-8230-87dff331592e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427873 Aug 31 19:59:33.011370 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-d49a0a2b-6b9f-4f39-9275-d48128ff2e7a service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806215 Aug 31 19:59:33.103009 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2464f77c-14b4-4aa8-b0c8-4c7983fe8080 req-adb6159b-ede7-4b11-838a-7739cb4446b4 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841374 Aug 31 19:59:33.474653 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6b5ba-2ba7-491e-921a-9fe79e6d044e req-0271275d-9bc1-45bd-815b-8e95e5a42c25 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:33.476323 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68a6b5ba-2ba7-491e-921a-9fe79e6d044e req-0271275d-9bc1-45bd-815b-8e95e5a42c25 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0495546 Aug 31 19:59:33.514075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-68a6b5ba-2ba7-491e-921a-9fe79e6d044e req-499a4f42-067a-4a79-a2ea-b46392e3f75f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Aug 31 19:59:34.217748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:34.220137 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adace3a-3636-4574-b580-c285cc946585" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:34.272867 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe59bdd-8465-4355-9465-895651273a17 x-openstack-request-id: req-3fe59bdd-8465-4355-9465-895651273a17 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:34.273181 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:34.273430 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fe59bdd-8465-4355-9465-895651273a17 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:34.273826 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'status': 'completed', 'code': 200} Aug 31 19:59:34.359520 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-c376f069-a6d0-4ca4-8988-0ce2b1d5196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.361053 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-c376f069-a6d0-4ca4-8988-0ce2b1d5196e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0601892 Aug 31 19:59:34.363491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-f8b7da3a-8e81-4628-a3e1-a4fc785a181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.364886 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-f8b7da3a-8e81-4628-a3e1-a4fc785a181d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0722153 Aug 31 19:59:34.524246 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-8a9a2e38-62a0-463f-a143-dd78325dd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.525631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-8a9a2e38-62a0-463f-a143-dd78325dd260 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1578550 Aug 31 19:59:34.526692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-43b9ad4f-751e-4dbc-934e-c0083562e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.528036 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-43b9ad4f-751e-4dbc-934e-c0083562e939 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1526487 Aug 31 19:59:34.644942 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-59fd35c9-8cc8-40c8-b8ec-4360a63b7c4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.1117096 Aug 31 19:59:34.646703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-9a8920bb-775c-4da3-93ba-586387047b57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.1079736 Aug 31 19:59:34.648920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f69b-12f0-4f20-985d-4b0d975592ab req-e6d31b52-e37a-4fd1-8bae-601e7184c54f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.650494 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf50f69b-12f0-4f20-985d-4b0d975592ab req-e6d31b52-e37a-4fd1-8bae-601e7184c54f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0510442 Aug 31 19:59:34.694620 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bf50f69b-12f0-4f20-985d-4b0d975592ab req-fe6fe5f1-9762-4ce3-8fb6-1f51ad095c63 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Aug 31 19:59:34.730858 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-df573bd4-343f-49b3-960f-a8006fc90d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.732355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-df573bd4-343f-49b3-960f-a8006fc90d98 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0798392 Aug 31 19:59:34.738086 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-ce6da308-7d34-4f04-a64f-bc99421f1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.739486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-ce6da308-7d34-4f04-a64f-bc99421f1fc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0782673 Aug 31 19:59:34.807430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-d3e63133-ca43-4ec2-9097-72cfa98da7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.808859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-d3e63133-ca43-4ec2-9097-72cfa98da7f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685129 Aug 31 19:59:34.813704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace3a-3636-4574-b580-c285cc946585 req-fb780041-8deb-4ccd-a0ac-6d7a741fbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:34.815054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-fb780041-8deb-4ccd-a0ac-6d7a741fbd4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657256 Aug 31 19:59:34.965292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-0f9e6bed-9381-4f84-a586-a5da5fff941c service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486609 Aug 31 19:59:34.968404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-ce02c0eb-97dd-431f-8e4c-c87c298ef747 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448784 Aug 31 19:59:34.987772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:59:35.025107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:59:35.380351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-dbf97f12-9fd1-4f61-96e7-206c996c897a service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076679 Aug 31 19:59:35.383911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6adace3a-3636-4574-b580-c285cc946585 req-f93fa360-c018-4b92-a77f-a7448058af9e service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039502 Aug 31 19:59:35.837187 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790909d-a731-4483-864d-21cf25e252f5 req-778c277f-fc63-4b31-80cc-9c056db61a28 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:35.838699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3790909d-a731-4483-864d-21cf25e252f5 req-778c277f-fc63-4b31-80cc-9c056db61a28 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0539122 Aug 31 19:59:35.880990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3790909d-a731-4483-864d-21cf25e252f5 req-dec405b6-f739-4126-bcb9-2867045c2717 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357084 Aug 31 19:59:36.173911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-bf3f618d-b714-497f-a502-2105457562a3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.175473 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-bf3f618d-b714-497f-a502-2105457562a3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&tenant_id=d3e188a92c30471d9b0bf4b9206b08df&binding%3Ahost_id=n-h2-778550-14 HTTP/1.1" status: 200 len: 943 time: 0.0562232 Aug 31 19:59:36.188806 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9433cc-fdc9-452b-ae4d-2b07cb4e5dba req-38451306-cc2c-4497-8bc9-c7060230c4a3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.190299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e9433cc-fdc9-452b-ae4d-2b07cb4e5dba req-38451306-cc2c-4497-8bc9-c7060230c4a3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 943 time: 0.0492251 Aug 31 19:59:36.228975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e9433cc-fdc9-452b-ae4d-2b07cb4e5dba req-466f0876-50cc-4cc0-9156-d2c182cd4f64 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327122 Aug 31 19:59:36.239401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-9144d5d2-9d2e-4b96-b077-a84c7ff8b6c4 service neutron] 10.222.0.67 "GET /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b/bindings/n-h2-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.0567775 Aug 31 19:59:36.304046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-fedd2d2f-a8e4-422b-92f2-299e36363f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.305504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-fedd2d2f-a8e4-422b-92f2-299e36363f15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1095 time: 0.0440946 Aug 31 19:59:36.399359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-ca882ac8-9f05-44d3-a7eb-d916fe7b2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.400860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-ca882ac8-9f05-44d3-a7eb-d916fe7b2fe8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0889168 Aug 31 19:59:36.469980 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-471559ff-8175-4514-8b79-0b09539c4325 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.0622022 Aug 31 19:59:36.470356 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:59:36.519369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-517319c3-cc45-4a1e-9827-9b40d6632c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.520884 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-517319c3-cc45-4a1e-9827-9b40d6632c8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0441577 Aug 31 19:59:36.567713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-ea2dde8c-54cd-4e57-a91f-e7383e90e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:36.569223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-ea2dde8c-54cd-4e57-a91f-e7383e90e2c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413830 Aug 31 19:59:36.577678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:36.588901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:59:36.625671 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:36.638525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:59:36.658437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:36.662244 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:36.662760 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-ad9c5d9f-618e-474d-a67c-9e848fab20ee service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849960 Aug 31 19:59:36.709953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:36.717824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.718180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.718530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.719011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.719380 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.719842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.720204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.720549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.720891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.721231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.721560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.721888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:59:36.752420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-72449df8-76c6-485e-921b-677d03d314a5 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829115 Aug 31 19:59:36.887294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['c2c1a7ef-647a-4999-a26b-46e6b8fd464b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:59:37.185283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-e4a9b5fd-feaf-448f-a97b-0107808a17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:37.186675 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-e4a9b5fd-feaf-448f-a97b-0107808a17f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1096 time: 0.0409694 Aug 31 19:59:37.299626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-89cdde6b-135f-49bf-b3c5-feed12a6337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:37.301142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-89cdde6b-135f-49bf-b3c5-feed12a6337a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0891042 Aug 31 19:59:37.350782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea523f-29b0-47d9-ab9d-c2c95ec58cb3 req-7b8ac71b-71be-46ac-9636-ee44a87f7d9e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:37.352367 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdea523f-29b0-47d9-ab9d-c2c95ec58cb3 req-7b8ac71b-71be-46ac-9636-ee44a87f7d9e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0504498 Aug 31 19:59:37.377732 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-5027e28b-91a7-4e8a-9d42-1d78743a57f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1001 time: 0.0594969 Aug 31 19:59:37.390793 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bdea523f-29b0-47d9-ab9d-c2c95ec58cb3 req-da05a41a-b8c2-4d14-8be7-0101c39475f7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Aug 31 19:59:37.431205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-c7d1a030-e256-4c3d-a760-1b89b57214ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:37.432670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-c7d1a030-e256-4c3d-a760-1b89b57214ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0472355 Aug 31 19:59:37.481994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-421182c3-57bf-4f6c-a208-33e20c26adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:37.484078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-421182c3-57bf-4f6c-a208-33e20c26adb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436485 Aug 31 19:59:37.573718 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-4a628031-e046-45a8-98ef-e9d4a12af2fb service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803514 Aug 31 19:59:37.664969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-864c726a-498b-4937-ae2f-0acd74bc1491 req-3ce959c0-1ca9-4fd2-9f16-e55bc09e1294 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837739 Aug 31 19:59:38.471014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:59:38.516816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc33b73-d485-4c1d-8b4b-0fb1dab2a952 req-fad845c0-61b6-40aa-99b4-8dc46eb6e78f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:38.518364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adc33b73-d485-4c1d-8b4b-0fb1dab2a952 req-fad845c0-61b6-40aa-99b4-8dc46eb6e78f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0558763 Aug 31 19:59:38.526651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:59:38.531093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port c2c1a7ef-647a-4999-a26b-46e6b8fd464b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:59:38.531485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:38.564220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-adc33b73-d485-4c1d-8b4b-0fb1dab2a952 req-9ea9fafa-abe9-4538-8aee-0b14bebf28b0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369921 Aug 31 19:59:38.617663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:38.641035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:38.643248 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4facbfc4-6028-4fca-b04a-9ba46f0559a9" -d '{"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:38.656762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:38.661354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:38.699618 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2210e-d98e-48f9-9207-8787286110f5 x-openstack-request-id: req-73c2210e-d98e-48f9-9207-8787286110f5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:38.699941 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:38.700194 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73c2210e-d98e-48f9-9207-8787286110f5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:38.700586 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'code': 200} Aug 31 19:59:38.713551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:38.751380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-e89217e8-652a-4664-b447-6139b48ff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:38.752915 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-e89217e8-652a-4664-b447-6139b48ff0f4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1097 time: 0.0416217 Aug 31 19:59:38.764852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:59:38.819112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.016293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:39.048553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:59:39.086367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:39.088743 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0178634e-eb45-4d43-8af1-969e3c46f453" -d '{"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:39.093054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.105720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Transition to ACTIVE for port object c2c1a7ef-647a-4999-a26b-46e6b8fd464b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:59:39.109554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.138888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef844d-cf97-45e1-a899-c23bfb90336e x-openstack-request-id: req-09ef844d-cf97-45e1-a899-c23bfb90336e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:39.138888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:39.138888 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09ef844d-cf97-45e1-a899-c23bfb90336e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:39.139724 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'code': 200} Aug 31 19:59:39.192130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:39.233718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] No DVR routers for this DVR port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:59:39.371229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:59:39.371585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:59:39.371939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:39.377414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:59:39.377798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Attempting to bind port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:39.382696 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:59:39.383042 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:59:39.383430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:59:39.383889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Bound port: c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:59:39.384257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.446151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:59:39.449030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:59:39.453738 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.489369 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.490051 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:39.491475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] 10.222.0.82 "PUT /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1093 time: 0.7313221 Aug 31 19:59:39.512429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094167fa-5c10-4330-a97f-d9af95a3f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=11']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:39.561841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-be87abdb-a80f-4db2-8bec-9cb26c5d5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.563284 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-be87abdb-a80f-4db2-8bec-9cb26c5d5577 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1096 time: 0.0474200 Aug 31 19:59:39.660769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-2342e241-4437-4cf1-b79e-cbb89e68aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.662261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-2342e241-4437-4cf1-b79e-cbb89e68aa98 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0922554 Aug 31 19:59:39.694350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a6ac9-c60e-4f4a-9030-91c41135660f req-f75ec74d-b108-4446-ae04-3be4b2ae11e3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.695896 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-767a6ac9-c60e-4f4a-9030-91c41135660f req-f75ec74d-b108-4446-ae04-3be4b2ae11e3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0573425 Aug 31 19:59:39.734548 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-30af86e7-0898-471c-85a7-f6cf7f996bed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.0648901 Aug 31 19:59:39.735685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-767a6ac9-c60e-4f4a-9030-91c41135660f req-a26fa457-b231-4438-91b4-7b69a765a479 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Aug 31 19:59:39.785463 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-875c5ff0-2c37-4c64-89d5-5d3416c393ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.786859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-875c5ff0-2c37-4c64-89d5-5d3416c393ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0453622 Aug 31 19:59:39.832534 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-aae9208c-438c-40be-a6f0-53bc052eb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:39.833936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-aae9208c-438c-40be-a6f0-53bc052eb8d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399637 Aug 31 19:59:39.928171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-e0bd4e5e-3e81-4edc-b741-5ec0a2a898d6 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Aug 31 19:59:40.017967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b6dcada-4ca6-4f9c-89e3-47b69de7a681 req-3fd65ee7-5d18-4909-8bbe-1f7a89803835 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811927 Aug 31 19:59:40.856209 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd621c-2c2c-42fb-9867-8c72d51f33b9 req-afd0951f-e036-45d5-b9f6-876c9dee9697 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:40.858310 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-befd621c-2c2c-42fb-9867-8c72d51f33b9 req-afd0951f-e036-45d5-b9f6-876c9dee9697 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0498114 Aug 31 19:59:40.895539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-befd621c-2c2c-42fb-9867-8c72d51f33b9 req-8d1c34fc-c3e2-42d0-b881-b2ee15f814c3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Aug 31 19:59:41.141199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:41.143552 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd84c35f-47f2-416e-bad0-317a0cfc941e" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:41.192863 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a0600d-e4d5-4bc0-a2ed-1917dcbf26ea x-openstack-request-id: req-20a0600d-e4d5-4bc0-a2ed-1917dcbf26ea {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:41.193159 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:41.193418 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20a0600d-e4d5-4bc0-a2ed-1917dcbf26ea {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:41.193825 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'status': 'completed', 'code': 200} Aug 31 19:59:41.287794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-2ec850e6-689a-4a38-beb9-b7075334185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.289306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-2ec850e6-689a-4a38-beb9-b7075334185e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1096 time: 0.0768113 Aug 31 19:59:41.291699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-3c7092c1-d52e-4d27-b312-b362817e9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.293044 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-3c7092c1-d52e-4d27-b312-b362817e9328 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1096 time: 0.0689559 Aug 31 19:59:41.444066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-07e39d18-fc6a-4f5a-9998-0a1550067449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.445453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-07e39d18-fc6a-4f5a-9998-0a1550067449 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1489797 Aug 31 19:59:41.491647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-d9737712-279f-46e7-a00b-89402c83bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.493141 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-d9737712-279f-46e7-a00b-89402c83bd8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1888640 Aug 31 19:59:41.561223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-911066ea-1ead-4115-804a-f78611ef8e28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.1060519 Aug 31 19:59:41.604534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-dbd8ec32-84fd-4282-912e-18d9a8c283f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.1021380 Aug 31 19:59:41.628032 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27821dc2-03f7-4613-bfb3-d37c2e2fba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:41.645996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-af7ade0d-b12d-48d5-885a-d4184b008ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.647461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-af7ade0d-b12d-48d5-885a-d4184b008ed0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0796778 Aug 31 19:59:41.686817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-be2327f9-8ab9-4a49-ba12-9dd6ee4312bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.688271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-be2327f9-8ab9-4a49-ba12-9dd6ee4312bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0763443 Aug 31 19:59:41.724945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-b167906e-42c9-4847-98fe-9193382d3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.727189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-b167906e-42c9-4847-98fe-9193382d3dd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722106 Aug 31 19:59:41.785731 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-cd049e02-87a0-4e28-a45f-34e2ea347246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:41.787219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-cd049e02-87a0-4e28-a45f-34e2ea347246 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902267 Aug 31 19:59:41.885841 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-51d22440-5a22-4cb4-a310-bce3fba2bbcf service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488791 Aug 31 19:59:41.944965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-4505326a-fd56-49c7-8848-340490417ca1 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493313 Aug 31 19:59:41.963551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-9e61c5ac-ecf7-44b3-939c-6984f1091475 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496902 Aug 31 19:59:42.012178 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea8d0e-8892-40e5-adbe-3afe150aba32 req-0b96a788-d2a3-47bb-8005-4f4eea2d5023 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.013687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98ea8d0e-8892-40e5-adbe-3afe150aba32 req-0b96a788-d2a3-47bb-8005-4f4eea2d5023 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Aug 31 19:59:42.052030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-98ea8d0e-8892-40e5-adbe-3afe150aba32 req-c5113e95-2687-46e4-8c4b-7652d458e61a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Aug 31 19:59:42.055935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-b0f8590f-709d-43b9-b218-94bc71800247 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604569 Aug 31 19:59:42.076364 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd84c35f-47f2-416e-bad0-317a0cfc941e req-7109b1f5-a37e-4844-96a2-a8cc39a824b6 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221499 Aug 31 19:59:42.170663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3576-5317-44ee-85df-3fdad09b6244 req-fde84b2c-6804-4563-9a4d-41814def229c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.172343 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dca3576-5317-44ee-85df-3fdad09b6244 req-fde84b2c-6804-4563-9a4d-41814def229c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0506976 Aug 31 19:59:42.184772 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125813c7-577a-4ebe-a346-3f9757d21913 req-b689a1d6-622d-4e9c-a572-c3c618c0c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.187554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-b689a1d6-622d-4e9c-a572-c3c618c0c50c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 1096 time: 0.0509315 Aug 31 19:59:42.210744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6dca3576-5317-44ee-85df-3fdad09b6244 req-59c47b37-7f0d-4621-b739-bf5426ed58e8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Aug 31 19:59:42.297570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125813c7-577a-4ebe-a346-3f9757d21913 req-fc33ea99-40cf-4abf-a927-b75b6fe2d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.298996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-fc33ea99-40cf-4abf-a927-b75b6fe2d045 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0919564 Aug 31 19:59:42.332527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09124c1e-f7b5-4eec-940d-e255af999259 req-e84a8cb7-b06f-429d-a202-d2e7a6e74e4c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.334037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09124c1e-f7b5-4eec-940d-e255af999259 req-e84a8cb7-b06f-429d-a202-d2e7a6e74e4c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0557952 Aug 31 19:59:42.366416 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-82c1d9ce-9190-487d-ad2a-0f70f1e5d891 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 200 len: 1000 time: 0.0604129 Aug 31 19:59:42.372551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-09124c1e-f7b5-4eec-940d-e255af999259 req-7fbc37ef-935d-4869-9957-1a5cef365a14 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Aug 31 19:59:42.423582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125813c7-577a-4ebe-a346-3f9757d21913 req-4d776d0b-c7e7-4dbb-93d6-a579bb5052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.425120 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-4d776d0b-c7e7-4dbb-93d6-a579bb5052c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0513391 Aug 31 19:59:42.470583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125813c7-577a-4ebe-a346-3f9757d21913 req-936caeda-92d4-4fe3-a22d-4c5557b20976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.472142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-936caeda-92d4-4fe3-a22d-4c5557b20976 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402954 Aug 31 19:59:42.508921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:59:42.555092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:59:42.581783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-b5a54e63-ede2-437b-8aae-f5f1211b2b6b service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026213 Aug 31 19:59:42.628206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a7013-bf90-41f6-9ea2-3d013de0101d req-f95eaf68-cb78-4cc7-b654-f8a57daea943 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:42.629754 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b87a7013-bf90-41f6-9ea2-3d013de0101d req-f95eaf68-cb78-4cc7-b654-f8a57daea943 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 944 time: 0.0507195 Aug 31 19:59:42.668874 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b87a7013-bf90-41f6-9ea2-3d013de0101d req-a81f827f-af75-468c-bf06-a2c6e84e7e6c tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Aug 31 19:59:42.680045 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-08ce8490-6025-4a0e-a0a3-3626428471fa service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896008 Aug 31 19:59:42.997154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:59:43.091276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:43.103004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'mac_address': 'fa:16:3e:3c:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:59:43.139315 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:43.151545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:59:43.169978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:43.174561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:43.224021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:43.412593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c2c1a7ef-647a-4999-a26b-46e6b8fd464b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:59:43.787496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646dcdf-82e5-43f1-95f6-b57f1f6789c7 req-415e7b6a-1158-40f9-859b-6b4fdb72aaa5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:43.789103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4646dcdf-82e5-43f1-95f6-b57f1f6789c7 req-415e7b6a-1158-40f9-859b-6b4fdb72aaa5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Aug 31 19:59:43.829675 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4646dcdf-82e5-43f1-95f6-b57f1f6789c7 req-722dbeef-9ab4-4f33-aebd-a796daee6982 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329020 Aug 31 19:59:43.831300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-0dcc00e3-58ba-41b0-b4dd-d55b762914b8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:43.832981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-0dcc00e3-58ba-41b0-b4dd-d55b762914b8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 945 time: 0.0545290 Aug 31 19:59:43.926403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Deleting port c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:59:43.926746 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:43.990946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:59:44.013406 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] For port c2c1a7ef-647a-4999-a26b-46e6b8fd464b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:44.013807 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.275781 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-155a464e-b289-4b77-8a93-3f46c50ee6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.442568 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.442963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.443281 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e disassociated. External IP: 172.25.3.234, port: c2c1a7ef-647a-4999-a26b-46e6b8fd464b. Aug 31 19:59:44.443624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Calling delete_port for c2c1a7ef-647a-4999-a26b-46e6b8fd464b owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:59:44.518514 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.572587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.605448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'Port': ['ID=c2c1a7ef-647a-4999-a26b-46e6b8fd464b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:44.721906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:59:44.828149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:59:44.837275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:59:44.848568 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:59:44.849189 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:59:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:44.862409 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.872615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] No DVR routers for this DVR port c2c1a7ef-647a-4999-a26b-46e6b8fd464b on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:59:44.876410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.878371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3ab40fe-ce6f-47fc-a814-9a61be93646d req-ff89e6c8-409e-4444-8454-984f54ac39cc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "DELETE /v2.0/ports/c2c1a7ef-647a-4999-a26b-46e6b8fd464b HTTP/1.1" status: 204 len: 173 time: 1.0395737 Aug 31 19:59:44.878825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-deleted', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:44.881378 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771a67a-7632-4856-82c3-0e9153cce350" -d '{"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-deleted", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:44.936967 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce14335-864a-4fb4-8d50-f51389e969d2 x-openstack-request-id: req-5ce14335-864a-4fb4-8d50-f51389e969d2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:44.937532 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11", "name": "network-vif-deleted", "tag": "c2c1a7ef-647a-4999-a26b-46e6b8fd464b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:44.938077 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ce14335-864a-4fb4-8d50-f51389e969d2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:44.938672 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11', 'name': 'network-vif-deleted', 'tag': 'c2c1a7ef-647a-4999-a26b-46e6b8fd464b', 'status': 'completed', 'code': 200} Aug 31 19:59:44.948459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c315d4f0-197d-4687-8fac-96d01dbe9fcf req-3f9c1cdd-1e44-4f57-bc4d-ec17e169af80 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=deaa62f3-f3a0-43e0-b7ac-fcffb3f9bd11 HTTP/1.1" status: 200 len: 210 time: 0.0380266 Aug 31 19:59:44.988044 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:59:45.003623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:59:45.008123 n-d-778550-14 neutron-server[94818]: INFO neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No ports have port_id starting with c2c1a7ef-647a-4999-a26b-46e6b8fd464b Aug 31 19:59:45.009338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b requested by agent hyperv_n-h1-778550-14 not found in database {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 19:59:45.183477 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:45.213284 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:59:45.222345 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:59:45.222953 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:59:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:45.330519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:59:45.541496 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:45.621113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:45.648105 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e6628-5c20-4637-a8ea-ce2c040b53f3 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:59:45.862845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c688c3-229b-43dc-a890-bbd28eaec434 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:59:46.257957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-2f6405ed-1852-4700-9baf-d84114370d72 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--454053054&fields=id&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 267 time: 0.0346317 Aug 31 19:59:46.278740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:46.366372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-48f283e6-bbd4-45e3-a635-bad4f2c98da2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:46.367894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-48f283e6-bbd4-45e3-a635-bad4f2c98da2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1031632 Aug 31 19:59:46.383326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-0548d789-e01f-467e-999b-57ce48acaa41 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/quotas/d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 375 time: 0.0091650 Aug 31 19:59:46.438627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-bd6d9763-529e-4eeb-95c0-1f16522c8191 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499721 Aug 31 19:59:46.454876 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-baaedebb-a111-4608-a7d5-4032deb4db5a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:59:46.455867 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-baaedebb-a111-4608-a7d5-4032deb4db5a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061333 Aug 31 19:59:46.619088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-438e1a3e-da0b-4885-b4a5-339b764bc11f service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572051 Aug 31 19:59:46.708448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-fa9641ad-da2c-4999-81d7-3de1d3d2849a service neutron] 10.222.0.73 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Aug 31 19:59:46.871777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f02b393-721e-45bf-bbc3-42814996ded3 req-7e3b80b1-273b-4950-bb0d-f079fcc78197 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.0336442 Aug 31 19:59:47.003015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:59:47.023551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: c2c1a7ef-647a-4999-a26b-46e6b8fd464b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:59:47.023944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c2c1a7ef-647a-4999-a26b-46e6b8fd464b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:59:47.161932 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:47.773072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-f0761d96-cfe3-4be6-aacc-e7ed507368ff tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:47.774533 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-f0761d96-cfe3-4be6-aacc-e7ed507368ff tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 812 time: 0.1054339 Aug 31 19:59:47.820974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-6efee747-7e01-4a54-a793-058a090be7bf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 379 time: 0.0373755 Aug 31 19:59:47.837924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'port': {'device_id': '8968fb17-a4e3-416d-95e1-298c920102c2', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'admin_state_up': True, 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'security_groups': ['af5d804a-fe8e-4333-a730-de1668457233']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:59:47.950750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Made reservation on behalf of d3e188a92c30471d9b0bf4b9206b08df for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:59:47.955093 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:47.969246 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4407469c-3e4a-4aad-a990-2647da591dde req-73060417-ac35-485c-8e75-dac7e5c8258d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Aug 31 19:59:48.092716 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Allocated IP 172.20.0.12 (5363ff13-3548-4c2b-9ede-e07ac6ed472d/33f37fd5-59fd-4207-b82d-3250b11c3610/ee3046f2-5674-446f-a1fa-e6015460d6f0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:59:48.229425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.243874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Transition to ACTIVE for port object ee3046f2-5674-446f-a1fa-e6015460d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:59:48.276676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.321422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:59:48.324524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:59:48.327079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:59:48.364411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:48.387968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:48.388319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.405191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-3b48b46b-b6c6-42ab-9a22-157ccf659e7a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709927 Aug 31 19:59:48.417806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Request body: {'port': {'device_id': '8968fb17-a4e3-416d-95e1-298c920102c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:59:48.475085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.570796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-280775f6-510b-4ccc-a006-a528b28b9b23 None None] Provisioning for port ee3046f2-5674-446f-a1fa-e6015460d6f0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:59:48.574438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-280775f6-510b-4ccc-a006-a528b28b9b23 None None] Provisioning complete for port ee3046f2-5674-446f-a1fa-e6015460d6f0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:59:48.574804 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-280775f6-510b-4ccc-a006-a528b28b9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.608720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-280775f6-510b-4ccc-a006-a528b28b9b23 None None] Port ee3046f2-5674-446f-a1fa-e6015460d6f0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:59:48.743478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:59:48.751242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.765281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Transition to ACTIVE for port object ee3046f2-5674-446f-a1fa-e6015460d6f0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:59:48.769115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.835074 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:48.889420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:59:48.889768 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:59:48.890104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:48.894701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:59:48.895025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:59:48.899929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:59:48.900276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:59:48.900954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:59:48.901388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Bound port: ee3046f2-5674-446f-a1fa-e6015460d6f0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:59:48.901754 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:48.974934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:59:48.978392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:59:48.982644 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:49.025899 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.026569 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:49.028023 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] 10.222.0.67 "PUT /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1093 time: 0.6145349 Aug 31 19:59:49.028484 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:49.031273 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b8058-18bc-49b4-b677-760686838f19" -d '{"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:49.054293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6da4-66ee-4910-9e8a-a0c8cd86e9da service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:49.079561 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9628d23-96ff-4e45-bde8-b2721007d8b8 x-openstack-request-id: req-a9628d23-96ff-4e45-bde8-b2721007d8b8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:49.079975 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:49.080325 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9628d23-96ff-4e45-bde8-b2721007d8b8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:49.081026 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'status': 'completed', 'code': 200} Aug 31 19:59:49.131083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-58bfc09e-bb2b-41dc-9827-d5292f276f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.132702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-58bfc09e-bb2b-41dc-9827-d5292f276f24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1096 time: 0.0503349 Aug 31 19:59:49.178759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96e07-77f0-4524-9ee0-d9e77431edd9 req-d7e43f81-bb60-4642-8220-6dac2927fc88 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.180424 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c96e07-77f0-4524-9ee0-d9e77431edd9 req-d7e43f81-bb60-4642-8220-6dac2927fc88 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.1358981 Aug 31 19:59:49.182144 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-e7d1a137-6dcd-4405-b247-9a4eb9fbb8e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 217 time: 0.0402944 Aug 31 19:59:49.223593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54c96e07-77f0-4524-9ee0-d9e77431edd9 req-1d9d03df-9abd-4c06-862c-04b1d77d02bd tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357935 Aug 31 19:59:49.245304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-c912e47c-8014-451e-9db8-ac5640fa6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.246867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-c912e47c-8014-451e-9db8-ac5640fa6444 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0582571 Aug 31 19:59:49.294060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6da83-7b3b-4341-af31-a6542656a912 req-0ef13cc6-0e13-48ed-a76b-73ce1c6fd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.296276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-0ef13cc6-0e13-48ed-a76b-73ce1c6fd3d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424025 Aug 31 19:59:49.394117 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-0f6ce92f-14e8-45f4-b79d-964f85548c59 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 Aug 31 19:59:49.485534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69f6da83-7b3b-4341-af31-a6542656a912 req-9ac6d81e-4aea-450a-b052-f8efaa17dc57 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846264 Aug 31 19:59:49.571509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b8058-18bc-49b4-b677-760686838f19 req-3da94df4-f97a-4c7a-aadd-52ba1829bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.572993 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-3da94df4-f97a-4c7a-aadd-52ba1829bf3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1096 time: 0.0408947 Aug 31 19:59:49.667422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b8058-18bc-49b4-b677-760686838f19 req-3baf043f-c006-4a28-9484-51aa756c0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.668830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-3baf043f-c006-4a28-9484-51aa756c0e12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0886252 Aug 31 19:59:49.712049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-676775d7-2b53-4547-ba15-d12e77e5a457 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 217 time: 0.0344222 Aug 31 19:59:49.764497 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b8058-18bc-49b4-b677-760686838f19 req-d3c6f68e-d9f0-4b5f-8aff-904535c8b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.765917 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-d3c6f68e-d9f0-4b5f-8aff-904535c8b3b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0471580 Aug 31 19:59:49.811921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b8058-18bc-49b4-b677-760686838f19 req-997994aa-863e-4bce-b08a-11862e4380f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:49.813381 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-997994aa-863e-4bce-b08a-11862e4380f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392859 Aug 31 19:59:49.905565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-6257a5eb-38a6-45c5-894e-431b8c768650 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839193 Aug 31 19:59:50.000910 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1f0b8058-18bc-49b4-b677-760686838f19 req-a407adf6-ab64-4727-9221-51f19da9fc58 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Aug 31 19:59:50.400493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab969-a642-46a6-9865-39b96bdc97b7 req-95387dfc-4106-431a-918b-b3c6bf2d99bb tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:50.402039 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9faab969-a642-46a6-9865-39b96bdc97b7 req-95387dfc-4106-431a-918b-b3c6bf2d99bb tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.1009698 Aug 31 19:59:50.442461 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9faab969-a642-46a6-9865-39b96bdc97b7 req-ff3a56b9-c900-4e15-b7e2-7f7c816be6af tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339382 Aug 31 19:59:51.563551 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d05ade-ac36-4650-887e-ec4c7567ae82 req-96b3f29c-ce87-4434-9290-b7cd3f13d091 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:51.565052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19d05ade-ac36-4650-887e-ec4c7567ae82 req-96b3f29c-ce87-4434-9290-b7cd3f13d091 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0532217 Aug 31 19:59:51.602156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19d05ade-ac36-4650-887e-ec4c7567ae82 req-194afced-a4fb-4bb7-a559-acd0236d058e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Aug 31 19:59:52.563884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:59:52.723955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef1fd-7938-446e-815a-126fc938ddb7 req-8d59b68d-9c73-426e-bc5a-8238fcd2b28b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:52.725551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-174ef1fd-7938-446e-815a-126fc938ddb7 req-8d59b68d-9c73-426e-bc5a-8238fcd2b28b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0539911 Aug 31 19:59:52.767157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-174ef1fd-7938-446e-815a-126fc938ddb7 req-80a6e9ee-392b-4ab3-a1d3-a5374ce09079 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353696 Aug 31 19:59:52.813433 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:52.824212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:59:52.860228 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:52.872405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:59:52.892465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:52.896927 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:52.946491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:53.118746 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ee3046f2-5674-446f-a1fa-e6015460d6f0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:59:53.882194 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe15705-d032-467a-b400-7c6f1d0626f0 req-2742c16d-693d-4168-80b4-afa443964d5e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:53.883747 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe15705-d032-467a-b400-7c6f1d0626f0 req-2742c16d-693d-4168-80b4-afa443964d5e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Aug 31 19:59:53.925355 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ebe15705-d032-467a-b400-7c6f1d0626f0 req-6ec77162-845c-47ee-b312-b396464cbf34 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325282 Aug 31 19:59:54.571187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:59:54.620201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ee3046f2-5674-446f-a1fa-e6015460d6f0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:59:54.624630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ee3046f2-5674-446f-a1fa-e6015460d6f0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:59:54.625008 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:54.702365 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:54.724130 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:54.726328 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d2b2ae-a6bf-4353-a7cf-aa651ec65507" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:54.738711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:59:54.743098 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:54.770031 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e341ffe-cdaf-4c9a-aec6-c537ef3e1333 x-openstack-request-id: req-7e341ffe-cdaf-4c9a-aec6-c537ef3e1333 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:54.770342 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:54.770587 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e341ffe-cdaf-4c9a-aec6-c537ef3e1333 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:54.770974 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'code': 200} Aug 31 19:59:54.792796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:59:54.905743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b30d-cbd0-46b1-bd94-cc9028299db6 req-c6bc05b2-b4d2-46ce-a10f-4fb10022fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:54.907240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8701b30d-cbd0-46b1-bd94-cc9028299db6 req-c6bc05b2-b4d2-46ce-a10f-4fb10022fbb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1098 time: 0.0829442 Aug 31 19:59:54.942142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8701b30d-cbd0-46b1-bd94-cc9028299db6 req-777a4624-c323-4838-b034-fbb85dba21b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273099 Aug 31 19:59:55.042520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a0db9-07b9-4110-b4b1-157f286d4a26 req-6b449bb1-22ed-4b7c-9cd3-ca3ce1b735d8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:55.044022 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-676a0db9-07b9-4110-b4b1-157f286d4a26 req-6b449bb1-22ed-4b7c-9cd3-ca3ce1b735d8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0520616 Aug 31 19:59:55.081594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-676a0db9-07b9-4110-b4b1-157f286d4a26 req-2a178367-1600-4dce-8fe3-c3e2e14d5c1d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Aug 31 19:59:56.201136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef42400-91de-4415-9e5e-6c906c0e7ff9 req-868fc586-c976-4f2e-8a72-319753ebcf18 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:56.202690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef42400-91de-4415-9e5e-6c906c0e7ff9 req-868fc586-c976-4f2e-8a72-319753ebcf18 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Aug 31 19:59:56.241321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef42400-91de-4415-9e5e-6c906c0e7ff9 req-6fb3be78-18fc-4b8a-a988-d8faccae5553 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Aug 31 19:59:56.353204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604929c6-7ccc-43ee-b4fb-582cbd167496 req-ffca637a-5e43-44e8-8916-d9cc33f94ac7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:56.354741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-604929c6-7ccc-43ee-b4fb-582cbd167496 req-ffca637a-5e43-44e8-8916-d9cc33f94ac7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0503814 Aug 31 19:59:56.364073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 45850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:59:56.368752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Request body: {'floatingip': {'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:59:56.411103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:56.834422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:56.838457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:56.938359 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e associated. External IP: 172.25.3.234, port: ee3046f2-5674-446f-a1fa-e6015460d6f0. Aug 31 19:59:57.143053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:59:57.248542 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:59:57.254105 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:57.257952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:59:57.271168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:59:57.271808 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:59:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:57.282633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2be87abe-741b-4073-a827-bbdcc0215ae3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "PUT /v2.0/floatingips/78730171-e1fa-4801-8368-d206d63bf30e HTTP/1.1" status: 200 len: 993 time: 0.9175556 Aug 31 19:59:57.283240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:59:57.285588 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114896a-6616-4286-ac09-43d2916ae41e" -d '{"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:59:57.329583 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c914d2c8-1a57-43be-bab9-0b8f8b402413 x-openstack-request-id: req-c914d2c8-1a57-43be-bab9-0b8f8b402413 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:59:57.329879 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:59:57.330135 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c914d2c8-1a57-43be-bab9-0b8f8b402413 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:59:57.330546 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'status': 'completed', 'code': 200} Aug 31 19:59:57.379104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:59:57.395105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114896a-6616-4286-ac09-43d2916ae41e req-cae0b542-ae23-4cea-8199-ff0d38b46ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:57.396601 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-cae0b542-ae23-4cea-8199-ff0d38b46ff1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1098 time: 0.0426505 Aug 31 19:59:57.493336 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114896a-6616-4286-ac09-43d2916ae41e req-ae54c723-dafa-4e23-8c82-dc75518adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:57.494813 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-ae54c723-dafa-4e23-8c82-dc75518adf20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0914793 Aug 31 19:59:57.559593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-f1c93b32-5f9d-4b42-9b6b-179a2d4c7996 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0575361 Aug 31 19:59:57.611036 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8968fb17-a4e3-416d-95e1-298c920102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:59:56Z', 'revision_number': 13, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:57.622301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114896a-6616-4286-ac09-43d2916ae41e req-3257d9cb-a5b8-4b25-b89f-cc414740137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:57.624448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-3257d9cb-a5b8-4b25-b89f-cc414740137c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0581672 Aug 31 19:59:57.636516 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:59:57.645241 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:59:57.645772 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T19:59:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:57.671550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114896a-6616-4286-ac09-43d2916ae41e req-3d5b22f7-1b86-49e5-a5e2-a277ed17617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:59:57.673115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-3d5b22f7-1b86-49e5-a5e2-a277ed17617b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418646 Aug 31 19:59:57.684405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-bf65e76c-d769-4575-9d34-8e0240e67207 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:59:57.685973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-bf65e76c-d769-4575-9d34-8e0240e67207 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056310 Aug 31 19:59:57.750743 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:59:57.776860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-4db6aebc-6a15-4c77-b631-7d4c1de792fb service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Aug 31 19:59:57.873845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e114896a-6616-4286-ac09-43d2916ae41e req-6b76326f-d69a-4376-bad9-40446a11418c service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Aug 31 19:59:57.978246 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8968fb17-a4e3-416d-95e1-298c920102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:59:56Z', 'revision_number': 13, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:59:58.003861 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7dcee0-f39a-483c-aeb0-2fc4a38bdd46 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '78730171-e1fa-4801-8368-d206d63bf30e', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8968fb17-a4e3-416d-95e1-298c920102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:52:42Z', 'updated_at': '2021-08-31T19:59:56Z', 'revision_number': 13, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:59:58.198570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a08a1f-9cf9-486a-bf08-0b71eac4d686 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:00:11.630567 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7129009d-1610-4491-8e02-c6542a8b33ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:14.276165 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-620464a7-fed8-4cd0-bd05-325fa6a4406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:14.520069 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:14.857449 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:15.544145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:16.292744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:17.164942 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:20.991691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:00:36.589810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-2c74ad44-ab35-481e-b592-df63b9d7f7fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400825 Aug 31 20:00:36.669835 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-24bc14bc-0d2f-486c-803e-a448966047e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:00:36.671541 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-24bc14bc-0d2f-486c-803e-a448966047e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1098 time: 0.0406034 Aug 31 20:00:36.779436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-65ac378c-103e-4780-959a-23a41d873c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:00:36.781463 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-65ac378c-103e-4780-959a-23a41d873c9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0893908 Aug 31 20:00:36.846618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-dbe19628-baf6-4ca8-a491-c947972dd323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1003 time: 0.0576684 Aug 31 20:00:36.899771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-da88507c-23c0-44ec-b613-67505512c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:00:36.901140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-da88507c-23c0-44ec-b613-67505512c6c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0478494 Aug 31 20:00:36.946459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-5985ca55-5e61-438b-a4e4-4099b4b1cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:00:36.947971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-5985ca55-5e61-438b-a4e4-4099b4b1cf0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400784 Aug 31 20:00:37.033363 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-77982af9-f040-48a0-bad1-4f28741a6073 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784531 Aug 31 20:00:37.125403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-7bb77d39-eb06-497b-b82f-a2bb6bdbe292 req-1fa2cb41-391e-43ae-9c2e-0f9938119154 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847328 Aug 31 20:00:41.630698 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19558849-f4b2-4891-8819-62e5421d122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:44.277510 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4220d5e-8931-481c-9053-44d772517340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:44.521209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:44.870480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:45.547755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:46.288502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:47.167171 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:00:57.990888 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:01:11.631734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9c660fb-a9a8-4adc-9e3c-e947d81ea5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:14.279354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8e90f1d-1d69-4d07-8853-493b3da76622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:14.521771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:14.866955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:15.550047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:16.276406 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:17.169819 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:34.990696 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:01:36.590546 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-432bfb81-ea45-4a63-9d21-9152b6cd0674 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412698 Aug 31 20:01:36.678995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-068b6b81-bed5-4777-8645-c58416ebf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:36.680725 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-068b6b81-bed5-4777-8645-c58416ebf25c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1098 time: 0.0419426 Aug 31 20:01:36.789339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-01d5b60b-2b4a-400b-9fe8-7b07d8801647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:36.790861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-01d5b60b-2b4a-400b-9fe8-7b07d8801647 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0890529 Aug 31 20:01:36.855570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-f8475eba-e5fe-409b-b26e-6f3f290ed1cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1003 time: 0.0574772 Aug 31 20:01:36.908109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-e397d82f-0fd7-4577-9d67-29519416d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:36.909611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-e397d82f-0fd7-4577-9d67-29519416d2bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0474904 Aug 31 20:01:36.956056 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-0efc5a96-4bcc-4f08-a9ab-46942c361636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:36.957545 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-0efc5a96-4bcc-4f08-a9ab-46942c361636 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402427 Aug 31 20:01:37.047579 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-ec1024ca-12f5-4a3b-b696-b68217a0ee0a service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818319 Aug 31 20:01:37.149849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0b74f98f-5fa1-4f4a-82dd-286c27c990ea req-9e110b87-1cb8-49eb-a912-110b2bdae8d8 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930357 Aug 31 20:01:37.686246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa937-0157-4286-be44-25ec4ac2d39e req-63d7d7cd-d931-4690-a777-d158f17412bf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:37.687762 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d6aa937-0157-4286-be44-25ec4ac2d39e req-63d7d7cd-d931-4690-a777-d158f17412bf tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0505459 Aug 31 20:01:37.728299 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d6aa937-0157-4286-be44-25ec4ac2d39e req-7c6d6df3-9ee8-439b-b721-136155006ef3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347095 Aug 31 20:01:41.632065 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4074-52b2-4306-bfec-dee3dbf67a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:44.281936 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11e4b275-6583-4a23-8e8d-3ae39ad4434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:44.522967 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:44.884894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:45.552624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:46.288380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:47.173211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:01:48.734013 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-7026a528-9661-4ff4-92b0-f35d4d78000e req-14dfabae-2e0f-40b3-ad23-704a34de14c7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:01:48.735178 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7026a528-9661-4ff4-92b0-f35d4d78000e req-14dfabae-2e0f-40b3-ad23-704a34de14c7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058992 Aug 31 20:01:48.932313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790585fd-005d-4dfd-a101-7eb8f7c1eb00 req-360e3845-7dd3-4e70-8996-e71caf3a89a6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:48.933791 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790585fd-005d-4dfd-a101-7eb8f7c1eb00 req-360e3845-7dd3-4e70-8996-e71caf3a89a6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0663552 Aug 31 20:01:48.936445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-82ed7b1e-6ace-40a2-9b9f-2b357517e1cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769792 Aug 31 20:01:48.973623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-790585fd-005d-4dfd-a101-7eb8f7c1eb00 req-668e7e8b-21e8-4672-9efb-a7d58fa9cfae tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335495 Aug 31 20:01:50.013801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-a3238ba4-9634-4ddb-93d6-dd315cb0039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:50.015322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-a3238ba4-9634-4ddb-93d6-dd315cb0039a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1098 time: 0.0419140 Aug 31 20:01:50.096630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-c0c4-4f29-9b36-036ab1f55cb5 req-a7ee2fb3-333f-4492-b91d-31bd6266b0f1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:50.098414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46c703ff-c0c4-4f29-9b36-036ab1f55cb5 req-a7ee2fb3-333f-4492-b91d-31bd6266b0f1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Aug 31 20:01:50.114078 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-04ba9ec9-56f3-470f-8594-8ab80f0d52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:50.115570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-04ba9ec9-56f3-470f-8594-8ab80f0d52d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0935099 Aug 31 20:01:50.139882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-46c703ff-c0c4-4f29-9b36-036ab1f55cb5 req-3d25723b-f632-465c-9e16-7f5a6f616ec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351646 Aug 31 20:01:50.180969 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-0a0067be-c208-43e8-8db2-6c285e577fb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1003 time: 0.0577853 Aug 31 20:01:50.229433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-c6c440b6-ab21-47e4-8b27-50ed65cf6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:50.230845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-c6c440b6-ab21-47e4-8b27-50ed65cf6049 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0434618 Aug 31 20:01:50.278466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-f35d32a3-63eb-470b-a0e3-ad94bf63edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:50.280437 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-f35d32a3-63eb-470b-a0e3-ad94bf63edd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432158 Aug 31 20:01:50.368827 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-b4a541f9-7b10-4549-abc4-025514656e88 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799997 Aug 31 20:01:50.461605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-24df05e9-d4bd-442e-bad4-4ac727f56cbe service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Aug 31 20:01:51.261854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee376-7a91-4dd9-94c8-474b741cd19e req-dbd89297-fa24-4318-aeba-b87116ac0204 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:51.263605 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a3ee376-7a91-4dd9-94c8-474b741cd19e req-dbd89297-fa24-4318-aeba-b87116ac0204 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Aug 31 20:01:51.301359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a3ee376-7a91-4dd9-94c8-474b741cd19e req-fd209276-db1e-49e1-aedf-fc06793eda06 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Aug 31 20:01:52.419076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18686ef-8cce-47b2-b62e-d3cc447338dc req-e8a9195b-352a-41ae-9a18-a288f33ac7e8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:52.421195 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f18686ef-8cce-47b2-b62e-d3cc447338dc req-e8a9195b-352a-41ae-9a18-a288f33ac7e8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0495224 Aug 31 20:01:52.459974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f18686ef-8cce-47b2-b62e-d3cc447338dc req-d21b123f-e651-4b17-ba04-bb1ef0e42246 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328929 Aug 31 20:01:53.576213 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690105-8ffd-4a2f-af18-f860b62006e7 req-3e1d979a-7c05-4a0f-9780-c3dd514f9981 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:53.577699 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df690105-8ffd-4a2f-af18-f860b62006e7 req-3e1d979a-7c05-4a0f-9780-c3dd514f9981 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0495520 Aug 31 20:01:53.619143 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-df690105-8ffd-4a2f-af18-f860b62006e7 req-c2849efd-f460-46ec-bb3a-be900e519dd7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Aug 31 20:01:54.736709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff4f52-5113-42a0-8005-62f8075d550e req-2e82927d-6278-4b46-94cd-3135d9e8bd94 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:54.738256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ff4f52-5113-42a0-8005-62f8075d550e req-2e82927d-6278-4b46-94cd-3135d9e8bd94 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Aug 31 20:01:54.776061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ff4f52-5113-42a0-8005-62f8075d550e req-655ecb5d-3065-4c58-ac71-f7ccb1705099 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Aug 31 20:01:55.905116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e453a2-53b5-4176-9615-870c48eca83b req-3b822329-d4fc-41a3-9789-8fd15d64561e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:55.906633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5e453a2-53b5-4176-9615-870c48eca83b req-3b822329-d4fc-41a3-9789-8fd15d64561e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Aug 31 20:01:55.944274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5e453a2-53b5-4176-9615-870c48eca83b req-f586b450-c286-46eb-aaba-8a738d9b0525 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Aug 31 20:01:57.059438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84dd54-f0c4-4fcd-bc13-34c2d847e418 req-3d03fb3d-d91f-4f1d-b9b5-d7fea7c99381 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:57.060922 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e84dd54-f0c4-4fcd-bc13-34c2d847e418 req-3d03fb3d-d91f-4f1d-b9b5-d7fea7c99381 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0480714 Aug 31 20:01:57.102393 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1e84dd54-f0c4-4fcd-bc13-34c2d847e418 req-690ddd3f-aed7-4f0e-b10d-e5dfac11a2ce tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355659 Aug 31 20:01:58.218165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1079b5-d210-48fa-a0c4-1948af32c31e req-4167f34f-0148-4601-99e8-e04b38501ef1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:58.219683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb1079b5-d210-48fa-a0c4-1948af32c31e req-4167f34f-0148-4601-99e8-e04b38501ef1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Aug 31 20:01:58.257359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb1079b5-d210-48fa-a0c4-1948af32c31e req-662dd488-aac7-4cac-861c-c01d8a3bfbe9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Aug 31 20:01:59.373880 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40671161-bb0a-4c66-a5c4-ff36b2df8195 req-3fcf9e09-e05b-4501-be4e-137e8d432de5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:01:59.375373 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40671161-bb0a-4c66-a5c4-ff36b2df8195 req-3fcf9e09-e05b-4501-be4e-137e8d432de5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0503175 Aug 31 20:01:59.414445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-40671161-bb0a-4c66-a5c4-ff36b2df8195 req-973ef735-850f-4bff-a0f6-9b5a79eb1a23 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329063 Aug 31 20:02:00.534559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817a03-c7cc-4df4-8da6-3842ac499fd5 req-70e094de-ce50-4e4d-82ce-063277c759a8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:00.536066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5817a03-c7cc-4df4-8da6-3842ac499fd5 req-70e094de-ce50-4e4d-82ce-063277c759a8 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0511978 Aug 31 20:02:00.579172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5817a03-c7cc-4df4-8da6-3842ac499fd5 req-8077dda3-83f6-4402-83cf-cc3ba0ea220d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369036 Aug 31 20:02:01.696321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0d2a3-ae57-46b0-a658-be03e614ecc4 req-92a0636e-2995-4998-b6cd-f140e09a56b3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:01.697824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cf0d2a3-ae57-46b0-a658-be03e614ecc4 req-92a0636e-2995-4998-b6cd-f140e09a56b3 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0493145 Aug 31 20:02:01.737253 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cf0d2a3-ae57-46b0-a658-be03e614ecc4 req-c48da4e0-64af-419d-8a4d-521355f77fb5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Aug 31 20:02:02.855993 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783edcb-87a4-480b-b4c2-5904059c3280 req-7bbbfa85-7ec8-489a-a569-5159be15ad2f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:02.857523 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8783edcb-87a4-480b-b4c2-5904059c3280 req-7bbbfa85-7ec8-489a-a569-5159be15ad2f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Aug 31 20:02:02.897124 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8783edcb-87a4-480b-b4c2-5904059c3280 req-7fc98c7f-415c-477c-9570-a4b31451e866 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Aug 31 20:02:04.019420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34355-ec95-479d-a5d1-df58fb2767ae req-849e81cc-6f99-4156-bea0-c59c8cf2f2cd tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:04.020951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ae34355-ec95-479d-a5d1-df58fb2767ae req-849e81cc-6f99-4156-bea0-c59c8cf2f2cd tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Aug 31 20:02:04.065035 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5ae34355-ec95-479d-a5d1-df58fb2767ae req-3a6caadc-c447-44e7-bf72-da53079e59a9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378563 Aug 31 20:02:04.127775 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-0667f156-a653-43f6-b941-1eb65c373e0e req-6a086c45-d527-49b1-9205-a539f86e893c service neutron] show failed (client error): The resource could not be found. Aug 31 20:02:04.128799 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-6a086c45-d527-49b1-9205-a539f86e893c service neutron] 10.222.0.67 "GET /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0549419 Aug 31 20:02:04.363028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-fd355176-40e7-40a4-919b-3324986d8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:04.364572 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-fd355176-40e7-40a4-919b-3324986d8833 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1098 time: 0.0854161 Aug 31 20:02:04.377303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:04.430868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:04.631629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:04.664204 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:02:04.700989 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:04.703843 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e95fa6-6034-47b6-936a-786e2c065bdd" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:04.707488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:04.720105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Transition to ACTIVE for port object ee3046f2-5674-446f-a1fa-e6015460d6f0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:02:04.724503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:04.761649 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792596b7-7e8d-421e-82c3-97bf86526ac7 x-openstack-request-id: req-792596b7-7e8d-421e-82c3-97bf86526ac7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:04.761948 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:04.762197 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-792596b7-7e8d-421e-82c3-97bf86526ac7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:04.762598 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'code': 200} Aug 31 20:02:05.066173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:05.079869 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.080221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.080562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.080901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.081235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.081563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.081893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.082267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.082594 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.082928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.083250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.083573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:05.117986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] No DVR routers for this DVR port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:02:05.188161 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af869402-0395-4eb5-8ba4-461fdddb87c5 req-c04df017-ece6-4453-917d-0a6b5f756025 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.189610 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af869402-0395-4eb5-8ba4-461fdddb87c5 req-c04df017-ece6-4453-917d-0a6b5f756025 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0516169 Aug 31 20:02:05.229083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af869402-0395-4eb5-8ba4-461fdddb87c5 req-348f6d4c-e795-4528-ae2f-57492c658157 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Aug 31 20:02:05.250575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:02:05.251097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:02:05.251215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:05.255538 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:02:05.255891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:05.260639 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:02:05.260978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:02:05.261362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:02:05.261782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Bound port: ee3046f2-5674-446f-a1fa-e6015460d6f0, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:02:05.262144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:05.322832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:02:05.326193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:02:05.330008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:05.365277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.365774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:05.367156 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] 10.222.0.82 "PUT /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1093 time: 0.9938853 Aug 31 20:02:05.404299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2e0e7-52de-4647-b5f0-da7d2a852b1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:05.438126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-30810f1d-1260-4bca-81ee-e850d29523a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.440513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-30810f1d-1260-4bca-81ee-e850d29523a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1096 time: 0.0499446 Aug 31 20:02:05.534150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-8e49085e-ada5-4a21-8e67-901810bcdcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.535660 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-8e49085e-ada5-4a21-8e67-901810bcdcae service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0874629 Aug 31 20:02:05.609289 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-f8ae6b56-f2b5-4793-a882-fba6b3b07dd7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0658917 Aug 31 20:02:05.661490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-3e441e19-d36e-432c-91e3-87e3b38102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.662939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-3e441e19-d36e-432c-91e3-87e3b38102ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0478711 Aug 31 20:02:05.708553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f156-a653-43f6-b941-1eb65c373e0e req-cf0cf75f-c55e-4f9c-89ad-fe50de82fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:05.709943 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-cf0cf75f-c55e-4f9c-89ad-fe50de82fac4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394135 Aug 31 20:02:05.721374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7739bc1b-e707-48f0-8230-6badaf4ec8bb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:02:05.722557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-7739bc1b-e707-48f0-8230-6badaf4ec8bb service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056217 Aug 31 20:02:05.814366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-0f95091b-a4ed-413a-8b5f-937238e4c761 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 Aug 31 20:02:05.902566 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-b32bfcdc-c55c-4075-809f-e28a51102001 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815389 Aug 31 20:02:06.356856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70e10b-550e-409b-ad8a-0c08fec497fc req-1a035556-16a7-42c2-ae10-0fc48f7049ab tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:06.358408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f70e10b-550e-409b-ad8a-0c08fec497fc req-1a035556-16a7-42c2-ae10-0fc48f7049ab tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0559218 Aug 31 20:02:06.398107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f70e10b-550e-409b-ad8a-0c08fec497fc req-2672ccb4-2529-4991-85b1-62b3bf25c71f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Aug 31 20:02:06.763992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:06.766528 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d0e48-66c1-40f0-a8dd-6118207be317" -d '{"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:06.817077 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ede9f-84b4-49a7-ad66-ac5f9c7b79d8 x-openstack-request-id: req-bd7ede9f-84b4-49a7-ad66-ac5f9c7b79d8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:06.817512 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:06.817828 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd7ede9f-84b4-49a7-ad66-ac5f9c7b79d8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:06.818316 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'status': 'completed', 'code': 200} Aug 31 20:02:06.910168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-dac9c7ef-1556-40d8-bbe3-97b52a8e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:06.911701 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-dac9c7ef-1556-40d8-bbe3-97b52a8e9fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1096 time: 0.0741227 Aug 31 20:02:06.914486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-a339c569-ea38-44b7-9b12-004155c28474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:06.915856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-a339c569-ea38-44b7-9b12-004155c28474 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1096 time: 0.0701439 Aug 31 20:02:07.072840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-17c82164-15a1-4cb6-8cfc-2365fdfeb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.074242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-17c82164-15a1-4cb6-8cfc-2365fdfeb375 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1557796 Aug 31 20:02:07.076837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-870df1ba-6f55-4760-a5f9-39f690392602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.078195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-870df1ba-6f55-4760-a5f9-39f690392602 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1519747 Aug 31 20:02:07.190966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-8f90ed25-84cc-49ba-bd53-7450f5dd4418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1095080 Aug 31 20:02:07.194750 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-05c681dc-fc1e-47e8-a3ac-07c151923bf1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1064148 Aug 31 20:02:07.274515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-8d60cec1-3979-4e43-9fd0-243190698f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.276019 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-8d60cec1-3979-4e43-9fd0-243190698f68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0782905 Aug 31 20:02:07.277690 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-5375e0c3-8f39-44b8-89dd-580dedf7ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.279025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-5375e0c3-8f39-44b8-89dd-580dedf7ba09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0740714 Aug 31 20:02:07.355276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-10dac937-4afc-41b4-a144-c570878bf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.356840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-10dac937-4afc-41b4-a144-c570878bf005 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661988 Aug 31 20:02:07.360090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-dabb7ec8-658c-460d-bec2-98963e49e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.361457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-dabb7ec8-658c-460d-bec2-98963e49e485 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789609 Aug 31 20:02:07.385928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:07.438851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:07.520432 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-6a5b7859-157b-4e38-b836-a227b0a1661f service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493654 Aug 31 20:02:07.522137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-f2d0e180-4cae-431d-8135-848c6b3405a3 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583872 Aug 31 20:02:07.524735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6f9cc-eb25-486e-a0cd-4a51e76208fc req-f9b297f0-1796-4cb7-8721-e3aeae3d2f8b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:07.527278 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4c6f9cc-eb25-486e-a0cd-4a51e76208fc req-f9b297f0-1796-4cb7-8721-e3aeae3d2f8b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0518372 Aug 31 20:02:07.570227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4c6f9cc-eb25-486e-a0cd-4a51e76208fc req-155d1b57-62fa-4fa1-a482-de7a21e8e89d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369799 Aug 31 20:02:07.678830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-01e155b5-9574-442c-b083-14a9c391a1b2 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509185 Aug 31 20:02:07.682163 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-aa1d0e48-66c1-40f0-a8dd-6118207be317 req-a76ea9a0-1bbb-47d2-b00a-f051cba955f3 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454163 Aug 31 20:02:08.691559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de15ef-98f9-4c33-91a8-6e91aea3f846 req-bb82df35-b8ef-4774-8c3c-dba6c7f5ba67 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:08.692988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67de15ef-98f9-4c33-91a8-6e91aea3f846 req-bb82df35-b8ef-4774-8c3c-dba6c7f5ba67 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0493660 Aug 31 20:02:08.731539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-67de15ef-98f9-4c33-91a8-6e91aea3f846 req-ec924ce3-c121-4e11-8084-26f8f852c109 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Aug 31 20:02:09.852012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b14d7-8328-4a91-91e3-17b71af9f373 req-fc9a2dcb-f27e-460e-9b02-3a3e8ffca5b7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:09.853529 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d8b14d7-8328-4a91-91e3-17b71af9f373 req-fc9a2dcb-f27e-460e-9b02-3a3e8ffca5b7 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0516725 Aug 31 20:02:09.890925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0d8b14d7-8328-4a91-91e3-17b71af9f373 req-6cb688cc-c788-4081-a9a9-a50cd1f9328d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Aug 31 20:02:11.008313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341fd0-23c4-4610-9a72-c8b8ab633989 req-bb07485f-cc7c-44c2-b016-581345f22016 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:11.009779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed341fd0-23c4-4610-9a72-c8b8ab633989 req-bb07485f-cc7c-44c2-b016-581345f22016 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0491946 Aug 31 20:02:11.051377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed341fd0-23c4-4610-9a72-c8b8ab633989 req-4d9c7fee-163c-4f8c-a1f4-f6d26646b895 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354428 Aug 31 20:02:11.632694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbb17dc1-8781-4f04-b6b9-d328fdadddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:11.991138 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:02:12.167456 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34549-270b-49e7-bcbf-f5c94475f22c req-8ff7c31b-e447-4eb6-9001-1c10f9c5eaec tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:12.168970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef34549-270b-49e7-bcbf-f5c94475f22c req-8ff7c31b-e447-4eb6-9001-1c10f9c5eaec tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0495877 Aug 31 20:02:12.206607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef34549-270b-49e7-bcbf-f5c94475f22c req-b82f15c5-fa93-4df5-b583-9dbd1ec9f253 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Aug 31 20:02:13.323619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4a184-cbbb-445f-a561-88442ae28efa req-d72dd7f4-5a45-4b5e-9adc-05e1a84d55b0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:13.325139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1a4a184-cbbb-445f-a561-88442ae28efa req-d72dd7f4-5a45-4b5e-9adc-05e1a84d55b0 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0495260 Aug 31 20:02:13.364909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1a4a184-cbbb-445f-a561-88442ae28efa req-4828d175-57d6-4328-b543-7fa5bef5e614 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Aug 31 20:02:14.283751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-268f2c75-cdab-40b0-8961-9f951bc9a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:14.480703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ad46-8fc7-4121-b0fa-807a3eea5332 req-5d0ac5ff-640d-4610-b77e-c2dd97a2d49e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:14.482171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8283ad46-8fc7-4121-b0fa-807a3eea5332 req-5d0ac5ff-640d-4610-b77e-c2dd97a2d49e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0490806 Aug 31 20:02:14.524141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:14.525061 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8283ad46-8fc7-4121-b0fa-807a3eea5332 req-7d0ffb64-e6e8-45b8-b5a7-739f10636c55 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355921 Aug 31 20:02:14.898958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:15.557778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:15.641550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9a39d-1a05-4397-b022-98d30c0b7f1e req-460e2287-26c5-4fff-951b-ba31f30f0681 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:15.643037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36b9a39d-1a05-4397-b022-98d30c0b7f1e req-460e2287-26c5-4fff-951b-ba31f30f0681 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Aug 31 20:02:15.680489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-36b9a39d-1a05-4397-b022-98d30c0b7f1e req-44625367-3ca9-4c3c-b29c-6eb61e4c56bb tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 Aug 31 20:02:16.290279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:16.806636 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35424b4-982d-4ad4-a64e-e4fda4fab3c7 req-03724e38-f07a-459c-a19f-735a6fdcdd96 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:16.808166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e35424b4-982d-4ad4-a64e-e4fda4fab3c7 req-03724e38-f07a-459c-a19f-735a6fdcdd96 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0522728 Aug 31 20:02:16.849338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e35424b4-982d-4ad4-a64e-e4fda4fab3c7 req-d359cf18-85e6-41b9-9a07-2f156c02763b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344543 Aug 31 20:02:17.176245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:17.871124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:02:17.970823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:17.978103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24fbc9-7549-4dfd-8eb8-661fe9c66465 req-ba9cd772-7619-4e7b-9a67-e12c0b75b828 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:17.979591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e24fbc9-7549-4dfd-8eb8-661fe9c66465 req-ba9cd772-7619-4e7b-9a67-e12c0b75b828 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 944 time: 0.0499454 Aug 31 20:02:17.982369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:02:18.019777 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:18.022365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3e24fbc9-7549-4dfd-8eb8-661fe9c66465 req-6e9247bc-f3bd-49a9-aa75-4bf57ab15e62 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360498 Aug 31 20:02:18.033288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:02:18.053801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:18.057948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:18.110107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:18.117379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.117729 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.118069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.118405 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.118737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.119064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.119395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.119740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.120065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.120388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.120709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.121029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:18.302228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['ee3046f2-5674-446f-a1fa-e6015460d6f0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:02:18.318498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-dd7f574c-0b49-4ea5-aea4-28a8eec3c41b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.320180 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-dd7f574c-0b49-4ea5-aea4-28a8eec3c41b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.82 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&tenant_id=d3e188a92c30471d9b0bf4b9206b08df&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 945 time: 0.0613163 Aug 31 20:02:18.337535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37869e31-e057-4984-b20a-35531c1428ff req-ee25abac-e521-4ea8-8514-a15ac42c7673 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.339037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37869e31-e057-4984-b20a-35531c1428ff req-ee25abac-e521-4ea8-8514-a15ac42c7673 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0617485 Aug 31 20:02:18.387107 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37869e31-e057-4984-b20a-35531c1428ff req-b5fd1657-4d95-4d3b-a0ae-dd4460998ca2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358734 Aug 31 20:02:18.392670 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-f8c5e550-7e27-4b86-ae6d-947c9ed05681 service neutron] 10.222.0.82 "GET /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0/bindings/n-h1-778550-14 HTTP/1.1" status: 200 len: 383 time: 0.0637362 Aug 31 20:02:18.456525 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-2e961551-44d5-4308-81a4-04d9edf2a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.458026 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-2e961551-44d5-4308-81a4-04d9edf2a136 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0430536 Aug 31 20:02:18.552655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-8fef6beb-56bf-42e5-a9bc-dd3257ff0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.554130 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-8fef6beb-56bf-42e5-a9bc-dd3257ff0e1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0890594 Aug 31 20:02:18.620088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-da7e08c1-82ae-43bb-9256-bd7df4f1c0c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0576992 Aug 31 20:02:18.667333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-e0c653af-c83c-442b-ad06-2501a53f8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.668706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-e0c653af-c83c-442b-ad06-2501a53f8442 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0417109 Aug 31 20:02:18.717000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-e5fe42f1-cb58-4699-a795-c4c0e65fff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:18.719125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-e5fe42f1-cb58-4699-a795-c4c0e65fff65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433824 Aug 31 20:02:18.807046 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-b25da673-38cc-426f-874f-7ab59df12175 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792503 Aug 31 20:02:18.901624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-1ca4134d-6868-4cdf-ba0b-cf66359e6024 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843873 Aug 31 20:02:19.507273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec759-5857-47e6-a439-006f8d0f9a90 req-72e0b449-c9d5-4a17-a999-8d21d579f996 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:19.508815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a72ec759-5857-47e6-a439-006f8d0f9a90 req-72e0b449-c9d5-4a17-a999-8d21d579f996 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0497787 Aug 31 20:02:19.546088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a72ec759-5857-47e6-a439-006f8d0f9a90 req-2d2d9a3e-d2e9-46d6-8ba3-f788f21e5349 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Aug 31 20:02:19.892023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:02:19.939973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port ee3046f2-5674-446f-a1fa-e6015460d6f0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:02:19.943663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port ee3046f2-5674-446f-a1fa-e6015460d6f0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:02:19.944037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:20.021487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:20.043267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:20.046272 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4793be-5cab-4a88-aa7d-04fff39331bd" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:20.058244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:20.063187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:20.111791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:20.162874 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab3d0d-c1e4-48ab-a096-26e4498cbe39 x-openstack-request-id: req-7dab3d0d-c1e4-48ab-a096-26e4498cbe39 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:20.163176 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:20.163435 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7dab3d0d-c1e4-48ab-a096-26e4498cbe39 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:20.163875 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'code': 200} Aug 31 20:02:20.665476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876a13-7ffb-471b-8203-2779b217b072 req-591e9a68-3aa2-480c-aec3-c808d8795229 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:20.666960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28876a13-7ffb-471b-8203-2779b217b072 req-591e9a68-3aa2-480c-aec3-c808d8795229 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Aug 31 20:02:20.709789 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28876a13-7ffb-471b-8203-2779b217b072 req-117d92f5-32fc-4008-85d4-6ddc29cce2d1 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367193 Aug 31 20:02:21.831036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277d21-74c5-410e-887e-4b80ca30ef58 req-ac9c3eef-a324-4f0d-8ba4-c4939992cacc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:21.832678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92277d21-74c5-410e-887e-4b80ca30ef58 req-ac9c3eef-a324-4f0d-8ba4-c4939992cacc tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0494249 Aug 31 20:02:21.872481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92277d21-74c5-410e-887e-4b80ca30ef58 req-c35fd641-07c5-4432-9640-f652d01ec094 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335462 Aug 31 20:02:22.657166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-4d93de91-f5da-41ed-bdf1-51580d07e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:22.658673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-4d93de91-f5da-41ed-bdf1-51580d07e88d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2&tenant_id=d3e188a92c30471d9b0bf4b9206b08df HTTP/1.1" status: 200 len: 1098 time: 0.0418074 Aug 31 20:02:22.670860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:22.721019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:22.917129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:22.954888 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:02:22.993691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:22.993928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1b93-e4b8-4909-8e10-dd11e846c278 req-8f149223-2cfe-4b28-aebb-c11ca5799324 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:22.995245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3acf1b93-e4b8-4909-8e10-dd11e846c278 req-8f149223-2cfe-4b28-aebb-c11ca5799324 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0513148 Aug 31 20:02:22.996005 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b7b34-3fd1-4014-8805-f5bc5043b6c9" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:23.000888 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:23.013515 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Transition to ACTIVE for port object ee3046f2-5674-446f-a1fa-e6015460d6f0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:02:23.017233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:23.039088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3acf1b93-e4b8-4909-8e10-dd11e846c278 req-a5975aa4-fbd8-4b30-93d3-dfc4c743a9a2 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Aug 31 20:02:23.093367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:23.140545 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af29f7-7358-4081-83a4-3c0ab766ddcd x-openstack-request-id: req-24af29f7-7358-4081-83a4-3c0ab766ddcd {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:23.140842 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:23.141094 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24af29f7-7358-4081-83a4-3c0ab766ddcd {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:23.141492 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'code': 200} Aug 31 20:02:23.142403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] No DVR routers for this DVR port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:02:23.280087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:02:23.280437 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:02:23.280777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:23.285088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:02:23.285418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Attempting to bind port ee3046f2-5674-446f-a1fa-e6015460d6f0 on network 5363ff13-3548-4c2b-9ede-e07ac6ed472d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:23.290184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:02:23.290527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Checking segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:02:23.290916 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Bound using segment: {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:02:23.291342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Bound port: ee3046f2-5674-446f-a1fa-e6015460d6f0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd812a6-7a08-4665-aba3-fad292107f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:02:23.291729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:23.354586 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:02:23.358807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:02:23.362443 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:23.395060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:23.395824 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:23.397235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] 10.222.0.67 "PUT /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.7303600 Aug 31 20:02:23.422726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848577-2ddd-4143-8673-b01017ea0a5b service neutron] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=11']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:23.471700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-81d4c39e-f32c-474b-b2b9-acd896204f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:23.473522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-81d4c39e-f32c-474b-b2b9-acd896204f82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0478644 Aug 31 20:02:23.565681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-6be08956-2b67-4f5a-84f2-9f8f04af196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:23.567174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-6be08956-2b67-4f5a-84f2-9f8f04af196f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.0870361 Aug 31 20:02:23.636791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-b49024e3-3e03-4681-81d8-00d74b22a1e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0626810 Aug 31 20:02:23.902667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:23.941677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:23.946054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-c8e3580f-be87-46f2-8bed-8cf38be1d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:23.947591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-c8e3580f-be87-46f2-8bed-8cf38be1d6ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.3044856 Aug 31 20:02:23.991883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-79ab0db3-a1fa-4656-b762-035c0de44425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:23.993315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-79ab0db3-a1fa-4656-b762-035c0de44425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392585 Aug 31 20:02:24.082304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-89981345-b449-4552-a671-8a73a8d9c560 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818818 Aug 31 20:02:24.173954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-09a8e77a-cad6-4e34-99d8-e54bd4df91e7 req-582cd91f-f22d-48cc-aaaa-e197a12277d3 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Aug 31 20:02:24.178951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d138f47-a1bb-49c8-918a-38f106ad974d req-394f6835-acfa-4a4d-8ea0-0efe2fba16ad tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:24.180508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d138f47-a1bb-49c8-918a-38f106ad974d req-394f6835-acfa-4a4d-8ea0-0efe2fba16ad tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Aug 31 20:02:24.225086 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d138f47-a1bb-49c8-918a-38f106ad974d req-4644a9a3-3443-489a-8b91-2ea1559b3185 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Aug 31 20:02:25.142363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:25.144869 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29" -d '{"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:25.193524 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e04a75-7983-42bd-9455-f542751ef321 x-openstack-request-id: req-16e04a75-7983-42bd-9455-f542751ef321 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:25.193885 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:25.194135 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16e04a75-7983-42bd-9455-f542751ef321 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:25.194529 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'status': 'completed', 'code': 200} Aug 31 20:02:25.286331 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-99ade90a-92c7-4987-ac9b-b57a9020b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.287895 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-99ade90a-92c7-4987-ac9b-b57a9020b6d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0747151 Aug 31 20:02:25.290558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-24807b5b-394b-445a-b11a-e1cf7e6732e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.292006 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-24807b5b-394b-445a-b11a-e1cf7e6732e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0708902 Aug 31 20:02:25.358163 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad146-7beb-4bd4-94b9-42bf051c7a94 req-9998d647-dbbc-4a4b-91cb-a0aee04049d9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.360481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a28ad146-7beb-4bd4-94b9-42bf051c7a94 req-9998d647-dbbc-4a4b-91cb-a0aee04049d9 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0571723 Aug 31 20:02:25.400806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a28ad146-7beb-4bd4-94b9-42bf051c7a94 req-f7be7d34-f4b7-406c-a33e-e2121227ea14 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338380 Aug 31 20:02:25.458952 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-60a75786-8b7b-4798-8d2e-7dcf38498dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.460536 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-60a75786-8b7b-4798-8d2e-7dcf38498dcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1660569 Aug 31 20:02:25.461622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-0861d736-8cf8-4083-b9fd-d00b2b1824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.462939 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-0861d736-8cf8-4083-b9fd-d00b2b1824c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 200 len: 913 time: 0.1574090 Aug 31 20:02:25.575199 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-c9051ce9-0039-4530-b342-541a10f1abd8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1008346 Aug 31 20:02:25.577051 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-b48e4abe-860e-45ae-8f4e-479c6d8032ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1087549 Aug 31 20:02:25.665729 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-2f719655-0cdc-4413-8be5-95986b7ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.667157 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-2f719655-0cdc-4413-8be5-95986b7ce42a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0845499 Aug 31 20:02:25.668843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-43907971-5e01-4377-9af8-2bf8a239083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.670716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-43907971-5e01-4377-9af8-2bf8a239083d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 200 len: 851 time: 0.0803442 Aug 31 20:02:25.742070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-e96bdcc0-94c4-4585-b0d8-5dc003dfc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.743598 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-e96bdcc0-94c4-4585-b0d8-5dc003dfc300 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691025 Aug 31 20:02:25.745316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-4e93403b-68e2-4ddf-b717-0bf399bf9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:25.746655 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-4e93403b-68e2-4ddf-b717-0bf399bf9c25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5363ff13-3548-4c2b-9ede-e07ac6ed472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646172 Aug 31 20:02:25.902620 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-fd9e01a7-8937-41e0-9d5d-1a61cfbe82e4 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517558 Aug 31 20:02:25.905312 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-4a3edc25-d8c3-42b6-9ca4-d323b6754363 service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467986 Aug 31 20:02:26.068040 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-46c9acbe-3a33-4fd9-bd49-b7d420fb6fd1 service neutron] 10.222.0.82 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583722 Aug 31 20:02:26.069946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cbe5c929-0b8b-4b1f-b7f5-95c2f4d51b29 req-8026bcc8-71b2-4c4f-87fd-c7c7c480e57f service neutron] 10.222.0.67 "GET /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528857 Aug 31 20:02:26.523991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ef7a7-be55-46c6-8765-635070ef0017 req-317586d5-9eab-4740-9000-768651bdbb20 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:26.525585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-234ef7a7-be55-46c6-8765-635070ef0017 req-317586d5-9eab-4740-9000-768651bdbb20 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Aug 31 20:02:26.573006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-234ef7a7-be55-46c6-8765-635070ef0017 req-ef6729d0-1067-4fab-976f-3a33d0739953 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Aug 31 20:02:27.698337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c41313-f51f-4996-8c99-c5e23ea56f83 req-aac3d6bc-7821-47e5-a0fc-e5613c7d2c36 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:27.699884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8c41313-f51f-4996-8c99-c5e23ea56f83 req-aac3d6bc-7821-47e5-a0fc-e5613c7d2c36 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0544286 Aug 31 20:02:27.744530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8c41313-f51f-4996-8c99-c5e23ea56f83 req-445adbc1-ac08-476c-b368-2ac47ea0e751 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Aug 31 20:02:28.861601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f77f7-59d3-417a-a91a-b399c0d45749 req-4b6cbb70-aada-4722-b49e-d75023687f0b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:28.863084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-526f77f7-59d3-417a-a91a-b399c0d45749 req-4b6cbb70-aada-4722-b49e-d75023687f0b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Aug 31 20:02:28.900225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-526f77f7-59d3-417a-a91a-b399c0d45749 req-966722c1-a207-4705-ae61-20ba753c0b99 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Aug 31 20:02:30.018049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3e405-60c6-49fb-a8c6-cf0e60669b3b req-e937aa2a-081a-443a-8e47-03f501d4ae40 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:30.019585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7b3e405-60c6-49fb-a8c6-cf0e60669b3b req-e937aa2a-081a-443a-8e47-03f501d4ae40 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Aug 31 20:02:30.057315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7b3e405-60c6-49fb-a8c6-cf0e60669b3b req-87e1e34c-fa97-4112-85a1-4dd05481242b tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Aug 31 20:02:31.176400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd21dd-b547-4b1d-8796-b3d8b9b5e479 req-48c7dd76-fca1-4f24-b578-7be476158445 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:31.177899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfdd21dd-b547-4b1d-8796-b3d8b9b5e479 req-48c7dd76-fca1-4f24-b578-7be476158445 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Aug 31 20:02:31.219213 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dfdd21dd-b547-4b1d-8796-b3d8b9b5e479 req-4e8a90b2-3a5a-4b58-933c-ad3ee5214b0d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353446 Aug 31 20:02:32.334457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e231bc-7c98-4a9a-b6fe-db8045e46d58 req-4a7c6857-344b-4b7d-969e-b7c2aacb2296 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:32.335976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0e231bc-7c98-4a9a-b6fe-db8045e46d58 req-4a7c6857-344b-4b7d-969e-b7c2aacb2296 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Aug 31 20:02:32.374630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0e231bc-7c98-4a9a-b6fe-db8045e46d58 req-e29e444c-0d17-4dbf-9566-e8e197262053 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Aug 31 20:02:33.492575 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514004d2-5e86-40e5-a573-df7586f95049 req-bbea130f-0adc-4c7d-b457-199777a9b413 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:33.494053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-514004d2-5e86-40e5-a573-df7586f95049 req-bbea130f-0adc-4c7d-b457-199777a9b413 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Aug 31 20:02:33.531744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-514004d2-5e86-40e5-a573-df7586f95049 req-1badd468-e8da-49bc-9bfc-94773bf37880 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Aug 31 20:02:34.646495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdef512-ef0d-49e2-a819-309813be7ad7 req-cee1949d-57e5-4861-a615-e7bd3c0c4b22 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:34.648027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bdef512-ef0d-49e2-a819-309813be7ad7 req-cee1949d-57e5-4861-a615-e7bd3c0c4b22 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Aug 31 20:02:34.690484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bdef512-ef0d-49e2-a819-309813be7ad7 req-e713fab4-5aae-4d8d-af08-65863d71bc14 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362442 Aug 31 20:02:35.539318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:02:35.636649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:35.647833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'port_id': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'mac_address': 'fa:16:3e:db:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:02:35.684322 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:35.697519 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:02:35.716539 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:35.720757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:35.777254 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:35.816367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d423-806c-4674-bf20-fea7ed301b71 req-46747bc0-6c45-44bb-a340-8960af8b0fde tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:35.817882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eb0d423-806c-4674-bf20-fea7ed301b71 req-46747bc0-6c45-44bb-a340-8960af8b0fde tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0548103 Aug 31 20:02:35.856483 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2eb0d423-806c-4674-bf20-fea7ed301b71 req-ac173f1b-a205-4dc0-bfab-72c40feefd5e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Aug 31 20:02:35.966164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['ee3046f2-5674-446f-a1fa-e6015460d6f0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:02:35.976034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce256bc-dbf2-4eb2-af4a-d33df339025b req-aceda525-fd74-4119-b48f-01630d2d1112 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:35.977531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ce256bc-dbf2-4eb2-af4a-d33df339025b req-aceda525-fd74-4119-b48f-01630d2d1112 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0502770 Aug 31 20:02:36.015910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2ce256bc-dbf2-4eb2-af4a-d33df339025b req-536d4980-6cc4-4469-9d9f-c3037a1011a5 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316298 Aug 31 20:02:36.133357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988f1ea-7825-4743-9fe8-1c087ba352e0 req-77d5c32d-e1ce-4c01-8adf-d3569b733558 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:36.134843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5988f1ea-7825-4743-9fe8-1c087ba352e0 req-77d5c32d-e1ce-4c01-8adf-d3569b733558 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0507228 Aug 31 20:02:36.179149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5988f1ea-7825-4743-9fe8-1c087ba352e0 req-e4bd643d-b115-4ab8-a0a8-295a4409202d tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377033 Aug 31 20:02:36.415273 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38879-0c8e-42a6-a80c-c48b7bf21888 req-7f96eee0-a8df-476d-994f-68b9eba63094 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:36.416873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bf38879-0c8e-42a6-a80c-c48b7bf21888 req-7f96eee0-a8df-476d-994f-68b9eba63094 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0497301 Aug 31 20:02:36.453982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6bf38879-0c8e-42a6-a80c-c48b7bf21888 req-8f2a5282-165f-43e5-bb1c-f66df4f7693f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311382 Aug 31 20:02:37.562106 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:02:37.590096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5da75-8adb-4aa3-9802-2616ae80572e req-6a119f4d-acb9-46de-8ce3-16914ea846ed tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:37.591734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6e5da75-8adb-4aa3-9802-2616ae80572e req-6a119f4d-acb9-46de-8ce3-16914ea846ed tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 946 time: 0.0514820 Aug 31 20:02:37.615196 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port ee3046f2-5674-446f-a1fa-e6015460d6f0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:02:37.619234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port ee3046f2-5674-446f-a1fa-e6015460d6f0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:02:37.620279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:37.631722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e6e5da75-8adb-4aa3-9802-2616ae80572e req-38db593e-96e9-4398-a93f-94ca087347de tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups?id=af5d804a-fe8e-4333-a730-de1668457233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332103 Aug 31 20:02:37.696954 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:37.719025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:37.721274 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db793774-390f-4d36-9aac-4a9614b72264" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:37.735103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:37.739226 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:37.762139 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b15c2c-d30b-4adc-8043-a5eff9052bad x-openstack-request-id: req-18b15c2c-d30b-4adc-8043-a5eff9052bad {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:37.762426 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:37.762676 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-18b15c2c-d30b-4adc-8043-a5eff9052bad {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:37.763062 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'code': 200} Aug 31 20:02:37.791177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:37.958799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-14d26c3a-8e8e-4125-af2d-03207d814dd6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:37.960308 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-14d26c3a-8e8e-4125-af2d-03207d814dd6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 947 time: 0.0504630 Aug 31 20:02:38.050965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Deleting port ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:38.051362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.145927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] For port ee3046f2-5674-446f-a1fa-e6015460d6f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=ee3046f2-5674-446f-a1fa-e6015460d6f0,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:38.146297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.312107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.312400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.312701 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Floating IP 78730171-e1fa-4801-8368-d206d63bf30e disassociated. External IP: 172.25.3.234, port: ee3046f2-5674-446f-a1fa-e6015460d6f0. Aug 31 20:02:38.313037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Calling delete_port for ee3046f2-5674-446f-a1fa-e6015460d6f0 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:38.444171 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.472613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'Port': ['ID=ee3046f2-5674-446f-a1fa-e6015460d6f0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:38.589825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:02:38.701680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:02:38.713461 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:02:38.728809 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:02:38.729843 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:02:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:38.739729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-04d19e05-f698-4cc2-920f-1e910256ed2a req-0a57c749-e056-471f-bf7b-d5173fb5d196 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.0390041 Aug 31 20:02:38.743727 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] No DVR routers for this DVR port ee3046f2-5674-446f-a1fa-e6015460d6f0 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:02:38.746645 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:38.749271 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1664cc8a-eceb-407b-aab3-7b0fd7cc8e7a req-5cbfd6ff-309f-439a-bc12-abb72cf8fc4f tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.67 "DELETE /v2.0/ports/ee3046f2-5674-446f-a1fa-e6015460d6f0 HTTP/1.1" status: 204 len: 173 time: 0.7826934 Aug 31 20:02:38.749970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-deleted', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:38.752939 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d990848-e9dd-4db6-8d5f-618c527bbea9" -d '{"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-deleted", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:38.796329 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c4cc73-b9d8-48f1-9424-75fd991ac0c1 x-openstack-request-id: req-01c4cc73-b9d8-48f1-9424-75fd991ac0c1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:38.796884 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968fb17-a4e3-416d-95e1-298c920102c2", "name": "network-vif-deleted", "tag": "ee3046f2-5674-446f-a1fa-e6015460d6f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:38.797207 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01c4cc73-b9d8-48f1-9424-75fd991ac0c1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:38.797673 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8968fb17-a4e3-416d-95e1-298c920102c2', 'name': 'network-vif-deleted', 'tag': 'ee3046f2-5674-446f-a1fa-e6015460d6f0', 'status': 'completed', 'code': 200} Aug 31 20:02:38.846000 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:02:39.045560 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:39.071491 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:02:39.080339 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:02:39.080951 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:02:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:39.270486 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:02:39.467595 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:39.499234 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ba8e1-f253-4662-bf69-60d68b3dff43 None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:40Z', 'revision_number': 4, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '3ceffddc-abf5-41c8-9f5c-9da9ae44915d', 'name': '', 'network_id': '5363ff13-3548-4c2b-9ede-e07ac6ed472d', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'mac_address': 'fa:16:3e:25:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:39Z', 'updated_at': '2021-08-31T19:52:44Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'subnets': [{'id': '33f37fd5-59fd-4207-b82d-3250b11c3610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:02:39.728621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099083a2-3b26-47d9-b828-4fde9597bc81 None None] New status for floating IP 78730171-e1fa-4801-8368-d206d63bf30e: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:02:39.958931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb7c81fb-3e52-4edf-a2b4-283390d21c20 req-7444dada-2a19-46c1-8c05-07e118a5e07e tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.1414475 Aug 31 20:02:41.056185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-37370e6d-c392-4ede-bd65-76eb66ecf172 req-2596883d-781f-41ba-9173-f82b5408727a tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.0274229 Aug 31 20:02:41.570831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:41.591139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: ee3046f2-5674-446f-a1fa-e6015460d6f0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:02:41.591485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device ee3046f2-5674-446f-a1fa-e6015460d6f0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:41.633471 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40bcf150-14dd-43dc-ad52-9cc6b93982ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:42.158292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3cae2e85-5969-4a38-9139-13889ef7107a req-f1f621ed-6eb2-43bf-8a82-27b757c4ffb6 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/ports?device_id=8968fb17-a4e3-416d-95e1-298c920102c2 HTTP/1.1" status: 200 len: 210 time: 0.0287642 Aug 31 20:02:44.284875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46a95a5a-363f-41aa-a3fa-23b5ed1da9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:44.534039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:44.913970 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:45.560615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:45.887111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:45.941495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:45.964473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.016220 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.020428 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.021997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "DELETE /v2.0/security-groups/af5d804a-fe8e-4333-a730-de1668457233 HTTP/1.1" status: 204 len: 168 time: 0.1337566 Aug 31 20:02:46.024882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46308) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:46.032429 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d804a-fe8e-4333-a730-de1668457233,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:46.039989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.040337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.040684 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.041021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.041354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.041682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.042010 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.042333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.042657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.042979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.043303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.043622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca63eb-fbb0-4faa-b5d4-abd0120acec4 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:02:46.045952 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [None req-c1e91f7d-33c4-4229-acd8-8c3f9931bf61 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] show failed (client error): The resource could not be found. Aug 31 20:02:46.051424 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c1e91f7d-33c4-4229-acd8-8c3f9931bf61 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "GET /v2.0/security-groups/af5d804a-fe8e-4333-a730-de1668457233 HTTP/1.1" status: 404 len: 347 time: 0.0236316 Aug 31 20:02:46.051617 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:46.182008 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Deleting port dca9e612-5944-4240-a843-af695392f67d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:46.182362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.263558 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.263854 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.276310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Calling delete_port for dca9e612-5944-4240-a843-af695392f67d owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:46.303093 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.413962 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.441169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Pushing event deleted for resources: {'Port': ['ID=dca9e612-5944-4240-a843-af695392f67d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:46.508634 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.511281 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:46.512470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e7de00ff-9355-49b9-bacb-8be37d313920 tempest-ServerActionsTestJSON-1200232779 tempest-ServerActionsTestJSON-1200232779-project] 10.222.0.73 "DELETE /v2.0/floatingips/78730171-e1fa-4801-8368-d206d63bf30e HTTP/1.1" status: 204 len: 168 time: 0.4597452 Aug 31 20:02:46.516800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:46.992223 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:47.178812 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:47.238909 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Deleting port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:47.239258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:47.316996 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] For port 3ceffddc-abf5-41c8-9f5c-9da9ae44915d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:47.317309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:47.333149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Calling delete_port for 3ceffddc-abf5-41c8-9f5c-9da9ae44915d owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:47.510716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:47.864383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ceffddc-abf5-41c8-9f5c-9da9ae44915d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:48.038444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.247693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Router 5d201497-464e-455c-8ce4-04f365bedcf5 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:02:48.353145 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:02:48.361255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:48.361999 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a0a0962f-78e3-40fd-a1b3-941b4bcf76bc admin admin] 10.222.0.73 "PUT /v2.0/routers/5d201497-464e-455c-8ce4-04f365bedcf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439002 Aug 31 20:02:48.364067 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037186b-4b77-48da-9050-29092da27faa None None] Sync routers for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:02:48.377022 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:02:48.377689 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:02:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:48.459120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.482465 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:02:48.565517 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.620498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Deleting port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:48.620844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.662474 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T20:02:47Z', 'revision_number': 5, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port': {'id': '3e65bf5d-ef5d-4798-93a8-dc4e781765f8', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:48.696803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] For port 3e65bf5d-ef5d-4798-93a8-dc4e781765f8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:48.697167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.698546 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037186b-4b77-48da-9050-29092da27faa None None] Checking router: 5d201497-464e-455c-8ce4-04f365bedcf5 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:02:48.708329 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] Routers {'5d201497-464e-455c-8ce4-04f365bedcf5'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:02:48.708957 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:02:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['5d201497-464e-455c-8ce4-04f365bedcf5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:48.709832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Calling delete_port for 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:48.792423 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] Set router 5d201497-464e-455c-8ce4-04f365bedcf5 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:02:48.848939 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7037186b-4b77-48da-9050-29092da27faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T20:02:48Z', 'revision_number': 6, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:48.873536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.877015 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037186b-4b77-48da-9050-29092da27faa None None] The sync data for ids ['5d201497-464e-455c-8ce4-04f365bedcf5'] in n-d-778550-14 is: [{'id': '5d201497-464e-455c-8ce4-04f365bedcf5', 'name': 'tempest-ServerActionsTestJSON-1250835098-router', 'tenant_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:52:37Z', 'updated_at': '2021-08-31T20:02:48Z', 'revision_number': 6, 'project_id': 'd3e188a92c30471d9b0bf4b9206b08df', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:02:48.899267 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e65bf5d-ef5d-4798-93a8-dc4e781765f8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:48.963207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:48.990071 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:02:49.052458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.054466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.099803 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.100392 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d201497-464e-455c-8ce4-04f365bedcf5 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:02:49.106025 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.107172 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-06144188-1cac-4113-876e-887ecc738e62 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5d201497-464e-455c-8ce4-04f365bedcf5 HTTP/1.1" status: 204 len: 168 time: 0.7449577 Aug 31 20:02:49.109785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:49.154263 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Deleting subnet 33f37fd5-59fd-4207-b82d-3250b11c3610 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:02:49.158475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.196224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.275239 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.330115 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.356128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f37fd5-59fd-4207-b82d-3250b11c3610,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:49.362237 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.366402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8a1e4587-efdf-4dc2-b952-24c5f922b29d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33f37fd5-59fd-4207-b82d-3250b11c3610 HTTP/1.1" status: 204 len: 168 time: 0.2534001 Aug 31 20:02:49.366640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:49.367092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2a117-ecc5-4330-84e8-a4530d417f27 None None] Network 5363ff13-3548-4c2b-9ede-e07ac6ed472d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:02:49.438178 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.492939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Deleting port 3211d0e0-ef01-42e6-a643-1d435e808f5e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:49.493292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.558158 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] For port 3211d0e0-ef01-42e6-a643-1d435e808f5e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=3211d0e0-ef01-42e6-a643-1d435e808f5e,segment=NetworkSegment(efd812a6-7a08-4665-aba3-fad292107f91),segment_id=efd812a6-7a08-4665-aba3-fad292107f91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:49.558449 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.571760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Calling delete_port for 3211d0e0-ef01-42e6-a643-1d435e808f5e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:49.634959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] DHCP port deletion for 5363ff13-3548-4c2b-9ede-e07ac6ed472d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:02:49.656781 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.680769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Deleting port 3211d0e0-ef01-42e6-a643-1d435e808f5e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:02:49.681146 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.681969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3211d0e0-ef01-42e6-a643-1d435e808f5e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:49.687290 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] No DVR routers for this DVR port 3211d0e0-ef01-42e6-a643-1d435e808f5e on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:02:49.748581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] For port 3211d0e0-ef01-42e6-a643-1d435e808f5e, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:49.749118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.763020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Calling delete_port for 3211d0e0-ef01-42e6-a643-1d435e808f5e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:02:49.764082 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.766457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Port 3211d0e0-ef01-42e6-a643-1d435e808f5e was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 20:02:49.767858 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.775453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5363ff13-3548-4c2b-9ede-e07ac6ed472d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:49.785788 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd812a6-7a08-4665-aba3-fad292107f91') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:49.786082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd812a6-7a08-4665-aba3-fad292107f91') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:02:49.793337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] Pushing event deleted for resources: {'Port': ['ID=3211d0e0-ef01-42e6-a643-1d435e808f5e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:49.797279 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.799216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927801f0-5751-41c6-afe6-4eadf7082811 None None] No DVR routers for this DVR port 3211d0e0-ef01-42e6-a643-1d435e808f5e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:02:49.814985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.821691 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:02:49.822190 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:02:49.824290 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:02:49.877311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.883238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:49.887428 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5363ff13-3548-4c2b-9ede-e07ac6ed472d HTTP/1.1" status: 204 len: 168 time: 0.5175769 Aug 31 20:02:49.904345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7f0f-e151-4f29-8501-f3d311fa7b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5363ff13-3548-4c2b-9ede-e07ac6ed472d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:50.024251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:50.068245 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-33192947-3129-44cd-9bc6-09f609b6257f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3e188a92c30471d9b0bf4b9206b08df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427160 Aug 31 20:02:50.070607 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:50.376054 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:50.396718 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:50.443536 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:50.446074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:50.447235 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acb270df-0d07-43bb-a24b-b2b74c36f0e4 HTTP/1.1" status: 204 len: 168 time: 0.3757141 Aug 31 20:02:50.455798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bf3ba-3a01-46be-81b6-fc4f91b6c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb270df-0d07-43bb-a24b-b2b74c36f0e4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:50.555531 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:50.576079 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:02:50.576428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3e65bf5d-ef5d-4798-93a8-dc4e781765f8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:50.576849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3ceffddc-abf5-41c8-9f5c-9da9ae44915d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:50.596321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3ceffddc-abf5-41c8-9f5c-9da9ae44915d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:02:50.596923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3ceffddc-abf5-41c8-9f5c-9da9ae44915d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:50.597339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3211d0e0-ef01-42e6-a643-1d435e808f5e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:02:50.616115 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 3211d0e0-ef01-42e6-a643-1d435e808f5e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:02:50.616626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 3211d0e0-ef01-42e6-a643-1d435e808f5e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:02:51.155079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:51.261142 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1558709048-network', 'tenant_id': '28b1e69ab0764ee7b5ac155870370cf8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:51.282697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Made reservation on behalf of 28b1e69ab0764ee7b5ac155870370cf8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:02:51.285316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.293934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.384813 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.388453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.414340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:02:51.424482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1fb073-17e0-4409-96d7-478670ba81ee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:51.429682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.430068 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Added segment 0ae4902e-c139-4918-9b48-23e74b64331d of type vlan for network 5f99b718-ad06-4819-ba61-ee9a491246f6 Aug 31 20:02:51.471260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.499429 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.500394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:51.500980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.551710 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3948805 Aug 31 20:02:51.554982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:02:51.560554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Request body: {'subnet': {'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1558709048-subnet', 'tenant_id': '28b1e69ab0764ee7b5ac155870370cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:51.563278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff9074-f818-4f29-8dd5-d97c9ebc76b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f99b718-ad06-4819-ba61-ee9a491246f6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:51.574296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:02:51.582173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Made reservation on behalf of 28b1e69ab0764ee7b5ac155870370cf8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:02:51.584595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.747225 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.800488 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:51.809002 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Checking segment: {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:02:51.809361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Network hostable DHCP agents. Network: 5f99b718-ad06-4819-ba61-ee9a491246f6, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:02:51.825622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:02:51.835328 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5f99b718-ad06-4819-ba61-ee9a491246f6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:02:51.840867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:51.841759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:51.844872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a499c3-ced0-4230-8801-e26099efb540 None None] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:02:51.856791 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a3343efb-7609-479b-96b1-a9943162d7a2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3006191 Aug 31 20:02:51.977507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0f6cd-2c04-4362-845e-a2e6394dee37 None None] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:02:52.286703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-adb2130e-1342-4b3f-8289-78329e43a471 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:52.288114 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-adb2130e-1342-4b3f-8289-78329e43a471 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 814 time: 0.0998745 Aug 31 20:02:52.302672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-2404b329-6272-4509-8c58-485674114bb8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/quotas/28b1e69ab0764ee7b5ac155870370cf8 HTTP/1.1" status: 200 len: 375 time: 0.0089149 Aug 31 20:02:52.338431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-adda103d-3e7d-4236-91dd-516b5ef8ae8b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305374 Aug 31 20:02:52.351009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-7360e15c-4fec-426d-877d-c7f2cb4cc810 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:02:52.352000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-7360e15c-4fec-426d-877d-c7f2cb4cc810 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061665 Aug 31 20:02:52.494369 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-e469aa7d-073e-4f54-85c2-6c022851d92c service neutron] 10.222.0.73 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361492 Aug 31 20:02:52.588208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-0ea6b395-7f50-45d7-99e6-63dd770c16e6 service neutron] 10.222.0.73 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868154 Aug 31 20:02:52.747729 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-13ba6766-8d6b-4fab-9945-a563a6783faa req-ebe1c679-29a0-413e-8189-b592168e8882 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Aug 31 20:02:53.636483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-e0c69d3e-7f55-481f-98b2-ab7ce4784930 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:53.638091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-e0c69d3e-7f55-481f-98b2-ab7ce4784930 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.67 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 814 time: 0.1042726 Aug 31 20:02:53.651934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Request body: {'port': {'device_id': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6', 'admin_state_up': True, 'tenant_id': '28b1e69ab0764ee7b5ac155870370cf8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:53.755983 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Made reservation on behalf of 28b1e69ab0764ee7b5ac155870370cf8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:02:53.759399 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:53.841312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f69051cd-47fe-4fcf-8546-e0490ddd7bfe req-dc9053bf-201d-4b9e-8cc8-edc1551f7d0d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 210 time: 0.0263078 Aug 31 20:02:53.891342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Allocated IP 172.20.0.12 (5f99b718-ad06-4819-ba61-ee9a491246f6/4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e/9140627d-6244-48b1-aa22-c60dc898dc13) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:02:54.043236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.081928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.122556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:02:54.128822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:02:54.132574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:02:54.161012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Pushing event updated for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:54.186106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:54.187354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.201552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-414f08ca-a61b-45f6-8c58-7183cf1383f5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5534203 Aug 31 20:02:54.214116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Request body: {'port': {'device_id': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:02:54.271034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.528961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9140627d-6244-48b1-aa22-c60dc898dc13 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:02:54.536991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.548551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Transition to ACTIVE for port object 9140627d-6244-48b1-aa22-c60dc898dc13 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:02:54.552271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.603550 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Pushing event updated for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:54.669341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Attempting to bind port 9140627d-6244-48b1-aa22-c60dc898dc13 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:02:54.670010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Attempting to bind port 9140627d-6244-48b1-aa22-c60dc898dc13 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:02:54.670010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Attempting to bind port 9140627d-6244-48b1-aa22-c60dc898dc13 on network 5f99b718-ad06-4819-ba61-ee9a491246f6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:54.674441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Port 9140627d-6244-48b1-aa22-c60dc898dc13 on network 5f99b718-ad06-4819-ba61-ee9a491246f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:02:54.674762 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Attempting to bind port 9140627d-6244-48b1-aa22-c60dc898dc13 on network 5f99b718-ad06-4819-ba61-ee9a491246f6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:02:54.679543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:02:54.679912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Checking segment: {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:02:54.680295 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Bound using segment: {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:02:54.680712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Bound port: 9140627d-6244-48b1-aa22-c60dc898dc13, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:02:54.681091 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.748470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:02:54.752278 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9140627d-6244-48b1-aa22-c60dc898dc13,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:02:54.756026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.789092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:54.789701 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:54.791073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] 10.222.0.67 "PUT /v2.0/ports/9140627d-6244-48b1-aa22-c60dc898dc13 HTTP/1.1" status: 200 len: 1093 time: 0.5810635 Aug 31 20:02:54.791501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:54.793732 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:54.816744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94f599-ec24-476e-9b80-08876e6d1180 service neutron] Pushing event updated for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:54.836845 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2dd02b-8744-4242-b9de-d5a204646c78 x-openstack-request-id: req-8c2dd02b-8744-4242-b9de-d5a204646c78 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:54.837144 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:54.837396 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c2dd02b-8744-4242-b9de-d5a204646c78 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:54.837802 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13', 'status': 'completed', 'code': 200} Aug 31 20:02:54.888071 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-21929bf5-e6ff-49a9-8980-78d1def5bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:54.889621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-21929bf5-e6ff-49a9-8980-78d1def5bf26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 1096 time: 0.0461686 Aug 31 20:02:54.932599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-8c7b6a89-a6f3-49a3-96df-0324fd18ed2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9140627d-6244-48b1-aa22-c60dc898dc13 HTTP/1.1" status: 200 len: 217 time: 0.0349832 Aug 31 20:02:54.959508 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcb754-4a80-421c-b307-d05e0a72d510 req-63aec19e-a697-4901-9c94-9bd06bbe8249 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:54.961060 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-affcb754-4a80-421c-b307-d05e0a72d510 req-63aec19e-a697-4901-9c94-9bd06bbe8249 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 944 time: 0.0491033 Aug 31 20:02:54.981934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-f90eb73c-edbd-4ea4-897c-6666d0800300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:54.983397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-f90eb73c-edbd-4ea4-897c-6666d0800300 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e HTTP/1.1" status: 200 len: 854 time: 0.0440593 Aug 31 20:02:55.000717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-affcb754-4a80-421c-b307-d05e0a72d510 req-776b3107-070b-4b19-aba9-e0cac41d7b60 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Aug 31 20:02:55.015933 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-0eb820cc-72d2-41a1-8c3c-4340a49c02cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f99b718-ad06-4819-ba61-ee9a491246f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257287 Aug 31 20:02:55.109241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-9349c8ce-7f8d-4bab-97e6-a8b35dc214c4 service neutron] 10.222.0.67 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Aug 31 20:02:55.198342 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a226c3f2-6e01-4202-b88a-eb69ce253f20 req-6bb4ca6b-49a5-471b-b810-93f44cc2f87b service neutron] 10.222.0.67 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826135 Aug 31 20:02:55.283394 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-47c59429-fa59-4da5-b487-aefd2d22de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:55.284817 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-47c59429-fa59-4da5-b487-aefd2d22de25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 1096 time: 0.0458546 Aug 31 20:02:55.379268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-a878fc3f-dd69-413e-91d7-83dfb20acc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:55.380802 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-a878fc3f-dd69-413e-91d7-83dfb20acc14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 915 time: 0.0886455 Aug 31 20:02:55.425729 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-69c27347-d600-49e7-910a-a4bf9b877301 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9140627d-6244-48b1-aa22-c60dc898dc13 HTTP/1.1" status: 200 len: 217 time: 0.0380461 Aug 31 20:02:55.475598 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-4c0ad2b7-20bf-4224-92f2-f34c50e25e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:55.477038 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-4c0ad2b7-20bf-4224-92f2-f34c50e25e55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e HTTP/1.1" status: 200 len: 854 time: 0.0439601 Aug 31 20:02:55.510195 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-6d2ca48a-d13c-4d5f-96b5-af19c74ca24a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f99b718-ad06-4819-ba61-ee9a491246f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241427 Aug 31 20:02:55.601173 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-01efb32c-2abc-4f1b-bcbf-1760c83d1ebd service neutron] 10.222.0.67 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826564 Aug 31 20:02:55.698936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-24c58beb-cf5e-4e98-9f0d-5eee1d1b83dc req-2b5027ba-4638-4a73-8e0d-ae4ee57e5994 service neutron] 10.222.0.67 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902371 Aug 31 20:02:56.121127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70461e-1418-42b6-9677-5d26b535a405 req-1f6fdbe5-588f-4783-9749-8e5960f9bf0d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:56.122626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca70461e-1418-42b6-9677-5d26b535a405 req-1f6fdbe5-588f-4783-9749-8e5960f9bf0d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 944 time: 0.0534446 Aug 31 20:02:56.161064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ca70461e-1418-42b6-9677-5d26b535a405 req-fbf3917e-38d7-4c16-b0ff-cd7e4c93cf1f tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 31 20:02:57.277243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5a90-803b-4f07-b9b6-b6c4db422282 req-160cdd76-1792-4c83-bf12-2d777404e9cb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:57.278761 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5dd5a90-803b-4f07-b9b6-b6c4db422282 req-160cdd76-1792-4c83-bf12-2d777404e9cb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Aug 31 20:02:57.317839 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5dd5a90-803b-4f07-b9b6-b6c4db422282 req-813715e5-d4e7-4f00-b938-c30274bc3386 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Aug 31 20:02:57.678751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9140627d-6244-48b1-aa22-c60dc898dc13 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:02:57.769610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9140627d-6244-48b1-aa22-c60dc898dc13,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:57.781073 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9140627d-6244-48b1-aa22-c60dc898dc13', 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6', 'port_id': '9140627d-6244-48b1-aa22-c60dc898dc13', 'mac_address': 'fa:16:3e:ba:8a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:02:57.816551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:57.834061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9140627d-6244-48b1-aa22-c60dc898dc13 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:02:57.853366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9140627d-6244-48b1-aa22-c60dc898dc13,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:57.857323 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:57.902765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:02:58.049391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9140627d-6244-48b1-aa22-c60dc898dc13'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:02:58.434736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6ecc-e0e3-49ad-b044-0d543ac710ec req-b36b4c8f-3e90-405e-b7ee-e5a209a4e8e8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:58.436234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14db6ecc-e0e3-49ad-b044-0d543ac710ec req-b36b4c8f-3e90-405e-b7ee-e5a209a4e8e8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Aug 31 20:02:58.474492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14db6ecc-e0e3-49ad-b044-0d543ac710ec req-574738d3-bab3-4e93-8dd9-138986266bf4 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Aug 31 20:02:59.594018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9673cc-45be-4985-afb2-343831eaaf26 req-546fa2ca-95c2-4bcc-b271-6cdb7800e5f8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:02:59.595409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d9673cc-45be-4985-afb2-343831eaaf26 req-546fa2ca-95c2-4bcc-b271-6cdb7800e5f8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 945 time: 0.0529380 Aug 31 20:02:59.634233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9d9673cc-45be-4985-afb2-343831eaaf26 req-1491d0ca-046a-4318-ad62-0d7df5c5252d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Aug 31 20:02:59.694138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9140627d-6244-48b1-aa22-c60dc898dc13 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:02:59.744173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9140627d-6244-48b1-aa22-c60dc898dc13 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:02:59.747851 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9140627d-6244-48b1-aa22-c60dc898dc13 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:02:59.748232 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:59.823723 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:59.845514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:02:59.847940 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883b7e7e-1ee3-404e-8e4b-9a3dc42506ee" -d '{"events": [{"server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "name": "network-vif-plugged", "status": "completed", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:02:59.862457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9140627d-6244-48b1-aa22-c60dc898dc13,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:02:59.868079 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:02:59.896208 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e41e54-891c-41bc-872d-065316ad9a27 x-openstack-request-id: req-97e41e54-891c-41bc-872d-065316ad9a27 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:02:59.896501 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "name": "network-vif-plugged", "status": "completed", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:02:59.896748 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97e41e54-891c-41bc-872d-065316ad9a27 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:02:59.897131 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13', 'code': 200} Aug 31 20:03:00.005424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3caa3-0e16-4237-b9fe-ab6af7880e32 req-44f89727-57d9-422b-82a0-eb986b5a5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:00.007043 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-98b3caa3-0e16-4237-b9fe-ab6af7880e32 req-44f89727-57d9-422b-82a0-eb986b5a5714 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 1098 time: 0.0520253 Aug 31 20:03:00.048152 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-98b3caa3-0e16-4237-b9fe-ab6af7880e32 req-39d81deb-bd79-427b-bf69-2c5055cb72e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Aug 31 20:03:00.083671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:00.748940 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f8009-5c3f-4478-bf69-854f26290008 req-9cd1c623-3518-4623-baeb-af89485654a2 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:00.750408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-864f8009-5c3f-4478-bf69-854f26290008 req-9cd1c623-3518-4623-baeb-af89485654a2 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Aug 31 20:03:00.788222 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-864f8009-5c3f-4478-bf69-854f26290008 req-487e12fe-3d0d-4b1c-b007-8bcfb8dd366b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Aug 31 20:03:01.904764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a451fd5-6e0b-4ede-8d7c-21272a90302b req-0aa8c5c2-cf22-43c7-a98a-d0a7963578e0 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:01.906269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a451fd5-6e0b-4ede-8d7c-21272a90302b req-0aa8c5c2-cf22-43c7-a98a-d0a7963578e0 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0494542 Aug 31 20:03:01.943567 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a451fd5-6e0b-4ede-8d7c-21272a90302b req-3052778d-9d8f-4d4b-bd99-8d8523f96963 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Aug 31 20:03:02.171944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-f22d789d-0654-4556-b4c9-96ae30e44354 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:02.173934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-f22d789d-0654-4556-b4c9-96ae30e44354 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 814 time: 0.1044447 Aug 31 20:03:02.188887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-96e8454a-5570-4f87-80d6-2a27981ff77b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/quotas/28b1e69ab0764ee7b5ac155870370cf8 HTTP/1.1" status: 200 len: 375 time: 0.0090928 Aug 31 20:03:02.237291 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-baaa1b80-8e2a-44ba-ae42-076bc665840a tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432844 Aug 31 20:03:02.329657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-618d5b78-cffb-4a59-bf9c-7d82f633ed59 service neutron] 10.222.0.73 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854061 Aug 31 20:03:02.422882 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-080c8a69-2d70-4636-82a1-7b471b868c30 service neutron] 10.222.0.73 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Aug 31 20:03:02.585113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae031050-8f1b-4809-a8ec-20730cd331e6 req-83ad9742-a173-46a9-a251-ec213839b9e3 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 210 time: 0.0289729 Aug 31 20:03:03.587896 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-79db0acd-5d39-424a-bb89-0d50d45a175f tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:03.589366 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-79db0acd-5d39-424a-bb89-0d50d45a175f tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.82 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 814 time: 0.1115470 Aug 31 20:03:03.602982 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Request body: {'port': {'device_id': '8e438222-e45e-4807-a251-42c39d000f02', 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6', 'admin_state_up': True, 'tenant_id': '28b1e69ab0764ee7b5ac155870370cf8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:03.684547 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2517897b-b029-47a3-a620-b707b73499cf req-4c4f7f70-1628-4fbd-a94a-54e412ae42a2 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 210 time: 0.0316424 Aug 31 20:03:03.712011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Made reservation on behalf of 28b1e69ab0764ee7b5ac155870370cf8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:03.715519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:03.841081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Allocated IP 172.20.0.3 (5f99b718-ad06-4819-ba61-ee9a491246f6/4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e/1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:03.986242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.023749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.036369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9140627d-6244-48b1-aa22-c60dc898dc13'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:04.067839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Network 5f99b718-ad06-4819-ba61-ee9a491246f6 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:04.073017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:04.077673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:04.081865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Pushing event updated for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:04.128692 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:04.129306 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.143064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-662ae844-bc6e-4a65-bcd9-74b5b4b20110 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444956 Aug 31 20:03:04.156591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Request body: {'port': {'device_id': '8e438222-e45e-4807-a251-42c39d000f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:04.212088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.466770 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:03:04.474215 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.486257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Transition to ACTIVE for port object 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:04.490099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.555282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:04.607319 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Attempting to bind port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:04.607979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Attempting to bind port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:04.607979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Attempting to bind port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c on network 5f99b718-ad06-4819-ba61-ee9a491246f6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:04.612092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c on network 5f99b718-ad06-4819-ba61-ee9a491246f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:03:04.612414 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Attempting to bind port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c on network 5f99b718-ad06-4819-ba61-ee9a491246f6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:04.617046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:04.617380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Checking segment: {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:04.617760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Bound using segment: {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:04.618176 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Bound port: 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae4902e-c139-4918-9b48-23e74b64331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:04.618529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.681043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:04.684104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:04.690050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.726196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:04.726827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:04.728262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] 10.222.0.82 "PUT /v2.0/ports/1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c HTTP/1.1" status: 200 len: 1092 time: 0.5760245 Aug 31 20:03:04.728704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:04.730958 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603ab6e-71ab-4f67-a5df-25bf012078f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:04.762306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7f71-81b6-45e3-9cd2-2deef41a34f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:04.789453 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238faac-a1b8-436a-b930-2804517e8029 x-openstack-request-id: req-a238faac-a1b8-436a-b930-2804517e8029 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:04.789741 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:04.789991 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a238faac-a1b8-436a-b930-2804517e8029 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:04.790381 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c', 'status': 'completed', 'code': 200} Aug 31 20:03:04.817064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4d50-8359-4928-9886-dc0539d08eb1 req-6d321dd4-5471-42b6-9524-7827d9b2e337 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:04.818595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ebf4d50-8359-4928-9886-dc0539d08eb1 req-6d321dd4-5471-42b6-9524-7827d9b2e337 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 943 time: 0.0581062 Aug 31 20:03:04.823871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-cb862c32-c1dd-4523-a9a3-78cd97cd3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:04.825426 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-cb862c32-c1dd-4523-a9a3-78cd97cd3a6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 1095 time: 0.0451696 Aug 31 20:03:04.858811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0ebf4d50-8359-4928-9886-dc0539d08eb1 req-c35b9f9e-3adc-4680-a920-13cb4d05c5a9 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Aug 31 20:03:04.869967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-cffe8143-bcd7-4c4d-9b15-a81b6e874d45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c HTTP/1.1" status: 200 len: 217 time: 0.0370951 Aug 31 20:03:04.917527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-76075d40-2716-4ec4-85a0-b4fede9eeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:04.918945 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-76075d40-2716-4ec4-85a0-b4fede9eeed5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e HTTP/1.1" status: 200 len: 854 time: 0.0424681 Aug 31 20:03:04.949803 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-beb813cd-dc92-47e5-8aea-821226dc54ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f99b718-ad06-4819-ba61-ee9a491246f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239532 Aug 31 20:03:05.039161 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-3fd1e0a5-4327-4e94-8373-eab1d22fcc2c service neutron] 10.222.0.82 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822675 Aug 31 20:03:05.128351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1d8b4668-d703-4e7e-9e0c-606584c5ed51 req-ec39889a-11a7-473f-a261-db9ae9b0f02b service neutron] 10.222.0.82 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813408 Aug 31 20:03:05.212635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-c73fdeef-3589-47bf-a485-7b206cdf7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:05.214105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-c73fdeef-3589-47bf-a485-7b206cdf7ced service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 1095 time: 0.0416634 Aug 31 20:03:05.306455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-aafad547-2164-4edb-baab-474288cedd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:05.307946 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-aafad547-2164-4edb-baab-474288cedd1b service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 200 len: 915 time: 0.0865698 Aug 31 20:03:05.350269 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-4d4a9cb8-2a5d-44bc-8794-62b23cc2a721 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c HTTP/1.1" status: 200 len: 217 time: 0.0345614 Aug 31 20:03:05.406494 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-ce3ca607-ff07-4c82-af3c-3d47492d3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:05.408580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-ce3ca607-ff07-4c82-af3c-3d47492d3003 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e HTTP/1.1" status: 200 len: 854 time: 0.0516832 Aug 31 20:03:05.443446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-36cdd263-7e53-4625-b3a1-c034423dbcf7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f99b718-ad06-4819-ba61-ee9a491246f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258143 Aug 31 20:03:05.536223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-bb45b837-c5d9-4f6a-a698-b55ab50a7a74 service neutron] 10.222.0.82 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Aug 31 20:03:05.628991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2603ab6e-71ab-4f67-a5df-25bf012078f4 req-8cbd8fc2-9235-4bfa-882a-2ee8c505ac59 service neutron] 10.222.0.82 "GET /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843873 Aug 31 20:03:05.975283 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de5394-5cc1-4b4f-9791-bd517bb560a2 req-80d2ad6e-6bad-4222-ae8f-9b60813480ec tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:05.976811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26de5394-5cc1-4b4f-9791-bd517bb560a2 req-80d2ad6e-6bad-4222-ae8f-9b60813480ec tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 943 time: 0.0496020 Aug 31 20:03:06.016623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-26de5394-5cc1-4b4f-9791-bd517bb560a2 req-ba6cb728-00ff-4b02-aea8-c94e9baff05d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Aug 31 20:03:07.130888 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da4df-d984-4a46-8884-81d3edf8e819 req-3cbc19e3-2e6a-470c-8759-9b85ed45c2bb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:07.132489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b29da4df-d984-4a46-8884-81d3edf8e819 req-3cbc19e3-2e6a-470c-8759-9b85ed45c2bb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 943 time: 0.0515072 Aug 31 20:03:07.175190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b29da4df-d984-4a46-8884-81d3edf8e819 req-e1031e9e-ada2-4a5d-91f5-f0d1cbc58d0a tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Aug 31 20:03:08.165240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:03:08.272230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:08.283954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c', 'network_id': '5f99b718-ad06-4819-ba61-ee9a491246f6', 'port_id': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c', 'mac_address': 'fa:16:3e:a3:84:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:03:08.292342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a288c-8291-4a18-8c0b-0a5f1bed8096 req-c2501d5a-0893-4f7d-af1e-814e20baab04 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:08.293930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac9a288c-8291-4a18-8c0b-0a5f1bed8096 req-c2501d5a-0893-4f7d-af1e-814e20baab04 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 943 time: 0.0504079 Aug 31 20:03:08.322413 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:08.333364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ac9a288c-8291-4a18-8c0b-0a5f1bed8096 req-25f1da5e-3cf2-4231-8927-609d4ca9d315 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Aug 31 20:03:08.336331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:03:08.357023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:08.361258 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:08.411631 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:08.550898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:09.448033 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e945c-7826-4aac-b4cd-79ea9fcef8df req-03c54bcc-3496-4903-bfaa-aefcaa10616c tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:09.449519 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e1e945c-7826-4aac-b4cd-79ea9fcef8df req-03c54bcc-3496-4903-bfaa-aefcaa10616c tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 944 time: 0.0493891 Aug 31 20:03:09.487443 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8e1e945c-7826-4aac-b4cd-79ea9fcef8df req-1a9e706a-b658-4c67-a5c4-176c6cc42854 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Aug 31 20:03:10.165773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:10.216281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:10.220101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:10.220474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:10.297599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:10.319437 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:10.322037 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2749277-3487-4122-9771-c1f68e0e17a3" -d '{"events": [{"server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:10.335127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:10.339043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:10.365326 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d6d805-92f4-4486-be60-48b47276577b x-openstack-request-id: req-d6d6d805-92f4-4486-be60-48b47276577b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:10.365623 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:10.366623 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6d6d805-92f4-4486-be60-48b47276577b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:10.367016 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c', 'code': 200} Aug 31 20:03:10.395369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:10.459291 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9914f-47af-4cd7-acb6-131d41e23aaf req-129441e2-2934-4e26-a9cd-e0f27612ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:10.460735 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51d9914f-47af-4cd7-acb6-131d41e23aaf req-129441e2-2934-4e26-a9cd-e0f27612ce70 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 1097 time: 0.0405238 Aug 31 20:03:10.496779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-51d9914f-47af-4cd7-acb6-131d41e23aaf req-dcb855e2-2e4f-4037-9d55-2e8456669989 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294619 Aug 31 20:03:10.601498 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42120b-4c11-4aba-927e-352d89f92e77 req-83ec75cb-b4fc-495c-8a56-cd032ec12227 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:10.602964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c42120b-4c11-4aba-927e-352d89f92e77 req-83ec75cb-b4fc-495c-8a56-cd032ec12227 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 945 time: 0.0484915 Aug 31 20:03:10.645106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0c42120b-4c11-4aba-927e-352d89f92e77 req-77610fd8-3124-4a4b-a4d9-78d2cb576e9c tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 31 20:03:11.638061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-185f65d4-11a5-4c49-94f1-1b7200b8395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:11.762742 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217233-60b9-413a-8edb-63e9da5cb3f5 req-a1023184-32b7-4ea3-be69-c8a75179e5c3 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:11.764416 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f217233-60b9-413a-8edb-63e9da5cb3f5 req-a1023184-32b7-4ea3-be69-c8a75179e5c3 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 945 time: 0.0502167 Aug 31 20:03:11.802462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f217233-60b9-413a-8edb-63e9da5cb3f5 req-dc734867-24d6-444a-b88b-0131f4dd3835 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Aug 31 20:03:12.034055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f58f-10a6-488d-8d9c-cbaaa92d62de req-fb390fbe-4499-4dc1-ae17-d8dff34d3181 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:12.035560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce45f58f-10a6-488d-8d9c-cbaaa92d62de req-fb390fbe-4499-4dc1-ae17-d8dff34d3181 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Aug 31 20:03:12.073785 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce45f58f-10a6-488d-8d9c-cbaaa92d62de req-d7d79e79-70eb-4ff0-b903-08275f2208a7 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 31 20:03:13.190479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24db37f-ae62-4924-8cf5-b24c31cbced6 req-796f0beb-53c8-4b0b-a3ce-e0cbedb9ebd1 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:13.191966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f24db37f-ae62-4924-8cf5-b24c31cbced6 req-796f0beb-53c8-4b0b-a3ce-e0cbedb9ebd1 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 31 20:03:13.234936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f24db37f-ae62-4924-8cf5-b24c31cbced6 req-bafbbc06-24b9-469d-8e0c-501d298da97e tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Aug 31 20:03:13.252677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-39d57f5f-93e3-4430-a645-be097dccd923 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:13.254207 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-39d57f5f-93e3-4430-a645-be097dccd923 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.82 "GET /v2.0/ports?device_id=8e438222-e45e-4807-a251-42c39d000f02 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Aug 31 20:03:13.350230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Deleting port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:13.350230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:13.439819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] For port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:13.440281 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:13.454822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Calling delete_port for 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:13.583825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:13.596826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:13.599047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9140627d-6244-48b1-aa22-c60dc898dc13'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:13.612365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Pushing event deleted for resources: {'Port': ['ID=1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:13.640962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.641311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.641655 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.641992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.642332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.642680 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.643028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.643334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.643682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.644010 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.644334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.644657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:13.663968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] No DVR routers for this DVR port 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:13.666486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:13.668525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b9b31938-222b-4acb-8bf6-e043fc37aefb req-c8310bba-10d3-4b71-a79c-796724dce7eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.82 "DELETE /v2.0/ports/1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c HTTP/1.1" status: 204 len: 173 time: 0.4083962 Aug 31 20:03:13.668959 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'name': 'network-vif-deleted', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:13.671574 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8377e4c-d820-48bd-b04b-620734e30154" -d '{"events": [{"server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "name": "network-vif-deleted", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:13.712286 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7faea3f-b41e-477b-bae4-5bf025abd949 x-openstack-request-id: req-b7faea3f-b41e-477b-bae4-5bf025abd949 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:13.712581 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e438222-e45e-4807-a251-42c39d000f02", "name": "network-vif-deleted", "tag": "1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:13.712996 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7faea3f-b41e-477b-bae4-5bf025abd949 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:13.713398 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e438222-e45e-4807-a251-42c39d000f02', 'name': 'network-vif-deleted', 'tag': '1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c', 'status': 'completed', 'code': 200} Aug 31 20:03:14.288518 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90fe0a5a-1ca4-499e-ab9b-c5f57c438106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:14.387970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67d121-3d08-474b-9533-6318726ea8ef req-c6ee8118-886e-4652-bafd-45369b7c70d6 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:14.389642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a67d121-3d08-474b-9533-6318726ea8ef req-c6ee8118-886e-4652-bafd-45369b7c70d6 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0495875 Aug 31 20:03:14.429498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9a67d121-3d08-474b-9533-6318726ea8ef req-616a38be-94e0-4a85-9ef6-43712e67e9b2 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Aug 31 20:03:14.528467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:14.562689 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3a9d-6309-4c8e-b1dc-44479db51973 req-9cda845e-fc09-4a89-8850-0679a6a0adc6 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:14.564220 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cbb3a9d-6309-4c8e-b1dc-44479db51973 req-9cda845e-fc09-4a89-8850-0679a6a0adc6 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0512233 Aug 31 20:03:14.602431 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cbb3a9d-6309-4c8e-b1dc-44479db51973 req-8cfe31ab-9182-41c8-be8f-136485ed0279 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Aug 31 20:03:14.720483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49f1b-e22a-43be-88a3-312deba2b0c4 req-87591116-669c-48fd-b004-dbe358cd9997 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:14.722265 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef49f1b-e22a-43be-88a3-312deba2b0c4 req-87591116-669c-48fd-b004-dbe358cd9997 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0494070 Aug 31 20:03:14.764647 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bef49f1b-e22a-43be-88a3-312deba2b0c4 req-cefc4ccf-f935-41c6-8900-4bf5ad4942eb tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Aug 31 20:03:14.836394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-74ed8b50-bf46-4439-b9ea-0ab2980eb7ce req-ea64f5b9-ae70-4347-a60c-cf9d11168ecc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:03:14.837381 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-74ed8b50-bf46-4439-b9ea-0ab2980eb7ce req-ea64f5b9-ae70-4347-a60c-cf9d11168ecc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055075 Aug 31 20:03:14.910766 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:14.945341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846964a2-c5e4-4de3-a9e8-686eb9f24c14 req-eaa87a19-bf25-4292-96ca-325b1446e8c9 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:14.946832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-846964a2-c5e4-4de3-a9e8-686eb9f24c14 req-eaa87a19-bf25-4292-96ca-325b1446e8c9 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0502322 Aug 31 20:03:14.985607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-846964a2-c5e4-4de3-a9e8-686eb9f24c14 req-a192d0db-9a55-41b0-bda9-4e9d4929a8f8 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Aug 31 20:03:15.099949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f592-7590-48ef-a5bf-c0bd087f69a7 req-96470622-ecfe-4c8b-a8a6-744c1404a066 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:15.101351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b3f592-7590-48ef-a5bf-c0bd087f69a7 req-96470622-ecfe-4c8b-a8a6-744c1404a066 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0496044 Aug 31 20:03:15.141033 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3b3f592-7590-48ef-a5bf-c0bd087f69a7 req-9b97dd35-7c06-47b0-8e63-085f3e3713b5 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Aug 31 20:03:15.264802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308859-c9af-465e-be20-54c6349ed090 req-3deeccff-722f-499a-8701-645fd188148d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:15.266259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e308859-c9af-465e-be20-54c6349ed090 req-3deeccff-722f-499a-8701-645fd188148d tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0484502 Aug 31 20:03:15.307348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e308859-c9af-465e-be20-54c6349ed090 req-2b8e97ff-ece6-4b5f-a0cf-fa135c69785b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351384 Aug 31 20:03:15.562389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:15.612022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3c68c-a4e9-4ad1-8244-69a93641a2ea req-83401f62-3e99-471a-aced-1abca269035e tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:15.613594 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4c3c68c-a4e9-4ad1-8244-69a93641a2ea req-83401f62-3e99-471a-aced-1abca269035e tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0490181 Aug 31 20:03:15.650963 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4c3c68c-a4e9-4ad1-8244-69a93641a2ea req-9c07296e-e18c-4016-8e29-96368ce31fd6 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Aug 31 20:03:16.196845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:16.219867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:03:16.220365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1ee91acd-06a0-4ad4-934a-a9b9a08b7b0c not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:16.299475 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:16.767775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb2c2-f426-46b5-97ec-24a61c021947 req-841b30e7-56e9-40a7-a854-1e558e5d6c3b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:16.769197 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d6fb2c2-f426-46b5-97ec-24a61c021947 req-841b30e7-56e9-40a7-a854-1e558e5d6c3b tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0489092 Aug 31 20:03:16.806821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4d6fb2c2-f426-46b5-97ec-24a61c021947 req-a8e25034-fc8f-4232-9fa8-1c92450bc9b3 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb1fb073-17e0-4409-96d7-478670ba81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 31 20:03:16.938423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-3ef5a46d-2e00-4618-9fc2-9598fd2cad23 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:16.939907 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-3ef5a46d-2e00-4618-9fc2-9598fd2cad23 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.67 "GET /v2.0/ports?device_id=dea78a7d-1346-42f3-9c50-269fcdd2c099 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Aug 31 20:03:17.030474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Deleting port 9140627d-6244-48b1-aa22-c60dc898dc13 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:17.030728 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.125452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] For port 9140627d-6244-48b1-aa22-c60dc898dc13, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9140627d-6244-48b1-aa22-c60dc898dc13,segment=NetworkSegment(0ae4902e-c139-4918-9b48-23e74b64331d),segment_id=0ae4902e-c139-4918-9b48-23e74b64331d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:17.125956 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.139161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Calling delete_port for 9140627d-6244-48b1-aa22-c60dc898dc13 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:17.183914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.282282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.293662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9140627d-6244-48b1-aa22-c60dc898dc13'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:17.321229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Pushing event deleted for resources: {'Port': ['ID=9140627d-6244-48b1-aa22-c60dc898dc13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:17.369551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] No DVR routers for this DVR port 9140627d-6244-48b1-aa22-c60dc898dc13 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:17.375180 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.377591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da5e989f-e975-479a-91c9-249aedd0d3ea req-748a468c-cf6f-4aa8-9885-fd3d539a0620 tempest-ServersNegativeTestJSON-1534125885 tempest-ServersNegativeTestJSON-1534125885-project] 10.222.0.67 "DELETE /v2.0/ports/9140627d-6244-48b1-aa22-c60dc898dc13 HTTP/1.1" status: 204 len: 173 time: 0.4313564 Aug 31 20:03:17.378033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'name': 'network-vif-deleted', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:17.382965 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b2767-ffe9-46e1-af2f-527163f97c44" -d '{"events": [{"server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "name": "network-vif-deleted", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:17.428438 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31970be9-bca4-4c37-8d4f-644553e86f4a x-openstack-request-id: req-31970be9-bca4-4c37-8d4f-644553e86f4a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:17.428843 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea78a7d-1346-42f3-9c50-269fcdd2c099", "name": "network-vif-deleted", "tag": "9140627d-6244-48b1-aa22-c60dc898dc13", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:17.429023 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31970be9-bca4-4c37-8d4f-644553e86f4a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:17.429416 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea78a7d-1346-42f3-9c50-269fcdd2c099', 'name': 'network-vif-deleted', 'tag': '9140627d-6244-48b1-aa22-c60dc898dc13', 'status': 'completed', 'code': 200} Aug 31 20:03:17.871224 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:17.915628 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Deleting subnet 4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:03:17.918791 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.956908 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:17.994226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.045880 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.071052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:18.074722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.079954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b4761da-de38-4b46-976f-55bdf8f6fb1f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4b4eecc4-54a5-43cd-ad51-f601fcb3cf5e HTTP/1.1" status: 204 len: 168 time: 0.2043624 Aug 31 20:03:18.079954 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:18.150425 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.229143 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.241411 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f99b718-ad06-4819-ba61-ee9a491246f6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:18.252089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae4902e-c139-4918-9b48-23e74b64331d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:18.252325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae4902e-c139-4918-9b48-23e74b64331d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:18.260957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.274074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.279794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:18.280186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:18.281775 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:18.340257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.345689 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.350677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5f99b718-ad06-4819-ba61-ee9a491246f6 HTTP/1.1" status: 204 len: 168 time: 0.2697718 Aug 31 20:03:18.364391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa201a1-a93a-41eb-82e4-64f6e421ff57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f99b718-ad06-4819-ba61-ee9a491246f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:18.455041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:18.497365 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-228fec30-2bda-4a83-8c98-da5cbd40965a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28b1e69ab0764ee7b5ac155870370cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411086 Aug 31 20:03:18.501463 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:18.554098 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.574953 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.621243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.624497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:18.625626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb1fb073-17e0-4409-96d7-478670ba81ee HTTP/1.1" status: 204 len: 168 time: 0.1231954 Aug 31 20:03:18.633459 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aec915-6348-493e-abb2-1711593e5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1fb073-17e0-4409-96d7-478670ba81ee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:19.299833 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:19.395228 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034551381'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:19.417309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:19.421633 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.430683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.521920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.525702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.553383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:19.562436 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2adfcd2-c81c-4d7e-848a-2de38c338913,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:19.568808 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.569069 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Added segment 7bf799b8-e26a-4b8c-bb71-6071f0c31959 of type vlan for network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 Aug 31 20:03:19.610340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.633515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.639512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:19.639731 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:19.697991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3970439 Aug 31 20:03:19.706267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe56a2e-013a-4f18-9dc0-62f072288118 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Network': ['ID=c524c464-9c3d-4f41-b11d-9ebdd9a12c50,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:19.720465 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:21.756180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9140627d-6244-48b1-aa22-c60dc898dc13 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:21.780273 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9140627d-6244-48b1-aa22-c60dc898dc13 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:03:21.780620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9140627d-6244-48b1-aa22-c60dc898dc13 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:22.987711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:22.992846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'subnet': {'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:23.078776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:23.082253 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.267073 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.335235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Subnet': ['ID=17ff87c5-6a98-4260-9681-22e6356fd750,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:23.346176 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking segment: {'id': '7bf799b8-e26a-4b8c-bb71-6071f0c31959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:23.346792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network hostable DHCP agents. Network: c524c464-9c3d-4f41-b11d-9ebdd9a12c50, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:23.364461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:23.372788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c524c464-9c3d-4f41-b11d-9ebdd9a12c50) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:23.377103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:23.377695 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.382103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84c891-a9cf-4c21-a970-0975a7823d85 None None] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:23.391609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6dbe6f82-564e-464f-b435-439665826f35 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4028521 Aug 31 20:03:23.395056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:23.399975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238054388'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:23.422451 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:23.426172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.449493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:23.458686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.459151 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Added segment 618f2aa3-0ada-4463-ad0e-302bfa943434 of type vlan for network 58398b4c-f290-4ece-adcf-850c84b0ffff Aug 31 20:03:23.503316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.530061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.532713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c524c464-9c3d-4f41-b11d-9ebdd9a12c50', 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50', 'tenant_id': '912bd5616f7446d2b78f4931b4994926', 'fixed_ips': [{'subnet_id': '17ff87c5-6a98-4260-9681-22e6356fd750'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:23.533565 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.536252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:23.536855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.598122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2019768 Aug 31 20:03:23.602001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:23.612075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'subnet': {'network_id': '58398b4c-f290-4ece-adcf-850c84b0ffff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:23.620050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b60590-a412-4163-920b-d7bcc38c981f tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Network': ['ID=58398b4c-f290-4ece-adcf-850c84b0ffff,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:23.632679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 58398b4c-f290-4ece-adcf-850c84b0ffff details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:23.711809 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:23.715347 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.730010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Allocated IP 2001:db8:0:ffff::2 (c524c464-9c3d-4f41-b11d-9ebdd9a12c50/17ff87c5-6a98-4260-9681-22e6356fd750/10ec99ef-b9ac-4e97-8091-e26bd4a415b8) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:23.876734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.885036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Transition to ACTIVE for port object 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:23.900401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Transition to ACTIVE for port object 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:23.906249 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.908886 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:23.950128 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:23.955430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:23.959800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:23.962766 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Pushing event updated for resources: {'Port': ['ID=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:23.974710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.975067 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.975407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.975765 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.976098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.976427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.976752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.977077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.977401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.977720 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.978040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.978360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:23.980577 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking segment: {'id': '618f2aa3-0ada-4463-ad0e-302bfa943434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '58398b4c-f290-4ece-adcf-850c84b0ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:23.980935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network hostable DHCP agents. Network: 58398b4c-f290-4ece-adcf-850c84b0ffff, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:23.986345 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Subnet': ['ID=74f4d5c7-4b1a-4bce-a9ef-4a842a8d8d4a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:24.001625 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network 58398b4c-f290-4ece-adcf-850c84b0ffff is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:24.009846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 58398b4c-f290-4ece-adcf-850c84b0ffff) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:24.014720 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:24.015408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.022244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39570c73-da48-4dd9-831c-78d2cc21b20e None None] Network 58398b4c-f290-4ece-adcf-850c84b0ffff requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:24.029865 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dd658aef-ef5e-4bea-af99-44feb7507650 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4252858 Aug 31 20:03:24.032856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:24.063113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Attempting to bind port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:24.063482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Attempting to bind port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '7bf799b8-e26a-4b8c-bb71-6071f0c31959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:24.063894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Attempting to bind port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 on network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:24.071228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:24.071610 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Checking segment: {'id': '7bf799b8-e26a-4b8c-bb71-6071f0c31959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:24.072037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.072431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Bound using segment: {'id': '7bf799b8-e26a-4b8c-bb71-6071f0c31959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:24.072894 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Bound port: 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf799b8-e26a-4b8c-bb71-6071f0c31959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c524c464-9c3d-4f41-b11d-9ebdd9a12c50'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:24.073279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.129234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.184349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] For port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:24.200928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] For port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,segment=NetworkSegment(7bf799b8-e26a-4b8c-bb71-6071f0c31959),segment_id=7bf799b8-e26a-4b8c-bb71-6071f0c31959)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:24.207917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.213182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.255324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc431036-698a-4bec-a837-935d2cda6123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-58398b4c-f290-4ece-adcf-850c84b0ffff', 'network_id': '58398b4c-f290-4ece-adcf-850c84b0ffff', 'tenant_id': '912bd5616f7446d2b78f4931b4994926', 'fixed_ips': [{'subnet_id': '74f4d5c7-4b1a-4bce-a9ef-4a842a8d8d4a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:24.256188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc431036-698a-4bec-a837-935d2cda6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.281549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.313482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Subnet': ['ID=74f4d5c7-4b1a-4bce-a9ef-4a842a8d8d4a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:24.351266 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22237-2e79-4128-bd1f-c6ea497986ac None None] Pushing event updated for resources: {'Port': ['ID=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:24.376192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57a634-3900-42ca-82a3-6f31e59868e7 None None] Network 58398b4c-f290-4ece-adcf-850c84b0ffff requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:24.616509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:24.661778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.667178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:24.672935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58398b4c-f290-4ece-adcf-850c84b0ffff']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:24.682944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618f2aa3-0ada-4463-ad0e-302bfa943434') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:24.683247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618f2aa3-0ada-4463-ad0e-302bfa943434') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:24.691771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.705640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.711432 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:24.711870 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:24.715013 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:24.771231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.779187 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.781769 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/58398b4c-f290-4ece-adcf-850c84b0ffff HTTP/1.1" status: 204 len: 168 time: 0.7479854 Aug 31 20:03:24.786382 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:24.791774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009705582'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:24.794044 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbd327-5513-4c83-8c09-8c9cac456f4d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Network': ['ID=58398b4c-f290-4ece-adcf-850c84b0ffff,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:24.813790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:24.817265 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.840420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:24.849817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.850177 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Added segment 82d1afcb-38fa-40a5-9c82-e893999d2c9b of type vlan for network 7d294aea-92bd-496e-890c-471f59104059 Aug 31 20:03:24.889522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.912802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.918206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:24.918793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:24.974128 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1865230 Aug 31 20:03:24.977203 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:24.982519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'subnet': {'network_id': '7d294aea-92bd-496e-890c-471f59104059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:24.993206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0280d-46f7-40e2-893e-40cc4d0ba14e tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Network': ['ID=7d294aea-92bd-496e-890c-471f59104059,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:25.005806 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 7d294aea-92bd-496e-890c-471f59104059 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:25.083229 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:25.086815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.147629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 20:03:25.148177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 20:03:25.273546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc7195-ab31-4f64-8335-490f9d61a65a None None] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:25.280496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.330993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Provisioning for port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:25.343102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Provisioning complete for port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:25.343659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.345273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Subnet': ['ID=909fb41e-e1e1-496a-b1d0-529c01aa32b5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:25.354943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking segment: {'id': '82d1afcb-38fa-40a5-9c82-e893999d2c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7d294aea-92bd-496e-890c-471f59104059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:25.355314 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network hostable DHCP agents. Network: 7d294aea-92bd-496e-890c-471f59104059, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:25.372069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network 7d294aea-92bd-496e-890c-471f59104059 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:25.381664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 7d294aea-92bd-496e-890c-471f59104059) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:25.386590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:25.387145 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.399287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6bb7f-9ef8-45df-bd30-62bb5795e9c7 None None] Network 7d294aea-92bd-496e-890c-471f59104059 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:25.404977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-460a61a9-0cc7-4cb2-a5be-c6b077a0354c tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4265950 Aug 31 20:03:25.407701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:25.508715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.561486 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.567898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.622890 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.641825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] For port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,segment=NetworkSegment(7bf799b8-e26a-4b8c-bb71-6071f0c31959),segment_id=7bf799b8-e26a-4b8c-bb71-6071f0c31959)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:25.653069 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Subnet': ['ID=909fb41e-e1e1-496a-b1d0-529c01aa32b5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:25.660989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.688940 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83cc270-65a8-4755-b6ae-557a0bc640db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-7d294aea-92bd-496e-890c-471f59104059', 'network_id': '7d294aea-92bd-496e-890c-471f59104059', 'tenant_id': '912bd5616f7446d2b78f4931b4994926', 'fixed_ips': [{'subnet_id': '909fb41e-e1e1-496a-b1d0-529c01aa32b5'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:25.689834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e83cc270-65a8-4755-b6ae-557a0bc640db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.734793 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.737324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa47e-2638-4bb4-8421-5a872ed58ee2 None None] Pushing event updated for resources: {'Port': ['ID=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:25.752767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d294aea-92bd-496e-890c-471f59104059']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:25.765268 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1afcb-38fa-40a5-9c82-e893999d2c9b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:25.765602 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1afcb-38fa-40a5-9c82-e893999d2c9b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:25.775047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.789926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.796433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:25.796850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:25.800323 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:25.804618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea3bfd2-8606-425c-bb87-2e2f6823a25c None None] Network 7d294aea-92bd-496e-890c-471f59104059 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:25.858043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.866366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.871727 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/7d294aea-92bd-496e-890c-471f59104059 HTTP/1.1" status: 204 len: 168 time: 0.4594891 Aug 31 20:03:25.872220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:25.881153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596787297'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:25.883553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce553e-d87f-431f-b6db-82f51fce94a0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Network': ['ID=7d294aea-92bd-496e-890c-471f59104059,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:25.905332 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:25.908743 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.922784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1590e32d-180d-4b8c-ac3a-a08c509eef1c None None] Provisioning complete for port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:25.923240 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1590e32d-180d-4b8c-ac3a-a08c509eef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.933121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:25.942174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.942518 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Added segment fde29e15-2cce-4fba-b7ab-3b24fc87db0c of type vlan for network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 Aug 31 20:03:25.988161 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:25.990490 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:03:26.013408 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.019503 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:26.020065 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.077665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2041965 Aug 31 20:03:26.081425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:26.086152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5a03c-0f3a-4a75-958d-140761c4302a tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Network': ['ID=71808ddd-dd60-435b-a0dc-7f7791ab0f44,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:26.086531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'subnet': {'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:26.097192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:26.173919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:26.177531 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.364413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.425508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Subnet': ['ID=2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:26.432476 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking segment: {'id': 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:26.432849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network hostable DHCP agents. Network: 71808ddd-dd60-435b-a0dc-7f7791ab0f44, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:26.449087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:26.458605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 71808ddd-dd60-435b-a0dc-7f7791ab0f44) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:26.462826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:26.463419 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.468686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261851a-1486-46bc-a8e0-bc53ac0f3581 None None] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:26.478085 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-fd6cc190-59cf-4625-9525-a0fae62489ab tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3955398 Aug 31 20:03:26.481866 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:26.487620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019169029'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:26.508778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:26.512263 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.537688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:26.547980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.548467 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Added segment b9c621f7-a79d-4b25-b4f4-93c7289687a2 of type vlan for network 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a Aug 31 20:03:26.583026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:26.594683 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.620141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.626780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:26.627465 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.659503 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-71808ddd-dd60-435b-a0dc-7f7791ab0f44', 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44', 'tenant_id': '912bd5616f7446d2b78f4931b4994926', 'fixed_ips': [{'subnet_id': '2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:26.660370 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.680767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:26.681674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.684883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2012503 Aug 31 20:03:26.688500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46550) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:26.693411 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Request body: {'subnet': {'network_id': '5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:26.742070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3002d3-9c39-4bb2-9feb-ecc3c790c9c7 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Network': ['ID=5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:26.769033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:26.790969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Made reservation on behalf of 912bd5616f7446d2b78f4931b4994926 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:26.794644 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:26.985666 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.047704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event updated for resources: {'Subnet': ['ID=03be8b81-bead-4cfa-ae4a-239424fdd5aa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.054601 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Checking segment: {'id': 'b9c621f7-a79d-4b25-b4f4-93c7289687a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:27.054865 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network hostable DHCP agents. Network: 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:27.072752 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Network 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:27.082553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:27.086561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:27.087174 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.099407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Allocated IP 2001:db8::2 (71808ddd-dd60-435b-a0dc-7f7791ab0f44/2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299/74d6d6ed-838d-431e-b2d9-d2a0e72eeb74) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:27.101978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bbf532a2-4e64-406b-8b0b-6a99c2c101bd tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124529 Aug 31 20:03:27.102845 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b1494-8354-4fd7-bfff-57cc3506b8a7 None None] Network 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:27.104622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.199516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.256379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.321204 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.349309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c8a41-6ebc-4675-9654-debaa59e8a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a', 'network_id': '5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a', 'tenant_id': '912bd5616f7446d2b78f4931b4994926', 'fixed_ips': [{'subnet_id': '03be8b81-bead-4cfa-ae4a-239424fdd5aa'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:27.350200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b64c8a41-6ebc-4675-9654-debaa59e8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.352131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Subnet': ['ID=03be8b81-bead-4cfa-ae4a-239424fdd5aa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.355888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.376958 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Transition to ACTIVE for port object 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:27.417535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.428398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:27.439740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c621f7-a79d-4b25-b4f4-93c7289687a2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:27.440044 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c621f7-a79d-4b25-b4f4-93c7289687a2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:27.440657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Transition to ACTIVE for port object 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:27.451109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.452211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.462479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2f25c-7831-4f13-9f9b-e2f847e401d4 None None] Network 5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:27.466656 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.473180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:27.473629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:27.476687 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:27.534132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:27.535444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.540897 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.542816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a HTTP/1.1" status: 204 len: 168 time: 0.4372013 Aug 31 20:03:27.546752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.547260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:27.552676 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:27.559071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4002b-465e-41ef-810d-2f1a4badc320 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Network': ['ID=5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.566797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Pushing event updated for resources: {'Port': ['ID=74d6d6ed-838d-431e-b2d9-d2a0e72eeb74,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.590650 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bcea0a-9cf1-49b4-be16-ca2f4f55de04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] GET failed (client error): The resource could not be found. Aug 31 20:03:27.592605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a9bcea0a-9cf1-49b4-be16-ca2f4f55de04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "GET /v2.0/subnets/03be8b81-bead-4cfa-ae4a-239424fdd5aa HTTP/1.1" status: 404 len: 337 time: 0.0434318 Aug 31 20:03:27.596818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.615869 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8238f5-474c-4b45-a7a8-02f2483a2bcc tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:27.616415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8238f5-474c-4b45-a7a8-02f2483a2bcc tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:27.618111 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ad8238f5-474c-4b45-a7a8-02f2483a2bcc tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a HTTP/1.1" status: 404 len: 339 time: 0.0201919 Aug 31 20:03:27.621873 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.653772 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee9611c-4221-44eb-b1dc-2d08a2d7e538 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:27.654347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee9611c-4221-44eb-b1dc-2d08a2d7e538 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:27.656849 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2ee9611c-4221-44eb-b1dc-2d08a2d7e538 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/subnets/03be8b81-bead-4cfa-ae4a-239424fdd5aa HTTP/1.1" status: 404 len: 337 time: 0.0339754 Aug 31 20:03:27.659457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.661363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Attempting to bind port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:27.661801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Attempting to bind port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:27.662089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Attempting to bind port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 on network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:27.667217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:27.667594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Checking segment: {'id': 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:27.668130 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.668528 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Bound using segment: {'id': 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:27.668991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Bound port: 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '71808ddd-dd60-435b-a0dc-7f7791ab0f44'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:27.669380 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.677777 n-d-778550-14 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-816ce08f-5f44-4a43-9c18-1d2781da2721 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:27.678306 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816ce08f-5f44-4a43-9c18-1d2781da2721 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:27.679965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-816ce08f-5f44-4a43-9c18-1d2781da2721 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/5a0e6fcc-85f8-40fc-bfff-bb4a95a7837a HTTP/1.1" status: 404 len: 339 time: 0.0195029 Aug 31 20:03:27.682428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:27.741201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Deleting subnet 2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:03:27.745661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.745789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] For port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:27.751943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] For port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74d6d6ed-838d-431e-b2d9-d2a0e72eeb74,segment=NetworkSegment(fde29e15-2cce-4fba-b7ab-3b24fc87db0c),segment_id=fde29e15-2cce-4fba-b7ab-3b24fc87db0c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:27.757683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.801105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.829250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196be4-cc80-44b9-876e-08000d31d017 None None] Pushing event updated for resources: {'Port': ['ID=74d6d6ed-838d-431e-b2d9-d2a0e72eeb74,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.892012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.952500 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.988040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:27.996026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:27.998903 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d19cbffc-3adf-4547-a1ea-7cdf98caaca6 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/subnets/2cf9a8bf-bd48-4e47-8f5c-6d61f2cb4299 HTTP/1.1" status: 204 len: 168 time: 0.3149624 Aug 31 20:03:28.001531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.086074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.141973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Deleting port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:28.142322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.203530 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] For port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74d6d6ed-838d-431e-b2d9-d2a0e72eeb74,segment=NetworkSegment(fde29e15-2cce-4fba-b7ab-3b24fc87db0c),segment_id=fde29e15-2cce-4fba-b7ab-3b24fc87db0c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:28.203921 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.217882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Calling delete_port for 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:28.301946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.327590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Port': ['ID=74d6d6ed-838d-431e-b2d9-d2a0e72eeb74,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:28.330978 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No DVR routers for this DVR port 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:28.414576 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.425535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71808ddd-dd60-435b-a0dc-7f7791ab0f44']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:28.437050 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:28.437479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde29e15-2cce-4fba-b7ab-3b24fc87db0c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:28.446468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.461606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.469017 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:28.469407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:28.472754 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:28.532242 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.539442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.541321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/71808ddd-dd60-435b-a0dc-7f7791ab0f44 HTTP/1.1" status: 204 len: 168 time: 0.5388517 Aug 31 20:03:28.544004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.554485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01ba1-08a2-4994-b277-8702e7f2877d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Network': ['ID=71808ddd-dd60-435b-a0dc-7f7791ab0f44,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:28.575913 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6e77cc-46cd-49bb-afec-6786ca135f02 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:28.578049 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6e77cc-46cd-49bb-afec-6786ca135f02 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:28.579851 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a6e77cc-46cd-49bb-afec-6786ca135f02 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/subnets/909fb41e-e1e1-496a-b1d0-529c01aa32b5 HTTP/1.1" status: 404 len: 337 time: 0.0348060 Aug 31 20:03:28.583075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.602644 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1879c2-b057-48a2-b6b4-9b81ea4a5ab0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:28.603208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1879c2-b057-48a2-b6b4-9b81ea4a5ab0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:28.604985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dd1879c2-b057-48a2-b6b4-9b81ea4a5ab0 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/7d294aea-92bd-496e-890c-471f59104059 HTTP/1.1" status: 404 len: 339 time: 0.0207076 Aug 31 20:03:28.608281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.635460 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdd55d4-e567-4962-8c08-07c17aa7e42b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:28.635958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdd55d4-e567-4962-8c08-07c17aa7e42b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:28.637728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bdd55d4-e567-4962-8c08-07c17aa7e42b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/subnets/74f4d5c7-4b1a-4bce-a9ef-4a842a8d8d4a HTTP/1.1" status: 404 len: 337 time: 0.0284953 Aug 31 20:03:28.640936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.660870 n-d-778550-14 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-033dd04d-ed97-47c8-990a-16e268cd3f8d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] DELETE failed (client error): The resource could not be found. Aug 31 20:03:28.661434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033dd04d-ed97-47c8-990a-16e268cd3f8d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 20:03:28.663181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-033dd04d-ed97-47c8-990a-16e268cd3f8d tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/58398b4c-f290-4ece-adcf-850c84b0ffff HTTP/1.1" status: 404 len: 339 time: 0.0212276 Aug 31 20:03:28.665711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.727947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Deleting subnet 17ff87c5-6a98-4260-9681-22e6356fd750 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:03:28.731057 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.778352 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.795677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc7658-e20a-43b2-8186-0eacbeb85fac None None] DHCP port deletion for 71808ddd-dd60-435b-a0dc-7f7791ab0f44 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:03:28.814773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4cc89-3183-46c4-b9d8-f060c553d83f None None] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:28.826771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4cc89-3183-46c4-b9d8-f060c553d83f None None] Network 71808ddd-dd60-435b-a0dc-7f7791ab0f44 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 20:03:28.835367 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79c4c502-8ad6-49c3-8aaf-302c5617954c None None] Could not find standard attr ID for object 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 20:03:28.871452 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.929980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.963573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Subnet': ['ID=17ff87c5-6a98-4260-9681-22e6356fd750,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:28.965626 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:28.970085 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e827b5de-ac88-4ba8-aaa9-4a9b4a681b1b tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/subnets/17ff87c5-6a98-4260-9681-22e6356fd750 HTTP/1.1" status: 204 len: 168 time: 0.3009851 Aug 31 20:03:28.971793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:28.974569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244d42e-c8dd-43f6-b65f-9539b157f79b None None] Network c524c464-9c3d-4f41-b11d-9ebdd9a12c50 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:29.050232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.103221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Deleting port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:29.103571 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.139209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] DHCP port deletion for c524c464-9c3d-4f41-b11d-9ebdd9a12c50 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:03:29.173180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] For port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,segment=NetworkSegment(7bf799b8-e26a-4b8c-bb71-6071f0c31959),segment_id=7bf799b8-e26a-4b8c-bb71-6071f0c31959)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:29.173548 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.186295 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Deleting port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:29.186674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.186885 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Calling delete_port for 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:29.250388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] For port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,segment=NetworkSegment(7bf799b8-e26a-4b8c-bb71-6071f0c31959),segment_id=7bf799b8-e26a-4b8c-bb71-6071f0c31959)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:29.250786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.263911 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.264778 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Calling delete_port for 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:29.291114 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Port': ['ID=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:29.292994 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] No DVR routers for this DVR port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:29.342757 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.367598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] Pushing event deleted for resources: {'Port': ['ID=10ec99ef-b9ac-4e97-8091-e26bd4a415b8,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:29.373225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a46d32-ad9e-4e9c-8c45-19bad198476c None None] No DVR routers for this DVR port 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:29.380189 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.390248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c524c464-9c3d-4f41-b11d-9ebdd9a12c50']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:29.400635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf799b8-e26a-4b8c-bb71-6071f0c31959') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:29.400937 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf799b8-e26a-4b8c-bb71-6071f0c31959') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:29.410070 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.424959 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.431089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:29.431509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:29.434486 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:29.490072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.497470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.499372 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] 10.222.0.73 "DELETE /v2.0/networks/c524c464-9c3d-4f41-b11d-9ebdd9a12c50 HTTP/1.1" status: 204 len: 168 time: 0.5266902 Aug 31 20:03:29.515815 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7b74-6505-44cc-a88b-c7eff22f9c04 tempest-NetworksIpV6Test-620468930 tempest-NetworksIpV6Test-620468930-project] Pushing event deleted for resources: {'Network': ['ID=c524c464-9c3d-4f41-b11d-9ebdd9a12c50,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:29.740739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:29.870825 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-438dbbf5-546a-41fb-a02d-812e0c404521 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=912bd5616f7446d2b78f4931b4994926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288524 Aug 31 20:03:29.873774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:29.919456 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.940011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.984965 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.987653 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:29.988798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2adfcd2-c81c-4d7e-848a-2de38c338913 HTTP/1.1" status: 204 len: 168 time: 0.1141336 Aug 31 20:03:29.996553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295e200-d3f2-43b9-bb93-5e2e7cf42812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2adfcd2-c81c-4d7e-848a-2de38c338913,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:30.575750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:30.599928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:03:30.600274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74d6d6ed-838d-431e-b2d9-d2a0e72eeb74 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:30.600686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:30.619317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:03:30.619692 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 10ec99ef-b9ac-4e97-8091-e26bd4a415b8 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:30.623276 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46608) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:30.715915 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1114093040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:30.738817 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.740037 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.792957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.797663 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.813228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.814462 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dcec36e4-88a4-482f-a2b0-042c094b3b5e tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1901946 Aug 31 20:03:30.817111 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:30.821884 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-457685696'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:30.840536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Made reservation on behalf of 4c8fb13368c2478b9735c06eecd023a2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:30.844964 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.853734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.943702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.948008 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.974531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:30.983861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc50a3-346e-48d0-b9fd-2dea62a8b88f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:30.989768 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:30.990114 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Added segment 8b60d3b2-051e-4739-bd4d-ba906f2ba2a3 of type vlan for network 93cc385b-2648-49ef-b02d-46a8411b1fb1 Aug 31 20:03:31.028501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.052627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.058131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:31.058636 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.116122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2980018 Aug 31 20:03:31.118843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:31.123961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'subnet': {'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:31.168511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef2e70-e93b-403c-b382-00a37bfd42a2 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event updated for resources: {'Network': ['ID=93cc385b-2648-49ef-b02d-46a8411b1fb1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:31.178669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:31.218133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Made reservation on behalf of 4c8fb13368c2478b9735c06eecd023a2 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:31.221927 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.397761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.458257 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event updated for resources: {'Subnet': ['ID=0186d332-2179-4198-9f9e-52fac252f776,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:31.468435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Checking segment: {'id': '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:31.468740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Network hostable DHCP agents. Network: 93cc385b-2648-49ef-b02d-46a8411b1fb1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:31.484322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:31.492718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 93cc385b-2648-49ef-b02d-46a8411b1fb1) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:31.496944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:31.497518 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.504352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8413b-66f0-4122-a83d-ab003e4775c8 None None] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:31.511990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-32bbe9e5-0b68-477a-98cb-115f3a5a379d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3921127 Aug 31 20:03:31.515621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:31.520786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-984542445'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:31.540881 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Made reservation on behalf of 4c8fb13368c2478b9735c06eecd023a2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:31.544394 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.569509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:31.579331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.579725 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Added segment 80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe of type vlan for network b4909a83-45c6-459a-af1f-5f00eb229738 Aug 31 20:03:31.619507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.645534 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.651621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:31.651820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-93cc385b-2648-49ef-b02d-46a8411b1fb1', 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1', 'tenant_id': '4c8fb13368c2478b9735c06eecd023a2', 'fixed_ips': [{'subnet_id': '0186d332-2179-4198-9f9e-52fac252f776'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:31.652288 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.652624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:31.708905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1920526 Aug 31 20:03:31.711774 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:31.718623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'subnet': {'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:31.736834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a65632-a64b-4c7f-a222-e02acaaec1c5 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event updated for resources: {'Network': ['ID=b4909a83-45c6-459a-af1f-5f00eb229738,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:31.749587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network b4909a83-45c6-459a-af1f-5f00eb229738 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:31.845187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Allocated IP 172.20.0.2 (93cc385b-2648-49ef-b02d-46a8411b1fb1/0186d332-2179-4198-9f9e-52fac252f776/7b16c6cf-f51b-4416-9d08-c76989fd1412) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:32.000447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.009190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Transition to ACTIVE for port object 7b16c6cf-f51b-4416-9d08-c76989fd1412 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:32.024108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Transition to ACTIVE for port object 7b16c6cf-f51b-4416-9d08-c76989fd1412 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:32.030304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.071069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:32.074103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:32.076662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:32.087751 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Pushing event updated for resources: {'Port': ['ID=7b16c6cf-f51b-4416-9d08-c76989fd1412,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:32.140570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Attempting to bind port 7b16c6cf-f51b-4416-9d08-c76989fd1412 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:32.140943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Attempting to bind port 7b16c6cf-f51b-4416-9d08-c76989fd1412 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:32.141352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Attempting to bind port 7b16c6cf-f51b-4416-9d08-c76989fd1412 on network 93cc385b-2648-49ef-b02d-46a8411b1fb1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:32.145645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Made reservation on behalf of 4c8fb13368c2478b9735c06eecd023a2 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:32.147139 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:32.147513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Checking segment: {'id': '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:32.147948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.148339 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Bound using segment: {'id': '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:32.148805 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Bound port: 7b16c6cf-f51b-4416-9d08-c76989fd1412, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93cc385b-2648-49ef-b02d-46a8411b1fb1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:32.149186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.149424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.212150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] For port 7b16c6cf-f51b-4416-9d08-c76989fd1412, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:32.215501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] For port 7b16c6cf-f51b-4416-9d08-c76989fd1412, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7b16c6cf-f51b-4416-9d08-c76989fd1412,segment=NetworkSegment(8b60d3b2-051e-4739-bd4d-ba906f2ba2a3),segment_id=8b60d3b2-051e-4739-bd4d-ba906f2ba2a3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:32.220545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.287988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30291bb1-2fb6-4b6f-85f7-1524e21f8456 None None] Pushing event updated for resources: {'Port': ['ID=7b16c6cf-f51b-4416-9d08-c76989fd1412,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:32.340456 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.402403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event updated for resources: {'Subnet': ['ID=72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:32.412531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Checking segment: {'id': '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:32.412867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Network hostable DHCP agents. Network: b4909a83-45c6-459a-af1f-5f00eb229738, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:32.444595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Network b4909a83-45c6-459a-af1f-5f00eb229738 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:32.458767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, b4909a83-45c6-459a-af1f-5f00eb229738) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:32.463445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:32.464211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.467749 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594283b5-667c-4a9b-b75f-191aef9d9e4f None None] Network b4909a83-45c6-459a-af1f-5f00eb229738 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:32.491678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-edb95279-255b-46fa-b6ea-9fa062d76b9d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7768767 Aug 31 20:03:32.494533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:32.500291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b75a50cf-5316-4433-bfbd-04767faece77 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:32.639832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7b16c6cf-f51b-4416-9d08-c76989fd1412 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:32.662291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-b4909a83-45c6-459a-af1f-5f00eb229738', 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738', 'tenant_id': '4c8fb13368c2478b9735c06eecd023a2', 'fixed_ips': [{'subnet_id': '72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:32.663145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.759066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b75a50cf-5316-4433-bfbd-04767faece77 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:32.868827 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b75a50cf-5316-4433-bfbd-04767faece77 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 20:03:32.869895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b75a50cf-5316-4433-bfbd-04767faece77 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "PUT /v2.0/routers/5d19d65b-e01f-434f-86ab-8a4c899d0e85 HTTP/1.1" status: 400 len: 364 time: 0.3743143 Aug 31 20:03:32.876598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:32.922415 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7b16c6cf-f51b-4416-9d08-c76989fd1412 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:32.930958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Deleting subnet 72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:03:32.977102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Allocated IP 172.21.0.2 (b4909a83-45c6-459a-af1f-5f00eb229738/72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d/152e8f55-f6e9-483c-bd62-cdbb00926518) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:33.127443 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.137913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Transition to ACTIVE for port object 152e8f55-f6e9-483c-bd62-cdbb00926518 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:33.153628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Transition to ACTIVE for port object 152e8f55-f6e9-483c-bd62-cdbb00926518 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:33.159684 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.163822 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.204489 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.207486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Network b4909a83-45c6-459a-af1f-5f00eb229738 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:33.210039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:33.212270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:33.222112 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Pushing event updated for resources: {'Port': ['ID=152e8f55-f6e9-483c-bd62-cdbb00926518,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:33.278727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Attempting to bind port 152e8f55-f6e9-483c-bd62-cdbb00926518 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:33.280323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Attempting to bind port 152e8f55-f6e9-483c-bd62-cdbb00926518 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:33.280323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Attempting to bind port 152e8f55-f6e9-483c-bd62-cdbb00926518 on network b4909a83-45c6-459a-af1f-5f00eb229738 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:33.285509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:33.285873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Checking segment: {'id': '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:33.286273 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.286669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Bound using segment: {'id': '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:33.287134 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Bound port: 152e8f55-f6e9-483c-bd62-cdbb00926518, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4909a83-45c6-459a-af1f-5f00eb229738'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:33.287525 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.299630 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.327542 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fb1a6-4108-46e2-960b-5a0ef2edce09 None None] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:33.376099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.409903 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Subnet': ['ID=72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:33.410901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] For port 152e8f55-f6e9-483c-bd62-cdbb00926518, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:33.413825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.415850 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9dc89274-9d70-4d98-9098-f43dc60a7d67 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "DELETE /v2.0/subnets/72d3eb7f-38fd-4f64-b5c9-6f2cb060c64d HTTP/1.1" status: 204 len: 168 time: 0.5382540 Aug 31 20:03:33.418543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:33.425602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] For port 152e8f55-f6e9-483c-bd62-cdbb00926518, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=152e8f55-f6e9-483c-bd62-cdbb00926518,segment=NetworkSegment(80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe),segment_id=80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:33.428734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Provisioning for port 7b16c6cf-f51b-4416-9d08-c76989fd1412 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:33.434293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.440640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Provisioning complete for port 7b16c6cf-f51b-4416-9d08-c76989fd1412 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:33.441009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.499242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.559580 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Deleting port 152e8f55-f6e9-483c-bd62-cdbb00926518 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:33.561939 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.567383 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a2e8-35f2-4d4f-9b0e-9979ed2ce3c1 None None] Pushing event updated for resources: {'Port': ['ID=152e8f55-f6e9-483c-bd62-cdbb00926518,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:33.634763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] For port 152e8f55-f6e9-483c-bd62-cdbb00926518, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=152e8f55-f6e9-483c-bd62-cdbb00926518,segment=NetworkSegment(80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe),segment_id=80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:33.635119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.648268 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.649053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Calling delete_port for 152e8f55-f6e9-483c-bd62-cdbb00926518 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:33.707207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] For port 7b16c6cf-f51b-4416-9d08-c76989fd1412, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7b16c6cf-f51b-4416-9d08-c76989fd1412,segment=NetworkSegment(8b60d3b2-051e-4739-bd4d-ba906f2ba2a3),segment_id=8b60d3b2-051e-4739-bd4d-ba906f2ba2a3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:33.712526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.754294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.767321 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] No DVR routers for this DVR port 152e8f55-f6e9-483c-bd62-cdbb00926518 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:33.776343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ba62b-90be-433c-a149-b2b121f10d8d None None] Pushing event updated for resources: {'Port': ['ID=7b16c6cf-f51b-4416-9d08-c76989fd1412,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:33.789363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Port': ['ID=152e8f55-f6e9-483c-bd62-cdbb00926518,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:33.876004 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.886746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4909a83-45c6-459a-af1f-5f00eb229738']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:33.898104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:33.898402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ba8d51-f6ee-42a9-bcb1-0736e5aa6cfe') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:33.908443 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.923119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.929183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:33.929580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:33.932734 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:33.992991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.000237 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.002071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "DELETE /v2.0/networks/b4909a83-45c6-459a-af1f-5f00eb229738 HTTP/1.1" status: 204 len: 168 time: 0.5824003 Aug 31 20:03:34.004775 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:34.015525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3316c73-aa5f-4e65-a185-8750b59d09d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Network': ['ID=b4909a83-45c6-459a-af1f-5f00eb229738,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:34.041450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3e86ccf4-e570-4cc6-a560-5a8616fc91dc None None] Provisioning complete for port 7b16c6cf-f51b-4416-9d08-c76989fd1412 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:34.042046 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e86ccf4-e570-4cc6-a560-5a8616fc91dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.067856 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Deleting subnet 0186d332-2179-4198-9f9e-52fac252f776 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:03:34.071001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.111973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.195123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.261764 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.292944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Subnet': ['ID=0186d332-2179-4198-9f9e-52fac252f776,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:34.297128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.299022 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b20f7a28-1b3b-4980-b702-995701a22b72 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "DELETE /v2.0/subnets/0186d332-2179-4198-9f9e-52fac252f776 HTTP/1.1" status: 204 len: 168 time: 0.2931857 Aug 31 20:03:34.301645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:34.306865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c076980-f43b-4923-bba3-eb94ac969384 None None] Network 93cc385b-2648-49ef-b02d-46a8411b1fb1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:34.392130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.457824 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Deleting port 7b16c6cf-f51b-4416-9d08-c76989fd1412 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:34.458038 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.507302 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] DHCP port deletion for 93cc385b-2648-49ef-b02d-46a8411b1fb1 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:03:34.531089 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] For port 7b16c6cf-f51b-4416-9d08-c76989fd1412, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7b16c6cf-f51b-4416-9d08-c76989fd1412,segment=NetworkSegment(8b60d3b2-051e-4739-bd4d-ba906f2ba2a3),segment_id=8b60d3b2-051e-4739-bd4d-ba906f2ba2a3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:34.531559 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.550112 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Calling delete_port for 7b16c6cf-f51b-4416-9d08-c76989fd1412 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:34.566245 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Deleting port 7b16c6cf-f51b-4416-9d08-c76989fd1412 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:03:34.566899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.620654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8f051-6665-4a6e-ae3b-a63f87045c91 None None] DHCP port deletion for b4909a83-45c6-459a-af1f-5f00eb229738 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:03:34.622467 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7b16c6cf-f51b-4416-9d08-c76989fd1412 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:34.643978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.672727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bc0b10f7-24df-473e-9719-7187dd1a699c None None] Could not find standard attr ID for object 152e8f55-f6e9-483c-bd62-cdbb00926518. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 20:03:34.673807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Port': ['ID=7b16c6cf-f51b-4416-9d08-c76989fd1412,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:34.674092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828bde8-363a-4f2d-8b3d-8de451e1074b None None] Network b4909a83-45c6-459a-af1f-5f00eb229738 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:34.677408 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] No DVR routers for this DVR port 7b16c6cf-f51b-4416-9d08-c76989fd1412 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:34.684223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] For port 7b16c6cf-f51b-4416-9d08-c76989fd1412, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7b16c6cf-f51b-4416-9d08-c76989fd1412,segment=NetworkSegment(8b60d3b2-051e-4739-bd4d-ba906f2ba2a3),segment_id=8b60d3b2-051e-4739-bd4d-ba906f2ba2a3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:34.684631 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.711105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828bde8-363a-4f2d-8b3d-8de451e1074b None None] Network b4909a83-45c6-459a-af1f-5f00eb229738 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 20:03:34.715965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Calling delete_port for 7b16c6cf-f51b-4416-9d08-c76989fd1412 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:03:34.729653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No active binding found for port 7b16c6cf-f51b-4416-9d08-c76989fd1412 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 20:03:34.730007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7b16c6cf-f51b-4416-9d08-c76989fd1412 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:34.759035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.769746 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc385b-2648-49ef-b02d-46a8411b1fb1']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:34.780525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:34.780851 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b60d3b2-051e-4739-bd4d-ba906f2ba2a3') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:34.789791 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.798330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.803907 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.810987 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:03:34.811499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:03:34.814873 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:03:34.822395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] Pushing event deleted for resources: {'Port': ['ID=7b16c6cf-f51b-4416-9d08-c76989fd1412,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:34.830429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1f710-f4c5-4628-b8be-9d3df83898c7 None None] No DVR routers for this DVR port 7b16c6cf-f51b-4416-9d08-c76989fd1412 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:03:34.876120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.883058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:34.884738 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "DELETE /v2.0/networks/93cc385b-2648-49ef-b02d-46a8411b1fb1 HTTP/1.1" status: 204 len: 168 time: 0.5821002 Aug 31 20:03:34.887582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:34.896624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d6bc-aa03-4a5b-926a-56a1d0210804 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Pushing event deleted for resources: {'Network': ['ID=93cc385b-2648-49ef-b02d-46a8411b1fb1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:34.915213 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6e3109da-58f5-4fab-adaf-b84ed01f275d tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d19d65b-e01f-434f-86ab-8a4c899d0e85 HTTP/1.1" status: 200 len: 205 time: 0.0258746 Aug 31 20:03:34.917541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:34.991234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.150109 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.152318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.196927 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.197753 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Fanout notify agent at l3_agent the message router_deleted on router 5d19d65b-e01f-434f-86ab-8a4c899d0e85 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:03:35.209573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.211214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b0145651-6c95-4a7a-af85-1c64bbc7c1d7 tempest-RoutersNegativeTest-1814978617 tempest-RoutersNegativeTest-1814978617-project] 10.222.0.73 "DELETE /v2.0/routers/5d19d65b-e01f-434f-86ab-8a4c899d0e85 HTTP/1.1" status: 204 len: 168 time: 0.2927539 Aug 31 20:03:35.455365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:35.588847 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5b0e8f96-667f-4580-a08e-e3e58575a5f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c8fb13368c2478b9735c06eecd023a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322594 Aug 31 20:03:35.591362 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:35.640908 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.663340 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.709485 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.711876 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:35.713052 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23dc50a3-346e-48d0-b9fd-2dea62a8b88f HTTP/1.1" status: 204 len: 168 time: 0.1207221 Aug 31 20:03:35.722965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8d204-9f0d-4f04-be71-24ac6611d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc50a3-346e-48d0-b9fd-2dea62a8b88f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:36.342923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:36.444441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1406743413-network', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:36.467863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Made reservation on behalf of 6b7c85682ab24c3db44389ec7a88268b for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:36.470265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.479199 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.540468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 152e8f55-f6e9-483c-bd62-cdbb00926518 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:03:36.562108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 152e8f55-f6e9-483c-bd62-cdbb00926518 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:03:36.562451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 152e8f55-f6e9-483c-bd62-cdbb00926518 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:03:36.570200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.573948 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.597980 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:36.611977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf6646c-92ea-4817-8687-ffaee6c3cfc9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:36.616867 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.617215 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Added segment 4057c815-2b1a-4654-8e53-0f79603bff3f of type vlan for network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 Aug 31 20:03:36.656802 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.681045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.681981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:36.682582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.733686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3894601 Aug 31 20:03:36.736598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:36.740697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc885-6b17-4dc1-9077-49efdf9533bb admin admin] Pushing event updated for resources: {'Network': ['ID=3c4ac7aa-33bf-4b4b-82c4-992c678d7074,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:36.741728 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Request body: {'subnet': {'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-subnet', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:36.750561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:36.768393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Made reservation on behalf of 6b7c85682ab24c3db44389ec7a88268b for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:36.771023 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.933372 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:36.992656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abd3241-46d9-483f-9d81-eb74a05d6121,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:37.001376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Checking segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:37.001735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Network hostable DHCP agents. Network: 3c4ac7aa-33bf-4b4b-82c4-992c678d7074, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:37.018151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:37.026144 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3c4ac7aa-33bf-4b4b-82c4-992c678d7074) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:37.030763 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:37.031344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.035342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf2ecc-c728-4f99-aa26-833c95b51412 None None] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:37.047880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e79dd86-556a-4813-a2c8-39837ab972f0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3099964 Aug 31 20:03:37.050487 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:37.055057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:37.076782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.077762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.133341 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.183025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:37.183909 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.268600 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.316029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Allocated IP 172.20.0.2 (3c4ac7aa-33bf-4b4b-82c4-992c678d7074/4abd3241-46d9-483f-9d81-eb74a05d6121/b8ecae97-05c5-4a10-a7f2-c087b9554440) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:37.465744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.468736 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.476206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Transition to ACTIVE for port object b8ecae97-05c5-4a10-a7f2-c087b9554440 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:37.488008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.490703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Transition to ACTIVE for port object b8ecae97-05c5-4a10-a7f2-c087b9554440 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:37.497107 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.537620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:37.540486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:37.544081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:37.550974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Pushing event updated for resources: {'Port': ['ID=b8ecae97-05c5-4a10-a7f2-c087b9554440,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:37.598409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Allocated IP 172.25.3.111 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f4a70ac0-4094-41b7-9e6d-4b444069ce9c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:37.605816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Attempting to bind port b8ecae97-05c5-4a10-a7f2-c087b9554440 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:37.606192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Attempting to bind port b8ecae97-05c5-4a10-a7f2-c087b9554440 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:37.606561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Attempting to bind port b8ecae97-05c5-4a10-a7f2-c087b9554440 on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:37.611807 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:37.612186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Checking segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:37.612615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.612983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Bound using segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:37.613450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Bound port: b8ecae97-05c5-4a10-a7f2-c087b9554440, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:37.613839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.675462 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] For port b8ecae97-05c5-4a10-a7f2-c087b9554440, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:37.678512 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] For port b8ecae97-05c5-4a10-a7f2-c087b9554440, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b8ecae97-05c5-4a10-a7f2-c087b9554440,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:37.682241 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.700426 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.739704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454efb-8536-478a-aa96-12c25ae90f6f None None] Pushing event updated for resources: {'Port': ['ID=b8ecae97-05c5-4a10-a7f2-c087b9554440,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:37.743939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:37.781571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:37.786539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:37.790236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:37.819674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:38.323476 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:38.536238 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:38.624394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b8ecae97-05c5-4a10-a7f2-c087b9554440 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:38.649858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39f35a-671c-4d1c-b131-296e8c2c8ae6 None None] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:38.675841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Router f479dbd1-fe48-4a51-8146-09d098c8b1d9 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:03:38.737466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Provisioning for port b8ecae97-05c5-4a10-a7f2-c087b9554440 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:38.742399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b8ecae97-05c5-4a10-a7f2-c087b9554440 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:38.753167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Provisioning complete for port b8ecae97-05c5-4a10-a7f2-c087b9554440 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:38.753541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:38.758665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b8ecae97-05c5-4a10-a7f2-c087b9554440 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:38.759026 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:38.787070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:03:38.803384 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:38.804716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Sync routers for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:03:38.804954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-4df2af88-b965-4622-8c43-18a060604450 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7533834 Aug 31 20:03:38.807549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:38.868614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:38.869233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:39.038537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.076310 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:39.110999 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.205142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] For port b8ecae97-05c5-4a10-a7f2-c087b9554440, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b8ecae97-05c5-4a10-a7f2-c087b9554440,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:39.215584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.238619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.424541 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Allocated IP 172.20.0.1 (3c4ac7aa-33bf-4b4b-82c4-992c678d7074/4abd3241-46d9-483f-9d81-eb74a05d6121/f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:39.470230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 20:03:39.470586 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 20:03:39.489852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-43a14053-7d1d-4493-8016-0d5b1fb8c56d None None] Provisioning complete for port b8ecae97-05c5-4a10-a7f2-c087b9554440 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:39.490229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43a14053-7d1d-4493-8016-0d5b1fb8c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.491780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218483-549c-41f2-aada-5dfd1dd45e92 None None] Pushing event updated for resources: {'Port': ['ID=b8ecae97-05c5-4a10-a7f2-c087b9554440,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:39.533311 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.547510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Transition to ACTIVE for port object f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:39.583258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.608905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:38Z', 'revision_number': 3, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:39.633504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:39.636458 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:39.638565 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Checking router: f479dbd1-fe48-4a51-8146-09d098c8b1d9 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:03:39.639090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Updating router f479dbd1-fe48-4a51-8146-09d098c8b1d9 port f4a70ac0-4094-41b7-9e6d-4b444069ce9c binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:03:39.640354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:39.665373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.670424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:39.685194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.826913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.888601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-62cfa876-7e46-455d-8246-8035212299de None None] Provisioning for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:39.899506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-62cfa876-7e46-455d-8246-8035212299de None None] Provisioning complete for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:39.900011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-62cfa876-7e46-455d-8246-8035212299de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.967384 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.969223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-62cfa876-7e46-455d-8246-8035212299de None None] Port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:03:39.994749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:39.998144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Transition to ACTIVE for port object f4a70ac0-4094-41b7-9e6d-4b444069ce9c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:39.999584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.010059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.065559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac4f41-e834-43d9-bdfd-d609b59c5503 None None] Pushing event updated for resources: {'Port': ['ID=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:40.067973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Attempting to bind port f4a70ac0-4094-41b7-9e6d-4b444069ce9c on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:40.068325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Attempting to bind port f4a70ac0-4094-41b7-9e6d-4b444069ce9c by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:40.068689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Attempting to bind port f4a70ac0-4094-41b7-9e6d-4b444069ce9c on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:40.069050 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.072033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:40.074234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:40.074504 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:40.074983 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.075281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:40.076889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Bound port: f4a70ac0-4094-41b7-9e6d-4b444069ce9c, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:40.076889 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.130815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] For port f4a70ac0-4094-41b7-9e6d-4b444069ce9c, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:40.134222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] For port f4a70ac0-4094-41b7-9e6d-4b444069ce9c, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:40.138829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.172037 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:40.173890 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:40.197990 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac4f41-e834-43d9-bdfd-d609b59c5503 None None] Pushing event updated for resources: {'Port': ['ID=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:40.203840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:40.204772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:40.295567 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Router f479dbd1-fe48-4a51-8146-09d098c8b1d9 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:03:40.326397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:40.404133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:03:40.408960 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f895be4d-3174-4803-a2d9-4f0fcb35ee59 admin admin] 10.222.0.73 "PUT /v2.0/routers/f479dbd1-fe48-4a51-8146-09d098c8b1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004076 Aug 31 20:03:40.461560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2afb16b-5682-475a-a01a-45e272962918 None None] Provisioning complete for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:40.461938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2afb16b-5682-475a-a01a-45e272962918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.518731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d2afb16b-5682-475a-a01a-45e272962918 None None] Port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:03:40.597619 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105', 'name': '', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'mac_address': 'fa:16:3e:f7:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:39Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 2, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'subnets': [{'id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:40.628216 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b8ecae97-05c5-4a10-a7f2-c087b9554440 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:40.631985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00128b-236a-4bd0-8877-0b9e21118093 None None] The sync data for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 is: [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105', 'name': '', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'mac_address': 'fa:16:3e:f7:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:39Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 2, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'subnets': [{'id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:03:40.681424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b8ecae97-05c5-4a10-a7f2-c087b9554440 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:40.682027 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:40.985208 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:40.990489 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1103229100-network', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:41.015173 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Made reservation on behalf of baf7489d4b9f4216b678a36b59332b1a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:41.017664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.031986 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.154543 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.158866 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.192356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701356c2-5b03-44be-ad2e-2d23deef26ec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:41.196061 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:03:41.207081 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.207474 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Added segment 24a2d347-f2bb-4f68-ad7b-144dc9f563d3 of type vlan for network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc Aug 31 20:03:41.249637 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.275789 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.276843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:41.277433 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.331627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3451614 Aug 31 20:03:41.334366 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 46690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:41.339946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Request body: {'subnet': {'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-subnet', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:41.363344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4499d-705d-432d-bf6b-96949a95b15e admin admin] Pushing event updated for resources: {'Network': ['ID=8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:41.379032 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Made reservation on behalf of baf7489d4b9f4216b678a36b59332b1a for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:41.379630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:03:41.381950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.584271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.644495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da1cc941-28fe-48f3-abc6-c87d1a7ce7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.647567 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c2a604-1b7f-4578-a649-3843ddd3f80a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:41.657046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Checking segment: {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:41.657410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Network hostable DHCP agents. Network: 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:03:41.674802 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:03:41.683676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:41.688337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:41.688929 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.693876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb14aff-de31-4467-b4c9-7918ad8b0c6c None None] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:41.711771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:41.711976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e71cdbf6-e840-4b14-898d-11a7ae982e78 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3758752 Aug 31 20:03:41.717571 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:41.741607 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.742798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.802226 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:41.858344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:03:41.859415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.010783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Allocated IP 172.20.0.2 (8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc/c3c2a604-1b7f-4578-a649-3843ddd3f80a/26509f2b-c11a-4bf3-9b8e-2e124503d016) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:42.163507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.174688 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Transition to ACTIVE for port object 26509f2b-c11a-4bf3-9b8e-2e124503d016 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:42.191794 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Transition to ACTIVE for port object 26509f2b-c11a-4bf3-9b8e-2e124503d016 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:42.202228 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.222297 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.250391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:42.253308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:42.255760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:42.268736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Pushing event updated for resources: {'Port': ['ID=26509f2b-c11a-4bf3-9b8e-2e124503d016,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:42.315501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Attempting to bind port 26509f2b-c11a-4bf3-9b8e-2e124503d016 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:42.316053 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Attempting to bind port 26509f2b-c11a-4bf3-9b8e-2e124503d016 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:42.316447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Attempting to bind port 26509f2b-c11a-4bf3-9b8e-2e124503d016 on network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:42.322739 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:42.323095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Checking segment: {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:42.323497 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.323919 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Bound using segment: {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:42.324406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Bound port: 26509f2b-c11a-4bf3-9b8e-2e124503d016, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:42.324790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.389262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] For port 26509f2b-c11a-4bf3-9b8e-2e124503d016, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:42.393343 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] For port 26509f2b-c11a-4bf3-9b8e-2e124503d016, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26509f2b-c11a-4bf3-9b8e-2e124503d016,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:42.399091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.430617 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.453773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.475485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5203-ffca-4220-bdeb-3f50cea8a7b6 None None] Pushing event updated for resources: {'Port': ['ID=26509f2b-c11a-4bf3-9b8e-2e124503d016,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:42.580745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Allocated IP 172.25.3.80 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/f95cce03-ea91-44d9-8dd6-2aaa3a43a067) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:42.659179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4a70ac0-4094-41b7-9e6d-4b444069ce9c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:42.726577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f4a70ac0-4094-41b7-9e6d-4b444069ce9c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:42.730781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4a70ac0-4094-41b7-9e6d-4b444069ce9c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:42.731231 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.731492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.773319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.818053 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:42.823910 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:42.827115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:42.830122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.851051 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Sync routers for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:03:42.852523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f4a70ac0-4094-41b7-9e6d-4b444069ce9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:42.854543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:42.863044 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:42.863882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:42.864090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:42.917927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:42.974785 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:43.086670 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.182379 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105', 'name': '', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'mac_address': 'fa:16:3e:f7:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:39Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 2, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'subnets': [{'id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:43.208810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Checking router: f479dbd1-fe48-4a51-8146-09d098c8b1d9 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:03:43.209153 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Updating router f479dbd1-fe48-4a51-8146-09d098c8b1d9 port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:03:43.234003 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.285467 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.436025 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Router dbd60de2-694e-4aee-8346-95692a558cd2 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:03:43.522189 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.533140 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Transition to ACTIVE for port object f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:43.540272 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.559540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:03:43.570473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Sync routers for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:03:43.586922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:43.587457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:43.598267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.602120 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f03e6d9e-b749-4016-9516-34f7fe4386c6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8864522 Aug 31 20:03:43.602344 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 46694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:03:43.651306 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Pushing event updated for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:43.667473 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Attempting to bind port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:43.667873 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Attempting to bind port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:43.668232 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Attempting to bind port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:43.671675 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.671996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.672333 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.672668 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.673449 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.673449 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.673623 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.673936 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.674400 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.674728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.675407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.675407 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:03:43.688133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:43.688513 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Checking segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:43.688912 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.689300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Bound using segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:43.689766 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Bound port: f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:43.690141 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.772321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e1635-9903-4a92-9d5d-9cf74384d1e0 None None] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:03:43.791290 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:43.798419 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] For port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:43.802438 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] For port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:43.811332 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:43.880796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbf96f-ad7f-4c7c-85bb-ac64cb8c3884 None None] Pushing event updated for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:43.884729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:43.885709 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:44.001383 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:44.147501 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-21a6a4f2-f5ca-4813-bb57-c3beb06afa5d None None] Provisioning for port 26509f2b-c11a-4bf3-9b8e-2e124503d016 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:44.150656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.320243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe4c8-fc0c-439b-a163-a80d832120b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.331681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Allocated IP 172.20.0.1 (8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc/c3c2a604-1b7f-4578-a649-3843ddd3f80a/a4224a86-da74-4491-8ef8-fe9f5525a157) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:44.347756 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 3, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:44.359189 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105', 'name': '', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'mac_address': 'fa:16:3e:f7:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:39Z', 'updated_at': '2021-08-31T20:03:43Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'subnets': [{'id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:44.378315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Checking router: dbd60de2-694e-4aee-8346-95692a558cd2 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:03:44.378674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Updating router dbd60de2-694e-4aee-8346-95692a558cd2 port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:03:44.396580 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb52ec0-041d-4424-a3b5-d61e7989f334 None None] The sync data for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 is: [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:39Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105', 'name': '', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'mac_address': 'fa:16:3e:f7:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:39Z', 'updated_at': '2021-08-31T20:03:43Z', 'revision_number': 4, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'subnets': [{'id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:03:44.406459 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.480674 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.503743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Transition to ACTIVE for port object a4224a86-da74-4491-8ef8-fe9f5525a157 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:44.554332 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.560868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.631015 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:44.636430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:44.641109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:44.644105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:44.694457 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.852863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.861797 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:44.868711 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Transition to ACTIVE for port object f95cce03-ea91-44d9-8dd6-2aaa3a43a067 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:44.890233 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.912326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.967694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:44.997977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26717c-16fc-435f-873d-c95184941e81 None None] Pushing event updated for resources: {'Port': ['ID=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:45.003523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Attempting to bind port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:45.003950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Attempting to bind port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:45.004315 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Attempting to bind port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:45.011475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c80f1276-bc1c-4c37-89a3-33574c007e15 None None] Provisioning for port a4224a86-da74-4491-8ef8-fe9f5525a157 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:45.016086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:45.016429 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:45.016838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.017232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:45.018228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Bound port: f95cce03-ea91-44d9-8dd6-2aaa3a43a067, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:45.018228 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.021576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:45.040506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c80f1276-bc1c-4c37-89a3-33574c007e15 None None] Provisioning complete for port a4224a86-da74-4491-8ef8-fe9f5525a157 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:45.040880 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c80f1276-bc1c-4c37-89a3-33574c007e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.064210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:45.064579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.083055 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.087546 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.130134 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:45.134102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c80f1276-bc1c-4c37-89a3-33574c007e15 None None] Port a4224a86-da74-4491-8ef8-fe9f5525a157 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:03:45.146698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] For port f95cce03-ea91-44d9-8dd6-2aaa3a43a067, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:45.150599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] For port f95cce03-ea91-44d9-8dd6-2aaa3a43a067, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:45.158553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.178173 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.260057 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.261826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:45.262458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:45.273092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26717c-16fc-435f-873d-c95184941e81 None None] Pushing event updated for resources: {'Port': ['ID=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:45.275243 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:45.276940 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:45.347732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:45.381591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.382403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26509f2b-c11a-4bf3-9b8e-2e124503d016 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:45.406172 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Router dbd60de2-694e-4aee-8346-95692a558cd2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:03:45.471703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:45.512294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:45.521723 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:03:45.526652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a76900f-1ac9-4796-bebb-58d01aed33d1 admin admin] 10.222.0.73 "PUT /v2.0/routers/dbd60de2-694e-4aee-8346-95692a558cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232750 Aug 31 20:03:45.594286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 26509f2b-c11a-4bf3-9b8e-2e124503d016 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:45.629910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.637120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26509f2b-c11a-4bf3-9b8e-2e124503d016 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:45.637489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.659666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d93b21ae-eb03-47f4-8c56-e4f64cbff75e None None] Provisioning complete for port a4224a86-da74-4491-8ef8-fe9f5525a157 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:45.660047 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d93b21ae-eb03-47f4-8c56-e4f64cbff75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.728802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d93b21ae-eb03-47f4-8c56-e4f64cbff75e None None] Port a4224a86-da74-4491-8ef8-fe9f5525a157 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:03:45.816499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.848685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a4224a86-da74-4491-8ef8-fe9f5525a157', 'name': '', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'mac_address': 'fa:16:3e:bc:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:44Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 2, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'subnets': [{'id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:45.887671 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 26509f2b-c11a-4bf3-9b8e-2e124503d016, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26509f2b-c11a-4bf3-9b8e-2e124503d016,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:45.889991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d0ddf-3bdc-40d1-bcfc-a14c090c4533 None None] The sync data for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 is: [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a4224a86-da74-4491-8ef8-fe9f5525a157', 'name': '', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'mac_address': 'fa:16:3e:bc:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:44Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 2, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'subnets': [{'id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:03:45.894286 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:45.894648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4a70ac0-4094-41b7-9e6d-4b444069ce9c up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:45.972731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=26509f2b-c11a-4bf3-9b8e-2e124503d016,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:45.987529 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f4a70ac0-4094-41b7-9e6d-4b444069ce9c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:45.987940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:46.319134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:46.332707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-370645b7-e1e4-4126-bdce-87136acb40df tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:46.334211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-370645b7-e1e4-4126-bdce-87136acb40df tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 817 time: 0.1121521 Aug 31 20:03:46.351148 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-a36f9425-2404-4c84-8ccb-a3f7a358402b tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/quotas/6b7c85682ab24c3db44389ec7a88268b HTTP/1.1" status: 200 len: 375 time: 0.0107949 Aug 31 20:03:46.406846 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-fc9a1726-6a95-49e4-b2e6-853301487b85 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488901 Aug 31 20:03:46.509852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-296ca9cc-620f-4dc5-a302-05ca709e2737 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907838 Aug 31 20:03:46.604186 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:46.613484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-c3c414a9-82ee-4ee0-a358-f79acc11ffa4 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968244 Aug 31 20:03:46.651566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:46.651977 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:46.735487 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26509f2b-c11a-4bf3-9b8e-2e124503d016 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:46.784803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26509f2b-c11a-4bf3-9b8e-2e124503d016 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:46.785184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:46.788565 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3d5dbd45-8ead-4f77-af9e-83be0a5cbc84 req-81118a7a-58a8-4561-894c-a06f54204baf tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Aug 31 20:03:47.186058 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:47.892573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ede1e24f-c66f-42c2-982d-5cdadb48dc0d req-f69e1f5d-c3a2-4960-a40c-67ec8d76c106 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Aug 31 20:03:48.124491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-d5dc9cb9-876c-41cd-927c-dc4d92c3000f tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:48.125957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-d5dc9cb9-876c-41cd-927c-dc4d92c3000f tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 817 time: 0.3845491 Aug 31 20:03:48.139962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Request body: {'port': {'device_id': 'c37754db-30cc-42c1-91ba-397853caaef1', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'admin_state_up': True, 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:48.253075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Made reservation on behalf of 6b7c85682ab24c3db44389ec7a88268b for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:03:48.256523 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.390820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Allocated IP 172.20.0.7 (3c4ac7aa-33bf-4b4b-82c4-992c678d7074/4abd3241-46d9-483f-9d81-eb74a05d6121/f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:03:48.482122 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Sync routers for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:03:48.490648 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:48.491437 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:48.542758 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.560151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Transition to ACTIVE for port object f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:48.597084 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.604223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:48.642368 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:03:48.643171 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f95cce03-ea91-44d9-8dd6-2aaa3a43a067 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:48.647658 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:03:48.651462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:03:48.677946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Pushing event updated for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:48.708151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:48.713433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:48.713607 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:48.713960 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.714263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.733959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-b8e7ff1d-0477-4536-9c68-f3ed8240c51e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979214 Aug 31 20:03:48.752481 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Request body: {'port': {'device_id': 'c37754db-30cc-42c1-91ba-397853caaef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:03:48.812257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.823146 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.840318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port f95cce03-ea91-44d9-8dd6-2aaa3a43a067, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:48.848817 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.872716 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a4224a86-da74-4491-8ef8-fe9f5525a157', 'name': '', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'mac_address': 'fa:16:3e:bc:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:44Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 2, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'subnets': [{'id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:48.908758 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Checking router: dbd60de2-694e-4aee-8346-95692a558cd2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:03:48.909463 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Updating router dbd60de2-694e-4aee-8346-95692a558cd2 port a4224a86-da74-4491-8ef8-fe9f5525a157 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:03:48.925291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:48.942090 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:48.989551 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6f89427-9261-4ac3-aa42-04a9b41811aa None None] Provisioning for port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:48.998896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6f89427-9261-4ac3-aa42-04a9b41811aa None None] Provisioning complete for port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:48.999271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6f89427-9261-4ac3-aa42-04a9b41811aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.024528 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb59413-d471-4ab3-9cfd-167167348df1 req-dcfdc3fc-ba23-4e14-8739-8d2d4033b3cd tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:49.027256 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9fb59413-d471-4ab3-9cfd-167167348df1 req-dcfdc3fc-ba23-4e14-8739-8d2d4033b3cd tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 931 time: 0.0585508 Aug 31 20:03:49.046086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6f89427-9261-4ac3-aa42-04a9b41811aa None None] Port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:03:49.090321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9fb59413-d471-4ab3-9cfd-167167348df1 req-d321e9a7-1b86-4872-bfec-d6a9bb3c1b5f tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Aug 31 20:03:49.131236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:03:49.138944 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.151183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Transition to ACTIVE for port object f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:49.155162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.207670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Pushing event updated for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:49.222293 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.236647 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Transition to ACTIVE for port object a4224a86-da74-4491-8ef8-fe9f5525a157 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:03:49.243993 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.281950 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Attempting to bind port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:49.282144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Attempting to bind port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:49.283130 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Attempting to bind port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:49.287227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:03:49.287535 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Attempting to bind port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:49.292840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:49.293140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Checking segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:49.293533 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Bound using segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:49.294491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Bound port: f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:49.294913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.295908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c61b-5338-4413-b8a3-fab96a2de502 None None] Pushing event updated for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:49.362243 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Attempting to bind port a4224a86-da74-4491-8ef8-fe9f5525a157 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:03:49.362619 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Attempting to bind port a4224a86-da74-4491-8ef8-fe9f5525a157 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:03:49.362978 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Attempting to bind port a4224a86-da74-4491-8ef8-fe9f5525a157 on network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:03:49.368281 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:03:49.368657 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Checking segment: {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:03:49.369058 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.369451 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Bound using segment: {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:03:49.369911 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Bound port: a4224a86-da74-4491-8ef8-fe9f5525a157, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a2d347-f2bb-4f68-ad7b-144dc9f563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:03:49.370307 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.377305 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:49.381818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:49.387589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.424924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:49.425851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.427295 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] 10.222.0.67 "PUT /v2.0/ports/f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 HTTP/1.1" status: 200 len: 1092 time: 0.6834285 Aug 31 20:03:49.427810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:49.430288 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407427f1-7819-4373-a938-ca5a876c076a" -d '{"events": [{"name": "network-changed", "server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:49.449095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] For port a4224a86-da74-4491-8ef8-fe9f5525a157, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:03:49.455298 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] For port a4224a86-da74-4491-8ef8-fe9f5525a157, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4224a86-da74-4491-8ef8-fe9f5525a157,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:03:49.465208 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:49.475452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2928-c327-4551-a81b-5f933a4b942f service neutron] Pushing event updated for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:49.522572 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77eb1a6-cd24-4855-92ca-7bc9fd2b262e x-openstack-request-id: req-d77eb1a6-cd24-4855-92ca-7bc9fd2b262e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:49.522936 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:49.523250 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d77eb1a6-cd24-4855-92ca-7bc9fd2b262e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:49.523742 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0', 'status': 'completed', 'code': 200} Aug 31 20:03:49.538365 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:03:49.538365 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:03:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:49.540249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-96cf0681-ab6e-4e24-9e4f-2714a8fd4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:49.541857 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-96cf0681-ab6e-4e24-9e4f-2714a8fd4fa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 1095 time: 0.0584176 Aug 31 20:03:49.606057 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c61b-5338-4413-b8a3-fab96a2de502 None None] Pushing event updated for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:49.610191 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-abfe8e80-9123-4838-93e7-fbf760435c09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0603490 Aug 31 20:03:49.667931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ed6da3f5-97c1-4efc-965e-55ecf05c15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:49.669805 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-ed6da3f5-97c1-4efc-965e-55ecf05c15a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 200 len: 856 time: 0.0522966 Aug 31 20:03:49.675838 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:03:49.727335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-d717f97a-0b88-4e2f-9888-cf93c94eaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:49.728938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-d717f97a-0b88-4e2f-9888-cf93c94eaa0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518701 Aug 31 20:03:49.844488 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-8d653f47-778c-4921-904a-541f955d4b06 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084850 Aug 31 20:03:49.904836 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a4224a86-da74-4491-8ef8-fe9f5525a157', 'name': '', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'mac_address': 'fa:16:3e:bc:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:44Z', 'updated_at': '2021-08-31T20:03:49Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'subnets': [{'id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:03:49.932559 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea202033-610a-4d11-8681-0fdb14a92a9f None None] The sync data for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 is: [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:03:44Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a4224a86-da74-4491-8ef8-fe9f5525a157', 'name': '', 'network_id': '8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'mac_address': 'fa:16:3e:bc:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:44Z', 'updated_at': '2021-08-31T20:03:49Z', 'revision_number': 4, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'subnets': [{'id': 'c3c2a604-1b7f-4578-a649-3843ddd3f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:03:49.941467 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-02b36a6c-efa1-4f9b-9830-dcd68872d556 req-de7c04c9-94db-4115-b822-cec2f20d659a service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896518 Aug 31 20:03:50.026798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407427f1-7819-4373-a938-ca5a876c076a req-64ea53fe-db75-4bd6-acf9-af4ed654c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:50.028439 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-64ea53fe-db75-4bd6-acf9-af4ed654c61b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 1095 time: 0.0430851 Aug 31 20:03:50.129376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407427f1-7819-4373-a938-ca5a876c076a req-8f596864-fa70-4eb2-aa14-6c966988fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:50.131220 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-8f596864-fa70-4eb2-aa14-6c966988fb95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 918 time: 0.0951188 Aug 31 20:03:50.175343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-632af492-68df-409d-9cc8-b3e635e74f7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0368180 Aug 31 20:03:50.211764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae513b-a74b-45c4-b3c1-a404dcf832b2 req-c6b9ef1f-2e4e-4ce7-831d-bdfea0cfe1fd tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:50.213684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cae513b-a74b-45c4-b3c1-a404dcf832b2 req-c6b9ef1f-2e4e-4ce7-831d-bdfea0cfe1fd tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 943 time: 0.0567424 Aug 31 20:03:50.234741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407427f1-7819-4373-a938-ca5a876c076a req-e81f8aa6-47c5-4cba-98b4-9f717c57a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:50.236434 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-e81f8aa6-47c5-4cba-98b4-9f717c57a4d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 200 len: 856 time: 0.0534282 Aug 31 20:03:50.262110 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7cae513b-a74b-45c4-b3c1-a404dcf832b2 req-d989992e-4a24-4887-8a84-434dd3e1ea62 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Aug 31 20:03:50.286745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407427f1-7819-4373-a938-ca5a876c076a req-1afc0f24-b190-4ff0-aaf6-38f61260f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:50.288304 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-1afc0f24-b190-4ff0-aaf6-38f61260f7fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433483 Aug 31 20:03:50.384277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-c2a93393-9c94-47a9-b886-6ce2381cfbd7 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Aug 31 20:03:50.483060 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-407427f1-7819-4373-a938-ca5a876c076a req-5c5420db-5732-48c7-bb5f-7dc6f372f50f service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911012 Aug 31 20:03:50.615082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f95cce03-ea91-44d9-8dd6-2aaa3a43a067 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:50.662701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:50.663071 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:50.740493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4224a86-da74-4491-8ef8-fe9f5525a157 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:50.785858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a4224a86-da74-4491-8ef8-fe9f5525a157 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:50.789425 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a4224a86-da74-4491-8ef8-fe9f5525a157 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:50.789796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:50.866593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:50.897623 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a4224a86-da74-4491-8ef8-fe9f5525a157, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4224a86-da74-4491-8ef8-fe9f5525a157,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:50.903994 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:50.949677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:51.380686 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0e5e7-9e3c-4b55-ae72-136be0365635 req-f9e17a41-bebf-409c-b10f-42b3219e75d9 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:51.382149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64b0e5e7-9e3c-4b55-ae72-136be0365635 req-f9e17a41-bebf-409c-b10f-42b3219e75d9 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 943 time: 0.0490816 Aug 31 20:03:51.419378 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64b0e5e7-9e3c-4b55-ae72-136be0365635 req-8a5c3cdd-96f2-4531-9313-a22b9e6ab405 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 31 20:03:52.535556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b264-0857-49cb-adc1-38f9af5bf0e6 req-b4224348-4647-46f0-9822-b7419ac72ead tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:52.536913 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d487b264-0857-49cb-adc1-38f9af5bf0e6 req-b4224348-4647-46f0-9822-b7419ac72ead tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 943 time: 0.0507917 Aug 31 20:03:52.583321 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d487b264-0857-49cb-adc1-38f9af5bf0e6 req-90d72c51-d42f-4543-bbdb-e2c7a15d1dc3 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Aug 31 20:03:52.597258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4224a86-da74-4491-8ef8-fe9f5525a157 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:52.645034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a4224a86-da74-4491-8ef8-fe9f5525a157 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:52.645406 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:53.698979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e923690-7790-448a-bde2-945267887f90 req-e8b6f0ea-cc18-46c6-99b2-06f48f4f693a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:53.700633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e923690-7790-448a-bde2-945267887f90 req-e8b6f0ea-cc18-46c6-99b2-06f48f4f693a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 943 time: 0.0496242 Aug 31 20:03:53.738421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e923690-7790-448a-bde2-945267887f90 req-5826f61a-8cf7-4eec-92a5-6c2cfa900e07 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Aug 31 20:03:53.961857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:03:54.053261 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:54.064369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'port_id': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0', 'mac_address': 'fa:16:3e:a9:9a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:03:54.100140 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:54.115981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:03:54.133973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:54.137993 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:54.184546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:54.342263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:03:54.852790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff78cf-15c9-4c4a-a364-8949ef8903d8 req-e42f57ca-f6a3-4339-ae9e-0d8f026259af tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:54.854214 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ff78cf-15c9-4c4a-a364-8949ef8903d8 req-e42f57ca-f6a3-4339-ae9e-0d8f026259af tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 944 time: 0.0497274 Aug 31 20:03:54.893122 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7ff78cf-15c9-4c4a-a364-8949ef8903d8 req-48007258-877f-4c25-9ced-46e05a18fad7 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Aug 31 20:03:55.977908 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:03:56.007772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b11ad2-12de-4baa-a5a0-420df10c0928 req-04d37c82-5f95-4a42-91d8-118e296fe553 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:56.009292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01b11ad2-12de-4baa-a5a0-420df10c0928 req-04d37c82-5f95-4a42-91d8-118e296fe553 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 944 time: 0.0502160 Aug 31 20:03:56.030297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:03:56.034218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:03:56.034633 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:56.051977 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01b11ad2-12de-4baa-a5a0-420df10c0928 req-fcbef5b0-9920-481a-814e-6d6a89a1c102 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Aug 31 20:03:56.112358 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:56.134788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:03:56.137053 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d0700-6ced-4805-bd1b-bb3e7a4b9357" -d '{"events": [{"server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "name": "network-vif-plugged", "status": "completed", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:03:56.150066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:03:56.154493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:03:56.180356 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925e0d8-3f76-43a5-97a0-38ee25f9da87 x-openstack-request-id: req-f925e0d8-3f76-43a5-97a0-38ee25f9da87 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:03:56.180642 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "name": "network-vif-plugged", "status": "completed", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:03:56.180890 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f925e0d8-3f76-43a5-97a0-38ee25f9da87 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:03:56.181273 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0', 'code': 200} Aug 31 20:03:56.208037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:03:56.271509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43551cf9-f9b0-4b02-9670-deac9094fc96 req-bf087a03-0679-4b58-aa5d-f8ffecccb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:56.273063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43551cf9-f9b0-4b02-9670-deac9094fc96 req-bf087a03-0679-4b58-aa5d-f8ffecccb752 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 1097 time: 0.0412102 Aug 31 20:03:56.307039 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-43551cf9-f9b0-4b02-9670-deac9094fc96 req-25ecf846-3f78-4ef7-8f44-eca502ef731a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271170 Aug 31 20:03:57.167406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b482a-5e75-49b2-9011-08925de8a869 req-8699ec82-cbf6-436e-9a28-8a7575240753 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:57.168901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d77b482a-5e75-49b2-9011-08925de8a869 req-8699ec82-cbf6-436e-9a28-8a7575240753 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Aug 31 20:03:57.208358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d77b482a-5e75-49b2-9011-08925de8a869 req-c1457d63-8dd6-4f89-aa06-8b1502f072cd tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Aug 31 20:03:58.327556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4f093-1648-4508-a060-b63842772a73 req-a3736e1a-badb-45ee-9b8b-12c96cd85785 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:58.328988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06a4f093-1648-4508-a060-b63842772a73 req-a3736e1a-badb-45ee-9b8b-12c96cd85785 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Aug 31 20:03:58.369651 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06a4f093-1648-4508-a060-b63842772a73 req-e10e57ce-72c8-4883-842a-92fa12ef6f12 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Aug 31 20:03:58.483147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7483c0-289c-47ca-bdf0-3f8195a0ab5f req-9918faee-e7cb-4530-8363-c5b5740ec5bb tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:03:58.484671 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f7483c0-289c-47ca-bdf0-3f8195a0ab5f req-9918faee-e7cb-4530-8363-c5b5740ec5bb tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0491643 Aug 31 20:03:58.526713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f7483c0-289c-47ca-bdf0-3f8195a0ab5f req-ca56882e-1035-433b-9277-324e564219eb tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361152 Aug 31 20:04:02.990827 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:04:11.636836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0758cf70-d426-4dbe-8308-1585e33f1d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:14.279452 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-525ddbdc-74ab-4ef2-88b1-bbcc4e53ef98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:14.531971 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:14.910405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:15.569435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:16.316981 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:17.035368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e24837-c37e-4d35-aaf2-90d503ae6525 req-c880b277-f2c5-4361-b53d-4722b907017d tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:17.036894 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7e24837-c37e-4d35-aaf2-90d503ae6525 req-c880b277-f2c5-4361-b53d-4722b907017d tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Aug 31 20:04:17.074169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7e24837-c37e-4d35-aaf2-90d503ae6525 req-16c95b44-2818-4624-bab2-838e445dbef5 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Aug 31 20:04:17.189251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:18.200427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0766948-42f1-4077-815a-ea17e13a6cfe req-f5040cbb-6baf-4e13-a764-2f6afa5ac26a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:18.202102 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0766948-42f1-4077-815a-ea17e13a6cfe req-f5040cbb-6baf-4e13-a764-2f6afa5ac26a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0559175 Aug 31 20:04:18.246209 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0766948-42f1-4077-815a-ea17e13a6cfe req-39ff529b-e5cd-439e-a82e-9d26f20ee401 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Aug 31 20:04:18.569614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-a5add2c4-aeb1-4b73-b6dc-6927aeb90aec tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:18.571097 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-a5add2c4-aeb1-4b73-b6dc-6927aeb90aec tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 945 time: 0.0544393 Aug 31 20:04:18.671496 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Deleting port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:18.671871 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:18.760106 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] For port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:18.760483 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:18.773751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Calling delete_port for f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:18.904170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:18.917468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:04:18.932562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Pushing event deleted for resources: {'Port': ['ID=f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:18.945281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.945516 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.945803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.946147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.946478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.946810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.947143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.947473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.947832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.948157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.948483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.948807 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:18.988522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] No DVR routers for this DVR port f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:04:18.991275 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:18.993402 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c044122-e5b9-429c-86cb-d0b5fe9a72f0 req-4b16ec77-906e-4d55-896c-c0a5740f9f83 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "DELETE /v2.0/ports/f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 HTTP/1.1" status: 204 len: 173 time: 0.4156580 Aug 31 20:04:18.993865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'name': 'network-vif-deleted', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:04:18.996118 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6215e06-4b9b-4453-990d-469886aab2ce" -d '{"events": [{"server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "name": "network-vif-deleted", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:04:19.039109 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8283b74-6988-4d8d-a815-0add79a69c74 x-openstack-request-id: req-f8283b74-6988-4d8d-a815-0add79a69c74 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:04:19.039527 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37754db-30cc-42c1-91ba-397853caaef1", "name": "network-vif-deleted", "tag": "f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:04:19.039899 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8283b74-6988-4d8d-a815-0add79a69c74 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:04:19.040385 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37754db-30cc-42c1-91ba-397853caaef1', 'name': 'network-vif-deleted', 'tag': 'f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0', 'status': 'completed', 'code': 200} Aug 31 20:04:19.357856 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64c36d7c-44bb-4246-8b1f-e8ed7b931c65 req-d1e74c66-45b6-4a5a-bc91-3e3e0a6c789e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37754db-30cc-42c1-91ba-397853caaef1 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Aug 31 20:04:21.096079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-44bad9c5-8376-4aa6-94a0-eb6000ab8931 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:21.097539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-44bad9c5-8376-4aa6-94a0-eb6000ab8931 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 817 time: 0.1022515 Aug 31 20:04:21.112298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-b456bd67-2802-414f-95c1-0e60b29f57db tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/quotas/6b7c85682ab24c3db44389ec7a88268b HTTP/1.1" status: 200 len: 375 time: 0.0089259 Aug 31 20:04:21.163442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-00b1d46d-190b-4e33-a2f3-506088110252 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460117 Aug 31 20:04:21.261768 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-a848cdd6-01c7-473e-b4a7-a0eec2f182d9 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861120 Aug 31 20:04:21.351434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-fd51b1b3-8fc0-478a-aed1-4f3fd329c93d service neutron] 10.222.0.73 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 Aug 31 20:04:21.526192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9ec1170f-c35a-4182-8aaf-b7dd2c97e4bf req-b1046d60-c7dc-44db-9e7d-619d50a1bdec tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 210 time: 0.0261800 Aug 31 20:04:22.112177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:22.131585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:22.131959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f1799c1b-eb4b-497a-ba6a-6cc304a9e4f0 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:22.445873 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-46b242b3-2874-4f3a-8eac-642c8a89acf3 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:22.447368 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-46b242b3-2874-4f3a-8eac-642c8a89acf3 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 817 time: 0.1025379 Aug 31 20:04:22.460123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Request body: {'port': {'device_id': '11b7c816-196d-44c6-99d0-efa417b7df05', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'admin_state_up': True, 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:04:22.574000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Made reservation on behalf of 6b7c85682ab24c3db44389ec7a88268b for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:04:22.578204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:22.628534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7577792f-bda5-4fd6-bfc5-6fd262c16e71 req-e90f5df0-e061-4e8f-9d08-958c874b96e6 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Aug 31 20:04:22.712795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Allocated IP 172.20.0.10 (3c4ac7aa-33bf-4b4b-82c4-992c678d7074/4abd3241-46d9-483f-9d81-eb74a05d6121/7ee2ae05-9f99-4999-ad76-495dc54646ed) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:04:22.855575 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:22.869340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Transition to ACTIVE for port object 7ee2ae05-9f99-4999-ad76-495dc54646ed will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:04:22.905810 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:22.949639 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:04:22.952785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:04:22.956543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:04:22.963036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Pushing event updated for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:23.014850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.015491 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.030665 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-7829cd6e-750e-4ecb-bb17-a1378a3972c1 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742681 Aug 31 20:04:23.044402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Request body: {'port': {'device_id': '11b7c816-196d-44c6-99d0-efa417b7df05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:04:23.101274 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.157204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1aa013ed-e8b5-4f74-a88a-726542177a50 None None] Provisioning for port 7ee2ae05-9f99-4999-ad76-495dc54646ed completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:04:23.161090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1aa013ed-e8b5-4f74-a88a-726542177a50 None None] Provisioning complete for port 7ee2ae05-9f99-4999-ad76-495dc54646ed triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:04:23.161472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1aa013ed-e8b5-4f74-a88a-726542177a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.198353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1aa013ed-e8b5-4f74-a88a-726542177a50 None None] Port 7ee2ae05-9f99-4999-ad76-495dc54646ed cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:04:23.363194 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee2ae05-9f99-4999-ad76-495dc54646ed {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:04:23.370492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.383282 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Transition to ACTIVE for port object 7ee2ae05-9f99-4999-ad76-495dc54646ed will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:04:23.386394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.438448 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:23.509733 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Attempting to bind port 7ee2ae05-9f99-4999-ad76-495dc54646ed on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:04:23.510399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Attempting to bind port 7ee2ae05-9f99-4999-ad76-495dc54646ed by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:04:23.510399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Attempting to bind port 7ee2ae05-9f99-4999-ad76-495dc54646ed on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:04:23.515675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Port 7ee2ae05-9f99-4999-ad76-495dc54646ed on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:04:23.516009 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Attempting to bind port 7ee2ae05-9f99-4999-ad76-495dc54646ed on network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:04:23.520908 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:04:23.521253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Checking segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:04:23.521641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Bound using segment: {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:04:23.522090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Bound port: 7ee2ae05-9f99-4999-ad76-495dc54646ed, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4057c815-2b1a-4654-8e53-0f79603bff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:04:23.522445 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.587589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:04:23.591526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:04:23.596407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.636776 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.638074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:23.639527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] 10.222.0.67 "PUT /v2.0/ports/7ee2ae05-9f99-4999-ad76-495dc54646ed HTTP/1.1" status: 200 len: 1093 time: 0.6001182 Aug 31 20:04:23.639990 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:04:23.642237 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11b077-944b-4c5e-8579-132593bf4ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:04:23.688451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8b7d-e6bc-445d-97cf-368e8da15ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:23.706602 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e54a83-837f-4694-b434-129e8244a403 x-openstack-request-id: req-b4e54a83-837f-4694-b434-129e8244a403 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:04:23.706851 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:04:23.707106 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4e54a83-837f-4694-b434-129e8244a403 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:04:23.707514 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed', 'status': 'completed', 'code': 200} Aug 31 20:04:23.737812 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-ecad3ffb-1fb8-4b1c-beb4-06d216aa49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.739421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-ecad3ffb-1fb8-4b1c-beb4-06d216aa49a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 1096 time: 0.0478714 Aug 31 20:04:23.778797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb8be8-002e-424f-96d9-1e71e09baad3 req-fef5da14-496d-4f2f-8ff0-af386fe8d9f9 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.781233 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56bb8be8-002e-424f-96d9-1e71e09baad3 req-fef5da14-496d-4f2f-8ff0-af386fe8d9f9 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 944 time: 0.0530372 Aug 31 20:04:23.784261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-eb1050d4-3697-4c60-a66a-f7b03d990a82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed HTTP/1.1" status: 200 len: 217 time: 0.0366721 Aug 31 20:04:23.820727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-56bb8be8-002e-424f-96d9-1e71e09baad3 req-a24583c3-0f9b-4e74-96f5-de2416653d44 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Aug 31 20:04:23.840052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-3f434b58-f87d-4408-9df0-7f016a3184a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.842553 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-3f434b58-f87d-4408-9df0-7f016a3184a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 200 len: 856 time: 0.0511370 Aug 31 20:04:23.888787 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-fce736d7-f014-4e2d-a5bb-6ecd9bd9e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:23.890274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-fce736d7-f014-4e2d-a5bb-6ecd9bd9e857 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407627 Aug 31 20:04:23.978200 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-3b0a317a-98a9-4773-a693-4c0d86f7e959 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799503 Aug 31 20:04:24.070175 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5af4f6d1-fdc7-44a3-9458-462efd5de31e req-3fd4c60a-1919-4309-b03f-3035ab5af8bb service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847747 Aug 31 20:04:24.157033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b077-944b-4c5e-8579-132593bf4ecd req-72bcaf60-f5b4-4dc8-a64f-b885e3a7cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:24.158422 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-72bcaf60-f5b4-4dc8-a64f-b885e3a7cee8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 1096 time: 0.0415778 Aug 31 20:04:24.250383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b077-944b-4c5e-8579-132593bf4ecd req-0025ec1c-873d-4cfb-92db-1832583b3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:24.251987 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-0025ec1c-873d-4cfb-92db-1832583b3b09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 918 time: 0.0868955 Aug 31 20:04:24.292959 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-ae971a62-fa4a-43e7-8d59-41e76009edb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed HTTP/1.1" status: 200 len: 217 time: 0.0336239 Aug 31 20:04:24.343161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b077-944b-4c5e-8579-132593bf4ecd req-ed75be23-8468-4e1b-814d-af9ff5231523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:24.344767 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-ed75be23-8468-4e1b-814d-af9ff5231523 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 200 len: 856 time: 0.0429289 Aug 31 20:04:24.396618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b077-944b-4c5e-8579-132593bf4ecd req-dceca7fb-2558-4944-bc64-06944eac151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:24.398081 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-dceca7fb-2558-4944-bc64-06944eac151f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437748 Aug 31 20:04:24.485576 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-1ca1229d-e114-47f6-aedf-dc3d0c20d77c service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795124 Aug 31 20:04:24.581445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-af11b077-944b-4c5e-8579-132593bf4ecd req-33d8dd55-c0ab-4690-8a8c-75e70461e378 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872424 Aug 31 20:04:24.939682 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00df9-14d2-4988-818b-f3572b27409b req-39b0a739-32fe-4753-881c-fb29823d3cac tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:24.941147 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ee00df9-14d2-4988-818b-f3572b27409b req-39b0a739-32fe-4753-881c-fb29823d3cac tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 944 time: 0.0493691 Aug 31 20:04:24.978576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4ee00df9-14d2-4988-818b-f3572b27409b req-f401e6cf-4c20-4b50-af26-c4267e90f537 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 31 20:04:26.095122 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8630f-e939-4fed-bce8-8443742d7bfe req-23a730fa-4be3-4bcb-9697-7f10fa60068a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:26.096891 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bd8630f-e939-4fed-bce8-8443742d7bfe req-23a730fa-4be3-4bcb-9697-7f10fa60068a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 944 time: 0.0500772 Aug 31 20:04:26.137880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2bd8630f-e939-4fed-bce8-8443742d7bfe req-cc7038ec-a1cb-4bcd-a084-8e231e0d31f6 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350780 Aug 31 20:04:27.252495 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72aa8-2797-4c80-82d3-3c1fd1397999 req-666d2d1b-4e23-4690-91c1-170b45983551 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:27.253975 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30c72aa8-2797-4c80-82d3-3c1fd1397999 req-666d2d1b-4e23-4690-91c1-170b45983551 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 944 time: 0.0495729 Aug 31 20:04:27.290190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-30c72aa8-2797-4c80-82d3-3c1fd1397999 req-278db33f-7142-4dcc-8fb1-2eeea89588f7 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Aug 31 20:04:28.116265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee2ae05-9f99-4999-ad76-495dc54646ed details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:04:28.210422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:28.222507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '7ee2ae05-9f99-4999-ad76-495dc54646ed', 'network_id': '3c4ac7aa-33bf-4b4b-82c4-992c678d7074', 'port_id': '7ee2ae05-9f99-4999-ad76-495dc54646ed', 'mac_address': 'fa:16:3e:35:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd3241-46d9-483f-9d81-eb74a05d6121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:04:28.265682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:28.419976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164544f-e793-409a-94cd-78cfab767ae0 req-f57299c4-e11f-458a-ac62-a365865705d0 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:28.421556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6164544f-e793-409a-94cd-78cfab767ae0 req-f57299c4-e11f-458a-ac62-a365865705d0 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 944 time: 0.0587153 Aug 31 20:04:28.441656 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2ae05-9f99-4999-ad76-495dc54646ed {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:04:28.460987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6164544f-e793-409a-94cd-78cfab767ae0 req-89d6a54d-0299-4caa-bbf2-cea6217bae96 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Aug 31 20:04:28.462102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:28.466790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:28.514195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:28.521401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.521754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.522095 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.522435 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.522772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.523102 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.523432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.523789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.524117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.524443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.524770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.525092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:28.657078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ee2ae05-9f99-4999-ad76-495dc54646ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:04:29.579147 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c0928-532e-450b-a3d3-b50845fe809a req-5ed82d5c-a65a-4f82-9558-9e661df2c314 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:29.580653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56c0928-532e-450b-a3d3-b50845fe809a req-5ed82d5c-a65a-4f82-9558-9e661df2c314 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Aug 31 20:04:29.623509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d56c0928-532e-450b-a3d3-b50845fe809a req-001eb6d7-4559-43f0-843a-0ba0a709487c tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Aug 31 20:04:30.126995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee2ae05-9f99-4999-ad76-495dc54646ed up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:04:30.174093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 7ee2ae05-9f99-4999-ad76-495dc54646ed completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:04:30.177641 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 7ee2ae05-9f99-4999-ad76-495dc54646ed triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:04:30.178010 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:30.252252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:30.278704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:04:30.280997 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2158022-ed8b-4bc4-98c7-79f760d09952" -d '{"events": [{"server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:04:30.294477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:30.298494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:30.326737 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b251ffc-525f-4a41-b5c9-31b6a23d63d3 x-openstack-request-id: req-7b251ffc-525f-4a41-b5c9-31b6a23d63d3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:04:30.327031 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:04:30.327288 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b251ffc-525f-4a41-b5c9-31b6a23d63d3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:04:30.327703 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed', 'code': 200} Aug 31 20:04:30.353779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:30.413457 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68d31c-07bf-4014-8e71-875c60a72f70 req-a2ba5dc4-0843-495d-9f23-acf0d50a30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:30.414958 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ac68d31c-07bf-4014-8e71-875c60a72f70 req-a2ba5dc4-0843-495d-9f23-acf0d50a30c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 1098 time: 0.0398586 Aug 31 20:04:30.449031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ac68d31c-07bf-4014-8e71-875c60a72f70 req-c67aab88-8856-4a41-b9da-1d1478e5e1b3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272238 Aug 31 20:04:30.739489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03d17c-dfd7-434c-a451-ad8ccfb13073 req-740efb4b-0f54-49ae-bdf0-d91824826834 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:30.740959 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a03d17c-dfd7-434c-a451-ad8ccfb13073 req-740efb4b-0f54-49ae-bdf0-d91824826834 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.0498176 Aug 31 20:04:30.778487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a03d17c-dfd7-434c-a451-ad8ccfb13073 req-37edd0fe-c982-409b-85ee-673e97aa9545 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Aug 31 20:04:31.894099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e43e6-cf90-460f-a465-a8755067a7fc req-a7f6cb04-4c7c-471b-b37d-94db95c33260 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:31.895580 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e00e43e6-cf90-460f-a465-a8755067a7fc req-a7f6cb04-4c7c-471b-b37d-94db95c33260 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.0481541 Aug 31 20:04:31.933351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e00e43e6-cf90-460f-a465-a8755067a7fc req-aad679ad-03fb-4132-bb6a-c79abe2b0b8e tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Aug 31 20:04:32.049143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feafbc-41a0-407f-aa47-33b206940193 req-b05de98e-c34d-46db-80ad-10b37437e6e4 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:32.050657 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3feafbc-41a0-407f-aa47-33b206940193 req-b05de98e-c34d-46db-80ad-10b37437e6e4 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.0490596 Aug 31 20:04:32.093268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3feafbc-41a0-407f-aa47-33b206940193 req-12081b34-a1af-43b6-8704-7f9939357b9a tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Aug 31 20:04:39.989331 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:04:41.581393 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-8363d92a-44a6-406e-8795-ac88a682ad6c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393345 Aug 31 20:04:41.639820 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2b05c18d-fc73-4a61-b0b1-f46ee9f4131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:41.660518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-6e0580a8-7d02-4829-be73-b00d21cadedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:41.662047 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-6e0580a8-7d02-4829-be73-b00d21cadedc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b7c85682ab24c3db44389ec7a88268b&device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 1098 time: 0.0393357 Aug 31 20:04:41.764552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-2f520a8e-47b8-48ae-913c-7cd6b0822c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:41.766048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-2f520a8e-47b8-48ae-913c-7cd6b0822c9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 200 len: 918 time: 0.0853763 Aug 31 20:04:41.808491 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-72b37859-5683-4ed8-9575-bb5407b0388e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed HTTP/1.1" status: 200 len: 217 time: 0.0352685 Aug 31 20:04:41.862845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-08b91515-36a4-4aad-90fc-e4b61d5a351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:41.864219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-08b91515-36a4-4aad-90fc-e4b61d5a351c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 200 len: 856 time: 0.0486393 Aug 31 20:04:41.909637 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-b83e5b05-11ad-476d-a372-35da60b6130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:41.911113 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-b83e5b05-11ad-476d-a372-35da60b6130f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c4ac7aa-33bf-4b4b-82c4-992c678d7074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387552 Aug 31 20:04:41.996502 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-51b796a8-0def-4c5c-b530-1f8759116e52 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784054 Aug 31 20:04:42.087403 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2c1ee734-0b69-4c45-98fa-2b82cb7c4734 req-306a2865-e9d0-41b1-a57d-d26df9837ed3 service neutron] 10.222.0.67 "GET /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830855 Aug 31 20:04:44.279818 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-654433bd-4acf-455d-ba9e-48525873084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:44.532879 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:44.924330 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:45.571536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:46.333340 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:47.192080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:50.525814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b550-762c-4e02-a191-800d80012ba2 req-e66eccc4-ebbf-4a80-8890-3795a57c8a4c tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:50.527528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f64b550-762c-4e02-a191-800d80012ba2 req-e66eccc4-ebbf-4a80-8890-3795a57c8a4c tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.1548119 Aug 31 20:04:50.570057 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f64b550-762c-4e02-a191-800d80012ba2 req-96b8eaf2-d1c9-4a20-80e4-a1399f351d53 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Aug 31 20:04:51.746795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4076c7d-7b6d-4aff-89d2-9a50d925ea22 req-48276290-14bc-49d3-adb1-39713c36b613 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:51.748329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4076c7d-7b6d-4aff-89d2-9a50d925ea22 req-48276290-14bc-49d3-adb1-39713c36b613 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.1068213 Aug 31 20:04:51.787736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4076c7d-7b6d-4aff-89d2-9a50d925ea22 req-d45e0939-2e3b-42c4-815f-cc9fcc580baf tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf6646c-92ea-4817-8687-ffaee6c3cfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Aug 31 20:04:51.903828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-ff4144d9-c219-4ba6-be46-0da9a5bce4b3 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:04:51.905372 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-ff4144d9-c219-4ba6-be46-0da9a5bce4b3 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "GET /v2.0/ports?device_id=11b7c816-196d-44c6-99d0-efa417b7df05 HTTP/1.1" status: 200 len: 946 time: 0.0495577 Aug 31 20:04:51.998918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Deleting port 7ee2ae05-9f99-4999-ad76-495dc54646ed {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:52.000413 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:52.088320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] For port 7ee2ae05-9f99-4999-ad76-495dc54646ed, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=7ee2ae05-9f99-4999-ad76-495dc54646ed,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:52.088688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:52.101882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Calling delete_port for 7ee2ae05-9f99-4999-ad76-495dc54646ed owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:52.229348 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:52.241570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['7ee2ae05-9f99-4999-ad76-495dc54646ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:04:52.257687 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Pushing event deleted for resources: {'Port': ['ID=7ee2ae05-9f99-4999-ad76-495dc54646ed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:52.303546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] No DVR routers for this DVR port 7ee2ae05-9f99-4999-ad76-495dc54646ed on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:04:52.306538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:52.308604 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9a7c02c5-833c-45e2-81c3-fccef849c22b req-b99c96c3-1a0d-479d-9c0b-446786a5e982 tempest-TestEncryptedCinderVolumes-586764890 tempest-TestEncryptedCinderVolumes-586764890-project] 10.222.0.67 "DELETE /v2.0/ports/7ee2ae05-9f99-4999-ad76-495dc54646ed HTTP/1.1" status: 204 len: 173 time: 0.3965318 Aug 31 20:04:52.309073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'name': 'network-vif-deleted', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:04:52.311373 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e199ed2-c138-4ff6-9819-40983c32bbe5" -d '{"events": [{"server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "name": "network-vif-deleted", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:04:52.351305 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7617aced-ec83-4368-87b4-5ecf893bcbdf x-openstack-request-id: req-7617aced-ec83-4368-87b4-5ecf893bcbdf {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:04:52.352028 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b7c816-196d-44c6-99d0-efa417b7df05", "name": "network-vif-deleted", "tag": "7ee2ae05-9f99-4999-ad76-495dc54646ed", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:04:52.352028 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7617aced-ec83-4368-87b4-5ecf893bcbdf {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:04:52.352422 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b7c816-196d-44c6-99d0-efa417b7df05', 'name': 'network-vif-deleted', 'tag': '7ee2ae05-9f99-4999-ad76-495dc54646ed', 'status': 'completed', 'code': 200} Aug 31 20:04:52.877198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:53.482014 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:53.721621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Deleting port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:53.721970 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:53.797836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] For port f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:53.798212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:53.814049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Calling delete_port for f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:53.997690 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.024795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:54.184408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.399622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Router f479dbd1-fe48-4a51-8146-09d098c8b1d9 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:04:54.507146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:04:54.512232 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bfd7d301-0292-4e44-9cf6-3bad856cdc33 admin admin] 10.222.0.73 "PUT /v2.0/routers/f479dbd1-fe48-4a51-8146-09d098c8b1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339293 Aug 31 20:04:54.515551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:54.518394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Sync routers for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:04:54.527700 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:04:54.528325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:54.623768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.634995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:04:54.727408 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.781831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Deleting port f4a70ac0-4094-41b7-9e6d-4b444069ce9c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:54.782380 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.814208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:04:53Z', 'revision_number': 5, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port': {'id': 'f4a70ac0-4094-41b7-9e6d-4b444069ce9c', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:54.840530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Checking router: f479dbd1-fe48-4a51-8146-09d098c8b1d9 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:04:54.849491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Routers {'f479dbd1-fe48-4a51-8146-09d098c8b1d9'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:04:54.850108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:54.862410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] For port f4a70ac0-4094-41b7-9e6d-4b444069ce9c, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:54.862784 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:54.875942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Calling delete_port for f4a70ac0-4094-41b7-9e6d-4b444069ce9c owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:54.938757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] Set router f479dbd1-fe48-4a51-8146-09d098c8b1d9 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:04:54.989347 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:04:54Z', 'revision_number': 6, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:55.020264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38878784-d1ed-4fe6-ab8f-0003767e885c None None] The sync data for ids ['f479dbd1-fe48-4a51-8146-09d098c8b1d9'] in n-d-778550-14 is: [{'id': 'f479dbd1-fe48-4a51-8146-09d098c8b1d9', 'name': 'tempest-TestEncryptedCinderVolumes-1406743413-router', 'tenant_id': '6b7c85682ab24c3db44389ec7a88268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:37Z', 'updated_at': '2021-08-31T20:04:54Z', 'revision_number': 6, 'project_id': '6b7c85682ab24c3db44389ec7a88268b', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:04:55.042193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.073218 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a70ac0-4094-41b7-9e6d-4b444069ce9c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:55.134436 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.226777 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.228971 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.272446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.273073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f479dbd1-fe48-4a51-8146-09d098c8b1d9 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:04:55.277373 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.278457 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2b7ce4fb-747f-4a8c-9025-99c9b40896e5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f479dbd1-fe48-4a51-8146-09d098c8b1d9 HTTP/1.1" status: 204 len: 168 time: 0.7619667 Aug 31 20:04:55.281205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:55.329714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Deleting subnet 4abd3241-46d9-483f-9d81-eb74a05d6121 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:04:55.332887 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.366415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.454560 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.507651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.538049 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abd3241-46d9-483f-9d81-eb74a05d6121,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:55.540023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.541871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-543cad47-0ecd-401f-9d2e-aa4a9d197d42 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4abd3241-46d9-483f-9d81-eb74a05d6121 HTTP/1.1" status: 204 len: 168 time: 0.2597418 Aug 31 20:04:55.544443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:55.547391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789ce67-931e-473f-a0f5-14b5c472dbc4 None None] Network 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:04:55.610587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.663851 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Deleting port b8ecae97-05c5-4a10-a7f2-c087b9554440 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:55.664259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.729963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] For port b8ecae97-05c5-4a10-a7f2-c087b9554440, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b8ecae97-05c5-4a10-a7f2-c087b9554440,segment=NetworkSegment(4057c815-2b1a-4654-8e53-0f79603bff3f),segment_id=4057c815-2b1a-4654-8e53-0f79603bff3f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:55.730267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.742474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Calling delete_port for b8ecae97-05c5-4a10-a7f2-c087b9554440 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:55.811690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] DHCP port deletion for 3c4ac7aa-33bf-4b4b-82c4-992c678d7074 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:04:55.824910 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.854508 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ecae97-05c5-4a10-a7f2-c087b9554440,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:55.856424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] No DVR routers for this DVR port b8ecae97-05c5-4a10-a7f2-c087b9554440 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:04:55.862627 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Deleting port b8ecae97-05c5-4a10-a7f2-c087b9554440 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:55.863006 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.925126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] For port b8ecae97-05c5-4a10-a7f2-c087b9554440, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:55.925428 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.931151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.938466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Calling delete_port for b8ecae97-05c5-4a10-a7f2-c087b9554440 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:55.941173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Port b8ecae97-05c5-4a10-a7f2-c087b9554440 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 20:04:55.942440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.942945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ac7aa-33bf-4b4b-82c4-992c678d7074']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:55.953971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4057c815-2b1a-4654-8e53-0f79603bff3f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:55.954264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4057c815-2b1a-4654-8e53-0f79603bff3f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:55.962756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.965179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] Pushing event deleted for resources: {'Port': ['ID=b8ecae97-05c5-4a10-a7f2-c087b9554440,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:55.972036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d40916-c04a-40ba-9d80-258a8d7e8428 None None] No DVR routers for this DVR port b8ecae97-05c5-4a10-a7f2-c087b9554440 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:04:55.982167 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.989464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:04:55.989884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:04:55.991534 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:04:56.049402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.054640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.059628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:56.060193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3c4ac7aa-33bf-4b4b-82c4-992c678d7074 HTTP/1.1" status: 204 len: 168 time: 0.5145347 Aug 31 20:04:56.072616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b47b-99a2-4f8b-b6b8-e084b4b84136 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4ac7aa-33bf-4b4b-82c4-992c678d7074,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:56.256111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee2ae05-9f99-4999-ad76-495dc54646ed no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:56.278557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 7ee2ae05-9f99-4999-ad76-495dc54646ed {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:56.278911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 7ee2ae05-9f99-4999-ad76-495dc54646ed not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:56.418824 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.629979 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:56.649048 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:56.649389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f84ccd0e-6b6e-4a09-9c65-bbf3e1ac4105 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:56.649800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b8ecae97-05c5-4a10-a7f2-c087b9554440 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:56.668176 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b8ecae97-05c5-4a10-a7f2-c087b9554440 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:56.668518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b8ecae97-05c5-4a10-a7f2-c087b9554440 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:56.668951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4a70ac0-4094-41b7-9e6d-4b444069ce9c no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:56.672232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Deleting port a4224a86-da74-4491-8ef8-fe9f5525a157 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:56.672598 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.687884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f4a70ac0-4094-41b7-9e6d-4b444069ce9c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:56.688231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f4a70ac0-4094-41b7-9e6d-4b444069ce9c not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:56.754237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] For port a4224a86-da74-4491-8ef8-fe9f5525a157, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a4224a86-da74-4491-8ef8-fe9f5525a157,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:56.754614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.767416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Calling delete_port for a4224a86-da74-4491-8ef8-fe9f5525a157 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:56.956411 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:56.991979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4224a86-da74-4491-8ef8-fe9f5525a157,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:57.017170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.017523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.017870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.018223 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.018559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.018897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.019233 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.019569 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.019926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.020255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.020585 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.020912 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:04:57.172028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:57.699809 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Router dbd60de2-694e-4aee-8346-95692a558cd2 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:04:57.801325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:04:57.806249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2dfbe72d-c9ed-4b42-8cc5-a893abdf6837 admin admin] 10.222.0.73 "PUT /v2.0/routers/dbd60de2-694e-4aee-8346-95692a558cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448611 Aug 31 20:04:57.808878 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:57.811522 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Sync routers for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:04:57.821114 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:04:57.821729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:57.911294 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:57.924012 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:04:58.012994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.066064 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Deleting port f95cce03-ea91-44d9-8dd6-2aaa3a43a067 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:58.066414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.102545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:04:56Z', 'revision_number': 5, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port': {'id': 'f95cce03-ea91-44d9-8dd6-2aaa3a43a067', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:03:42Z', 'updated_at': '2021-08-31T20:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:58.150523 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] For port f95cce03-ea91-44d9-8dd6-2aaa3a43a067, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:58.151087 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.165990 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Calling delete_port for f95cce03-ea91-44d9-8dd6-2aaa3a43a067 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:58.217417 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Checking router: dbd60de2-694e-4aee-8346-95692a558cd2 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:04:58.227300 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Routers {'dbd60de2-694e-4aee-8346-95692a558cd2'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:04:58.227965 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['dbd60de2-694e-4aee-8346-95692a558cd2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:58.313500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] Set router dbd60de2-694e-4aee-8346-95692a558cd2 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:04:58.336550 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.363685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95cce03-ea91-44d9-8dd6-2aaa3a43a067,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:58.368447 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:04:58Z', 'revision_number': 6, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:58.395514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f8e22-9515-4cf7-91ab-02df7266b41c None None] The sync data for ids ['dbd60de2-694e-4aee-8346-95692a558cd2'] in n-d-778550-14 is: [{'id': 'dbd60de2-694e-4aee-8346-95692a558cd2', 'name': 'tempest-TestEncryptedCinderVolumes-1103229100-router', 'tenant_id': 'baf7489d4b9f4216b678a36b59332b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:03:41Z', 'updated_at': '2021-08-31T20:04:58Z', 'revision_number': 6, 'project_id': 'baf7489d4b9f4216b678a36b59332b1a', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:04:58.437941 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.527439 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.529562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.572290 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.572848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd60de2-694e-4aee-8346-95692a558cd2 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:04:58.577860 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.579190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-64545268-cdfb-4d4f-ad1a-cea939d51821 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dbd60de2-694e-4aee-8346-95692a558cd2 HTTP/1.1" status: 204 len: 168 time: 0.7693851 Aug 31 20:04:58.581695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47014) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:58.625762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Deleting subnet c3c2a604-1b7f-4578-a649-3843ddd3f80a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:04:58.628730 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.665967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.744740 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.803094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.827078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15cf39-1fa6-4b39-9cc2-9bdabe96da3b None None] Network 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:04:58.844006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.846354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c3c2a604-1b7f-4578-a649-3843ddd3f80a HTTP/1.1" status: 204 len: 168 time: 0.2635877 Aug 31 20:04:58.847466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192ce6-431e-44ba-9590-da03b0f6e0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c2a604-1b7f-4578-a649-3843ddd3f80a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:58.849007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:58.883961 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4224a86-da74-4491-8ef8-fe9f5525a157 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:04:58.916301 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a4224a86-da74-4491-8ef8-fe9f5525a157 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:04:58.916583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:58.916699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a4224a86-da74-4491-8ef8-fe9f5525a157 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:04:58.969380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Deleting port 26509f2b-c11a-4bf3-9b8e-2e124503d016 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:04:58.969729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.035361 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] For port 26509f2b-c11a-4bf3-9b8e-2e124503d016, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26509f2b-c11a-4bf3-9b8e-2e124503d016,segment=NetworkSegment(24a2d347-f2bb-4f68-ad7b-144dc9f563d3),segment_id=24a2d347-f2bb-4f68-ad7b-144dc9f563d3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:04:59.035765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.048965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Calling delete_port for 26509f2b-c11a-4bf3-9b8e-2e124503d016 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:04:59.126714 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.148785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Pushing event deleted for resources: {'Port': ['ID=26509f2b-c11a-4bf3-9b8e-2e124503d016,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:59.154111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] No DVR routers for this DVR port 26509f2b-c11a-4bf3-9b8e-2e124503d016 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:04:59.201214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af1885-e4ad-40e9-8546-6ce125d9f842 None None] DHCP port deletion for 8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:04:59.235814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.245536 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:59.255760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a2d347-f2bb-4f68-ad7b-144dc9f563d3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:59.256060 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a2d347-f2bb-4f68-ad7b-144dc9f563d3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:04:59.264729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.278259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.286517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:04:59.286903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:04:59.288756 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:04:59.348061 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.355798 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.357652 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] 10.222.0.73 "DELETE /v2.0/networks/8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc HTTP/1.1" status: 204 len: 168 time: 0.5077341 Aug 31 20:04:59.368460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cabe-d43b-4000-be26-b3213edd537f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7e2e8d-cee1-48c3-83b8-a5ef3406e9bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:04:59.545632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:59.585460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-7efd77dd-151e-490c-9361-a7730719c00c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b7c85682ab24c3db44389ec7a88268b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380223 Aug 31 20:04:59.587970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:04:59.635001 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.655669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.702047 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.704693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:04:59.705843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/adf6646c-92ea-4817-8687-ffaee6c3cfc9 HTTP/1.1" status: 204 len: 168 time: 0.1169832 Aug 31 20:04:59.713694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855bb88-591d-4823-a257-5109df7d1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf6646c-92ea-4817-8687-ffaee6c3cfc9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:00.016445 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47028) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:00.056447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-24373b4e-f76c-44e3-89e2-86de7d17371f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=baf7489d4b9f4216b678a36b59332b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388122 Aug 31 20:05:00.058852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:00.111441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:00.131893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:00.179792 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:00.182258 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:00.183539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/701356c2-5b03-44be-ad2e-2d23deef26ec HTTP/1.1" status: 204 len: 168 time: 0.1237996 Aug 31 20:05:00.191087 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b192e7e-9d90-4546-ad50-e5061106eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701356c2-5b03-44be-ad2e-2d23deef26ec,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:00.631674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f95cce03-ea91-44d9-8dd6-2aaa3a43a067 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:05:00.654145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f95cce03-ea91-44d9-8dd6-2aaa3a43a067 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:05:00.654482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f95cce03-ea91-44d9-8dd6-2aaa3a43a067 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:05:00.654900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26509f2b-c11a-4bf3-9b8e-2e124503d016 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:05:00.678767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 26509f2b-c11a-4bf3-9b8e-2e124503d016 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:05:00.679502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26509f2b-c11a-4bf3-9b8e-2e124503d016 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:05:00.871208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:00.967402 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-792672229-network', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:00.988657 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Made reservation on behalf of 966406ec42ae4d479cea9fac15710ad8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:05:00.990877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:00.999815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.086482 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.090357 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.115854 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:05:01.125103 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e53552-0a7f-47fe-bc4c-d023d65dabfb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:01.132884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.133248 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Added segment d06d795d-219c-40fd-bcee-0dba751a9dae of type vlan for network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 Aug 31 20:05:01.173749 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.206172 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.207216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:01.207838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.262690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3903143 Aug 31 20:05:01.265937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:01.269775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa5bec-cb37-426d-8dfb-31760a180f24 admin admin] Pushing event updated for resources: {'Network': ['ID=5a209eec-c5cf-413c-9bd0-4822c0fe2b67,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:01.270973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Request body: {'subnet': {'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-792672229-subnet', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:01.282162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:05:01.292994 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Made reservation on behalf of 966406ec42ae4d479cea9fac15710ad8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:05:01.295475 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.462990 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.783237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9627899b-5f82-4bfb-80ef-d648d120865f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:01.792032 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Checking segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:01.792400 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Network hostable DHCP agents. Network: 5a209eec-c5cf-413c-9bd0-4822c0fe2b67, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:05:01.808657 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:05:01.817120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 5a209eec-c5cf-413c-9bd0-4822c0fe2b67) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:01.821067 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:01.821778 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.827875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d6f60-1f37-4fc8-8f0d-c91ad3912f5e None None] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:05:01.836955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-832c2467-9bba-4db4-af19-df94bf901f4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5698709 Aug 31 20:05:01.839547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:01.845376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:01.865734 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.866765 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.921501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:01.981014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:05:01.981860 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.056063 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.114420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Allocated IP 172.20.0.2 (5a209eec-c5cf-413c-9bd0-4822c0fe2b67/9627899b-5f82-4bfb-80ef-d648d120865f/b1b98544-5fc2-422e-93c0-a3dc305f8c09) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:02.261096 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.264006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.270572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Transition to ACTIVE for port object b1b98544-5fc2-422e-93c0-a3dc305f8c09 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:02.285110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Transition to ACTIVE for port object b1b98544-5fc2-422e-93c0-a3dc305f8c09 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:02.288503 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.291524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.338232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:02.341070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:02.344214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:02.356920 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Pushing event updated for resources: {'Port': ['ID=b1b98544-5fc2-422e-93c0-a3dc305f8c09,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:02.398311 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Allocated IP 172.25.3.97 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/0a355ed7-2185-4e5a-afe4-90a87fc07979) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:02.402026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Attempting to bind port b1b98544-5fc2-422e-93c0-a3dc305f8c09 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:02.402401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Attempting to bind port b1b98544-5fc2-422e-93c0-a3dc305f8c09 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:02.402763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Attempting to bind port b1b98544-5fc2-422e-93c0-a3dc305f8c09 on network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:02.408035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:02.408458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Checking segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:02.408949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.409484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Bound using segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:02.409975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Bound port: b1b98544-5fc2-422e-93c0-a3dc305f8c09, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:02.410356 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.473364 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] For port b1b98544-5fc2-422e-93c0-a3dc305f8c09, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:02.477170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] For port b1b98544-5fc2-422e-93c0-a3dc305f8c09, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b1b98544-5fc2-422e-93c0-a3dc305f8c09,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:02.482157 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.505610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.541440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a59d9-1c56-42b1-93e4-b529a66b50da None None] Pushing event updated for resources: {'Port': ['ID=b1b98544-5fc2-422e-93c0-a3dc305f8c09,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:02.551847 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:02.591570 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:02.594436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:02.597157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:02.633551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Pushing event updated for resources: {'Port': ['ID=0a355ed7-2185-4e5a-afe4-90a87fc07979,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:02.874438 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:03.068129 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:03.196975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:05:03.307403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:05:03.322023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Sync routers for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:05:03.330452 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:03.332936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-f3df5a02-0261-470b-9475-6719d07316bd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4916744 Aug 31 20:05:03.334849 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:03.335031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:03.335943 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:03.455410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe5074-a63a-4d57-a3bf-5ec4eb596926 None None] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:05:03.463890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:03.622693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b2ac4b07-d21c-45a5-8f6c-dd211e9314f3 None None] Provisioning for port b1b98544-5fc2-422e-93c0-a3dc305f8c09 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:03.757984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:03.769970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:02Z', 'revision_number': 3, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:03.797201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Checking router: 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:05:03.797545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Updating router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 port 0a355ed7-2185-4e5a-afe4-90a87fc07979 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:05:03.822907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:03.924711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Allocated IP 172.20.0.1 (5a209eec-c5cf-413c-9bd0-4822c0fe2b67/9627899b-5f82-4bfb-80ef-d648d120865f/c88d1058-e43c-4dc5-8c0b-3da79cd38229) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:04.031991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.048416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Transition to ACTIVE for port object c88d1058-e43c-4dc5-8c0b-3da79cd38229 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:04.082928 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.122033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:04.128956 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:04.132743 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:04.158512 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Pushing event updated for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:04.176731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.263894 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.276360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Transition to ACTIVE for port object 0a355ed7-2185-4e5a-afe4-90a87fc07979 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:04.283776 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.353584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a63e55-c358-4795-944a-321eedc6caba None None] Pushing event updated for resources: {'Port': ['ID=0a355ed7-2185-4e5a-afe4-90a87fc07979,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:04.357621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Attempting to bind port 0a355ed7-2185-4e5a-afe4-90a87fc07979 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:04.358155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Attempting to bind port 0a355ed7-2185-4e5a-afe4-90a87fc07979 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:04.359190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Attempting to bind port 0a355ed7-2185-4e5a-afe4-90a87fc07979 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:04.365736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:04.366126 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:04.366568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.366939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:04.367413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Bound port: 0a355ed7-2185-4e5a-afe4-90a87fc07979, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:04.367846 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.371447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-859691e9-2f69-42d1-95fd-1b26cd561790 None None] Provisioning for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:04.395228 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-859691e9-2f69-42d1-95fd-1b26cd561790 None None] Provisioning complete for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:04.395609 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-859691e9-2f69-42d1-95fd-1b26cd561790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.457192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-859691e9-2f69-42d1-95fd-1b26cd561790 None None] Port c88d1058-e43c-4dc5-8c0b-3da79cd38229 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:05:04.459006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] For port 0a355ed7-2185-4e5a-afe4-90a87fc07979, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:04.462984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] For port 0a355ed7-2185-4e5a-afe4-90a87fc07979, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a355ed7-2185-4e5a-afe4-90a87fc07979,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:04.466700 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.523874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:04.524525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:04.563041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a63e55-c358-4795-944a-321eedc6caba None None] Pushing event updated for resources: {'Port': ['ID=0a355ed7-2185-4e5a-afe4-90a87fc07979,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:04.602812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.645709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:04.675342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b1b98544-5fc2-422e-93c0-a3dc305f8c09 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:04.777554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.783206 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.811005 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b1b98544-5fc2-422e-93c0-a3dc305f8c09 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:04.821930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b1b98544-5fc2-422e-93c0-a3dc305f8c09 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:04.822307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.854773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Pushing event updated for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:04.857343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:04.924248 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:02Z', 'revision_number': 3, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:04.949673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:04.951083 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:04.957917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0f4ef-10de-4ac7-a5a3-ce25ee2b61d2 None None] The sync data for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 is: [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:02Z', 'revision_number': 3, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:05:04.963222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.005721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b1b98544-5fc2-422e-93c0-a3dc305f8c09, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b1b98544-5fc2-422e-93c0-a3dc305f8c09,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:05.013173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.075036 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b1b98544-5fc2-422e-93c0-a3dc305f8c09,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:05.078397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:05:05.207235 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:05:05.224198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b09d8439-2094-4d2f-bba7-ac44cd42b76b admin admin] 10.222.0.73 "PUT /v2.0/routers/7dba2f70-4e79-4ef5-af0c-d63073edb1b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880799 Aug 31 20:05:05.287835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28fa5e24-84ea-40b6-8044-e26042bfd7ef None None] Provisioning complete for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:05.288215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e24-84ea-40b6-8044-e26042bfd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.325348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-28fa5e24-84ea-40b6-8044-e26042bfd7ef None None] Port c88d1058-e43c-4dc5-8c0b-3da79cd38229 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:05:05.721108 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:05.726212 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-207334862-network', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:05.747962 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Made reservation on behalf of 9c35a3dbe6e2470bbedc9039c9aa5a7c for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:05:05.751564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.760351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.853118 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.856680 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.880718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:05:05.890958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2cc125-05e0-4194-9b75-54a9bcbadbb7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:05.895750 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.896108 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Added segment 4657f3ec-94c7-4856-a5c1-c1511a7a79b1 of type vlan for network 68caf764-abb1-4b17-ba14-e06abd6a844c Aug 31 20:05:05.935319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.960598 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:05.961676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:05.962330 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.021562 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2993217 Aug 31 20:05:06.024202 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:06.030774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Request body: {'subnet': {'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-207334862-subnet', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:06.034822 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcd6ff-b82a-44b6-b516-8614fc8be67a admin admin] Pushing event updated for resources: {'Network': ['ID=68caf764-abb1-4b17-ba14-e06abd6a844c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:06.044471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 68caf764-abb1-4b17-ba14-e06abd6a844c details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:05:06.055663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Made reservation on behalf of 9c35a3dbe6e2470bbedc9039c9aa5a7c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:05:06.058024 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.231277 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.297443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77e4ca1-fe17-4952-9380-abd9671b3ee4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:06.302694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Checking segment: {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:06.303621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Network hostable DHCP agents. Network: 68caf764-abb1-4b17-ba14-e06abd6a844c, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:05:06.321146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Network 68caf764-abb1-4b17-ba14-e06abd6a844c is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:05:06.330897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 68caf764-abb1-4b17-ba14-e06abd6a844c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:06.335129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:06.335756 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.340704 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877a271-d1de-4814-9867-774a9879a396 None None] Network 68caf764-abb1-4b17-ba14-e06abd6a844c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:05:06.356223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b349cf07-9074-42a0-848d-a4f1b78f95e7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3309281 Aug 31 20:05:06.356946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:06.362481 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:06.383662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.384664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.440572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.493940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Sync routers for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:05:06.504351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:06.504970 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:06.510382 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-68caf764-abb1-4b17-ba14-e06abd6a844c', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:05:06.511329 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.591545 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.645558 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:06.709010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Allocated IP 172.20.0.2 (68caf764-abb1-4b17-ba14-e06abd6a844c/a77e4ca1-fe17-4952-9380-abd9671b3ee4/682f5924-5272-4059-a3ca-6f1dee989cb7) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:06.771410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b1b98544-5fc2-422e-93c0-a3dc305f8c09 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:06.813496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.833297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.872034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b1b98544-5fc2-422e-93c0-a3dc305f8c09 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:06.872408 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.877705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 2, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:06.915280 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Checking router: 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:05:06.915799 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Updating router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 port c88d1058-e43c-4dc5-8c0b-3da79cd38229 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:05:06.943844 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.947626 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:06.956525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Transition to ACTIVE for port object 682f5924-5272-4059-a3ca-6f1dee989cb7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:06.965616 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Allocated IP 172.25.3.207 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a00aae55-0f39-4fe0-9889-dac8c574a6d4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:06.993493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Transition to ACTIVE for port object 682f5924-5272-4059-a3ca-6f1dee989cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:07.002170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.035198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a355ed7-2185-4e5a-afe4-90a87fc07979 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:07.063026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Network 68caf764-abb1-4b17-ba14-e06abd6a844c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:07.072164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:07.083857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:07.094136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.094457 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Pushing event updated for resources: {'Port': ['ID=682f5924-5272-4059-a3ca-6f1dee989cb7,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.142152 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.154068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0a355ed7-2185-4e5a-afe4-90a87fc07979 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:07.156822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Attempting to bind port 682f5924-5272-4059-a3ca-6f1dee989cb7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:07.157198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Attempting to bind port 682f5924-5272-4059-a3ca-6f1dee989cb7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:07.157561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Attempting to bind port 682f5924-5272-4059-a3ca-6f1dee989cb7 on network 68caf764-abb1-4b17-ba14-e06abd6a844c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:07.163506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0a355ed7-2185-4e5a-afe4-90a87fc07979 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:07.163902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.165557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:07.165865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Checking segment: {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:07.166258 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.166655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Bound using segment: {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:07.167120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Bound port: 682f5924-5272-4059-a3ca-6f1dee989cb7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:07.167500 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.182594 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:07.188431 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:07.192189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:07.221358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Pushing event updated for resources: {'Port': ['ID=a00aae55-0f39-4fe0-9889-dac8c574a6d4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.255143 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.265411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] For port 682f5924-5272-4059-a3ca-6f1dee989cb7, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:07.267045 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Transition to ACTIVE for port object c88d1058-e43c-4dc5-8c0b-3da79cd38229 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:07.273365 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.298900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] For port 682f5924-5272-4059-a3ca-6f1dee989cb7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=682f5924-5272-4059-a3ca-6f1dee989cb7,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:07.306087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.318081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.360269 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Pushing event updated for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.372148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0a355ed7-2185-4e5a-afe4-90a87fc07979, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a355ed7-2185-4e5a-afe4-90a87fc07979,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:07.388217 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.395525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4fb7-5d07-4e25-b500-32e8775fe9aa None None] Pushing event updated for resources: {'Port': ['ID=682f5924-5272-4059-a3ca-6f1dee989cb7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.401194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.401908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.402494 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.403044 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.403691 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.404073 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.407324 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.409635 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.409635 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.409635 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.409944 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.416223 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:07.446618 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Attempting to bind port c88d1058-e43c-4dc5-8c0b-3da79cd38229 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:07.447753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Attempting to bind port c88d1058-e43c-4dc5-8c0b-3da79cd38229 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:07.448312 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Attempting to bind port c88d1058-e43c-4dc5-8c0b-3da79cd38229 on network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:07.455713 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:07.456403 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Checking segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:07.457132 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.457695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Bound using segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:07.458373 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Bound port: c88d1058-e43c-4dc5-8c0b-3da79cd38229, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:07.458937 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.469787 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0a355ed7-2185-4e5a-afe4-90a87fc07979,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.531156 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.534328 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] For port c88d1058-e43c-4dc5-8c0b-3da79cd38229, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:07.540505 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] For port c88d1058-e43c-4dc5-8c0b-3da79cd38229, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c88d1058-e43c-4dc5-8c0b-3da79cd38229,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:07.548531 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.610250 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4590a-256b-4ec2-989c-c92c3c828bf7 None None] Pushing event updated for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:07.612829 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:07.613431 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:07.791480 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:07.808851 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:07.949932 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:05:08.011629 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:08.038518 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a43cbc-63e1-4584-b58c-7da0c9df593d None None] The sync data for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 is: [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:05:08.067457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:05:08.095933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Sync routers for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:05:08.101463 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:08.104859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9ab5c585-b6e9-4775-806b-e66575295e6c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7467916 Aug 31 20:05:08.105584 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:08.114821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:08.115481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:08.254098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:08.510861 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 3, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:08.541526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Checking router: 08f938fc-aff0-429c-b145-dd76c0bf8cb6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:05:08.541873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Updating router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 port a00aae55-0f39-4fe0-9889-dac8c574a6d4 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:05:08.573368 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:08.634388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:08.645648 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a1eb4-e40a-4522-8e99-1078a98c65d5 None None] Network 68caf764-abb1-4b17-ba14-e06abd6a844c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:05:08.797032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-766117a0-22e9-488d-8231-cc21219d291e None None] Provisioning for port 682f5924-5272-4059-a3ca-6f1dee989cb7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:08.823762 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 682f5924-5272-4059-a3ca-6f1dee989cb7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:08.844663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Allocated IP 172.20.0.1 (68caf764-abb1-4b17-ba14-e06abd6a844c/a77e4ca1-fe17-4952-9380-abd9671b3ee4/b475cce9-1522-41a6-885b-aabbcb0b0136) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:08.966980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:08.984518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Transition to ACTIVE for port object b475cce9-1522-41a6-885b-aabbcb0b0136 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:09.009158 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 682f5924-5272-4059-a3ca-6f1dee989cb7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:09.022827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 682f5924-5272-4059-a3ca-6f1dee989cb7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:09.023454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.023978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.069554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Network 68caf764-abb1-4b17-ba14-e06abd6a844c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:09.074557 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:09.079494 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:09.082955 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Pushing event updated for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:09.119808 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.127764 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.134066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Transition to ACTIVE for port object a00aae55-0f39-4fe0-9889-dac8c574a6d4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:09.161516 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.208354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.308076 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.426183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626add1-c163-4e35-be3d-991c4eee3e23 None None] Pushing event updated for resources: {'Port': ['ID=a00aae55-0f39-4fe0-9889-dac8c574a6d4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:09.439689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Attempting to bind port a00aae55-0f39-4fe0-9889-dac8c574a6d4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:09.440077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Attempting to bind port a00aae55-0f39-4fe0-9889-dac8c574a6d4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:09.440449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Attempting to bind port a00aae55-0f39-4fe0-9889-dac8c574a6d4 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:09.459397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef0c5dea-5e45-4da9-8ac2-69c56de20905 None None] Provisioning complete for port 682f5924-5272-4059-a3ca-6f1dee989cb7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:09.459825 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5dea-5e45-4da9-8ac2-69c56de20905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.466327 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:09.466705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:09.467169 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.467743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:09.468233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Bound port: a00aae55-0f39-4fe0-9889-dac8c574a6d4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:09.468614 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.491206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 682f5924-5272-4059-a3ca-6f1dee989cb7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=682f5924-5272-4059-a3ca-6f1dee989cb7,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:09.513538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.514296 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c88d1058-e43c-4dc5-8c0b-3da79cd38229 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:09.515207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.523112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.593596 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.595327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Pushing event updated for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:09.641138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] For port a00aae55-0f39-4fe0-9889-dac8c574a6d4, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:09.649090 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] For port a00aae55-0f39-4fe0-9889-dac8c574a6d4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a00aae55-0f39-4fe0-9889-dac8c574a6d4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:09.659840 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.662359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=682f5924-5272-4059-a3ca-6f1dee989cb7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:09.697612 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Network 68caf764-abb1-4b17-ba14-e06abd6a844c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:09.699734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:09.731587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:09.758686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:09.759061 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:09.791839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:09.792489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:09.794272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626add1-c163-4e35-be3d-991c4eee3e23 None None] Pushing event updated for resources: {'Port': ['ID=a00aae55-0f39-4fe0-9889-dac8c574a6d4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:09.830320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:05:09.941747 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:09.945079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:05:09.951026 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37bccd90-e608-49fc-8144-107354c56c5a admin admin] 10.222.0.73 "PUT /v2.0/routers/08f938fc-aff0-429c-b145-dd76c0bf8cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443708 Aug 31 20:05:09.985186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:10.004897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9478855-6ec1-4c14-9f9b-a0b0eac498ad None None] Provisioning for port b475cce9-1522-41a6-885b-aabbcb0b0136 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:10.047473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9478855-6ec1-4c14-9f9b-a0b0eac498ad None None] Provisioning complete for port b475cce9-1522-41a6-885b-aabbcb0b0136 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:10.047786 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9478855-6ec1-4c14-9f9b-a0b0eac498ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:10.122771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c88d1058-e43c-4dc5-8c0b-3da79cd38229, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c88d1058-e43c-4dc5-8c0b-3da79cd38229,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:10.133900 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:10.134698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a355ed7-2185-4e5a-afe4-90a87fc07979 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:10.143125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9478855-6ec1-4c14-9f9b-a0b0eac498ad None None] Port b475cce9-1522-41a6-885b-aabbcb0b0136 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:05:10.242659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:10.281872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0a355ed7-2185-4e5a-afe4-90a87fc07979 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:10.282251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:10.336785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b475cce9-1522-41a6-885b-aabbcb0b0136', 'name': '', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'mac_address': 'fa:16:3e:90:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:08Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 2, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'subnets': [{'id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:10.370821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6ab38-8afd-4cde-be14-e37730e7b9b2 None None] The sync data for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 is: [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b475cce9-1522-41a6-885b-aabbcb0b0136', 'name': '', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'mac_address': 'fa:16:3e:90:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:08Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 2, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'subnets': [{'id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:05:10.730000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c88d1058-e43c-4dc5-8c0b-3da79cd38229 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:10.783936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c88d1058-e43c-4dc5-8c0b-3da79cd38229 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:10.784312 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:10.871431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 682f5924-5272-4059-a3ca-6f1dee989cb7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:10.925586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 682f5924-5272-4059-a3ca-6f1dee989cb7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:10.925811 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:11.652214 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-563b2eaa-6ad2-4980-8998-7e729d5e55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:12.693732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a00aae55-0f39-4fe0-9889-dac8c574a6d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:12.729854 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Sync routers for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:05:12.742992 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:12.743334 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:12.758736 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a00aae55-0f39-4fe0-9889-dac8c574a6d4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:12.768381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a00aae55-0f39-4fe0-9889-dac8c574a6d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:12.768659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:12.877174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:12.903207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a00aae55-0f39-4fe0-9889-dac8c574a6d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a00aae55-0f39-4fe0-9889-dac8c574a6d4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:12.911313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:12.980357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a00aae55-0f39-4fe0-9889-dac8c574a6d4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:12.987494 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:13.217358 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b475cce9-1522-41a6-885b-aabbcb0b0136', 'name': '', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'mac_address': 'fa:16:3e:90:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:08Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 2, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'subnets': [{'id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:13.246567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Checking router: 08f938fc-aff0-429c-b145-dd76c0bf8cb6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:05:13.246834 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Updating router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 port b475cce9-1522-41a6-885b-aabbcb0b0136 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:05:13.275045 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.579142 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.589515 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Transition to ACTIVE for port object b475cce9-1522-41a6-885b-aabbcb0b0136 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:13.597834 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.661149 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca141-b5fe-47b3-a73b-d118ab950520 None None] Pushing event updated for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:13.729738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Attempting to bind port b475cce9-1522-41a6-885b-aabbcb0b0136 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:13.730115 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Attempting to bind port b475cce9-1522-41a6-885b-aabbcb0b0136 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:13.730683 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Attempting to bind port b475cce9-1522-41a6-885b-aabbcb0b0136 on network 68caf764-abb1-4b17-ba14-e06abd6a844c {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:13.736628 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:13.736992 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Checking segment: {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:13.737393 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.737785 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Bound using segment: {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:13.738242 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Bound port: b475cce9-1522-41a6-885b-aabbcb0b0136, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4657f3ec-94c7-4856-a5c1-c1511a7a79b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:13.738621 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.813185 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] For port b475cce9-1522-41a6-885b-aabbcb0b0136, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:13.816341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] For port b475cce9-1522-41a6-885b-aabbcb0b0136, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b475cce9-1522-41a6-885b-aabbcb0b0136,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:13.821853 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:13.884011 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca141-b5fe-47b3-a73b-d118ab950520 None None] Pushing event updated for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:13.899771 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:13.900345 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:04:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:14.044054 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:14.287665 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0853-e4de-49c8-aa16-148334a60773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:14.303618 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b475cce9-1522-41a6-885b-aabbcb0b0136', 'name': '', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'mac_address': 'fa:16:3e:90:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:08Z', 'updated_at': '2021-08-31T20:05:13Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'subnets': [{'id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:14.332348 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401cf07-9331-4757-937d-e4302d72d2a6 None None] The sync data for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 is: [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:09Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b475cce9-1522-41a6-885b-aabbcb0b0136', 'name': '', 'network_id': '68caf764-abb1-4b17-ba14-e06abd6a844c', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'mac_address': 'fa:16:3e:90:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:08Z', 'updated_at': '2021-08-31T20:05:13Z', 'revision_number': 4, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'subnets': [{'id': 'a77e4ca1-fe17-4952-9380-abd9671b3ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:05:14.539360 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:14.725025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a00aae55-0f39-4fe0-9889-dac8c574a6d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:14.784828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a00aae55-0f39-4fe0-9889-dac8c574a6d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:14.785168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:14.906047 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b475cce9-1522-41a6-885b-aabbcb0b0136 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:14.986495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:15.015032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b475cce9-1522-41a6-885b-aabbcb0b0136 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:15.025585 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b475cce9-1522-41a6-885b-aabbcb0b0136 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:15.025961 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:15.137490 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:15.178879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b475cce9-1522-41a6-885b-aabbcb0b0136, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b475cce9-1522-41a6-885b-aabbcb0b0136,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:15.188357 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:15.257013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:15.577810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:16.338396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:16.647054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b475cce9-1522-41a6-885b-aabbcb0b0136 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:16.698914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b475cce9-1522-41a6-885b-aabbcb0b0136 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:16.699398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:16.989286 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:05:17.198790 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:20.239959 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-e89a8e5a-1852-4a68-b742-8ce41e208a6e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:20.241432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-e89a8e5a-1852-4a68-b742-8ce41e208a6e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 814 time: 0.0997825 Aug 31 20:05:20.256388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a412d5b9-c484-45a1-85c1-96246a47dfbc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/quotas/966406ec42ae4d479cea9fac15710ad8 HTTP/1.1" status: 200 len: 375 time: 0.0092213 Aug 31 20:05:20.310772 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-fe922e9e-d9ae-4048-a586-403b05b0818e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490296 Aug 31 20:05:20.501359 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-55e341ab-ab6f-47d5-9adc-22596cf5c424 service neutron] 10.222.0.73 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784887 Aug 31 20:05:20.615282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-93ca9950-12a6-43ff-8cec-a3b583d94e09 service neutron] 10.222.0.73 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075006 Aug 31 20:05:20.773385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c27251d-33d7-4611-85ef-75acad8489b5 req-eb4cacb9-0043-4e24-b3c2-3173ace31fcb tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 210 time: 0.0281522 Aug 31 20:05:21.877551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8973cabf-8d97-4a1a-b1d7-a5bf271d55a2 req-8b5458a7-e360-43b0-bd45-3c4ceb949c6c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 210 time: 0.0337174 Aug 31 20:05:21.880364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-6d69844d-35f9-479c-b5e2-2cdbfcdef88e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:21.881864 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-6d69844d-35f9-479c-b5e2-2cdbfcdef88e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 814 time: 0.1173494 Aug 31 20:05:21.895353 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'port': {'device_id': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'admin_state_up': True, 'tenant_id': '966406ec42ae4d479cea9fac15710ad8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:22.004147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Made reservation on behalf of 966406ec42ae4d479cea9fac15710ad8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:05:22.008198 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:22.146299 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Allocated IP 172.20.0.12 (5a209eec-c5cf-413c-9bd0-4822c0fe2b67/9627899b-5f82-4bfb-80ef-d648d120865f/c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:22.381635 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:22.396800 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Transition to ACTIVE for port object c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:22.432092 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:22.486198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:22.489363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:22.497135 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:22.526749 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:22.544294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.544708 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.545573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.545919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.546260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.546666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.547005 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.547337 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.547721 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.548021 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.548351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.548676 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:22.570811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:22.571501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:22.591955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a74d6504-019d-4b48-a88e-ff619ad330fa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004936 Aug 31 20:05:22.820173 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-59d13108-f8ff-4fbf-8b3b-f070aa350e18 None None] Provisioning for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:22.825303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-59d13108-f8ff-4fbf-8b3b-f070aa350e18 None None] Provisioning complete for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:22.825685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-59d13108-f8ff-4fbf-8b3b-f070aa350e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:22.865193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-59d13108-f8ff-4fbf-8b3b-f070aa350e18 None None] Port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:05:22.996634 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40703e9-81cf-4eee-9c66-0013a38140fd req-866a1b2d-4f83-4502-ba61-5673aa1a9d17 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:22.998769 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e40703e9-81cf-4eee-9c66-0013a38140fd req-866a1b2d-4f83-4502-ba61-5673aa1a9d17 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0516684 Aug 31 20:05:23.041348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e40703e9-81cf-4eee-9c66-0013a38140fd req-2430e946-abef-451c-9f42-30603b4ca9e3 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Aug 31 20:05:24.171306 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f152-cb11-4b5f-b43e-139df0df93e3 req-c00c087f-de7f-46f3-8017-6642b7bcc13a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:24.172842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f061f152-cb11-4b5f-b43e-139df0df93e3 req-c00c087f-de7f-46f3-8017-6642b7bcc13a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0577269 Aug 31 20:05:24.541027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f061f152-cb11-4b5f-b43e-139df0df93e3 req-27b49f44-828a-4d15-9ba7-6d7e8c64145d tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620400 Aug 31 20:05:25.664435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12c3d-b2df-44fd-a526-60f0eed886e4 req-dab298e4-ecd0-41db-af4e-56e8415aecb2 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:25.665985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a12c3d-b2df-44fd-a526-60f0eed886e4 req-dab298e4-ecd0-41db-af4e-56e8415aecb2 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0498750 Aug 31 20:05:25.708390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23a12c3d-b2df-44fd-a526-60f0eed886e4 req-e1efdace-316f-48c8-a26d-b2ad2626a01a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Aug 31 20:05:26.829718 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6984ac-7b54-467a-b72c-42f5141e34df req-c0b7d5b4-f1f2-4388-a9c7-d26147f26d47 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:26.831198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab6984ac-7b54-467a-b72c-42f5141e34df req-c0b7d5b4-f1f2-4388-a9c7-d26147f26d47 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0522673 Aug 31 20:05:26.869389 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ab6984ac-7b54-467a-b72c-42f5141e34df req-a4ee6064-3cfe-4fe6-85a0-50d3fbefbaca tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Aug 31 20:05:27.999050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba83c3-e1d8-4dbb-9cc2-5ae39b12f35f req-22c2a488-7d2d-42a8-af08-235624739634 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:28.001377 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdba83c3-e1d8-4dbb-9cc2-5ae39b12f35f req-22c2a488-7d2d-42a8-af08-235624739634 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0593152 Aug 31 20:05:28.040678 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fdba83c3-e1d8-4dbb-9cc2-5ae39b12f35f req-9056dbfa-9992-46c9-9cef-5a7097fe9653 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Aug 31 20:05:29.173027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c0c45-4c11-45ee-8540-a45f5e1cc21a req-c0849789-1262-4122-9c27-0ebb3e5c29dc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:29.181706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-110c0c45-4c11-45ee-8540-a45f5e1cc21a req-c0849789-1262-4122-9c27-0ebb3e5c29dc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0668080 Aug 31 20:05:29.215591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-110c0c45-4c11-45ee-8540-a45f5e1cc21a req-68190834-6caf-43a2-b39c-0682f90a1447 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Aug 31 20:05:30.341441 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554856c-b8a3-402a-a33d-8243a55419e0 req-45f33a4d-8d1f-47b6-9069-f17c4e67939c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:30.352332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6554856c-b8a3-402a-a33d-8243a55419e0 req-45f33a4d-8d1f-47b6-9069-f17c4e67939c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0619571 Aug 31 20:05:30.387829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6554856c-b8a3-402a-a33d-8243a55419e0 req-791abd39-a261-4978-aebb-e8105d17d946 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Aug 31 20:05:31.510589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53be662-9121-4033-bb47-d40399a495f8 req-3b22e045-9389-4870-ad40-d849c27bc834 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:31.512663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f53be662-9121-4033-bb47-d40399a495f8 req-3b22e045-9389-4870-ad40-d849c27bc834 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0543156 Aug 31 20:05:31.556189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f53be662-9121-4033-bb47-d40399a495f8 req-7c065b77-322f-4e9f-af14-ecba5e327c93 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Aug 31 20:05:32.677080 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90465e-419f-4f7f-818f-27daadb1d41b req-882286a1-021e-4d8a-81cb-13c93c3c1a6c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:32.678592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a90465e-419f-4f7f-818f-27daadb1d41b req-882286a1-021e-4d8a-81cb-13c93c3c1a6c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 932 time: 0.0502052 Aug 31 20:05:32.716693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5a90465e-419f-4f7f-818f-27daadb1d41b req-e700334a-24c6-4a56-a5cf-04feaf3eae97 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Aug 31 20:05:32.958537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Request body: {'port': {'device_id': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:33.010363 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.271819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:05:33.279067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.290919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Transition to ACTIVE for port object c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:05:33.294382 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.362428 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:33.421813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Attempting to bind port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:05:33.422162 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Attempting to bind port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:05:33.422683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Attempting to bind port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 on network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:33.427373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 on network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:05:33.427719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Attempting to bind port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 on network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:05:33.432616 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:05:33.432977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Checking segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:05:33.433356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Bound using segment: {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:05:33.433786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Bound port: c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06d795d-219c-40fd-bcee-0dba751a9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:05:33.434157 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.501444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:05:33.504828 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:05:33.509606 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.542256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:33.542858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:33.544860 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] 10.222.0.82 "PUT /v2.0/ports/c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1093 time: 0.5907965 Aug 31 20:05:33.547566 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:05:33.550783 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0027f4271704c3725196e8bb32cc9999e05bda62648b45bb9bb16f57655095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e3b646-d4d8-4a1b-abee-b4336f48942d" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:05:33.580610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b33e9-a31b-40fb-bc53-71e881e43723 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:33.617813 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7995277e-2035-4f27-a1bb-aaf165300f20 x-openstack-request-id: req-7995277e-2035-4f27-a1bb-aaf165300f20 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:05:33.618109 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:05:33.618357 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7995277e-2035-4f27-a1bb-aaf165300f20 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:05:33.618761 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:05:33.635334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-d1fff913-2182-4e6e-be7c-ede1c8f74f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:33.636919 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-d1fff913-2182-4e6e-be7c-ede1c8f74f97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1096 time: 0.0468328 Aug 31 20:05:33.685086 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-e15c3de1-14c7-4a05-a40a-44076d27459b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 217 time: 0.0397906 Aug 31 20:05:33.738113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-46d337f8-2adf-4103-88da-d97d9eea1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:33.739591 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-46d337f8-2adf-4103-88da-d97d9eea1fa3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0471191 Aug 31 20:05:33.786026 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-35fbb594-156b-481b-8056-5ff7c111803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:33.787721 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-35fbb594-156b-481b-8056-5ff7c111803a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407004 Aug 31 20:05:33.832489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d269f-c00b-4546-8cec-99656acc119a req-acf7a9c5-328b-4be8-8800-b7269abd0cfe tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:33.833990 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c6d269f-c00b-4546-8cec-99656acc119a req-acf7a9c5-328b-4be8-8800-b7269abd0cfe tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 944 time: 0.0497305 Aug 31 20:05:33.872434 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8c6d269f-c00b-4546-8cec-99656acc119a req-369f64e7-fe96-49e1-bb13-29921f56a2b5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 31 20:05:33.884965 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-8b2c36c4-137e-472d-90e1-77e3872668c8 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896897 Aug 31 20:05:33.974322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37091a4-432c-4bc4-9d19-5d6cd30f97ba req-a529a08d-08c7-4841-a064-3f40367673ef service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812426 Aug 31 20:05:34.056323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-44f4a5c8-559c-47ed-a160-cb4bc61e22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:34.057716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-44f4a5c8-559c-47ed-a160-cb4bc61e22d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1096 time: 0.0404623 Aug 31 20:05:34.151016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-29632da4-62f9-44c8-8ac1-a645d22f8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:34.152536 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-29632da4-62f9-44c8-8ac1-a645d22f8024 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.0869951 Aug 31 20:05:34.199069 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-4528049d-30a0-43df-8778-c661a35a04d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 217 time: 0.0389698 Aug 31 20:05:34.254261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-60115c1c-0850-41c6-8d91-69cc279fb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:34.255723 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-60115c1c-0850-41c6-8d91-69cc279fb98e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0485885 Aug 31 20:05:34.303473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-bcbff952-9a22-4b55-8c9e-3f9b48e15cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:34.304988 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-bcbff952-9a22-4b55-8c9e-3f9b48e15cef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386655 Aug 31 20:05:34.393992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-7b9d9d10-c1d6-4413-a4a2-72913ab733c0 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 Aug 31 20:05:34.485742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25e3b646-d4d8-4a1b-abee-b4336f48942d req-d9cd3fc3-6347-4b50-a7ac-c3b2c1131d8f service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Aug 31 20:05:34.993038 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe54aa-d3ef-4078-9b6c-79081cd193d5 req-517c80ce-07ec-48b8-b584-73e78dd3281b tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:34.994533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bbe54aa-d3ef-4078-9b6c-79081cd193d5 req-517c80ce-07ec-48b8-b584-73e78dd3281b tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 944 time: 0.0543432 Aug 31 20:05:35.034003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9bbe54aa-d3ef-4078-9b6c-79081cd193d5 req-f8731567-5bc9-41f0-a25e-751261a86a44 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Aug 31 20:05:36.149415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ed96f-c4b1-45f6-ab05-cbcf9a19b83f req-080611e1-3616-482f-a642-34f9fc95518e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:36.150930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e6ed96f-c4b1-45f6-ab05-cbcf9a19b83f req-080611e1-3616-482f-a642-34f9fc95518e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 944 time: 0.0503139 Aug 31 20:05:36.191275 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9e6ed96f-c4b1-45f6-ab05-cbcf9a19b83f req-b1dcfff7-36a8-4447-b9cf-75e2c3aa7edc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Aug 31 20:05:36.862156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:05:36.954893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:36.965874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'port_id': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'mac_address': 'fa:16:3e:81:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:05:37.006942 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:37.020203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:05:37.039978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:37.044120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:37.092080 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:37.100653 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.101006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.101349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.101689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.102023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.102355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.102685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.103013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.103338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.103689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.104058 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.104386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:05:37.290059 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:05:37.308939 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436eecc-2ae3-4643-8270-2e598fcae805 req-b086b124-3fb6-425b-97eb-aa46b1107dca tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:37.310445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4436eecc-2ae3-4643-8270-2e598fcae805 req-b086b124-3fb6-425b-97eb-aa46b1107dca tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 945 time: 0.0500143 Aug 31 20:05:37.350637 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4436eecc-2ae3-4643-8270-2e598fcae805 req-a4cbd347-e7d0-4d05-ae88-3b03b0fbf026 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Aug 31 20:05:38.477973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edff05-fd8a-4db3-87c9-e80fc4a48fca req-5fa0767b-eb2d-4d27-bd0b-17bc7312befa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:38.479465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48edff05-fd8a-4db3-87c9-e80fc4a48fca req-5fa0767b-eb2d-4d27-bd0b-17bc7312befa tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 945 time: 0.0551562 Aug 31 20:05:38.518228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-48edff05-fd8a-4db3-87c9-e80fc4a48fca req-239f46de-59aa-46d0-826e-07bbb4979dc9 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Aug 31 20:05:38.877992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:05:38.926731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:05:38.930744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:38.931121 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:39.005156 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:39.027200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:05:39.029484 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737028d72b76e916e47b42f78c17c9ccea6348a7bf15d3cc86c50229104e6186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e1bf73-05d7-4434-8857-9e3899316bc4" -d '{"events": [{"server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:05:39.044771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:39.049758 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:39.072594 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f610d9-5b05-4251-9c11-c445a79f019d x-openstack-request-id: req-32f610d9-5b05-4251-9c11-c445a79f019d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:05:39.072898 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:05:39.073134 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32f610d9-5b05-4251-9c11-c445a79f019d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:05:39.073510 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'code': 200} Aug 31 20:05:39.098905 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:39.159767 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6df3-0fd9-4abd-8927-54447a8c97d7 req-82795d16-a6fe-4bc7-9b9a-aedbbb812593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:39.161252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5adb6df3-0fd9-4abd-8927-54447a8c97d7 req-82795d16-a6fe-4bc7-9b9a-aedbbb812593 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1098 time: 0.0403824 Aug 31 20:05:39.195332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5adb6df3-0fd9-4abd-8927-54447a8c97d7 req-0605878b-e561-49a1-8a0c-e6f23878c030 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275288 Aug 31 20:05:39.647047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f1bd-3e51-43e9-9c95-7e3759cd05ff req-c769a8ea-db00-4fb8-a7b7-e32faf82da4e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:39.648574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e40f1bd-3e51-43e9-9c95-7e3759cd05ff req-c769a8ea-db00-4fb8-a7b7-e32faf82da4e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0499661 Aug 31 20:05:39.685776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2e40f1bd-3e51-43e9-9c95-7e3759cd05ff req-88a83eba-1a0a-4f1b-82a4-f87d6137c5e6 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Aug 31 20:05:40.804656 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2378f-d2b4-4a6b-aa61-ce497e1c1ecb req-88594f49-5d93-4fe3-9a02-32093824241a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:40.806136 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c2378f-d2b4-4a6b-aa61-ce497e1c1ecb req-88594f49-5d93-4fe3-9a02-32093824241a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0489578 Aug 31 20:05:40.844742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5c2378f-d2b4-4a6b-aa61-ce497e1c1ecb req-a4460ee6-228a-4bdf-baab-da4b393811bc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Aug 31 20:05:40.966041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853ced3-2281-43ac-9188-0eac8650dcc0 req-0d9a99e7-ef69-4aba-bb01-dcae665c599c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:40.968073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8853ced3-2281-43ac-9188-0eac8650dcc0 req-0d9a99e7-ef69-4aba-bb01-dcae665c599c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0531566 Aug 31 20:05:41.005440 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8853ced3-2281-43ac-9188-0eac8650dcc0 req-f03a82f4-9cc8-44fd-bd99-1c7904158840 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Aug 31 20:05:41.189867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f848c0c-3713-4764-be54-cdac4d2ca842 req-416c88cc-476d-486d-91dc-6b3dd7edee75 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:41.191349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f848c0c-3713-4764-be54-cdac4d2ca842 req-416c88cc-476d-486d-91dc-6b3dd7edee75 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0491138 Aug 31 20:05:41.228801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6f848c0c-3713-4764-be54-cdac4d2ca842 req-c2266bd1-9ce1-475f-bad1-68bd78e7d824 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 31 20:05:41.646149 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f38f055-fbc4-4f8f-b975-4d0167b47138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:44.282568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1647575-b90c-4efc-8c94-59d9052ad826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:44.531312 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:44.937080 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:45.580346 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:46.336964 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:47.192204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:48.937516 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-50c364e3-fbfd-4ade-9deb-15d86c2a509b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386457 Aug 31 20:05:49.019151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-161a3765-4259-4b3c-b1ea-bf8ee4b423d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:49.020781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-161a3765-4259-4b3c-b1ea-bf8ee4b423d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1098 time: 0.0444059 Aug 31 20:05:49.119376 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-533564d4-4c03-43f0-934c-21d76bdeb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:49.120850 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-533564d4-4c03-43f0-934c-21d76bdeb790 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.0813696 Aug 31 20:05:49.164677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-97ccdc4f-03f9-4ae0-a877-58260b749f98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 217 time: 0.0363801 Aug 31 20:05:49.212619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-3f2b57ec-aad4-4db7-89f1-8bd1c0c771a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:49.213925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-3f2b57ec-aad4-4db7-89f1-8bd1c0c771a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0419891 Aug 31 20:05:49.263438 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-12de40d9-1017-4110-a1b4-430a3ec47478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:49.264998 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-12de40d9-1017-4110-a1b4-430a3ec47478 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398676 Aug 31 20:05:49.356843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-359dccbb-0554-41c1-921f-422122fc64dc service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849707 Aug 31 20:05:49.444878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-63f4d865-9ba9-4f22-96bc-cd536b185873 req-35ec96a5-49e6-483d-8744-4679156ab37c service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Aug 31 20:05:52.795183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e0fea-e023-4cb0-a7c8-6505f9e28278 req-7148f731-bb21-41e1-9b6b-e3b522ba6099 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:52.796900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-997e0fea-e023-4cb0-a7c8-6505f9e28278 req-7148f731-bb21-41e1-9b6b-e3b522ba6099 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0492406 Aug 31 20:05:52.835303 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-997e0fea-e023-4cb0-a7c8-6505f9e28278 req-57c3fda9-0c4e-49a3-982e-b3c795568df4 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Aug 31 20:05:52.857593 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:52.942377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140d7c0-7787-4bfd-9c2b-d2609f239353 tempest-TestMinimumBasicScenario-1743977642 tempest-TestMinimumBasicScenario-1743977642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:52.943908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9140d7c0-7787-4bfd-9c2b-d2609f239353 tempest-TestMinimumBasicScenario-1743977642 tempest-TestMinimumBasicScenario-1743977642-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1093 time: 0.0852742 Aug 31 20:05:52.946799 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:52.951062 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:52.973356 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.069433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.178778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Allocated IP 172.25.3.145 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/2c17152a-0a53-4a96-a449-cb8ed9cdd304) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:05:53.277780 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.316254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.355711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:05:53.361440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:05:53.365264 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:05:53.392874 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'Port': ['ID=2c17152a-0a53-4a96-a449-cb8ed9cdd304,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:53.722627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.791207 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.940541 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.944922 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:53.989479 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:05:54.013047 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'Port': ['ID=2c17152a-0a53-4a96-a449-cb8ed9cdd304,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:54.022843 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.121706 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Floating IP 453e47ac-e6c2-4172-9464-d716d136d9a7 associated. External IP: 172.25.3.145, port: c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56. Aug 31 20:05:54.325058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:05:54.432414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:05:54.443922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Sync routers for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:05:54.449918 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.455206 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:54.455863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:05:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:54.477179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ce698336-07c2-4fdd-a2db-94c195cf282a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5293815 Aug 31 20:05:54.477756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:05:54.480048 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0119fb5-c7e4-453b-bb0a-28b533603ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:05:54.480209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:54.485681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804177094', 'description': 'tempest-secgroup-smoke-804177094 description', 'project_id': '966406ec42ae4d479cea9fac15710ad8'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:54.517900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.616080 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.622205 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.660323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0968a32f-2c57-42db-a794-e4a455270caa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:54.663610 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.664878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0a4b1767-614b-4777-997a-5105a601b980 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1836276 Aug 31 20:05:54.667947 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47298) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:54.672839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:54.687565 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496eac9f-9eca-47d2-9a54-a4362ee27fbc x-openstack-request-id: req-496eac9f-9eca-47d2-9a54-a4362ee27fbc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:05:54.687896 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:05:54.688412 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-496eac9f-9eca-47d2-9a54-a4362ee27fbc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:05:54.688697 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:05:54.712177 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.731332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:54.760725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-4ffc56f7-5b81-479e-82b3-53eb57594830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:54.762499 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-4ffc56f7-5b81-479e-82b3-53eb57594830 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1098 time: 0.0529735 Aug 31 20:05:54.773856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.777928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.798814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea870e2-0fa8-4f96-837f-b81645b5b33d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:54.808837 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.813347 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-fffbbd3e-40e3-4171-b685-0e9552023dec tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411653 Aug 31 20:05:54.813572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:54.818731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:54.845364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.874340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-1b64c4d9-b0c7-4b25-b854-0280561113d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:54.875885 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-1b64c4d9-b0c7-4b25-b854-0280561113d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.1055517 Aug 31 20:05:54.912020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.917577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.937748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffc4c5e-7ef6-40d7-86b9-036ee2087fd8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:54.947095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.951586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f27300e8-082e-457a-8f73-0f4fc915ff8c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344650 Aug 31 20:05:54.951853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:54.952666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-37f2dbe2-4fbe-4518-9709-dc901b3e21ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1000 time: 0.0698006 Aug 31 20:05:54.956510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:54.986229 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:54.988634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '453e47ac-e6c2-4172-9464-d716d136d9a7', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'port_id': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'mac_address': 'fa:16:3e:81:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:05:53Z', 'updated_at': '2021-08-31T20:05:53Z', 'revision_number': 0, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:55.010474 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-c69e6920-f6d2-4993-9075-80fa9d034597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:55.012168 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-c69e6920-f6d2-4993-9075-80fa9d034597 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0527537 Aug 31 20:05:55.015926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Checking router: 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:05:55.024236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:05:55.024856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:05:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:55.047375 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.051215 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.071055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-438ad1f0-2706-4062-be5b-8d62ce8f0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:55.073192 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-438ad1f0-2706-4062-be5b-8d62ce8f0c63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535276 Aug 31 20:05:55.073466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfbd50d-7c83-4642-8af8-8f4a6b0b3982,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:55.077178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.078602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bb166a95-b505-49a1-9ad1-16f5926e78e5 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258528 Aug 31 20:05:55.081425 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:55.086446 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:55.115280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.143975 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:05:55.179129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-c03932a9-454a-4a5e-ad6c-3446573dbb6a service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956056 Aug 31 20:05:55.180247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.183991 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.207517 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84d224d-8e6f-405c-8777-fc7b45f99c74,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:55.211260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.215317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dbe0dc3a-0197-42e0-98fa-1a9588d31e94 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328537 Aug 31 20:05:55.215973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:55.221808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:55.246737 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Project 966406ec42ae4d479cea9fac15710ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:05:55.252577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.279438 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-c0119fb5-c7e4-453b-bb0a-28b533603ab2 req-08ea07c5-ff8c-4718-90da-86f08975d7be service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906200 Aug 31 20:05:55.325727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.329861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.351830 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb32c2d-2276-45cd-a498-f86e4752a212,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:55.360453 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.361693 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-93f2a86a-e13c-4188-b5ee-009fbd4e3068 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446972 Aug 31 20:05:55.364723 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:05:55.369386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'security_group_rule': {'security_group_id': '0968a32f-2c57-42db-a794-e4a455270caa', 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:55.388714 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '453e47ac-e6c2-4172-9464-d716d136d9a7', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'port_id': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'mac_address': 'fa:16:3e:81:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:05:53Z', 'updated_at': '2021-08-31T20:05:53Z', 'revision_number': 0, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:05:55.391580 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Project 966406ec42ae4d479cea9fac15710ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:05:55.396806 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.420363 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8f14-57a9-4c0c-9ed5-0fbbbb0c59b3 None None] The sync data for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 is: [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '453e47ac-e6c2-4172-9464-d716d136d9a7', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'port_id': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'mac_address': 'fa:16:3e:81:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:05:53Z', 'updated_at': '2021-08-31T20:05:53Z', 'revision_number': 0, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:05:55.460075 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.463972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.488324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dffcc0-9c4e-4d9d-8a37-0decffc28a20,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:55.492459 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.496280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2644a102-8608-4d6d-a01e-aef74a0042df tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303687 Aug 31 20:05:55.578776 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-738d224a-6db8-44e2-9a90-6145db39b7d0 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804177094&fields=id&tenant_id=966406ec42ae4d479cea9fac15710ad8 HTTP/1.1" status: 200 len: 267 time: 0.0356567 Aug 31 20:05:55.636461 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-fa27750a-84ce-443d-ab41-cfb5c4c6ed9a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:55.638010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-fa27750a-84ce-443d-ab41-cfb5c4c6ed9a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0536098 Aug 31 20:05:55.638495 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8189cf4-ef22-4b1f-b6f4-b4eda2f236db None None] New status for floating IP 453e47ac-e6c2-4172-9464-d716d136d9a7: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:05:55.650358 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'port': {'security_groups': ['a8e53552-0a7f-47fe-bc4c-d023d65dabfb', '0968a32f-2c57-42db-a794-e4a455270caa']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:05:55.716051 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.913635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:05:55.942994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.947501 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:55.959100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:05:55.994138 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:55.994771 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:56.002591 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a88e190c-1eb1-46fa-85cb-02df87218621 req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "PUT /v2.0/ports/c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 982 time: 0.3547344 Aug 31 20:05:56.037455 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903651-65d2-412c-829b-8b136ece72ea tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:05:56.055853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:05:56.112404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75cfe6-436f-4dcd-bfa1-23b336ef9a1e req-76d37899-5600-42bf-9f9a-c52b2c989dd9 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:56.114079 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb75cfe6-436f-4dcd-bfa1-23b336ef9a1e req-76d37899-5600-42bf-9f9a-c52b2c989dd9 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0542316 Aug 31 20:05:56.172056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb75cfe6-436f-4dcd-bfa1-23b336ef9a1e req-8467afea-710b-4b4c-aeda-c704828a34d9 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478737 Aug 31 20:05:56.278855 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-75d91084-cc14-4733-b873-bfb54d0489cd None None] Provisioning complete for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:05:56.279151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75d91084-cc14-4733-b873-bfb54d0489cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:05:56.689989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:05:56.692410 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999af6f13a3377c4aa8a85e0cd1961456668b42add3f185c48eb1326a7521f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cee7373-f27a-4625-a78a-1dcc005fa728" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:05:56.729803 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df2084-bd8f-458c-b6d4-2a2667c009f7 x-openstack-request-id: req-b8df2084-bd8f-458c-b6d4-2a2667c009f7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:05:56.730096 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:05:56.730348 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8df2084-bd8f-458c-b6d4-2a2667c009f7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:05:56.730766 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:05:56.794860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-9ad1d8c0-9b94-47ea-b845-6fc558d40877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:56.796341 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-9ad1d8c0-9b94-47ea-b845-6fc558d40877 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1137 time: 0.0416949 Aug 31 20:05:56.888003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-f0986360-1795-41ec-a9b4-d77080b21ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:56.889450 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-f0986360-1795-41ec-a9b4-d77080b21ce6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.0855002 Aug 31 20:05:56.952863 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-8f6622ee-ca95-49a0-aee2-3a5388838fd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1002 time: 0.0559027 Aug 31 20:05:57.004790 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-e9b9476e-a818-4021-804a-b33048d4a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:57.006219 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-e9b9476e-a818-4021-804a-b33048d4a78f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0464764 Aug 31 20:05:57.051425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-06ddc377-2493-4de6-914c-31a57744d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:05:57.052833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-06ddc377-2493-4de6-914c-31a57744d9ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398178 Aug 31 20:05:57.139784 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-350c1604-9b98-4152-a00a-9e8413007fdf service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796537 Aug 31 20:05:57.487183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5cee7373-f27a-4625-a78a-1dcc005fa728 req-9bc5821b-f009-437b-9f6a-9d38d6efcbcb service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394895 Aug 31 20:06:11.647974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6d6c-9208-440f-8b97-4cd12b98a3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:13.379465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-63eaa8c5-cfda-4eff-8b86-8dcd896599cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:13.381049 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-63eaa8c5-cfda-4eff-8b86-8dcd896599cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1137 time: 0.0501537 Aug 31 20:06:13.476593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-14483967-3cb9-4bd3-ba7c-b6b5dc0e6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:13.478074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-14483967-3cb9-4bd3-ba7c-b6b5dc0e6294 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.0898001 Aug 31 20:06:13.531180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a3585-3fe2-416e-b648-15ba3b8d1cb1 req-53d5c6ac-bd3c-4bee-bc13-d002c9b0bb1f tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:13.533481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-254a3585-3fe2-416e-b648-15ba3b8d1cb1 req-53d5c6ac-bd3c-4bee-bc13-d002c9b0bb1f tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0963492 Aug 31 20:06:13.558719 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-75e31095-226c-4823-83ed-88501f9b4923 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1002 time: 0.0716634 Aug 31 20:06:13.577409 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-254a3585-3fe2-416e-b648-15ba3b8d1cb1 req-00ca82ff-7181-44e2-81f8-e0ef4ca3f521 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375955 Aug 31 20:06:13.608853 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-b66a1c0a-9e4b-4ca0-a4de-2bd14c3d066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:13.610300 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-b66a1c0a-9e4b-4ca0-a4de-2bd14c3d066d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0438643 Aug 31 20:06:13.659854 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-d81dcc2f-4d9a-4a28-82e4-13db60de9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:13.661338 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-d81dcc2f-4d9a-4a28-82e4-13db60de9957 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434198 Aug 31 20:06:13.748809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-0c3269e0-cce2-4bee-a36a-9451bfa9c6c2 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801115 Aug 31 20:06:13.841859 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e4c867e-7512-4d98-a3b0-2ded0920decc req-f16db953-a1f6-4f88-8885-5cdc579c8c0a service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853183 Aug 31 20:06:14.284512 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbe53764-81ed-4df6-a248-bfdd11d9a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:14.532806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:14.816638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874a9f-6718-4c92-98ea-be8a6606c284 req-28fee077-397b-45e8-9f0c-203334b74a7a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:14.818139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf874a9f-6718-4c92-98ea-be8a6606c284 req-28fee077-397b-45e8-9f0c-203334b74a7a tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0962458 Aug 31 20:06:14.857490 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf874a9f-6718-4c92-98ea-be8a6606c284 req-51c6c325-5cb8-4347-82f8-f529d236ad16 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331039 Aug 31 20:06:14.949997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:15.583337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:15.974637 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402186d-a148-4a1d-88a9-4188366036ed req-181f30ff-dec3-4b25-a9cc-13555017d536 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:15.976149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4402186d-a148-4a1d-88a9-4188366036ed req-181f30ff-dec3-4b25-a9cc-13555017d536 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0502629 Aug 31 20:06:16.015394 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4402186d-a148-4a1d-88a9-4188366036ed req-56dcab21-ecd7-442c-b476-b3c7c5aa5adb tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332367 Aug 31 20:06:16.337536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:17.132206 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29d16-361a-4827-8ac1-98aeeb152351 req-1a82808e-e9c5-4eb8-a643-fa11bfb38d5c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:17.133713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ff29d16-361a-4827-8ac1-98aeeb152351 req-1a82808e-e9c5-4eb8-a643-fa11bfb38d5c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0504694 Aug 31 20:06:17.178985 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ff29d16-361a-4827-8ac1-98aeeb152351 req-072a52d2-919d-4852-a20e-8dc9ab3c0439 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392153 Aug 31 20:06:17.196431 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:18.297030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ae5d-22e7-4b47-8bf0-9190316ebaeb req-1e6065ef-d069-4f84-9d23-1f8852e15c67 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:18.298753 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5d6ae5d-22e7-4b47-8bf0-9190316ebaeb req-1e6065ef-d069-4f84-9d23-1f8852e15c67 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0500534 Aug 31 20:06:18.339832 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5d6ae5d-22e7-4b47-8bf0-9190316ebaeb req-a0ff9054-8f25-4114-b12b-c271480e509c tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348747 Aug 31 20:06:19.478072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d7632-2ae7-4616-a995-ef5e4fd4e9a3 req-ca777502-792a-4c74-be88-c2f446ce0ef0 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:19.479748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a38d7632-2ae7-4616-a995-ef5e4fd4e9a3 req-ca777502-792a-4c74-be88-c2f446ce0ef0 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0609045 Aug 31 20:06:19.526960 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a38d7632-2ae7-4616-a995-ef5e4fd4e9a3 req-5d835da8-06c2-44ec-b34b-422dc97a40f4 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399795 Aug 31 20:06:20.648220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b185bc-6707-4b08-8f10-c4e2696c9f43 req-4cc84a4c-c414-49a0-9f9a-658d2be07189 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:20.649706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b185bc-6707-4b08-8f10-c4e2696c9f43 req-4cc84a4c-c414-49a0-9f9a-658d2be07189 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0488775 Aug 31 20:06:20.693469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-29b185bc-6707-4b08-8f10-c4e2696c9f43 req-fa9eb836-1f8e-42b5-81cb-00d54eacac62 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376236 Aug 31 20:06:21.808926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bd1a3-75e1-4a67-85d3-0aaaa2843343 req-87fd4f7d-a263-4ee5-91ca-e43e5b66bf33 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:21.810414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d89bd1a3-75e1-4a67-85d3-0aaaa2843343 req-87fd4f7d-a263-4ee5-91ca-e43e5b66bf33 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0493960 Aug 31 20:06:21.850842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d89bd1a3-75e1-4a67-85d3-0aaaa2843343 req-09d35fb3-f7a8-4907-a347-e860951d1ecd tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339396 Aug 31 20:06:22.967232 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e9a3-bc7a-43a0-8646-fa49da0df7b6 req-0f9cfbf0-8821-4eec-b9ca-a08d0f45cfd6 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:22.968777 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7341e9a3-bc7a-43a0-8646-fa49da0df7b6 req-0f9cfbf0-8821-4eec-b9ca-a08d0f45cfd6 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0505340 Aug 31 20:06:23.013334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7341e9a3-bc7a-43a0-8646-fa49da0df7b6 req-4e941ba8-152f-4da2-a4ae-37723fd39112 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370262 Aug 31 20:06:24.129287 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc571a-a900-4a92-bc09-c0dc9c175b42 req-80862fa9-130d-4472-9d7f-4ae1b9e0bbed tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:24.130770 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9fc571a-a900-4a92-bc09-c0dc9c175b42 req-80862fa9-130d-4472-9d7f-4ae1b9e0bbed tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0489478 Aug 31 20:06:24.174966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f9fc571a-a900-4a92-bc09-c0dc9c175b42 req-f9caf27b-1dd2-4944-aa4c-b75928aa970d tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381844 Aug 31 20:06:25.293376 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300475-461e-4899-9dda-668758aeafd3 req-eca9a296-fff3-4c02-88c9-ce246cdc5ab0 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:25.294887 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f300475-461e-4899-9dda-668758aeafd3 req-eca9a296-fff3-4c02-88c9-ce246cdc5ab0 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0520344 Aug 31 20:06:25.335522 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f300475-461e-4899-9dda-668758aeafd3 req-212aa8da-51b6-4937-912e-9b646b453b61 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&id=0968a32f-2c57-42db-a794-e4a455270caa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339456 Aug 31 20:06:30.988374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:06:41.649158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-287a9042-48e0-4e58-9527-19c0efafc30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:44.286666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c07cdbf-20fd-426b-a5b4-00a9a2cc1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:44.534131 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:44.964564 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:45.585694 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:46.336645 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:47.196731 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:48.187647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-d5bf6f3f-4e6f-4dce-90be-ef08f64224ba req-c86314ae-e988-4d7d-9106-16899430dc4a tempest-ServerDiskConfigTestJSON-1225510419 tempest-ServerDiskConfigTestJSON-1225510419-project] (94816) timed out ('10.222.0.67', 58925) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 20:06:49.030048 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-56670ec3-9e55-4b61-a1d5-af917fec1922 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807288 Aug 31 20:06:49.110882 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-6aba8560-4eee-47bc-8cea-b8604a170cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:49.113330 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-6aba8560-4eee-47bc-8cea-b8604a170cb3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1137 time: 0.0419879 Aug 31 20:06:49.224694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-2998e174-1b08-4b5c-b8b0-24ac13a62492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:49.226076 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-2998e174-1b08-4b5c-b8b0-24ac13a62492 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.0944328 Aug 31 20:06:49.292421 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-d08ff88e-ec79-43c8-ab90-0ae70ebd9ee8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1002 time: 0.0577910 Aug 31 20:06:49.343507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-0cd22961-f120-4c15-9bcf-747b2ac87dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:49.345244 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-0cd22961-f120-4c15-9bcf-747b2ac87dd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0441077 Aug 31 20:06:49.395126 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-8b5bc5a3-49f2-4c1b-8a20-550c23d9ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:49.396627 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-8b5bc5a3-49f2-4c1b-8a20-550c23d9ad31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441694 Aug 31 20:06:49.484736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-12ee8b72-e927-4b2c-804b-adaf140756ea service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804365 Aug 31 20:06:49.581858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3aa66fb9-17aa-429b-85e1-5d615906dce7 req-7ce84178-2ed8-49bc-84d0-6849f1a0ec67 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893512 Aug 31 20:06:57.601307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-570ba469-696f-464a-a3d6-ee13b395e912 req-9d1cd124-1c58-462d-8bf6-cc1d311d9fe1 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804177094&fields=id&tenant_id=966406ec42ae4d479cea9fac15710ad8 HTTP/1.1" status: 200 len: 267 time: 0.0323021 Aug 31 20:06:57.653630 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba469-696f-464a-a3d6-ee13b395e912 req-28e2d087-1205-44d4-97f3-2b81fb8eb025 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:57.655132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-570ba469-696f-464a-a3d6-ee13b395e912 req-28e2d087-1205-44d4-97f3-2b81fb8eb025 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 985 time: 0.0485165 Aug 31 20:06:57.666771 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Request body: {'port': {'security_groups': ['a8e53552-0a7f-47fe-bc4c-d023d65dabfb']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:06:57.733108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:57.903284 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:06:57.931572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:57.936309 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:57.947923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:06:57.992243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:57.993103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.000189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-570ba469-696f-464a-a3d6-ee13b395e912 req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "PUT /v2.0/ports/c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 943 time: 0.3349419 Aug 31 20:06:58.000189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:06:58.001300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:06:58.014086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event updated for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:06:58.023035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.023430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.023757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.024099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.024439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.024867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.025092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.025415 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.025748 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.026076 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.026406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.026731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ca0bd-d0b7-4f52-a0a6-1c313eb19553 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.062509 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:06:58.082456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:06:58.088952 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.116884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.172495 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8074f52-e560-4b41-81d1-f1296ac6e95d x-openstack-request-id: req-f8074f52-e560-4b41-81d1-f1296ac6e95d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:06:58.172929 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:06:58.173279 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8074f52-e560-4b41-81d1-f1296ac6e95d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:06:58.173778 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:06:58.189204 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.192640 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.194038 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "DELETE /v2.0/security-groups/0968a32f-2c57-42db-a794-e4a455270caa HTTP/1.1" status: 204 len: 168 time: 0.1921484 Aug 31 20:06:58.196849 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:06:58.250097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968a32f-2c57-42db-a794-e4a455270caa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:06:58.262504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.262887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.263244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.263589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.263949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.264464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.264974 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.265316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.265651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.265985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.266320 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.266654 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05393ca-2203-4927-81b4-88566eae720e tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:06:58.280610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-de657f2e-f89c-471a-8419-5747fb42cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:58.282134 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-de657f2e-f89c-471a-8419-5747fb42cd79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1098 time: 0.0838647 Aug 31 20:06:58.313193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c78d18a-5ddc-4072-a047-9440e48c6dd3 None None] Provisioning complete for port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:06:58.316179 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c78d18a-5ddc-4072-a047-9440e48c6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.380123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Deleting port 2c17152a-0a53-4a96-a449-cb8ed9cdd304 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:06:58.380487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.391022 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-d6fbeb61-32bc-4bcb-a023-7ab62bff59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:58.392547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-d6fbeb61-32bc-4bcb-a023-7ab62bff59ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.1031375 Aug 31 20:06:58.461358 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-3d40c091-0a6e-454f-bbbe-088e7a17f600 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 1002 time: 0.0614452 Aug 31 20:06:58.463049 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.463383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.475562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Calling delete_port for 2c17152a-0a53-4a96-a449-cb8ed9cdd304 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:06:58.518758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-7cd98117-8ca8-4484-b100-d3f8e1f07609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:58.521688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-7cd98117-8ca8-4484-b100-d3f8e1f07609 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0522120 Aug 31 20:06:58.572479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-048a8a90-7f7c-44cb-8178-e839cfc10579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:06:58.573567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-048a8a90-7f7c-44cb-8178-e839cfc10579 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420859 Aug 31 20:06:58.624062 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.668070 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-dd599eb6-35f8-4678-ae48-92d4f8898c5e service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871315 Aug 31 20:06:58.675135 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event deleted for resources: {'Port': ['ID=2c17152a-0a53-4a96-a449-cb8ed9cdd304,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:06:58.718362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:58.718608 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Floating IP 453e47ac-e6c2-4172-9464-d716d136d9a7 disassociated (deleted). External IP: 172.25.3.145, port: c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56. Aug 31 20:06:58.762465 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fae968b9-f7f6-420f-aa1c-7b1ec02e56bc req-3607bb75-5c3f-4b25-a886-a04be914f0a5 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877762 Aug 31 20:06:58.926894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:06:59.353576 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:06:59.358606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:06:59.364713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Sync routers for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:06:59.380243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:06:59.380867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:06:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:06:59.388075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b38fad19-2044-405c-a04f-8dba2531dfcc tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "DELETE /v2.0/floatingips/453e47ac-e6c2-4172-9464-d716d136d9a7 HTTP/1.1" status: 204 len: 168 time: 1.1899407 Aug 31 20:06:59.523576 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:06:59.736537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:06:59.763366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Checking router: 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:06:59.771502 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:06:59.772247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:06:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:06:59.875348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:00.071464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:00.102375 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9e05f-9c97-4dcb-bfbd-9b8d885c477e None None] The sync data for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 is: [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:05:04Z', 'revision_number': 4, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'c88d1058-e43c-4dc5-8c0b-3da79cd38229', 'name': '', 'network_id': '5a209eec-c5cf-413c-9bd0-4822c0fe2b67', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'mac_address': 'fa:16:3e:25:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:03Z', 'updated_at': '2021-08-31T20:05:10Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'subnets': [{'id': '9627899b-5f82-4bfb-80ef-d648d120865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:00.178795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:07:00.181163 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bdfd04-0376-41c8-a053-fe35072839a6" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:07:00.218400 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946f25d-ebad-452f-a765-5597c9c8ae4d x-openstack-request-id: req-9946f25d-ebad-452f-a765-5597c9c8ae4d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:07:00.218697 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:07:00.218958 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9946f25d-ebad-452f-a765-5597c9c8ae4d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:07:00.219358 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:07:00.283841 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-7a123dec-dac6-43bf-9513-cafd4cca35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:00.285977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-7a123dec-dac6-43bf-9513-cafd4cca35c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=966406ec42ae4d479cea9fac15710ad8&device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 1098 time: 0.0443430 Aug 31 20:07:00.361735 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e231a-f01e-4aea-8e34-4b85ab6821f7 None None] New status for floating IP 453e47ac-e6c2-4172-9464-d716d136d9a7: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:07:00.393170 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-296ef74d-6e05-4993-b7c8-6046e57b6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:00.395357 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-296ef74d-6e05-4993-b7c8-6046e57b6efc service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 200 len: 915 time: 0.1027563 Aug 31 20:07:00.441778 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-3a7b3e9a-186c-4abc-9347-a1823fc21249 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 200 len: 217 time: 0.0394766 Aug 31 20:07:00.495253 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-60496b93-8a03-4dd3-b3b7-14325cf687f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:00.496798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-60496b93-8a03-4dd3-b3b7-14325cf687f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 200 len: 853 time: 0.0489008 Aug 31 20:07:00.545048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-a3861d5b-28c3-4f24-b2da-266c7510f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:00.546557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-a3861d5b-28c3-4f24-b2da-266c7510f421 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a209eec-c5cf-413c-9bd0-4822c0fe2b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424666 Aug 31 20:07:00.640974 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-4337658d-869d-4700-961f-aaffd8e00da5 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Aug 31 20:07:00.736874 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8bdfd04-0376-41c8-a053-fe35072839a6 req-dae06f77-0507-4681-9f2a-811791d26548 service neutron] 10.222.0.82 "GET /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879581 Aug 31 20:07:06.328242 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995dff-d36c-4eae-9322-61b37c23313a req-d89340c7-68b2-489b-8245-f4bf9b028c06 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:06.329741 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b995dff-d36c-4eae-9322-61b37c23313a req-d89340c7-68b2-489b-8245-f4bf9b028c06 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0500064 Aug 31 20:07:06.371250 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8b995dff-d36c-4eae-9322-61b37c23313a req-4b039589-40c6-48d7-8671-421984c0cb33 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Aug 31 20:07:07.485738 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c67e2-9427-40c3-9fc7-5922309ee09b req-f74e1b14-7fdc-41ed-a4bc-657d477aa4cf tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:07.487219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a95c67e2-9427-40c3-9fc7-5922309ee09b req-f74e1b14-7fdc-41ed-a4bc-657d477aa4cf tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0486755 Aug 31 20:07:07.527703 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a95c67e2-9427-40c3-9fc7-5922309ee09b req-348867f5-c68a-4a1c-939e-660380a5d189 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e53552-0a7f-47fe-bc4c-d023d65dabfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Aug 31 20:07:07.918825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b30e4cf2-8138-4bca-8d71-4b0d4907edab tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:07.920311 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b30e4cf2-8138-4bca-8d71-4b0d4907edab tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.82 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 946 time: 0.0531070 Aug 31 20:07:07.986753 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:07:08.007820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Deleting port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:08.008172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:08.097639 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] For port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:08.098010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:08.111190 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Calling delete_port for c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:08.233250 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:08.244985 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:07:08.267084 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Pushing event deleted for resources: {'Port': ['ID=c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:08.310415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] No DVR routers for this DVR port c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:07:08.313288 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:08.315429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6d9f735c-7f99-4726-9be9-83f46fbff029 req-b3f7baab-8ab3-49ff-8818-60cace942110 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.82 "DELETE /v2.0/ports/c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 HTTP/1.1" status: 204 len: 173 time: 0.3889632 Aug 31 20:07:08.315925 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'name': 'network-vif-deleted', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:07:08.361510 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13c36f6-5af5-47e8-b1a7-6c6c7906d0f5" -d '{"events": [{"server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "name": "network-vif-deleted", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:07:08.453072 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c6a3d-795d-468f-89cf-1aac292edffb x-openstack-request-id: req-eb3c6a3d-795d-468f-89cf-1aac292edffb {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:07:08.453368 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb8724-1e0e-41d9-8817-85e65f5f8e4d", "name": "network-vif-deleted", "tag": "c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:07:08.453598 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb3c6a3d-795d-468f-89cf-1aac292edffb {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:07:08.453994 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb8724-1e0e-41d9-8817-85e65f5f8e4d', 'name': 'network-vif-deleted', 'tag': 'c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56', 'status': 'completed', 'code': 200} Aug 31 20:07:08.640076 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-80108ed0-dbc0-4c81-8f87-d62e6e0e0228 req-61496ffa-553a-410f-92c5-e0641ead0f63 tempest-TestMinimumBasicScenario-1683872694 tempest-TestMinimumBasicScenario-1683872694-project] 10.222.0.73 "GET /v2.0/ports?device_id=afeb8724-1e0e-41d9-8817-85e65f5f8e4d HTTP/1.1" status: 200 len: 210 time: 0.0332911 Aug 31 20:07:10.194419 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:10.539262 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:10.799226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Deleting port c88d1058-e43c-4dc5-8c0b-3da79cd38229 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:10.799507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:10.881315 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] For port c88d1058-e43c-4dc5-8c0b-3da79cd38229, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c88d1058-e43c-4dc5-8c0b-3da79cd38229,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:10.881686 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:10.894739 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Calling delete_port for c88d1058-e43c-4dc5-8c0b-3da79cd38229 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:11.085604 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.111778 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Pushing event deleted for resources: {'Port': ['ID=c88d1058-e43c-4dc5-8c0b-3da79cd38229,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:11.276738 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.446035 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:11.466089 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:11.466439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device c7f2ffd6-107c-4c49-b1b2-e7f893e3ed56 not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:11.493435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:07:11.600280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:07:11.605150 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b0fd5310-76a5-48df-9f40-3253e706575a admin admin] 10.222.0.73 "PUT /v2.0/routers/7dba2f70-4e79-4ef5-af0c-d63073edb1b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4096963 Aug 31 20:07:11.607735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:11.610668 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Sync routers for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:07:11.620087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:11.620712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:06:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:11.682197 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75a8ea7e-84b6-4bfa-89b8-016e4732746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.713273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.738240 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:11.815533 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.868596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Deleting port 0a355ed7-2185-4e5a-afe4-90a87fc07979 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:11.868861 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.922365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:07:11Z', 'revision_number': 5, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port': {'id': '0a355ed7-2185-4e5a-afe4-90a87fc07979', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:02Z', 'updated_at': '2021-08-31T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:11.945072 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] For port 0a355ed7-2185-4e5a-afe4-90a87fc07979, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0a355ed7-2185-4e5a-afe4-90a87fc07979,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:11.945441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:11.949823 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Checking router: 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:07:11.959366 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Routers {'7dba2f70-4e79-4ef5-af0c-d63073edb1b6'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:11.960019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:06:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:11.962860 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Calling delete_port for 0a355ed7-2185-4e5a-afe4-90a87fc07979 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:12.046796 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] Set router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:12.100483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:07:11Z', 'revision_number': 6, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:12.123979 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.131418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55715f2-e1d3-4c20-a67a-6df458729445 None None] The sync data for ids ['7dba2f70-4e79-4ef5-af0c-d63073edb1b6'] in n-d-778550-14 is: [{'id': '7dba2f70-4e79-4ef5-af0c-d63073edb1b6', 'name': 'tempest-TestMinimumBasicScenario-792672229-router', 'tenant_id': '966406ec42ae4d479cea9fac15710ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:01Z', 'updated_at': '2021-08-31T20:07:11Z', 'revision_number': 6, 'project_id': '966406ec42ae4d479cea9fac15710ad8', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:12.153186 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a355ed7-2185-4e5a-afe4-90a87fc07979,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:12.223607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.314230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.316392 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.361343 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.361920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dba2f70-4e79-4ef5-af0c-d63073edb1b6 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:07:12.366770 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.367949 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8682833c-c822-467c-ab68-0054e78b66d1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7dba2f70-4e79-4ef5-af0c-d63073edb1b6 HTTP/1.1" status: 204 len: 168 time: 0.7592664 Aug 31 20:07:12.370513 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:12.418521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Deleting subnet 9627899b-5f82-4bfb-80ef-d648d120865f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:07:12.421457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.455535 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.546706 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.604109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.627121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9627899b-5f82-4bfb-80ef-d648d120865f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:12.632816 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.634817 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f5b4bdca-aa2a-4789-b252-57fbc2747494 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9627899b-5f82-4bfb-80ef-d648d120865f HTTP/1.1" status: 204 len: 168 time: 0.2632349 Aug 31 20:07:12.637250 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47494) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:12.638640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51734c6d-6a22-4ec4-ac98-5ed704f334d4 None None] Network 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:07:12.707934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.763506 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Deleting port b1b98544-5fc2-422e-93c0-a3dc305f8c09 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:12.763894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.830157 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] For port b1b98544-5fc2-422e-93c0-a3dc305f8c09, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b1b98544-5fc2-422e-93c0-a3dc305f8c09,segment=NetworkSegment(d06d795d-219c-40fd-bcee-0dba751a9dae),segment_id=d06d795d-219c-40fd-bcee-0dba751a9dae)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:12.830466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.843772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Calling delete_port for b1b98544-5fc2-422e-93c0-a3dc305f8c09 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:12.905030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] DHCP port deletion for 5a209eec-c5cf-413c-9bd0-4822c0fe2b67 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:07:12.935487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.962028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Deleting port b1b98544-5fc2-422e-93c0-a3dc305f8c09 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:12.962389 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:12.964235 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b98544-5fc2-422e-93c0-a3dc305f8c09,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:12.971590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] No DVR routers for this DVR port b1b98544-5fc2-422e-93c0-a3dc305f8c09 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:07:12.976289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b1b98544-5fc2-422e-93c0-a3dc305f8c09 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:13.036141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b1b98544-5fc2-422e-93c0-a3dc305f8c09 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:13.036508 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b1b98544-5fc2-422e-93c0-a3dc305f8c09 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:13.036945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c88d1058-e43c-4dc5-8c0b-3da79cd38229 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:13.052458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.061263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c88d1058-e43c-4dc5-8c0b-3da79cd38229 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:13.061608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c88d1058-e43c-4dc5-8c0b-3da79cd38229 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:13.062025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a355ed7-2185-4e5a-afe4-90a87fc07979 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:13.063291 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a209eec-c5cf-413c-9bd0-4822c0fe2b67']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:13.074692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06d795d-219c-40fd-bcee-0dba751a9dae') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:13.074989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06d795d-219c-40fd-bcee-0dba751a9dae') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:13.083886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.086352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0a355ed7-2185-4e5a-afe4-90a87fc07979 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:13.086703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0a355ed7-2185-4e5a-afe4-90a87fc07979 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:13.091690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] For port b1b98544-5fc2-422e-93c0-a3dc305f8c09, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:13.092078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.098498 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.105311 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:07:13.105545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Calling delete_port for b1b98544-5fc2-422e-93c0-a3dc305f8c09 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:13.105746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:07:13.107785 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:07:13.110258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Port b1b98544-5fc2-422e-93c0-a3dc305f8c09 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 20:07:13.111587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.143127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] No DVR routers for this DVR port b1b98544-5fc2-422e-93c0-a3dc305f8c09 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:07:13.149131 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Pushing event deleted for resources: {'Port': ['ID=b1b98544-5fc2-422e-93c0-a3dc305f8c09,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:13.157021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.157323 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.157675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.158013 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.158351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.158685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.159017 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.159345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.159924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.160208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.160541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.161608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc96cfb-88d8-470c-bae7-128a76515dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:13.170752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.178328 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.180545 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] 10.222.0.73 "DELETE /v2.0/networks/5a209eec-c5cf-413c-9bd0-4822c0fe2b67 HTTP/1.1" status: 204 len: 168 time: 0.5422909 Aug 31 20:07:13.183668 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:13.192435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dcfb4-b6fa-4f5f-bbdb-9e9359d7eeab admin admin] Pushing event deleted for resources: {'Network': ['ID=5a209eec-c5cf-413c-9bd0-4822c0fe2b67,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:13.537257 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.773471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Deleting port b475cce9-1522-41a6-885b-aabbcb0b0136 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:13.773816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.848011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] For port b475cce9-1522-41a6-885b-aabbcb0b0136, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b475cce9-1522-41a6-885b-aabbcb0b0136,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:13.848396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:13.860449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Calling delete_port for b475cce9-1522-41a6-885b-aabbcb0b0136 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:14.033461 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:14.059793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Pushing event deleted for resources: {'Port': ['ID=b475cce9-1522-41a6-885b-aabbcb0b0136,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:14.289000 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-329a870f-267f-47d8-bde8-4a2cdc7373a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:14.492123 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:14.537204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:14.709100 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:07:14.814316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:07:14.820747 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1732073e-19ff-4e96-9873-08997965eddd admin admin] 10.222.0.73 "PUT /v2.0/routers/08f938fc-aff0-429c-b145-dd76c0bf8cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359994 Aug 31 20:07:14.823819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:14.826197 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Sync routers for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:07:14.835980 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:14.836600 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:14.931048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:14.941402 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:14.981120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.038763 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.092782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Deleting port a00aae55-0f39-4fe0-9889-dac8c574a6d4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:15.093133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.173671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] For port a00aae55-0f39-4fe0-9889-dac8c574a6d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a00aae55-0f39-4fe0-9889-dac8c574a6d4,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:15.174366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.187518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Calling delete_port for a00aae55-0f39-4fe0-9889-dac8c574a6d4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:15.218938 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:07:13Z', 'revision_number': 5, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port': {'id': 'a00aae55-0f39-4fe0-9889-dac8c574a6d4', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:15.244729 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Checking router: 08f938fc-aff0-429c-b145-dd76c0bf8cb6 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:07:15.253063 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Routers {'08f938fc-aff0-429c-b145-dd76c0bf8cb6'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:15.253674 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:15.341551 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] Set router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:15.352789 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.382479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00aae55-0f39-4fe0-9889-dac8c574a6d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:15.398145 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:07:15Z', 'revision_number': 6, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:15.424028 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306d024-e732-4d7e-ad68-2363a087ac86 None None] The sync data for ids ['08f938fc-aff0-429c-b145-dd76c0bf8cb6'] in n-d-778550-14 is: [{'id': '08f938fc-aff0-429c-b145-dd76c0bf8cb6', 'name': 'tempest-TestMinimumBasicScenario-207334862-router', 'tenant_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:05:06Z', 'updated_at': '2021-08-31T20:07:15Z', 'revision_number': 6, 'project_id': '9c35a3dbe6e2470bbedc9039c9aa5a7c', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:15.453831 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.544362 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.546470 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.589721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.593103 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.593671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f938fc-aff0-429c-b145-dd76c0bf8cb6 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:07:15.598952 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.600172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8c019ab2-52cc-4ed0-9873-eb8ffc1d81f2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/08f938fc-aff0-429c-b145-dd76c0bf8cb6 HTTP/1.1" status: 204 len: 168 time: 0.7746453 Aug 31 20:07:15.602817 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:15.651843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Deleting subnet a77e4ca1-fe17-4952-9380-abd9671b3ee4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:07:15.654834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.690134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.776370 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.833007 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.864898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77e4ca1-fe17-4952-9380-abd9671b3ee4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:15.866885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.869334 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-09529109-b3dc-427f-a495-310a6b78b238 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a77e4ca1-fe17-4952-9380-abd9671b3ee4 HTTP/1.1" status: 204 len: 168 time: 0.2652774 Aug 31 20:07:15.871416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:15.872221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b07cdc8-d696-4df8-8561-f2dd4fce1fdd None None] Network 68caf764-abb1-4b17-ba14-e06abd6a844c requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:07:15.938145 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:15.991355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Deleting port 682f5924-5272-4059-a3ca-6f1dee989cb7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:15.991913 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.189198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] DHCP port deletion for 68caf764-abb1-4b17-ba14-e06abd6a844c request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:07:16.242152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Deleting port 682f5924-5272-4059-a3ca-6f1dee989cb7 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:07:16.242529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.310876 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] For port 682f5924-5272-4059-a3ca-6f1dee989cb7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=682f5924-5272-4059-a3ca-6f1dee989cb7,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:16.311347 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.327272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Calling delete_port for 682f5924-5272-4059-a3ca-6f1dee989cb7 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:16.385325 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.387965 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] For port 682f5924-5272-4059-a3ca-6f1dee989cb7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=682f5924-5272-4059-a3ca-6f1dee989cb7,segment=NetworkSegment(4657f3ec-94c7-4856-a5c1-c1511a7a79b1),segment_id=4657f3ec-94c7-4856-a5c1-c1511a7a79b1)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:16.388442 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.403398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Calling delete_port for 682f5924-5272-4059-a3ca-6f1dee989cb7 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:07:16.423681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.468673 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] Pushing event deleted for resources: {'Port': ['ID=682f5924-5272-4059-a3ca-6f1dee989cb7,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:16.474284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e22a86-3fa4-4446-b5ef-22f88dff754c None None] No DVR routers for this DVR port 682f5924-5272-4059-a3ca-6f1dee989cb7 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:07:16.496325 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.529000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Pushing event deleted for resources: {'Port': ['ID=682f5924-5272-4059-a3ca-6f1dee989cb7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:16.532488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] No DVR routers for this DVR port 682f5924-5272-4059-a3ca-6f1dee989cb7 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:07:16.605709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.615867 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68caf764-abb1-4b17-ba14-e06abd6a844c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:16.625720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4657f3ec-94c7-4856-a5c1-c1511a7a79b1') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:16.626139 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4657f3ec-94c7-4856-a5c1-c1511a7a79b1') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:16.635493 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.650402 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.656877 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:07:16.656877 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self.session.flush() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:07:16.658714 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:07:16.705950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a00aae55-0f39-4fe0-9889-dac8c574a6d4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:16.719928 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.724513 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:16.728910 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] 10.222.0.73 "DELETE /v2.0/networks/68caf764-abb1-4b17-ba14-e06abd6a844c HTTP/1.1" status: 204 len: 168 time: 0.8540337 Aug 31 20:07:16.729084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a00aae55-0f39-4fe0-9889-dac8c574a6d4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:16.729084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a00aae55-0f39-4fe0-9889-dac8c574a6d4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:16.729084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 682f5924-5272-4059-a3ca-6f1dee989cb7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:16.740308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff15ef-9d5f-4540-9f9c-d3cd05d937ef admin admin] Pushing event deleted for resources: {'Network': ['ID=68caf764-abb1-4b17-ba14-e06abd6a844c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:16.748393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 682f5924-5272-4059-a3ca-6f1dee989cb7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:16.748738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 682f5924-5272-4059-a3ca-6f1dee989cb7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:16.749151 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b475cce9-1522-41a6-885b-aabbcb0b0136 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:07:16.767991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b475cce9-1522-41a6-885b-aabbcb0b0136 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:07:16.768330 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b475cce9-1522-41a6-885b-aabbcb0b0136 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:07:16.888466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:16.929564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-30fa31cc-e548-4323-a111-ce3d8944b925 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=966406ec42ae4d479cea9fac15710ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398254 Aug 31 20:07:16.931966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:16.980399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.000971 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.048495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.051245 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.052469 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8e53552-0a7f-47fe-bc4c-d023d65dabfb HTTP/1.1" status: 204 len: 168 time: 0.1195853 Aug 31 20:07:17.060631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e5eda-1e96-415e-87b7-b1e880c1a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e53552-0a7f-47fe-bc4c-d023d65dabfb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:17.201106 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.369327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:17.409133 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3e109d60-1800-4254-b911-0ab4e515b409 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c35a3dbe6e2470bbedc9039c9aa5a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386329 Aug 31 20:07:17.411949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47518) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:17.462688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.483852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.530165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.532987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:17.534230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf2cc125-05e0-4194-9b75-54a9bcbadbb7 HTTP/1.1" status: 204 len: 168 time: 0.1213505 Aug 31 20:07:17.541800 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ca3a9-7b2b-4a51-9ccd-ff25878f2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2cc125-05e0-4194-9b75-54a9bcbadbb7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.074511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47558) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.079485 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917374551', 'description': 'tempest-secgroup-smoke-917374551 description', 'project_id': '1d53fa37caca439caacadf8f5176da74'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.102200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.112183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.200782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.204454 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.240479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca781082-db16-4f29-a274-2b9ac5ee5ea8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.293152 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.296771 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.326992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.328253 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2527347 Aug 31 20:07:19.330124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca435b-51c4-4129-86c5-9eaa51f266f4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba0d5e-574a-4bb9-bef8-19939f00affb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.331328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.337380 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.365890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.415827 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.419109 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.438598 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656dc691-e2b4-4a25-970e-a37670b2e125,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.444733 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.445926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-339f464e-1a16-4416-be3c-12e9292fff2d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134133 Aug 31 20:07:19.448733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.453224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.479560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.536842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.540905 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.559573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b200607b-3d5f-459d-81de-2bde0d7611d5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.563330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.564947 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a92d0217-6d52-4d4b-bcde-75acbaef9892 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152020 Aug 31 20:07:19.568197 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.572970 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.600269 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.658842 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.663330 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.681843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96500b87-024a-4cac-aa6b-8d3ea5a30b1f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.687588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.688688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6a0f121a-ab6f-4bf8-8874-05935c585e69 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193438 Aug 31 20:07:19.691548 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.696136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.721046 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.782631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.786985 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.808056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feebff77-8647-44e3-ab2c-5047e3a38ec7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.810473 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.814269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3ce65a55-a741-40e0-bad8-2b33c0732a70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190577 Aug 31 20:07:19.814744 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.819053 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.839884 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:07:19.844835 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.909202 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.914129 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.935693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29eca3c4-a1a1-40e3-b62b-c96a244d4888,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:19.944635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:19.946097 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c03cf408-b81a-42fd-bfb0-d478b9be366c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306715 Aug 31 20:07:19.948822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:19.953305 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '48ba0d5e-574a-4bb9-bef8-19939f00affb', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:19.978678 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:07:19.984241 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.056427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.060355 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.086414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f4a4d1-92b6-446d-8252-a887df6a4a33,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:20.090242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.091829 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bfef9e11-b7a5-46dc-97a8-35d308c7095e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417239 Aug 31 20:07:20.094818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:20.100133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'network': {'name': 'tempest-network-smoke--162507600', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:20.121724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:07:20.125296 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.151222 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:07:20.161235 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.162289 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Added segment 2da280e2-f611-4703-be4c-1e2a8e946ccc of type vlan for network 681c13a3-0369-4fc2-aebd-bb3934054d60 Aug 31 20:07:20.205107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.231872 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.239946 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:20.240849 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.311822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2157235 Aug 31 20:07:20.315195 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:20.322510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'admin_state_up': True, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:20.339951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c223ac-2823-48a5-94a0-f146732e5d3c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Network': ['ID=681c13a3-0369-4fc2-aebd-bb3934054d60,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:20.352408 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:07:20.354580 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.356383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.410414 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.565119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.770061 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.793187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:20.894071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.131 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a0a00d3f-47cc-4102-9698-4e3540b0f332) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:07:21.001141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:21.038588 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:21.079324 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:21.082256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:21.085896 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:07:21.107951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=a0a00d3f-47cc-4102-9698-4e3540b0f332,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:21.332487 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:21.530305 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:21.655083 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 9a9a8021-bfba-4c79-b0d1-537f1f939652 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:07:21.758694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:07:21.767981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Sync routers for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:07:21.776937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:21.777917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:21.778420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-54b1af13-4dd8-4d7d-ad4d-c2a06d539f16 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4621413 Aug 31 20:07:21.778685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:21.781356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:21.884441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:21.905539 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ae6509bf-4f00-4f3c-b93f-3b74a644b157 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1d53fa37caca439caacadf8f5176da74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230032 Aug 31 20:07:21.908226 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:22.054647 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84934adc-5cbc-47ea-a080-490e2de48fb4 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:22.056216 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-84934adc-5cbc-47ea-a080-490e2de48fb4 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470788 Aug 31 20:07:22.058956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:22.059474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:22.087006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Checking router: 9a9a8021-bfba-4c79-b0d1-537f1f939652 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:07:22.087359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Updating router 9a9a8021-bfba-4c79-b0d1-537f1f939652 port a0a00d3f-47cc-4102-9698-4e3540b0f332 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:07:22.092737 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c8743f1a-4e4c-48fa-b470-c65a48bb4c78 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326786 Aug 31 20:07:22.095533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47584) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:22.100694 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418668052', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:22.112478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.189814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:07:22.193946 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.373257 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.373990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.384260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Transition to ACTIVE for port object a0a00d3f-47cc-4102-9698-4e3540b0f332 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:22.389740 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.435919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Subnet': ['ID=4f430df0-a28e-4ac1-b526-fc84de01b188,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:22.441357 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508925b-32ae-4fee-a314-dab90b2994ea None None] Pushing event updated for resources: {'Port': ['ID=a0a00d3f-47cc-4102-9698-4e3540b0f332,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:22.443790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Attempting to bind port a0a00d3f-47cc-4102-9698-4e3540b0f332 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:07:22.443910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Attempting to bind port a0a00d3f-47cc-4102-9698-4e3540b0f332 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:07:22.444274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Attempting to bind port a0a00d3f-47cc-4102-9698-4e3540b0f332 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:07:22.445840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Checking segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:07:22.446214 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network hostable DHCP agents. Network: 681c13a3-0369-4fc2-aebd-bb3934054d60, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:07:22.449755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:07:22.450127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:07:22.450527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.450911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:07:22.451371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Bound port: a0a00d3f-47cc-4102-9698-4e3540b0f332, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:07:22.451773 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.463005 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:07:22.471950 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 681c13a3-0369-4fc2-aebd-bb3934054d60) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:22.479020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:22.480424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.482299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1f26d-19d1-4f27-a95f-b158ca752959 None None] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:07:22.496071 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4f1fc24e-a542-45ed-9935-8470075dc0ed tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3994727 Aug 31 20:07:22.498818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:22.547890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] For port a0a00d3f-47cc-4102-9698-4e3540b0f332, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:07:22.552841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] For port a0a00d3f-47cc-4102-9698-4e3540b0f332, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a0a00d3f-47cc-4102-9698-4e3540b0f332,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:07:22.563410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.819137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:22.819842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:22.825687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508925b-32ae-4fee-a314-dab90b2994ea None None] Pushing event updated for resources: {'Port': ['ID=a0a00d3f-47cc-4102-9698-4e3540b0f332,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:22.934589 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-681c13a3-0369-4fc2-aebd-bb3934054d60', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:07:22.935430 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.943830 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:22.969086 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:23.193897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Allocated IP 172.20.0.2 (681c13a3-0369-4fc2-aebd-bb3934054d60/4f430df0-a28e-4ac1-b526-fc84de01b188/7a3d41ed-2638-41be-88af-f0a1a9d9d255) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:07:23.314827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:23.353082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43589c15-6e6a-4255-8028-c1d31b48bb61 None None] The sync data for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 is: [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:23.393517 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:23.402655 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Transition to ACTIVE for port object 7a3d41ed-2638-41be-88af-f0a1a9d9d255 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:23.418239 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Transition to ACTIVE for port object 7a3d41ed-2638-41be-88af-f0a1a9d9d255 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:23.428129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:23.475284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:23.478397 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:23.482740 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:07:23.486870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.1 (681c13a3-0369-4fc2-aebd-bb3934054d60/4f430df0-a28e-4ac1-b526-fc84de01b188/4b17c714-dbf8-475c-956f-97c28ea13bb1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:07:23.487742 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Pushing event updated for resources: {'Port': ['ID=7a3d41ed-2638-41be-88af-f0a1a9d9d255,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:23.547052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Attempting to bind port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:07:23.547434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Attempting to bind port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:07:23.547841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Attempting to bind port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 on network 681c13a3-0369-4fc2-aebd-bb3934054d60 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:07:23.554179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:07:23.554563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Checking segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:07:23.554978 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:23.555384 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Bound using segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:07:23.555885 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Bound port: 7a3d41ed-2638-41be-88af-f0a1a9d9d255, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:07:23.556279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:23.667835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] For port 7a3d41ed-2638-41be-88af-f0a1a9d9d255, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:07:23.671713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] For port 7a3d41ed-2638-41be-88af-f0a1a9d9d255, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7a3d41ed-2638-41be-88af-f0a1a9d9d255,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:07:23.678187 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:23.743226 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c9206-453b-4eef-9e65-71ba2e56efe6 None None] Pushing event updated for resources: {'Port': ['ID=7a3d41ed-2638-41be-88af-f0a1a9d9d255,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:24.012270 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.027859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object 4b17c714-dbf8-475c-956f-97c28ea13bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:24.063289 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.110942 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:24.115758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:24.123347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:07:24.154256 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:24.181668 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.317284 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.601709 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.606519 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.640721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58028df6-5c59-4252-8a06-e5369956f732 None None] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:07:24.694368 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:24.697930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.724603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8c8e492-dd19-422e-9db8-1b75e3f25a50 None None] Provisioning for port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:24.803250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a0a00d3f-47cc-4102-9698-4e3540b0f332 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:24.805838 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:24.807274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:24.864618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a0a00d3f-47cc-4102-9698-4e3540b0f332 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:24.869068 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a0a00d3f-47cc-4102-9698-4e3540b0f332 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:24.869527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.940238 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 9a9a8021-bfba-4c79-b0d1-537f1f939652 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:07:24.962016 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.985540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a0a00d3f-47cc-4102-9698-4e3540b0f332, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a0a00d3f-47cc-4102-9698-4e3540b0f332,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:24.990150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:24.991011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7a3d41ed-2638-41be-88af-f0a1a9d9d255 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:25.064521 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:07:25.071358 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-941f1ae1-e697-4579-88c9-1728642421d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/9a9a8021-bfba-4c79-b0d1-537f1f939652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714364 Aug 31 20:07:25.084033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a0a00d3f-47cc-4102-9698-4e3540b0f332,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:25.101194 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:25.105663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:25.106039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.177976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Provisioning for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:25.184550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Provisioning complete for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:25.185151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.252742 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.255230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Port 4b17c714-dbf8-475c-956f-97c28ea13bb1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:07:25.256407 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-d9d988ca-d723-40e3-ae73-cfd6e145fa80 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917374551&fields=id&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 267 time: 0.0384412 Aug 31 20:07:25.289612 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Provisioning complete for port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:25.290085 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb86-6f1f-427d-84b7-c5e517ba0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.326337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 7a3d41ed-2638-41be-88af-f0a1a9d9d255, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7a3d41ed-2638-41be-88af-f0a1a9d9d255,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:25.331879 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Sync routers for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:07:25.339092 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.349604 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:25.350643 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:25.401949 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-ec71be40-6ecc-4189-b88a-0d189db06fb0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:25.402798 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=7a3d41ed-2638-41be-88af-f0a1a9d9d255,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:25.411564 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-ec71be40-6ecc-4189-b88a-0d189db06fb0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 796 time: 0.1470311 Aug 31 20:07:25.431017 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-0033a503-cc6b-4ef3-b27b-ecc8e36337a4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/quotas/1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 375 time: 0.0184665 Aug 31 20:07:25.491897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:25.496956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-24580eef-249a-47f6-a2af-e2a02eba6d38 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647361 Aug 31 20:07:25.567328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4cb48391-38dd-4326-8c9f-9a18f943cfc2 None None] Provisioning complete for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:25.567866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cb48391-38dd-4326-8c9f-9a18f943cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.603591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4cb48391-38dd-4326-8c9f-9a18f943cfc2 None None] Port 4b17c714-dbf8-475c-956f-97c28ea13bb1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:07:25.686561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-abf3e741-6268-404e-b9d6-9b6299861127 service neutron] 10.222.0.73 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379876 Aug 31 20:07:25.692937 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 2, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:25.722026 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Checking router: 9a9a8021-bfba-4c79-b0d1-537f1f939652 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:07:25.722876 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Updating router 9a9a8021-bfba-4c79-b0d1-537f1f939652 port 4b17c714-dbf8-475c-956f-97c28ea13bb1 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:07:25.747884 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:25.779447 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-c81743db-0bd2-41ab-a24e-2caa6fb76ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864899 Aug 31 20:07:25.952289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-516b4ae7-d85b-456b-9310-d40a484e9406 req-7174ea89-6bd0-479b-8423-942a36c27a31 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 210 time: 0.0274470 Aug 31 20:07:26.032473 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.042806 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Transition to ACTIVE for port object 4b17c714-dbf8-475c-956f-97c28ea13bb1 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:26.048790 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.111133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Pushing event updated for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:26.138703 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.139119 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.139558 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.140001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.140466 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.140958 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.141239 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.141606 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.141896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.142291 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.142654 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.143055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:07:26.185769 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Attempting to bind port 4b17c714-dbf8-475c-956f-97c28ea13bb1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:07:26.186142 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Attempting to bind port 4b17c714-dbf8-475c-956f-97c28ea13bb1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:07:26.186542 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Attempting to bind port 4b17c714-dbf8-475c-956f-97c28ea13bb1 on network 681c13a3-0369-4fc2-aebd-bb3934054d60 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:07:26.193202 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:07:26.193654 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Checking segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:07:26.193978 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.194387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Bound using segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:07:26.194855 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Bound port: 4b17c714-dbf8-475c-956f-97c28ea13bb1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:07:26.195236 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.272467 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] For port 4b17c714-dbf8-475c-956f-97c28ea13bb1, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:07:26.276084 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] For port 4b17c714-dbf8-475c-956f-97c28ea13bb1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b17c714-dbf8-475c-956f-97c28ea13bb1,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:07:26.281308 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.354551 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:26.355288 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:26.414762 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4697-78f4-432a-8019-325b299d23f9 None None] Pushing event updated for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:26.505169 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:26.725679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a0a00d3f-47cc-4102-9698-4e3540b0f332 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:26.784506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a0a00d3f-47cc-4102-9698-4e3540b0f332 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:26.786172 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.800204 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:26Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:26.826968 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d42e-b95b-48fa-8e82-c868a8da6d34 None None] The sync data for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 is: [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:26Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:26.891669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7a3d41ed-2638-41be-88af-f0a1a9d9d255 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:26.967724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:26.968354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:26.973068 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-f5281a8c-a898-42df-b6ef-f1c9ac137f49 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:26.975340 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-f5281a8c-a898-42df-b6ef-f1c9ac137f49 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 796 time: 0.1397400 Aug 31 20:07:27.027741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-0f953a7c-fb9d-45f4-9daf-ae898d7905dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 379 time: 0.0429671 Aug 31 20:07:27.039754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'port': {'device_id': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'admin_state_up': True, 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'security_groups': ['48ba0d5e-574a-4bb9-bef8-19939f00affb']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:27.122813 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4169e92a-3aec-482d-8c58-9485d29f1558 req-a2f666dc-c828-4b82-af38-81eb9fd952a7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 210 time: 0.0337858 Aug 31 20:07:27.164281 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:07:27.167834 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.302961 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.11 (681c13a3-0369-4fc2-aebd-bb3934054d60/4f430df0-a28e-4ac1-b526-fc84de01b188/090649ce-d1bd-45e5-adbb-430350bbd4de) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:07:27.452261 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.465821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object 090649ce-d1bd-45e5-adbb-430350bbd4de will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:27.499472 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.544006 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:27.549300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:27.554046 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:07:27.580510 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:27.615407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:27.616132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.633730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8a63524-1160-4235-9b40-d1192a453998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989184 Aug 31 20:07:27.734861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Request body: {'port': {'device_id': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:27.796515 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.802997 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-099577a0-5d37-4931-995e-78775f7020d4 None None] Provisioning for port 090649ce-d1bd-45e5-adbb-430350bbd4de completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:27.807783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-099577a0-5d37-4931-995e-78775f7020d4 None None] Provisioning complete for port 090649ce-d1bd-45e5-adbb-430350bbd4de triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:27.808168 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-099577a0-5d37-4931-995e-78775f7020d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:27.845448 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-099577a0-5d37-4931-995e-78775f7020d4 None None] Port 090649ce-d1bd-45e5-adbb-430350bbd4de cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:07:28.071220 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090649ce-d1bd-45e5-adbb-430350bbd4de {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:07:28.078704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.090957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Transition to ACTIVE for port object 090649ce-d1bd-45e5-adbb-430350bbd4de will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:07:28.095321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.149168 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Pushing event updated for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:28.220846 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Attempting to bind port 090649ce-d1bd-45e5-adbb-430350bbd4de on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:07:28.221451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Attempting to bind port 090649ce-d1bd-45e5-adbb-430350bbd4de by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:07:28.221786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Attempting to bind port 090649ce-d1bd-45e5-adbb-430350bbd4de on network 681c13a3-0369-4fc2-aebd-bb3934054d60 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:07:28.229468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Port 090649ce-d1bd-45e5-adbb-430350bbd4de on network 681c13a3-0369-4fc2-aebd-bb3934054d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:07:28.229811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Attempting to bind port 090649ce-d1bd-45e5-adbb-430350bbd4de on network 681c13a3-0369-4fc2-aebd-bb3934054d60 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:07:28.236141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:07:28.236415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Checking segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:07:28.236927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Bound using segment: {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:07:28.237556 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Bound port: 090649ce-d1bd-45e5-adbb-430350bbd4de, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da280e2-f611-4703-be4c-1e2a8e946ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:07:28.237762 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.247595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b72ec-3f57-4046-8136-87dfd64104a5 req-6bbe337f-e82c-4213-8183-a1b966bc5548 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.249807 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-861b72ec-3f57-4046-8136-87dfd64104a5 req-6bbe337f-e82c-4213-8183-a1b966bc5548 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 944 time: 0.0583136 Aug 31 20:07:28.290669 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-861b72ec-3f57-4046-8136-87dfd64104a5 req-f758049a-827c-476d-942a-14e8424fff7c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344560 Aug 31 20:07:28.310880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:07:28.314206 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=090649ce-d1bd-45e5-adbb-430350bbd4de,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:07:28.321410 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.362178 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.362815 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.365872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] 10.222.0.67 "PUT /v2.0/ports/090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 1093 time: 0.6860905 Aug 31 20:07:28.366382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:07:28.368707 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9cee00-2669-446e-8c9f-ecb5580301f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:07:28.414823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199ee6a-6972-4b3b-9ce6-d131fbc73456 service neutron] Pushing event updated for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:28.418837 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a057fb8-b93c-40e8-a29c-106b85a07e80 x-openstack-request-id: req-6a057fb8-b93c-40e8-a29c-106b85a07e80 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:07:28.419130 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:07:28.419380 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a057fb8-b93c-40e8-a29c-106b85a07e80 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:07:28.419835 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'status': 'completed', 'code': 200} Aug 31 20:07:28.462522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8b12cbb-6105-4377-961d-1cec41242961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.464093 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-b8b12cbb-6105-4377-961d-1cec41242961 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1096 time: 0.0431473 Aug 31 20:07:28.511450 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-54f1cbdf-cad2-476f-a918-075e72e557f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 217 time: 0.0391321 Aug 31 20:07:28.560941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-21113529-f63a-4bc9-90e6-1f000680402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.562398 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-21113529-f63a-4bc9-90e6-1f000680402f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 200 len: 834 time: 0.0446773 Aug 31 20:07:28.609180 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-d871066a-2a11-45f7-9611-a7515e9e6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.610695 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-d871066a-2a11-45f7-9611-a7515e9e6419 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=681c13a3-0369-4fc2-aebd-bb3934054d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404654 Aug 31 20:07:28.709387 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-12b10510-3ec3-4f5d-a4e2-2651c4403354 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912886 Aug 31 20:07:28.729394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b17c714-dbf8-475c-956f-97c28ea13bb1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:28.777500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:28.781121 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:28.781568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.799178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f3a2d618-1b30-4165-88c9-cd4d409d4600 req-3e740e9a-3e4b-44f9-8a42-f7a333f19a29 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833306 Aug 31 20:07:28.867314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.889333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-62f90508-e936-43d7-9949-d3e242228778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.890905 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-62f90508-e936-43d7-9949-d3e242228778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1096 time: 0.0469215 Aug 31 20:07:28.899520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4b17c714-dbf8-475c-956f-97c28ea13bb1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b17c714-dbf8-475c-956f-97c28ea13bb1,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:28.903311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:28.949910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:28.981553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-645e9bca-56f0-49b9-91b9-ada7ed6afd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:28.983037 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-645e9bca-56f0-49b9-91b9-ada7ed6afd32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 897 time: 0.0854650 Aug 31 20:07:29.024706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-e7e91145-6cc1-46dc-804a-d17ff7ba1b7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 217 time: 0.0339398 Aug 31 20:07:29.077128 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-a4475bce-850e-412a-a94c-a8d300ee9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:29.078451 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-a4475bce-850e-412a-a94c-a8d300ee9a67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 200 len: 834 time: 0.0461738 Aug 31 20:07:29.124715 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-10d32dd3-fa8a-40e9-8c5b-b7f3489dc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:29.126184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-10d32dd3-fa8a-40e9-8c5b-b7f3489dc2f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=681c13a3-0369-4fc2-aebd-bb3934054d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401485 Aug 31 20:07:29.213867 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-bb727e9e-ccb7-405e-8423-4d229cedb7b5 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796680 Aug 31 20:07:29.307133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ca9cee00-2669-446e-8c9f-ecb5580301f7 req-71e4b99e-9393-44a5-98d5-b6ea480d031b service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Aug 31 20:07:29.409420 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000157-c906-4a86-90ea-96291b0f74be req-40a86f09-bfc0-4d72-82b0-e953e96c2174 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:29.411730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87000157-c906-4a86-90ea-96291b0f74be req-40a86f09-bfc0-4d72-82b0-e953e96c2174 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 944 time: 0.0497179 Aug 31 20:07:29.449841 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-87000157-c906-4a86-90ea-96291b0f74be req-b2099653-95ae-4eed-8266-d7f083bf23dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Aug 31 20:07:30.567011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ca335-f10b-4b55-bbcd-e9ac32bb36ce req-02492c12-557d-4694-9863-7db5dd63b105 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:30.568555 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244ca335-f10b-4b55-bbcd-e9ac32bb36ce req-02492c12-557d-4694-9863-7db5dd63b105 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 944 time: 0.0495608 Aug 31 20:07:30.608040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-244ca335-f10b-4b55-bbcd-e9ac32bb36ce req-a779a4e0-40e7-4ef6-a928-a78840f62714 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Aug 31 20:07:30.710689 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b17c714-dbf8-475c-956f-97c28ea13bb1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:30.758792 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4b17c714-dbf8-475c-956f-97c28ea13bb1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:30.759170 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:30.931579 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 090649ce-d1bd-45e5-adbb-430350bbd4de details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:07:31.022456 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=090649ce-d1bd-45e5-adbb-430350bbd4de,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:31.036224 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'port_id': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'mac_address': 'fa:16:3e:8b:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:07:31.072551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:31.084677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090649ce-d1bd-45e5-adbb-430350bbd4de {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:07:31.103490 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=090649ce-d1bd-45e5-adbb-430350bbd4de,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:31.107141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:31.155721 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:31.348156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['090649ce-d1bd-45e5-adbb-430350bbd4de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:07:31.726492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3668103-5b5f-4207-8eb4-6d56ae46e5b3 req-f4e05ba1-0ac1-493f-9be5-1d3de0621dc4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:31.728027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3668103-5b5f-4207-8eb4-6d56ae46e5b3 req-f4e05ba1-0ac1-493f-9be5-1d3de0621dc4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 945 time: 0.0546246 Aug 31 20:07:31.765368 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3668103-5b5f-4207-8eb4-6d56ae46e5b3 req-c9c0e808-5bc7-4aaf-b4df-5ed62e8310ee tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Aug 31 20:07:32.881904 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423d02-60a3-4340-9be3-ee66cee05b4c req-320d1577-5fe5-48b7-8d8b-e88fa9825df4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:32.883384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b423d02-60a3-4340-9be3-ee66cee05b4c req-320d1577-5fe5-48b7-8d8b-e88fa9825df4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 945 time: 0.0502288 Aug 31 20:07:32.921444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9b423d02-60a3-4340-9be3-ee66cee05b4c req-506a1d39-652a-47fb-a5d5-489d0b3ab949 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Aug 31 20:07:32.947113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 090649ce-d1bd-45e5-adbb-430350bbd4de up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:07:32.994085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 090649ce-d1bd-45e5-adbb-430350bbd4de completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:07:32.997760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 090649ce-d1bd-45e5-adbb-430350bbd4de triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:07:32.998129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:33.074719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:33.096674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:07:33.110998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=090649ce-d1bd-45e5-adbb-430350bbd4de,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:07:33.115113 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:33.139741 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725055bb-e666-4669-b024-1a7020695718" -d '{"events": [{"server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "name": "network-vif-plugged", "status": "completed", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:07:33.166568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:33.227408 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea90df-a01f-49b6-abfb-1ae0f289c4e4 x-openstack-request-id: req-d2ea90df-a01f-49b6-abfb-1ae0f289c4e4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:07:33.227737 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "name": "network-vif-plugged", "status": "completed", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:07:33.228010 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d2ea90df-a01f-49b6-abfb-1ae0f289c4e4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:07:33.228415 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'code': 200} Aug 31 20:07:33.325417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e439-2d5d-47fc-97a9-22f3bc3e4388 req-c1d21b3d-3768-46df-b954-5411a8668d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:33.326926 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2364e439-2d5d-47fc-97a9-22f3bc3e4388 req-c1d21b3d-3768-46df-b954-5411a8668d9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1098 time: 0.0411761 Aug 31 20:07:33.361083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2364e439-2d5d-47fc-97a9-22f3bc3e4388 req-d2135895-a991-4d45-a9d8-c4bfda1f1026 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270772 Aug 31 20:07:34.038002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d64959-c9bf-4330-bbd3-5f892e019180 req-376c6534-67f7-4c53-aa73-478c468edfc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:34.039528 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d64959-c9bf-4330-bbd3-5f892e019180 req-376c6534-67f7-4c53-aa73-478c468edfc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0490284 Aug 31 20:07:34.076227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-85d64959-c9bf-4330-bbd3-5f892e019180 req-417cb7e0-f01d-4107-96f5-ec8fe9e67c42 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Aug 31 20:07:35.199848 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a330e-38db-4495-891e-f38104f61a83 req-9cae3527-5608-4b9e-adc8-2b07ebdf17da tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:35.201260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb2a330e-38db-4495-891e-f38104f61a83 req-9cae3527-5608-4b9e-adc8-2b07ebdf17da tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0553112 Aug 31 20:07:35.241723 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cb2a330e-38db-4495-891e-f38104f61a83 req-ff59ccb5-d2df-4039-8d9e-a6c761bb4998 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336995 Aug 31 20:07:35.356892 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132baa1-01c0-4593-bd13-669a31a7e58e req-640e7795-1261-4fb3-9da0-e70edd22657c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:35.358402 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c132baa1-01c0-4593-bd13-669a31a7e58e req-640e7795-1261-4fb3-9da0-e70edd22657c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0511849 Aug 31 20:07:35.399070 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c132baa1-01c0-4593-bd13-669a31a7e58e req-8a9f696b-19b0-4e23-b1da-b265231262f2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Aug 31 20:07:35.421406 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:35.463919 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d28958-bb24-44dc-8c7c-bb5d56932d2b tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:35.465387 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-09d28958-bb24-44dc-8c7c-bb5d56932d2b tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1093 time: 0.0429580 Aug 31 20:07:35.468340 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:35.473621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:07:35.497444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:35.603491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:35.706400 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.196 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/476047f0-b14e-4a3a-8449-a1847744e900) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:07:35.816462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:35.855572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:35.893164 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:07:35.897155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:07:35.903098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:07:35.933442 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=476047f0-b14e-4a3a-8449-a1847744e900,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:36.275011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:36.341287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:36.494066 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:36.498579 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:36.570945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=476047f0-b14e-4a3a-8449-a1847744e900,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:07:36.580638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:36.680221 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 85df9bfe-263a-4240-819d-2f837899dfeb associated. External IP: 172.25.3.196, port: 090649ce-d1bd-45e5-adbb-430350bbd4de. Aug 31 20:07:36.886908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 9a9a8021-bfba-4c79-b0d1-537f1f939652 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:07:36.989075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:07:36.999160 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Sync routers for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:07:37.006058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:37.010401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:37.011110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:37.036309 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6b41c225-d9d3-4ac8-95ef-d1c304b4d1ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5668883 Aug 31 20:07:37.036894 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:07:37.039146 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372509a5-0e80-44a2-9b85-e8a95452df61" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:07:37.078985 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d038f1e4-d470-4a17-bb00-ed8d68b751ee x-openstack-request-id: req-d038f1e4-d470-4a17-bb00-ed8d68b751ee {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:07:37.079271 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:07:37.079518 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d038f1e4-d470-4a17-bb00-ed8d68b751ee {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:07:37.079951 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'status': 'completed', 'code': 200} Aug 31 20:07:37.122923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:37.141793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb772a-b207-4ffb-99f5-00a96e8e6b27 req-e8e46d72-a3d0-4182-93e3-03913c619a30 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:37.143290 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4eb772a-b207-4ffb-99f5-00a96e8e6b27 req-e8e46d72-a3d0-4182-93e3-03913c619a30 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0515618 Aug 31 20:07:37.148947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-6a84a4cd-a4e2-48ad-b87c-b90f007a3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:37.150710 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-6a84a4cd-a4e2-48ad-b87c-b90f007a3e7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1098 time: 0.0481901 Aug 31 20:07:37.183019 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a4eb772a-b207-4ffb-99f5-00a96e8e6b27 req-26289ceb-f8e1-4403-847c-f8df94a13b8e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332482 Aug 31 20:07:37.206541 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:37.242264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-4387b6dc-c2e1-41c9-b168-9e3eabc3fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:37.244137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-4387b6dc-c2e1-41c9-b168-9e3eabc3fe02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 897 time: 0.0868828 Aug 31 20:07:37.269451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c032014f-8d46-4918-bc41-813f2b65b610 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/85df9bfe-263a-4240-819d-2f837899dfeb HTTP/1.1" status: 200 len: 992 time: 0.0616949 Aug 31 20:07:37.313549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-920c7901-71d4-43b5-a421-2d60169f7fa5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 1000 time: 0.0624731 Aug 31 20:07:37.367801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-e847c403-8933-4b5b-8fd3-00883daeceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:37.369318 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-e847c403-8933-4b5b-8fd3-00883daeceb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 200 len: 834 time: 0.0477102 Aug 31 20:07:37.417630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-4f574c68-c9ba-4e36-9333-77aa7556bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:37.419089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-4f574c68-c9ba-4e36-9333-77aa7556bf94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=681c13a3-0369-4fc2-aebd-bb3934054d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428481 Aug 31 20:07:37.512351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '85df9bfe-263a-4240-819d-2f837899dfeb', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'port_id': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'mac_address': 'fa:16:3e:8b:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:07:36Z', 'updated_at': '2021-08-31T20:07:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:37.513282 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-9b7021ca-d785-4d53-b166-a35e80587c9d service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Aug 31 20:07:37.539062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Checking router: 9a9a8021-bfba-4c79-b0d1-537f1f939652 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:07:37.547288 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:07:37.547942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:37.603940 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-372509a5-0e80-44a2-9b85-e8a95452df61 req-7206b07e-3617-4b1d-a994-c5fc84ca72b0 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Aug 31 20:07:37.662426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:07:37.888584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '85df9bfe-263a-4240-819d-2f837899dfeb', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'port_id': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'mac_address': 'fa:16:3e:8b:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:07:36Z', 'updated_at': '2021-08-31T20:07:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:07:37.913992 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07f198-6628-415d-836b-b4fdbd128b63 None None] The sync data for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 is: [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '85df9bfe-263a-4240-819d-2f837899dfeb', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'port_id': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'mac_address': 'fa:16:3e:8b:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:07:36Z', 'updated_at': '2021-08-31T20:07:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:07:38.105260 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3159fb5-dc5f-45ed-9f1d-b6c03fc6c61a None None] New status for floating IP 85df9bfe-263a-4240-819d-2f837899dfeb: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:07:38.272720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47676) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:07:38.336095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7df20387-1236-4cf4-9f9f-238c36e40e68 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/85df9bfe-263a-4240-819d-2f837899dfeb HTTP/1.1" status: 200 len: 994 time: 0.0621994 Aug 31 20:07:41.653453 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a823874-5f6e-482e-99b1-a43d4c6b3f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:43.590656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-b0b7d255-f7e9-49cd-bfb0-f660a5962166 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391512 Aug 31 20:07:43.678265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-d5bbd26e-ae84-4ba1-bf77-3d413f09a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:43.679776 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-d5bbd26e-ae84-4ba1-bf77-3d413f09a881 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1098 time: 0.0440464 Aug 31 20:07:43.779504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-ca297c39-0aa9-406e-92ce-ed4cb7d18993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:43.780995 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-ca297c39-0aa9-406e-92ce-ed4cb7d18993 service neutron] 10.222.0.67 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 897 time: 0.0828807 Aug 31 20:07:43.848410 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-59388922-8393-4c6b-87f1-5d2d00d45be4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 1002 time: 0.0603156 Aug 31 20:07:43.896398 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-79771040-ff2e-4e7d-a97b-4e70579900a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:43.897828 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-79771040-ff2e-4e7d-a97b-4e70579900a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 200 len: 834 time: 0.0424690 Aug 31 20:07:43.941782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-62499a2a-6f81-43c7-9b24-e2bb0f0b6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:07:43.943249 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-62499a2a-6f81-43c7-9b24-e2bb0f0b6052 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=681c13a3-0369-4fc2-aebd-bb3934054d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388134 Aug 31 20:07:44.032832 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-5b347539-65d6-4e53-92c9-14f25fac719b service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828156 Aug 31 20:07:44.121587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a8b8fe47-9070-47a1-825e-663479f4a5f2 req-1aa064d6-4946-44d7-8aa6-5f1d05e3765a service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810363 Aug 31 20:07:44.290399 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbe079b3-9e6e-43e3-9aaa-74ebcb2595bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:44.538527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:44.985179 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:07:44.992963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:45.591893 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:46.349731 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:07:47.202778 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:07.063065 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fdd22-9b2c-49dc-9470-36c7ebc6c6ad req-b3261c75-103a-4afb-b70c-24478db47f62 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:07.064586 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f7fdd22-9b2c-49dc-9470-36c7ebc6c6ad req-b3261c75-103a-4afb-b70c-24478db47f62 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0523939 Aug 31 20:08:07.103211 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f7fdd22-9b2c-49dc-9470-36c7ebc6c6ad req-e145148b-9096-4207-8d26-614196012f66 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Aug 31 20:08:08.223805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a6c84-65e7-4496-bc57-3e853e3ad5a5 req-492e5708-0c76-4083-aa26-22a143097a88 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:08.226075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-673a6c84-65e7-4496-bc57-3e853e3ad5a5 req-492e5708-0c76-4083-aa26-22a143097a88 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0506997 Aug 31 20:08:08.268305 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-673a6c84-65e7-4496-bc57-3e853e3ad5a5 req-edc5fa9e-5e0c-43e5-808e-21f43ef41278 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Aug 31 20:08:08.290098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:08.350595 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a672341b-de90-485f-b7ff-2d3af81ca624 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/85df9bfe-263a-4240-819d-2f837899dfeb HTTP/1.1" status: 200 len: 994 time: 0.0593474 Aug 31 20:08:09.613818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea70224-d196-4185-aa08-b5db6267b4cd req-94fec2bb-b1b2-4189-a555-0a1f790e388f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:09.615805 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ea70224-d196-4185-aa08-b5db6267b4cd req-94fec2bb-b1b2-4189-a555-0a1f790e388f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0503449 Aug 31 20:08:09.653146 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ea70224-d196-4185-aa08-b5db6267b4cd req-855d1f63-feb6-456c-a251-0e7ceb104d68 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Aug 31 20:08:10.779603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa27889-cf34-4e98-b7b0-d2b395d15deb req-7e41e5f3-fa73-4556-9953-0c2aa26be60f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:10.781113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffa27889-cf34-4e98-b7b0-d2b395d15deb req-7e41e5f3-fa73-4556-9953-0c2aa26be60f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0572538 Aug 31 20:08:10.818840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ffa27889-cf34-4e98-b7b0-d2b395d15deb req-3aec0b6c-1711-445a-85a8-bea392bcca04 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Aug 31 20:08:10.840539 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:10.900706 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a685161-b625-4362-91ad-1c327a4d5a83 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/85df9bfe-263a-4240-819d-2f837899dfeb HTTP/1.1" status: 200 len: 994 time: 0.0590506 Aug 31 20:08:11.185034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:11.342563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 476047f0-b14e-4a3a-8449-a1847744e900 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:08:11.342940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.420888 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.421224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.432624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 476047f0-b14e-4a3a-8449-a1847744e900 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:08:11.577662 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.604141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=476047f0-b14e-4a3a-8449-a1847744e900,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:11.628075 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.628428 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.628768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.629105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.629434 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.629762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.630096 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.630980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.631338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.631681 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.632007 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.632329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:11.655286 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-248a58b3-c808-4edc-8b52-38b5ae6666cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.672956 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:11.673363 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 85df9bfe-263a-4240-819d-2f837899dfeb disassociated (deleted). External IP: 172.25.3.196, port: 090649ce-d1bd-45e5-adbb-430350bbd4de. Aug 31 20:08:11.892782 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 9a9a8021-bfba-4c79-b0d1-537f1f939652 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:08:12.335526 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:08:12.340405 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:12.347104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Sync routers for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:08:12.356476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:12.357100 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:12.367530 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c782b101-2f4a-4408-b7f9-8f4fbc709cc2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/floatingips/85df9bfe-263a-4240-819d-2f837899dfeb HTTP/1.1" status: 204 len: 168 time: 1.1814857 Aug 31 20:08:12.368267 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:08:12.370544 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3628fa10-35fc-43ae-8a80-ee64956a0231" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:08:12.410489 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930262b8-fa44-41bc-801c-98dacc46f5c9 x-openstack-request-id: req-930262b8-fa44-41bc-801c-98dacc46f5c9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:08:12.411052 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:08:12.411323 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-930262b8-fa44-41bc-801c-98dacc46f5c9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:08:12.411754 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'status': 'completed', 'code': 200} Aug 31 20:08:12.479096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-2b85a370-3568-4040-b624-f78f58e00964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:12.480876 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-2b85a370-3568-4040-b624-f78f58e00964 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 1098 time: 0.0461378 Aug 31 20:08:12.485127 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:12.589592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-64c469aa-29ad-4cd1-8bc7-420d5e143371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:12.590992 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-64c469aa-29ad-4cd1-8bc7-420d5e143371 service neutron] 10.222.0.67 "GET /v2.0/networks?id=681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 200 len: 897 time: 0.0971642 Aug 31 20:08:12.615342 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32771-649c-48bb-b1a5-2bcc3b967e9a req-1616d5d9-8e8f-42a0-9011-5d413974debd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:12.616988 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95e32771-649c-48bb-b1a5-2bcc3b967e9a req-1616d5d9-8e8f-42a0-9011-5d413974debd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0512822 Aug 31 20:08:12.638162 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-6eea2b59-03ed-438e-b57f-5513be1d806d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 200 len: 217 time: 0.0374258 Aug 31 20:08:12.658445 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95e32771-649c-48bb-b1a5-2bcc3b967e9a req-3a77cbc3-b7e9-4636-a7a2-058d8cd676bf tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347209 Aug 31 20:08:12.695475 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-91179e14-3242-49bd-b0e4-8a16da0d64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:12.697091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-91179e14-3242-49bd-b0e4-8a16da0d64b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 200 len: 834 time: 0.0490277 Aug 31 20:08:12.712732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:12.741146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Checking router: 9a9a8021-bfba-4c79-b0d1-537f1f939652 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:08:12.748937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-38777938-7a70-4a1c-a134-2b7e091a4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:12.750220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:12.750574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-38777938-7a70-4a1c-a134-2b7e091a4fee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=681c13a3-0369-4fc2-aebd-bb3934054d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455322 Aug 31 20:08:12.750873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:07:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:12.841830 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-27b0f9d7-a3be-4617-a413-702053917aa6 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825217 Aug 31 20:08:12.863117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:13.069442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:13.103509 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61182367-a365-4dcb-ac1a-5f001521a8b0 None None] The sync data for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 is: [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '4b17c714-dbf8-475c-956f-97c28ea13bb1', 'name': '', 'network_id': '681c13a3-0369-4fc2-aebd-bb3934054d60', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:b9:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:23Z', 'updated_at': '2021-08-31T20:07:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '4f430df0-a28e-4ac1-b526-fc84de01b188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:08:13.211225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3628fa10-35fc-43ae-8a80-ee64956a0231 req-b3f4c365-df3c-47c6-8361-5e3abec011e4 service neutron] 10.222.0.67 "GET /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613029 Aug 31 20:08:13.343656 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b5a95-2b99-42e1-9c2c-88ae8dba9822 None None] New status for floating IP 85df9bfe-263a-4240-819d-2f837899dfeb: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:08:13.780898 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc5e09-7cef-43f0-835d-7ac8f38b37e1 req-5309ac0c-84c8-4baa-b702-2fe8cf135d99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:13.782385 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08cc5e09-7cef-43f0-835d-7ac8f38b37e1 req-5309ac0c-84c8-4baa-b702-2fe8cf135d99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0517988 Aug 31 20:08:13.824921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08cc5e09-7cef-43f0-835d-7ac8f38b37e1 req-a852f59f-1e19-4944-96ac-06f6c5fcd05a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=48ba0d5e-574a-4bb9-bef8-19939f00affb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Aug 31 20:08:14.234169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-710eb5f4-596e-4272-95b7-cebd4c4b9e41 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:14.235611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-710eb5f4-596e-4272-95b7-cebd4c4b9e41 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 946 time: 0.0484104 Aug 31 20:08:14.290587 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f6c7-ae4c-42d9-a885-46f469b705d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.329791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 090649ce-d1bd-45e5-adbb-430350bbd4de {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:08:14.330141 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.417455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 090649ce-d1bd-45e5-adbb-430350bbd4de, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=090649ce-d1bd-45e5-adbb-430350bbd4de,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:14.417825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.430499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 090649ce-d1bd-45e5-adbb-430350bbd4de owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:08:14.539200 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.557979 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.586819 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=090649ce-d1bd-45e5-adbb-430350bbd4de,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:14.599164 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.599593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.599926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.600265 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.600600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.600936 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.601274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.601605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.601932 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.602260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.602587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.602911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:14.636441 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] No DVR routers for this DVR port 090649ce-d1bd-45e5-adbb-430350bbd4de on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:08:14.639052 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:14.641066 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0bfe9947-f764-446d-a5cf-a0feea4443e3 req-505cbaf9-41dd-4cf8-b70c-c610051e8ce5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "DELETE /v2.0/ports/090649ce-d1bd-45e5-adbb-430350bbd4de HTTP/1.1" status: 204 len: 173 time: 0.3993528 Aug 31 20:08:14.641495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'name': 'network-vif-deleted', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:08:14.643776 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62c24b-ad59-455e-9c01-db70fc52d180" -d '{"events": [{"server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "name": "network-vif-deleted", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:08:14.682520 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2fef9-1bf5-4418-b896-0f8e73f0ecd6 x-openstack-request-id: req-15a2fef9-1bf5-4418-b896-0f8e73f0ecd6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:08:14.682846 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d920c2-7e21-4566-b471-52f7bbae12be", "name": "network-vif-deleted", "tag": "090649ce-d1bd-45e5-adbb-430350bbd4de", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:08:14.683087 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15a2fef9-1bf5-4418-b896-0f8e73f0ecd6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:08:14.683542 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d920c2-7e21-4566-b471-52f7bbae12be', 'name': 'network-vif-deleted', 'tag': '090649ce-d1bd-45e5-adbb-430350bbd4de', 'status': 'completed', 'code': 200} Aug 31 20:08:14.930820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-144f2747-f197-4d52-82f1-ff2a0d407ca7 req-ea8d3f50-d313-4ad2-bfab-b2e507fac51a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d920c2-7e21-4566-b471-52f7bbae12be HTTP/1.1" status: 200 len: 210 time: 0.0271122 Aug 31 20:08:15.000122 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:15.594391 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:15.988572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:16.347967 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:16.364268 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:16.607716 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 4b17c714-dbf8-475c-956f-97c28ea13bb1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:08:16.607999 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:16.701220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 4b17c714-dbf8-475c-956f-97c28ea13bb1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4b17c714-dbf8-475c-956f-97c28ea13bb1,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:16.701600 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:16.715403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 4b17c714-dbf8-475c-956f-97c28ea13bb1 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:08:16.908543 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:16.936224 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=4b17c714-dbf8-475c-956f-97c28ea13bb1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:17.111457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.136604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 090649ce-d1bd-45e5-adbb-430350bbd4de no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:08:17.157092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 090649ce-d1bd-45e5-adbb-430350bbd4de {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:08:17.157562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 090649ce-d1bd-45e5-adbb-430350bbd4de not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:08:17.201342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.337477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 9a9a8021-bfba-4c79-b0d1-537f1f939652 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:08:17.445875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:08:17.451534 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8713d0dd-aa3f-4c68-b530-43e11f64a625 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/9a9a8021-bfba-4c79-b0d1-537f1f939652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4611886 Aug 31 20:08:17.453986 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:17.456046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Sync routers for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:08:17.466486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:17.467107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:17.507097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting subnet 4f430df0-a28e-4ac1-b526-fc84de01b188 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:08:17.510297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.551690 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.576710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:17.639034 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.697164 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.725034 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Subnet': ['ID=4f430df0-a28e-4ac1-b526-fc84de01b188,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:17.728641 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.733126 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df951943-6c62-4ab9-aa81-360cdaa21575 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/subnets/4f430df0-a28e-4ac1-b526-fc84de01b188 HTTP/1.1" status: 204 len: 168 time: 0.2751992 Aug 31 20:08:17.733582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:17.738447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67808dc3-7a20-41ce-9865-b584535362cb None None] Network 681c13a3-0369-4fc2-aebd-bb3934054d60 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:08:17.835783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:08:16Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:17.881140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Checking router: 9a9a8021-bfba-4c79-b0d1-537f1f939652 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:08:17.895924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Routers {'9a9a8021-bfba-4c79-b0d1-537f1f939652'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:17.896616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['9a9a8021-bfba-4c79-b0d1-537f1f939652'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:17.897998 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:17.979135 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] DHCP port deletion for 681c13a3-0369-4fc2-aebd-bb3934054d60 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:08:18.007747 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.063837 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port a0a00d3f-47cc-4102-9698-4e3540b0f332 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:08:18.064172 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.148007 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port a0a00d3f-47cc-4102-9698-4e3540b0f332, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a0a00d3f-47cc-4102-9698-4e3540b0f332,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:18.148381 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.162425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for a0a00d3f-47cc-4102-9698-4e3540b0f332 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:08:18.190200 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] Set router 9a9a8021-bfba-4c79-b0d1-537f1f939652 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:18.301817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Deleting port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:08:18.302838 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.334773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.361592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=a0a00d3f-47cc-4102-9698-4e3540b0f332,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:18.386362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] For port 7a3d41ed-2638-41be-88af-f0a1a9d9d255, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7a3d41ed-2638-41be-88af-f0a1a9d9d255,segment=NetworkSegment(2da280e2-f611-4703-be4c-1e2a8e946ccc),segment_id=2da280e2-f611-4703-be4c-1e2a8e946ccc)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:18.386764 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.420924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Calling delete_port for 7a3d41ed-2638-41be-88af-f0a1a9d9d255 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:08:18.425008 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.505973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:08:16Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:18.519688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.522462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.533626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c738d2-6f38-4552-ac82-f15c5ae62714 None None] The sync data for ids ['9a9a8021-bfba-4c79-b0d1-537f1f939652'] in n-d-778550-14 is: [{'id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189271209', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:08:16Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'a0a00d3f-47cc-4102-9698-4e3540b0f332', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a8021-bfba-4c79-b0d1-537f1f939652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:07:20Z', 'updated_at': '2021-08-31T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:08:18.541465 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.573426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Pushing event deleted for resources: {'Port': ['ID=7a3d41ed-2638-41be-88af-f0a1a9d9d255,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:18.576298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] No DVR routers for this DVR port 7a3d41ed-2638-41be-88af-f0a1a9d9d255 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:08:18.578636 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.579802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9a8021-bfba-4c79-b0d1-537f1f939652 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:08:18.587924 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.589253 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-81f8b984-eeda-4ccc-bd85-6d90eeee12af tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/routers/9a9a8021-bfba-4c79-b0d1-537f1f939652 HTTP/1.1" status: 204 len: 168 time: 0.8546207 Aug 31 20:08:18.590189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.590530 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.590878 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.591338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.591697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.592260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:18.596028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.596386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.596727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.597066 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.597401 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.597733 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.598064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957e241-3db3-4ad1-b247-100e747c472e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:08:18.672011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.757933 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.767482 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c13a3-0369-4fc2-aebd-bb3934054d60']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:18.778240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da280e2-f611-4703-be4c-1e2a8e946ccc') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:18.778533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da280e2-f611-4703-be4c-1e2a8e946ccc') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:18.787775 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.805581 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.811279 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:08:18.811614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:08:18.814539 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:08:18.873863 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.895209 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.897814 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/networks/681c13a3-0369-4fc2-aebd-bb3934054d60 HTTP/1.1" status: 204 len: 168 time: 0.3045380 Aug 31 20:08:18.899017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b631e-5b91-4924-8746-38e29d354d3e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Network': ['ID=681c13a3-0369-4fc2-aebd-bb3934054d60,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:18.900707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:18.970010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:18.980439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b17c714-dbf8-475c-956f-97c28ea13bb1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:08:19.000506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 4b17c714-dbf8-475c-956f-97c28ea13bb1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:08:19.000856 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4b17c714-dbf8-475c-956f-97c28ea13bb1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:08:19.001274 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7a3d41ed-2638-41be-88af-f0a1a9d9d255 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:08:19.004160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.020567 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7a3d41ed-2638-41be-88af-f0a1a9d9d255 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:08:19.021522 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7a3d41ed-2638-41be-88af-f0a1a9d9d255 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:08:19.065460 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.068920 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.070089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/security-groups/48ba0d5e-574a-4bb9-bef8-19939f00affb HTTP/1.1" status: 204 len: 168 time: 0.1682808 Aug 31 20:08:19.079031 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415c1a-8ac8-4b11-8d1c-724fa055b913 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba0d5e-574a-4bb9-bef8-19939f00affb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.285023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.289945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453289980', 'description': 'tempest-secgroup-smoke-1453289980 description', 'project_id': '1d53fa37caca439caacadf8f5176da74'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.312427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.396409 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.400010 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.430268 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.431470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454360 Aug 31 20:08:19.434649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.436544 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e25be-1852-46b0-970d-38f12918ee70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.439692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.467157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.522864 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.526381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.544731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b776f27-a36f-4395-804d-58a130016e0d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.547790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.552293 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-45536618-91ac-488a-9845-ba11cd1a223e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158671 Aug 31 20:08:19.552697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.557872 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.586271 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.644319 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.648128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.666274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020488b6-6d06-4781-aaa1-cab39e9c1d90,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.669318 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.670503 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ce4b8444-6896-4ea5-ad67-c6e81a6cb47a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166551 Aug 31 20:08:19.673389 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.678325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.703960 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.761182 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.764709 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.783393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd7ea08-7478-4440-a48c-44e89b362b8b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.787244 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.788689 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-57583ab2-0fbe-434f-a635-a9fd07548c9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143036 Aug 31 20:08:19.791430 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47760) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.796110 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.821885 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.885359 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.889617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.912104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e5ddc4-2d44-424d-9f23-3515adae249b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:19.914396 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:19.915608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-24d42176-9c76-46bd-be1f-e17ceebb8b08 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231186 Aug 31 20:08:19.918351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:19.922724 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:19.944899 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:08:19.949551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.010104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.013479 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.030839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd2521b-3c5d-4007-a9b0-efd7a6f840d1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:20.037120 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.038427 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8b600675-2385-42d7-b9da-ea289b3a765a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191461 Aug 31 20:08:20.041177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:20.046023 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '2d1c1aa2-5671-4fb3-a9dc-3178921cb71d', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:20.068629 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:08:20.073365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.134458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.137387 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.157153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0e9967-fddc-4962-a21c-a47d6ce4a1b1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:20.160433 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.162576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-28d1b627-7635-4786-8e29-45462b1a6786 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201484 Aug 31 20:08:20.165058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:20.170048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'network': {'name': 'tempest-network-smoke--1191988756', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:20.191099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:08:20.195122 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.219846 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:08:20.230133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.230485 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Added segment 1d59ac9d-7681-48f9-a581-610452e6e766 of type vlan for network 8e3cdb71-56b0-455d-9def-1309b04d8505 Aug 31 20:08:20.272094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.295948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.301388 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:20.302280 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.359615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934850 Aug 31 20:08:20.362573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:20.367333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'admin_state_up': True, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:20.369149 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0c34-6e0e-4895-b92c-586d66eedb4f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Network': ['ID=8e3cdb71-56b0-455d-9def-1309b04d8505,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:20.379373 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:08:20.389651 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.390552 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.444466 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.581900 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.692045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a0a00d3f-47cc-4102-9698-4e3540b0f332 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:08:20.713304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a0a00d3f-47cc-4102-9698-4e3540b0f332 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:08:20.713649 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a0a00d3f-47cc-4102-9698-4e3540b0f332 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:08:20.774345 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.792589 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:20.906284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.90 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/8384396a-6bff-4792-9523-98a604f60227) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:08:21.003482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:21.040362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:21.073355 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:21.076079 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:21.081347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:08:21.111834 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=8384396a-6bff-4792-9523-98a604f60227,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:21.336083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:21.785581 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:21.916922 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router e7d6e472-d7ae-4af8-a455-3d607c3f25cb is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:08:21.984374 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:08:22.051561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:08:22.062582 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Sync routers for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:08:22.072656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.076979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-012080ba-def3-48fa-9b6b-d59844d86426 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7104952 Aug 31 20:08:22.077209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:22.081427 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:22.082206 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:22.114469 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a3e62896-aaac-4954-aa29-0502a8ef9fad tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1d53fa37caca439caacadf8f5176da74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356684 Aug 31 20:08:22.117138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:22.200083 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:22.292116 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc316967-e42f-4dc9-bdb8-99cbe4781196 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:22.293647 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cc316967-e42f-4dc9-bdb8-99cbe4781196 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751444 Aug 31 20:08:22.296444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:22.331902 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-636f6c36-ca57-4b26-832a-685d0fa8c5d5 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342395 Aug 31 20:08:22.335473 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47778) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:22.340444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1401501347', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:22.404247 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:22.431864 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Checking router: e7d6e472-d7ae-4af8-a455-3d607c3f25cb for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:08:22.432225 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Updating router e7d6e472-d7ae-4af8-a455-3d607c3f25cb port 8384396a-6bff-4792-9523-98a604f60227 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:08:22.440200 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:08:22.444498 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.459381 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.641723 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.715207 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Subnet': ['ID=9dce54d7-f01b-4a4b-a00d-9620f4978288,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:22.725256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Checking segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:08:22.725618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network hostable DHCP agents. Network: 8e3cdb71-56b0-455d-9def-1309b04d8505, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:08:22.742113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:08:22.750296 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.753085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 8e3cdb71-56b0-455d-9def-1309b04d8505) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:22.757924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:22.758582 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.762893 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Transition to ACTIVE for port object 8384396a-6bff-4792-9523-98a604f60227 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:22.763932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b4d8c-90ae-42a0-80ac-3a7c79e17127 None None] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:08:22.770370 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.781323 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ced2de15-f44d-4c28-8f84-91937bf588db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4419816 Aug 31 20:08:22.781621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:22.796701 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Attempting to bind port 8384396a-6bff-4792-9523-98a604f60227 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:08:22.797080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Attempting to bind port 8384396a-6bff-4792-9523-98a604f60227 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:08:22.797437 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Attempting to bind port 8384396a-6bff-4792-9523-98a604f60227 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:08:22.821951 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:08:22.822340 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:08:22.822715 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.823104 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:08:22.823550 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Bound port: 8384396a-6bff-4792-9523-98a604f60227, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:08:22.823965 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.876354 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] For port 8384396a-6bff-4792-9523-98a604f60227, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:08:22.879532 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] For port 8384396a-6bff-4792-9523-98a604f60227, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8384396a-6bff-4792-9523-98a604f60227,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:08:22.890204 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.902866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceed2a-f0b4-4901-8831-5806e2b30bb8 None None] Pushing event updated for resources: {'Port': ['ID=8384396a-6bff-4792-9523-98a604f60227,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:22.938799 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-8e3cdb71-56b0-455d-9def-1309b04d8505', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:08:22.940110 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:22.947907 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:22.948540 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:23.002919 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceed2a-f0b4-4901-8831-5806e2b30bb8 None None] Pushing event updated for resources: {'Port': ['ID=8384396a-6bff-4792-9523-98a604f60227,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:23.066637 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:23.081933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Allocated IP 172.20.0.2 (8e3cdb71-56b0-455d-9def-1309b04d8505/9dce54d7-f01b-4a4b-a00d-9620f4978288/37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:08:23.238386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.248883 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Transition to ACTIVE for port object 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:23.249820 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.265495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Transition to ACTIVE for port object 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:23.272103 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.318624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:23.322345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:23.324298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Pushing event updated for resources: {'Port': ['ID=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:23.326453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:08:23.368934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:23.385303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Attempting to bind port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:08:23.385732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Attempting to bind port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:08:23.386108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Attempting to bind port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 on network 8e3cdb71-56b0-455d-9def-1309b04d8505 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:08:23.391220 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:08:23.391605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Checking segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:08:23.392039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.392440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Bound using segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:08:23.392901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Bound port: 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:08:23.393281 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.397493 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ff2dd-118f-49a2-ad43-35a465cec6ab None None] The sync data for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 is: [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:21Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:08:23.467011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] For port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:08:23.470830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] For port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:08:23.476868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.537451 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7ec5-bd8f-4795-a33f-7dc6d657149b None None] Pushing event updated for resources: {'Port': ['ID=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:23.564465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.1 (8e3cdb71-56b0-455d-9def-1309b04d8505/9dce54d7-f01b-4a4b-a00d-9620f4978288/d72de944-79df-4ae9-9656-335e488b8c1d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:08:23.702197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.720754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object d72de944-79df-4ae9-9656-335e488b8c1d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:23.783936 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:23.826980 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:23.832709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:23.837711 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:08:23.870850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:23.894794 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.031767 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.336800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.341970 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.420287 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.422068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:24.496715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18d86a-6d72-4edf-86c8-d86295f0b019 None None] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:08:24.523668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:24.525117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:24.562884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e36a4241-8cb6-43bd-9f49-c91d6eb0490b None None] Provisioning for port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:24.644518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router e7d6e472-d7ae-4af8-a455-3d607c3f25cb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:08:24.783554 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:08:24.790163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d56f7aff-4876-4a7c-8dfc-307f4172ace5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/e7d6e472-d7ae-4af8-a455-3d607c3f25cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0074284 Aug 31 20:08:24.828634 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:24.900915 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:24.912084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:24.912084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:24.950361 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-354244e4-8af8-4b02-9c40-00deb29092b5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453289980&fields=id&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 267 time: 0.0362024 Aug 31 20:08:25.011120 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.021294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Provisioning for port d72de944-79df-4ae9-9656-335e488b8c1d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:25.028513 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Provisioning complete for port d72de944-79df-4ae9-9656-335e488b8c1d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:25.028891 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.072844 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-f9868889-e4f3-45e1-9c96-d5aafa2c2f79 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:25.075242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-f9868889-e4f3-45e1-9c96-d5aafa2c2f79 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 797 time: 0.1165648 Aug 31 20:08:25.082559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:25.091398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.091734 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-5f487277-618e-4157-a478-46c50bfa75dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/quotas/1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 375 time: 0.0105624 Aug 31 20:08:25.092233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8384396a-6bff-4792-9523-98a604f60227 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:25.140561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Port d72de944-79df-4ae9-9656-335e488b8c1d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:08:25.166508 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-f10774b7-da93-402b-8e3e-3d9b38fdf83c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668483 Aug 31 20:08:25.190420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Sync routers for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:08:25.202602 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:25.211303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Provisioning complete for port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:25.211751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47abd839-abf5-455e-8c3f-18920b503cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.235212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:25.235893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:25.307300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 8384396a-6bff-4792-9523-98a604f60227 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:25.344018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8384396a-6bff-4792-9523-98a604f60227 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:25.344213 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.359778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-1a2dd36a-a042-4bd1-adff-5d22ca243a37 service neutron] 10.222.0.73 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508889 Aug 31 20:08:25.414032 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:25.458883 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-3a833023-b85b-4dbc-8634-e3d58f37c2bb service neutron] 10.222.0.73 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918722 Aug 31 20:08:25.607591 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.633426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a6325a9-563a-44c6-ae4b-c774efe27f88 req-4d4052fd-a250-4aa0-9e6c-44655a5fa4f6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0304058 Aug 31 20:08:25.644391 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 8384396a-6bff-4792-9523-98a604f60227, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8384396a-6bff-4792-9523-98a604f60227,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:25.663970 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.716969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11f4074f-a280-46d1-b87b-dd645370a010 None None] Provisioning complete for port d72de944-79df-4ae9-9656-335e488b8c1d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:25.717351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11f4074f-a280-46d1-b87b-dd645370a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:25.777430 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11f4074f-a280-46d1-b87b-dd645370a010 None None] Port d72de944-79df-4ae9-9656-335e488b8c1d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:08:25.781351 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=8384396a-6bff-4792-9523-98a604f60227,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:25.804234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:24Z', 'revision_number': 2, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:25.830918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Checking router: e7d6e472-d7ae-4af8-a455-3d607c3f25cb for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:08:25.831278 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Updating router e7d6e472-d7ae-4af8-a455-3d607c3f25cb port d72de944-79df-4ae9-9656-335e488b8c1d binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:08:25.860037 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.131518 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.142436 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Transition to ACTIVE for port object d72de944-79df-4ae9-9656-335e488b8c1d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:26.148845 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.196078 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc219e-e8e6-42e1-a528-510d94e9f3f0 None None] Pushing event updated for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:26.255584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Attempting to bind port d72de944-79df-4ae9-9656-335e488b8c1d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:08:26.255988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Attempting to bind port d72de944-79df-4ae9-9656-335e488b8c1d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:08:26.256348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Attempting to bind port d72de944-79df-4ae9-9656-335e488b8c1d on network 8e3cdb71-56b0-455d-9def-1309b04d8505 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:08:26.261813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:08:26.262189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Checking segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:08:26.262592 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.263012 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Bound using segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:08:26.263470 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Bound port: d72de944-79df-4ae9-9656-335e488b8c1d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:08:26.263888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.331544 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] For port d72de944-79df-4ae9-9656-335e488b8c1d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:08:26.337392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] For port d72de944-79df-4ae9-9656-335e488b8c1d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d72de944-79df-4ae9-9656-335e488b8c1d,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:08:26.341534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.406129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:26.406741 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:26.410218 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc219e-e8e6-42e1-a528-510d94e9f3f0 None None] Pushing event updated for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:26.525523 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:26.712470 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-6b8f20f0-976d-40ec-8383-93bfa28a6651 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:26.716013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-6b8f20f0-976d-40ec-8383-93bfa28a6651 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 797 time: 0.1297915 Aug 31 20:08:26.767483 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-5e964974-56e2-408f-be28-7447b62365d3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 380 time: 0.0424612 Aug 31 20:08:26.788840 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'port': {'device_id': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'admin_state_up': True, 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'security_groups': ['2d1c1aa2-5671-4fb3-a9dc-3178921cb71d']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:26.803900 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1a5d1492-d05f-4640-acd8-2337ec0faf3d req-dd42e217-8ff8-4242-b9d1-be276478ff48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0344245 Aug 31 20:08:26.813284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:26.913223 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:08:26.916913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.921452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:26.921827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:26.990133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:26Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:27.038618 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cdee0-80de-4dc9-bab0-43212e55c2ee None None] The sync data for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 is: [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:26Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:08:27.049216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.6 (8e3cdb71-56b0-455d-9def-1309b04d8505/9dce54d7-f01b-4a4b-a00d-9620f4978288/8126c6e6-cc71-4a85-b7b3-55f18b15dbe9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:08:27.049923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8384396a-6bff-4792-9523-98a604f60227 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:27.116192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8384396a-6bff-4792-9523-98a604f60227 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:27.116657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.227967 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.242739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:27.282459 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.331472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:27.336407 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:27.339093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:27.340531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:08:27.398421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:27.399196 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.415355 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-23a4cbd4-a2b0-4e33-87e0-6a69289dedf9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6353633 Aug 31 20:08:27.429284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Request body: {'port': {'device_id': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:27.491240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.581900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e941b63f-a2dc-4116-a2c2-9d3647530ce0 None None] Provisioning for port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:27.586280 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e941b63f-a2dc-4116-a2c2-9d3647530ce0 None None] Provisioning complete for port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:27.586657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e941b63f-a2dc-4116-a2c2-9d3647530ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.624954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e941b63f-a2dc-4116-a2c2-9d3647530ce0 None None] Port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:08:27.778300 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:08:27.786704 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.799412 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Transition to ACTIVE for port object 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:08:27.804156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:27.860198 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:27.948710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc8b32-70b8-4135-ab89-1ce2363c346f req-3022c0c1-42f3-4df7-bd94-64acd5ad7b3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:27.951000 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dcc8b32-70b8-4135-ab89-1ce2363c346f req-3022c0c1-42f3-4df7-bd94-64acd5ad7b3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 943 time: 0.0624502 Aug 31 20:08:27.951917 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Attempting to bind port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:08:27.952374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Attempting to bind port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:08:27.952818 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Attempting to bind port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 on network 8e3cdb71-56b0-455d-9def-1309b04d8505 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:08:27.958682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 on network 8e3cdb71-56b0-455d-9def-1309b04d8505 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:08:27.958682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Attempting to bind port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 on network 8e3cdb71-56b0-455d-9def-1309b04d8505 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:08:27.963977 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:08:27.964388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Checking segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:08:27.964704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Bound using segment: {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:08:27.965150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Bound port: 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d59ac9d-7681-48f9-a581-610452e6e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:08:27.965646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.003362 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2dcc8b32-70b8-4135-ab89-1ce2363c346f req-d0eff0fa-f3c1-4efd-b0b8-476f3c6448e3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447915 Aug 31 20:08:28.041651 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:08:28.046048 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:08:28.050224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.091014 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.091774 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.093285 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] 10.222.0.67 "PUT /v2.0/ports/8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 1092 time: 0.6696529 Aug 31 20:08:28.094043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:08:28.096833 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:08:28.123663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6b057-848a-4081-8474-d1a172032174 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:28.175407 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf7869-e395-45b5-999b-b7f2d9d790e7 x-openstack-request-id: req-cfcf7869-e395-45b5-999b-b7f2d9d790e7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:08:28.175816 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:08:28.176195 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfcf7869-e395-45b5-999b-b7f2d9d790e7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:08:28.177244 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'status': 'completed', 'code': 200} Aug 31 20:08:28.192185 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-12ba1bb2-d9a3-4a1d-bb83-7ae94a72eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.193873 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-12ba1bb2-d9a3-4a1d-bb83-7ae94a72eecd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1095 time: 0.0504091 Aug 31 20:08:28.237140 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-ad78e946-13e0-4f6f-a021-7ed3379b4a2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0357466 Aug 31 20:08:28.305326 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-9c808862-be93-4226-835c-d054ae0e0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.306872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-9c808862-be93-4226-835c-d054ae0e0c4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0625012 Aug 31 20:08:28.356666 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbdfe-d060-42fd-b794-c96267e59909 req-e4f2d25b-7dbc-48fc-b4b5-c7d4b0e8dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.358167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-e4f2d25b-7dbc-48fc-b4b5-c7d4b0e8dc11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444558 Aug 31 20:08:28.445384 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-530d1e58-a17a-49a4-9bfc-ce1a0043d2e9 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802209 Aug 31 20:08:28.538013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-589bbdfe-d060-42fd-b794-c96267e59909 req-67c5e5bc-2835-4fe4-b10b-ffd5c2f18a47 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860915 Aug 31 20:08:28.626563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-e1db04ee-5241-404b-9fa4-305eadb2e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.628078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-e1db04ee-5241-404b-9fa4-305eadb2e47f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1095 time: 0.0413678 Aug 31 20:08:28.723381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-d4feec6d-5569-4026-a6f9-ce8d9ce919c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.724925 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-d4feec6d-5569-4026-a6f9-ce8d9ce919c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.0896392 Aug 31 20:08:28.759802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d72de944-79df-4ae9-9656-335e488b8c1d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:28.767918 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-988b773e-b5cb-4ce0-9a2e-670de1648361 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0351968 Aug 31 20:08:28.808682 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d72de944-79df-4ae9-9656-335e488b8c1d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:28.813230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d72de944-79df-4ae9-9656-335e488b8c1d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:28.813609 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.817754 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-493092bc-439e-40da-9d46-a4ad962b9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.819242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-493092bc-439e-40da-9d46-a4ad962b9c6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0439928 Aug 31 20:08:28.871850 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-b59283e0-0541-4421-82fb-95023e0375cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:28.873352 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-b59283e0-0541-4421-82fb-95023e0375cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458157 Aug 31 20:08:28.894593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.926198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d72de944-79df-4ae9-9656-335e488b8c1d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d72de944-79df-4ae9-9656-335e488b8c1d,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:28.930111 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:28.968475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-9d40fd54-accd-49db-bb1a-4237fb1cb3a1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Aug 31 20:08:28.977795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:29.062516 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8e6a39e1-20ac-4dd5-8e69-c182509a70f6 req-97f18618-58f6-4dfd-be92-1452b062a633 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Aug 31 20:08:29.124810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651999b2-7eb2-42b6-a7c4-69893b81c8b3 req-46b01a2a-a510-4067-a081-43656dff48df tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:29.126292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-651999b2-7eb2-42b6-a7c4-69893b81c8b3 req-46b01a2a-a510-4067-a081-43656dff48df tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 943 time: 0.0499742 Aug 31 20:08:29.165388 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-651999b2-7eb2-42b6-a7c4-69893b81c8b3 req-5b30cba0-a6d0-4175-b207-eda0fbea1d63 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Aug 31 20:08:30.281204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09d76b-d5ed-4148-886c-62c8c196ca42 req-946875c3-e49a-42ba-8f52-38169239816f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:30.282736 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a09d76b-d5ed-4148-886c-62c8c196ca42 req-946875c3-e49a-42ba-8f52-38169239816f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 943 time: 0.0483031 Aug 31 20:08:30.320163 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a09d76b-d5ed-4148-886c-62c8c196ca42 req-0fa5340a-941c-4eae-9de3-e0e2baf077ad tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Aug 31 20:08:30.740439 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d72de944-79df-4ae9-9656-335e488b8c1d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:30.788662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d72de944-79df-4ae9-9656-335e488b8c1d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:30.789039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:31.240117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:08:31.332215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:31.344270 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'port_id': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'mac_address': 'fa:16:3e:fd:3c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:08:31.386119 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:31.399014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:08:31.417928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:31.422599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:31.439073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf462d-b749-4692-9487-080f560a1427 req-dec47708-d914-43d9-b3b0-0ad465282d59 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:31.440609 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fdf462d-b749-4692-9487-080f560a1427 req-dec47708-d914-43d9-b3b0-0ad465282d59 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 943 time: 0.0490637 Aug 31 20:08:31.471548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:31.485208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0fdf462d-b749-4692-9487-080f560a1427 req-baca3788-841f-46f3-bd51-d0845f976a76 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367453 Aug 31 20:08:31.625096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:08:32.601140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ecc3d-1fdf-4622-88f9-42297c15643f req-fae99f7f-8bf5-48fe-b2dc-cc3f12c7843a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:32.602548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c2ecc3d-1fdf-4622-88f9-42297c15643f req-fae99f7f-8bf5-48fe-b2dc-cc3f12c7843a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 944 time: 0.0492649 Aug 31 20:08:32.640012 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c2ecc3d-1fdf-4622-88f9-42297c15643f req-8fc45f2c-6c91-4b73-8cdb-f6b6415f055f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Aug 31 20:08:33.245952 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:08:33.298214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:08:33.302591 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:08:33.302966 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:33.382001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:33.403727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:08:33.405987 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef1436d-1434-497d-8cf5-4d211acd9e23" -d '{"events": [{"server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "name": "network-vif-plugged", "status": "completed", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:08:33.418626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:08:33.422874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:33.448409 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79e34c7-0a5a-414c-9698-088d0a5e24f8 x-openstack-request-id: req-c79e34c7-0a5a-414c-9698-088d0a5e24f8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:08:33.448699 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "name": "network-vif-plugged", "status": "completed", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:08:33.448951 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c79e34c7-0a5a-414c-9698-088d0a5e24f8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:08:33.449342 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'code': 200} Aug 31 20:08:33.475541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:33.547518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297fd9-6531-4e6c-bbac-c8c3ce463dba req-d244c27e-5f56-46a0-b04b-cd85f1c0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:33.549096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66297fd9-6531-4e6c-bbac-c8c3ce463dba req-d244c27e-5f56-46a0-b04b-cd85f1c0e458 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0414631 Aug 31 20:08:33.582918 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-66297fd9-6531-4e6c-bbac-c8c3ce463dba req-f9d243b0-b288-43b5-a2c5-ffc2a099360f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269735 Aug 31 20:08:33.755448 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c2a9a-5962-4ce7-8c25-458707b0674d req-a6633b35-f9ec-4312-8c85-db0f2b65ec37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:33.756996 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a94c2a9a-5962-4ce7-8c25-458707b0674d req-a6633b35-f9ec-4312-8c85-db0f2b65ec37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0495217 Aug 31 20:08:33.794050 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a94c2a9a-5962-4ce7-8c25-458707b0674d req-3284597f-db2b-475a-a79f-769060ee78f5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Aug 31 20:08:34.914709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccec5b-c81a-49b2-9d17-3ca8b12e27fc req-16f5b119-8f85-40d3-8f18-fa4d54c5f2d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:34.916260 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cbccec5b-c81a-49b2-9d17-3ca8b12e27fc req-16f5b119-8f85-40d3-8f18-fa4d54c5f2d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0497248 Aug 31 20:08:34.958861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cbccec5b-c81a-49b2-9d17-3ca8b12e27fc req-1c6ec7cb-34d0-495c-aa5e-8d7d3034712f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Aug 31 20:08:35.409559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de08b1-35aa-47b7-8666-ece1857b9ea0 req-a8255ee2-6984-4de6-afed-8757ff0ad8d2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:35.411879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1de08b1-35aa-47b7-8666-ece1857b9ea0 req-a8255ee2-6984-4de6-afed-8757ff0ad8d2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.3777633 Aug 31 20:08:35.452509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f1de08b1-35aa-47b7-8666-ece1857b9ea0 req-9dd28a1b-30e5-4ad8-b634-fc546e009794 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340688 Aug 31 20:08:35.474258 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47844) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:35.513621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd7129-8a07-48cb-8755-e19128014b85 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:35.515115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3ccd7129-8a07-48cb-8755-e19128014b85 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1092 time: 0.0398271 Aug 31 20:08:35.518003 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:35.523629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:08:35.547666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:35.645845 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:35.744865 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.141 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/48421e04-837a-4a4a-8030-e1bf4e07d1f5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:08:35.847411 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:35.886492 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:35.928941 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:08:35.931919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:08:35.935456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:08:35.940823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=48421e04-837a-4a4a-8030-e1bf4e07d1f5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:36.287816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:36.357584 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:36.502732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:36.507901 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:36.578456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=48421e04-837a-4a4a-8030-e1bf4e07d1f5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:08:36.584669 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:36.683325 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP b480c4d6-dd41-4ea0-883f-263e64aaec68 associated. External IP: 172.25.3.141, port: 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9. Aug 31 20:08:37.161261 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router e7d6e472-d7ae-4af8-a455-3d607c3f25cb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:08:37.267275 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:08:37.277610 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Sync routers for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:08:37.283496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:37.287385 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:37.288044 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:37.310730 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e350c958-8350-4f02-95c2-ecbf58fdaf05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7916276 Aug 31 20:08:37.311421 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:08:37.313819 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21edcf80-3724-4d56-93c2-724db5ecbf21" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:08:37.361902 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92539f69-69cd-4964-a2b5-c280202a973b x-openstack-request-id: req-92539f69-69cd-4964-a2b5-c280202a973b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:08:37.362195 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:08:37.362446 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92539f69-69cd-4964-a2b5-c280202a973b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:08:37.362849 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'status': 'completed', 'code': 200} Aug 31 20:08:37.397885 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:37.424167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78be6a-e176-45ac-9ace-edbd82690ad2 req-a1610095-84c1-49e7-839c-0a3759e2d70a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:37.425611 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d78be6a-e176-45ac-9ace-edbd82690ad2 req-a1610095-84c1-49e7-839c-0a3759e2d70a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0547991 Aug 31 20:08:37.431316 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-56129377-53c8-4949-86f2-5191e404454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:37.432506 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-56129377-53c8-4949-86f2-5191e404454d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0464237 Aug 31 20:08:37.467871 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5d78be6a-e176-45ac-9ace-edbd82690ad2 req-8df4345f-826c-4eed-8c63-cfc84005d592 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347950 Aug 31 20:08:37.492773 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:37.534456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-ab571892-6b50-49db-90e1-8f160aca081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:37.536768 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-ab571892-6b50-49db-90e1-8f160aca081c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.0968411 Aug 31 20:08:37.564045 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b8c15b0c-044b-4ce7-ad7e-a83fa248089f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/b480c4d6-dd41-4ea0-883f-263e64aaec68 HTTP/1.1" status: 200 len: 991 time: 0.0700779 Aug 31 20:08:37.612214 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-c6124f22-9adc-46b2-bb4b-6df53876ad43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 999 time: 0.0677009 Aug 31 20:08:37.631567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b480c4d6-dd41-4ea0-883f-263e64aaec68', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'port_id': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'mac_address': 'fa:16:3e:fd:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:08:36Z', 'updated_at': '2021-08-31T20:08:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:37.656830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Checking router: e7d6e472-d7ae-4af8-a455-3d607c3f25cb for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:08:37.660444 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-47167c56-84bf-4660-8866-9270ce564ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:37.662001 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-47167c56-84bf-4660-8866-9270ce564ac3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0432782 Aug 31 20:08:37.665095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:08:37.665695 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:08:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:37.709338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-d597f6d2-6a49-48ea-bbc7-e8c7f932858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:37.710771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-d597f6d2-6a49-48ea-bbc7-e8c7f932858d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407796 Aug 31 20:08:37.772355 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:08:37.803793 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-c8a86781-b071-46f4-ad1d-0cdbcfecaf06 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861681 Aug 31 20:08:37.892856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-21edcf80-3724-4d56-93c2-724db5ecbf21 req-eb38aac7-fb25-45aa-a9f1-c18df6718da1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Aug 31 20:08:37.993351 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b480c4d6-dd41-4ea0-883f-263e64aaec68', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'port_id': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'mac_address': 'fa:16:3e:fd:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:08:36Z', 'updated_at': '2021-08-31T20:08:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:08:38.022001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8c78a-9e3d-4306-b9ba-b5031dadb1a6 None None] The sync data for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 is: [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': 'b480c4d6-dd41-4ea0-883f-263e64aaec68', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'port_id': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'mac_address': 'fa:16:3e:fd:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:08:36Z', 'updated_at': '2021-08-31T20:08:36Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:08:38.209824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0c707-96e0-47dc-9bf9-7bf92410be3a None None] New status for floating IP b480c4d6-dd41-4ea0-883f-263e64aaec68: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:08:38.565736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:08:38.633962 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a15a4df4-3838-4867-a7a3-120fc5404831 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/b480c4d6-dd41-4ea0-883f-263e64aaec68 HTTP/1.1" status: 200 len: 993 time: 0.0669687 Aug 31 20:08:41.656503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c39567b-7648-46bf-90fa-dcf39490196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:44.292563 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99a0af57-4b7b-4cef-b04b-be130663ad32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:44.541375 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:44.582399 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-8d518f2a-64a9-4204-9475-926797c34ff5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396683 Aug 31 20:08:44.663688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4d7f-11ad-497f-8406-01187196b818 req-4bb8468f-4de4-4419-800b-3f268f10f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:44.665189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-4bb8468f-4de4-4419-800b-3f268f10f110 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0396926 Aug 31 20:08:44.771970 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4d7f-11ad-497f-8406-01187196b818 req-88153da6-e434-40fc-861e-ec20cdaec7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:44.773533 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-88153da6-e434-40fc-861e-ec20cdaec7ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.0878205 Aug 31 20:08:44.840534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-7c5e24d6-a85d-4bb6-9c34-5742edbe0137 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 1001 time: 0.0602279 Aug 31 20:08:44.892467 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4d7f-11ad-497f-8406-01187196b818 req-2aa84cc1-6087-4385-bcff-008b6fe08a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:44.893916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-2aa84cc1-6087-4385-bcff-008b6fe08a8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0429075 Aug 31 20:08:44.944077 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4d7f-11ad-497f-8406-01187196b818 req-5f821561-b88e-4210-9ee4-e0f13825ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:08:44.945484 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-5f821561-b88e-4210-9ee4-e0f13825ae5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439830 Aug 31 20:08:44.992062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:45.033512 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-a5f8280a-1e47-4878-8cb3-fb1407124bef service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 Aug 31 20:08:45.124559 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a12e4d7f-11ad-497f-8406-01187196b818 req-1577dc25-26f4-4044-84a3-f966feeac50b service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832777 Aug 31 20:08:45.597485 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:46.382132 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:47.205192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:08:58.983086 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:09:07.435183 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-8fcb39ed-76ae-4f2f-a461-89242f45142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:07.436741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-8fcb39ed-76ae-4f2f-a461-89242f45142a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0456862 Aug 31 20:09:07.449540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0f72-7c3a-41d1-9c49-559baa5df524 req-478d14fc-cd5c-4e8b-b153-78d449405619 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:07.451038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd2e0f72-7c3a-41d1-9c49-559baa5df524 req-478d14fc-cd5c-4e8b-b153-78d449405619 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0501568 Aug 31 20:09:07.492806 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd2e0f72-7c3a-41d1-9c49-559baa5df524 req-b4777d57-9c3a-46b6-bbe6-b021d4432d9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349493 Aug 31 20:09:07.530073 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-788cb39e-cf2e-4c32-8328-03e75f179b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:07.531631 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-788cb39e-cf2e-4c32-8328-03e75f179b86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.0874333 Aug 31 20:09:07.601486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-9e66d105-d462-47ea-9b03-6785b5d94e6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 1001 time: 0.0615375 Aug 31 20:09:07.649985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-5047d87d-9d18-4faa-8b4c-00ff6a9c90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:07.651412 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-5047d87d-9d18-4faa-8b4c-00ff6a9c90a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0433159 Aug 31 20:09:07.697786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-7c467fe1-af10-45c5-84ef-1fe9ffacc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:07.699242 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-7c467fe1-af10-45c5-84ef-1fe9ffacc93a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388427 Aug 31 20:09:07.790328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-5c0af9b9-f5ac-4fea-a797-dd68eca71ef3 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 Aug 31 20:09:07.879133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5815a321-f352-489d-9389-e2a974a6a8f5 req-b5aeedcd-3f03-409b-bd5a-5db82ab43ed9 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Aug 31 20:09:08.619278 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d11ad-80be-43bb-b8fa-ba51aedd44ff req-30d112c9-0d00-4a59-95f4-35c67dfb2621 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:08.620683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f29d11ad-80be-43bb-b8fa-ba51aedd44ff req-30d112c9-0d00-4a59-95f4-35c67dfb2621 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0528870 Aug 31 20:09:08.658041 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f29d11ad-80be-43bb-b8fa-ba51aedd44ff req-7a472d45-272f-4593-9c42-0b0c454e8862 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314448 Aug 31 20:09:09.775440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ced1b5-d97e-4819-8e58-a3e00df26725 req-2bc2eca8-dfbf-4403-a5db-81ed072015f0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:09.776957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69ced1b5-d97e-4819-8e58-a3e00df26725 req-2bc2eca8-dfbf-4403-a5db-81ed072015f0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0484872 Aug 31 20:09:09.814890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-69ced1b5-d97e-4819-8e58-a3e00df26725 req-d4b77b1c-7e09-488a-835e-5adefc549237 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Aug 31 20:09:10.928733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da7e4c-9755-478f-abaa-b0d3444e50b4 req-fe20735c-abde-481f-9406-183ec49b72cf tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:10.930224 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00da7e4c-9755-478f-abaa-b0d3444e50b4 req-fe20735c-abde-481f-9406-183ec49b72cf tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0490112 Aug 31 20:09:10.968918 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00da7e4c-9755-478f-abaa-b0d3444e50b4 req-ed8a1d44-3c7b-4c99-a93c-edc2a90a06d2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Aug 31 20:09:11.657301 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5018b20d-be30-4613-abf8-b7f9d867a60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:12.089227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733db4c-6b00-460d-b19c-ef473bb04f6b req-5ae42afb-ce73-41ad-9c23-752efe89676d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:12.090716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e733db4c-6b00-460d-b19c-ef473bb04f6b req-5ae42afb-ce73-41ad-9c23-752efe89676d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0519679 Aug 31 20:09:12.127786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e733db4c-6b00-460d-b19c-ef473bb04f6b req-11dba27f-f97b-44ec-b0eb-148e37193946 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302045 Aug 31 20:09:13.244595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5286340-c26d-49b5-8e60-d7422ebb5c14 req-a415a2ac-31b3-4b4a-b555-675b2f8a2391 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:13.246134 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5286340-c26d-49b5-8e60-d7422ebb5c14 req-a415a2ac-31b3-4b4a-b555-675b2f8a2391 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 31 20:09:13.285979 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5286340-c26d-49b5-8e60-d7422ebb5c14 req-34071bce-6a66-447d-90ca-680077da9a13 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Aug 31 20:09:14.293019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6b3df81-6850-4941-8714-f323ef5ffa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:14.401620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a286a-502d-46a4-8762-8946628266f0 req-ab9ae839-a555-459a-8e46-eb3feeb624f9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:14.403158 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad6a286a-502d-46a4-8762-8946628266f0 req-ab9ae839-a555-459a-8e46-eb3feeb624f9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0490620 Aug 31 20:09:14.441025 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad6a286a-502d-46a4-8762-8946628266f0 req-7317ee0f-f8dc-45f6-bc25-5445bc1772ad tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Aug 31 20:09:14.543504 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:14.988909 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:15.560177 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e428b5a-ae3f-4a9f-b067-3d8f818ef53d req-aa671bb8-728d-4d5b-abe0-0f9ed91eaa72 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:15.561676 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e428b5a-ae3f-4a9f-b067-3d8f818ef53d req-aa671bb8-728d-4d5b-abe0-0f9ed91eaa72 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0544243 Aug 31 20:09:15.599974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:15.600573 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0e428b5a-ae3f-4a9f-b067-3d8f818ef53d req-9bb9f8c2-178c-4832-9d77-d646da0e739e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Aug 31 20:09:16.396915 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:16.718550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da2f8-8552-4c67-ad6b-c2daa2705926 req-372d2ead-0337-40a5-b19d-e04efec0a47d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:16.720088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad7da2f8-8552-4c67-ad6b-c2daa2705926 req-372d2ead-0337-40a5-b19d-e04efec0a47d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0512211 Aug 31 20:09:16.758538 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad7da2f8-8552-4c67-ad6b-c2daa2705926 req-3f46c48c-4287-49a0-903f-f5ac9b5698f6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Aug 31 20:09:17.207674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:17.873926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614bb10-e398-42d1-8899-d2210e32efda req-c8367ba3-3d5b-4218-ac69-3160c874448c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:17.875406 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6614bb10-e398-42d1-8899-d2210e32efda req-c8367ba3-3d5b-4218-ac69-3160c874448c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0486624 Aug 31 20:09:17.913040 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6614bb10-e398-42d1-8899-d2210e32efda req-bffce286-486d-4d3f-bbb3-3085be629ff7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Aug 31 20:09:19.034756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5af9-e1f2-462f-9605-51087649f0ed req-ef4ca22d-8386-48da-9ffd-87303c15b669 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:19.036203 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90cc5af9-e1f2-462f-9605-51087649f0ed req-ef4ca22d-8386-48da-9ffd-87303c15b669 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0550914 Aug 31 20:09:19.074982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-90cc5af9-e1f2-462f-9605-51087649f0ed req-2e2999b7-9789-4a57-9039-03ceee8091ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Aug 31 20:09:19.097957 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:19.162420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d06448c4-15fc-4c73-b9cf-62e88c419d74 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/b480c4d6-dd41-4ea0-883f-263e64aaec68 HTTP/1.1" status: 200 len: 993 time: 0.0633078 Aug 31 20:09:35.982940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:09:41.657896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2857573e-fc01-45f4-bcab-c76157648e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:44.294139 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-633ca017-fd7b-4a61-a153-bfd3872743f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:44.543079 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:45.003425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:45.603191 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:46.406862 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:46.575121 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-8ead63f9-9149-444b-9461-3939a09e165b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411649 Aug 31 20:09:46.663802 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-e39c04d9-55db-453b-8ac4-c36dd460579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:46.665922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-e39c04d9-55db-453b-8ac4-c36dd460579a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0442491 Aug 31 20:09:46.769935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-77df3e6b-1db9-4cbf-a607-357e32efc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:46.771386 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-77df3e6b-1db9-4cbf-a607-357e32efc656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.0855548 Aug 31 20:09:46.841371 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-f878cd83-a44e-42f2-86e8-e6fc8a91002d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 1001 time: 0.0565012 Aug 31 20:09:46.892532 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-6d2dfec9-3769-45db-b78b-ec0828d19167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:46.894236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-6d2dfec9-3769-45db-b78b-ec0828d19167 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0459471 Aug 31 20:09:46.945460 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-b7ec624e-0b62-49a1-8d27-c359d89eb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:46.947573 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-b7ec624e-0b62-49a1-8d27-c359d89eb621 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448239 Aug 31 20:09:47.039454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-f935d192-af1a-471d-9cb2-3c69b8652656 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829818 Aug 31 20:09:47.131734 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d92fec3d-a14b-445a-9e5d-b1bc65822144 req-f73b40f9-abbf-4ad7-9e32-89fffb6584e4 service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Aug 31 20:09:47.213914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:49.550737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:49.706401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 48421e04-837a-4a4a-8030-e1bf4e07d1f5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:09:49.706750 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:49.780471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:49.780805 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:49.792236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 48421e04-837a-4a4a-8030-e1bf4e07d1f5 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:09:49.939278 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:49.965624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=48421e04-837a-4a4a-8030-e1bf4e07d1f5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:49.990302 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.990658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.991026 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.991357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.991720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.992059 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.993055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.993466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.993811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.994734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.995078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:49.995435 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:50.040297 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:50.040691 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP b480c4d6-dd41-4ea0-883f-263e64aaec68 disassociated (deleted). External IP: 172.25.3.141, port: 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9. Aug 31 20:09:50.240925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router e7d6e472-d7ae-4af8-a455-3d607c3f25cb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:09:50.347345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:09:50.353800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:50.357897 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Sync routers for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:09:50.368488 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:09:50.369178 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:50.382708 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6bbefd4f-eb5d-47fa-a73a-b73be4657a12 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/floatingips/b480c4d6-dd41-4ea0-883f-263e64aaec68 HTTP/1.1" status: 204 len: 168 time: 0.8308830 Aug 31 20:09:50.383328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:09:50.385722 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c608fe-972e-437d-a7ce-cba3a35ca4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:09:50.431951 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb7cb7f-8f8b-4b6c-8809-21b12394d7c6 x-openstack-request-id: req-1cb7cb7f-8f8b-4b6c-8809-21b12394d7c6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:09:50.432252 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:09:50.432509 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cb7cb7f-8f8b-4b6c-8809-21b12394d7c6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:09:50.432917 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'status': 'completed', 'code': 200} Aug 31 20:09:50.478148 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:09:50.497440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-61ba652d-43e3-4982-b9a4-8c91ca586ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:50.506935 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-61ba652d-43e3-4982-b9a4-8c91ca586ffc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.0517633 Aug 31 20:09:50.607919 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-ca73a48f-1a2b-472c-830d-ff411392860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:50.610343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-ca73a48f-1a2b-472c-830d-ff411392860b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 200 len: 898 time: 0.1025970 Aug 31 20:09:50.639389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49d99b-e66b-4060-b9b2-87638139d9c4 req-c192cefd-44d1-40b9-8272-1663a46c0602 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:50.640995 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed49d99b-e66b-4060-b9b2-87638139d9c4 req-c192cefd-44d1-40b9-8272-1663a46c0602 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0679872 Aug 31 20:09:50.660294 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-b9f9745c-9d92-482a-b668-15c2f683d845 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0393469 Aug 31 20:09:50.683053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed49d99b-e66b-4060-b9b2-87638139d9c4 req-ff531a7e-ac66-4607-8498-8c84d6c85380 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354166 Aug 31 20:09:50.690874 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:50.714149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-788415fd-4a8f-4cde-a658-f68136048222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:50.715704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-788415fd-4a8f-4cde-a658-f68136048222 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 200 len: 835 time: 0.0466166 Aug 31 20:09:50.721705 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Checking router: e7d6e472-d7ae-4af8-a455-3d607c3f25cb for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:09:50.731318 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:09:50.734154 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:50.766154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-24f32a61-b096-44c3-805c-c0f1828fca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:50.767574 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-24f32a61-b096-44c3-805c-c0f1828fca64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e3cdb71-56b0-455d-9def-1309b04d8505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445611 Aug 31 20:09:50.849287 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:09:50.863454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-a1088219-c3e9-4068-bc9a-2beef351d4bd service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Aug 31 20:09:50.966071 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06c608fe-972e-437d-a7ce-cba3a35ca4e4 req-57ce894c-1765-4d68-b72b-3140906b077f service neutron] 10.222.0.67 "GET /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930402 Aug 31 20:09:51.137247 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:51.162524 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e8e49-2ba1-4cd9-97b4-a3892c223534 None None] The sync data for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 is: [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:23Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'd72de944-79df-4ae9-9656-335e488b8c1d', 'name': '', 'network_id': '8e3cdb71-56b0-455d-9def-1309b04d8505', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:db:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:23Z', 'updated_at': '2021-08-31T20:08:28Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': '9dce54d7-f01b-4a4b-a00d-9620f4978288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:09:51.378486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5981beb-c1be-4a1b-90a3-723a771017dd None None] New status for floating IP b480c4d6-dd41-4ea0-883f-263e64aaec68: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:09:51.800204 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903512-a00b-4cdb-bf31-13a3506a2973 req-6b02884b-3cfe-4dc2-a847-323e14c68297 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:51.801664 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65903512-a00b-4cdb-bf31-13a3506a2973 req-6b02884b-3cfe-4dc2-a847-323e14c68297 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 31 20:09:51.842722 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-65903512-a00b-4cdb-bf31-13a3506a2973 req-fbe10c44-4db9-461e-8a75-5c0a66b9f044 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Aug 31 20:09:52.088308 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-13913205-59dd-4628-8290-77f9af393521 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:52.089680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-13913205-59dd-4628-8290-77f9af393521 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 945 time: 0.0543048 Aug 31 20:09:52.177821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:09:52.178163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:52.267294 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:09:52.267693 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:52.280774 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:09:52.410510 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:52.444945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=8126c6e6-cc71-4a85-b7b3-55f18b15dbe9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:52.470288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.470649 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.470997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.471340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.471703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.472047 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.472385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.472719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.473055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.473388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.473719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.474072 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:52.496413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] No DVR routers for this DVR port 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:09:52.498994 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:52.501065 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9b2e7e2f-8e9d-4975-a863-1fa1fbe14fcd req-b2962fc4-2816-4c33-8a66-f6009f46aea1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "DELETE /v2.0/ports/8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 HTTP/1.1" status: 204 len: 173 time: 0.4051504 Aug 31 20:09:52.501499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'name': 'network-vif-deleted', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:09:52.503787 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d75512-e83b-4f55-9a3e-b91e612c752a" -d '{"events": [{"server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "name": "network-vif-deleted", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:09:52.546407 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2850a7-27e0-444a-983d-11d6d136a42d x-openstack-request-id: req-4b2850a7-27e0-444a-983d-11d6d136a42d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:09:52.546701 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f694c-2804-4589-bb7c-ecb91f5c2e8c", "name": "network-vif-deleted", "tag": "8126c6e6-cc71-4a85-b7b3-55f18b15dbe9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:09:52.546950 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b2850a7-27e0-444a-983d-11d6d136a42d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:09:52.547348 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f694c-2804-4589-bb7c-ecb91f5c2e8c', 'name': 'network-vif-deleted', 'tag': '8126c6e6-cc71-4a85-b7b3-55f18b15dbe9', 'status': 'completed', 'code': 200} Aug 31 20:09:52.962677 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6e976307-72cb-460f-b070-6f3d549452b3 req-33b8f954-92c6-4316-afa0-1137b6a293c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d4f694c-2804-4589-bb7c-ecb91f5c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0353224 Aug 31 20:09:54.020389 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:54.389790 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:54.650507 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port d72de944-79df-4ae9-9656-335e488b8c1d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:09:54.650892 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:54.737378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port d72de944-79df-4ae9-9656-335e488b8c1d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d72de944-79df-4ae9-9656-335e488b8c1d,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:09:54.737748 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:54.750828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for d72de944-79df-4ae9-9656-335e488b8c1d owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:09:54.939475 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:54.972143 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=d72de944-79df-4ae9-9656-335e488b8c1d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:55.145696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.360056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router e7d6e472-d7ae-4af8-a455-3d607c3f25cb has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:09:55.464500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:09:55.469774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d0bf3da5-dc6f-457c-af92-4e852aedf058 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/e7d6e472-d7ae-4af8-a455-3d607c3f25cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483669 Aug 31 20:09:55.472589 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:55.475058 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Sync routers for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:09:55.485120 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:09:55.485731 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:55.526471 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting subnet 9dce54d7-f01b-4a4b-a00d-9620f4978288 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:09:55.529809 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.569020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.572482 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:09:55.590847 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:09:55.597120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:09:55.597545 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 8126c6e6-cc71-4a85-b7b3-55f18b15dbe9 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:09:55.656781 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.715136 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.744227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Subnet': ['ID=9dce54d7-f01b-4a4b-a00d-9620f4978288,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:55.746275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.748219 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6aa207f2-ae61-4323-8374-e51059fe4fe3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/subnets/9dce54d7-f01b-4a4b-a00d-9620f4978288 HTTP/1.1" status: 204 len: 168 time: 0.2737358 Aug 31 20:09:55.750925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47950) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:55.753578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568630c8-cccb-4624-b3e7-ca19cb10a588 None None] Network 8e3cdb71-56b0-455d-9def-1309b04d8505 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:09:55.777636 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:09:54Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:55.804211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Checking router: e7d6e472-d7ae-4af8-a455-3d607c3f25cb for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:09:55.813979 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Routers {'e7d6e472-d7ae-4af8-a455-3d607c3f25cb'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:09:55.814600 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:55.874104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.923843 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] Set router e7d6e472-d7ae-4af8-a455-3d607c3f25cb gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:09:55.941475 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] DHCP port deletion for 8e3cdb71-56b0-455d-9def-1309b04d8505 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:09:55.985090 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:55.989198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Deleting port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:09:55.989649 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.047813 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 8384396a-6bff-4792-9523-98a604f60227 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:09:56.048153 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.057101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] For port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,segment=NetworkSegment(1d59ac9d-7681-48f9-a581-610452e6e766),segment_id=1d59ac9d-7681-48f9-a581-610452e6e766)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:09:56.057597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.071120 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Calling delete_port for 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:09:56.103514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:09:54Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:56.133944 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd120eb9-ab29-4110-b7d6-22034f2c5cba None None] The sync data for ids ['e7d6e472-d7ae-4af8-a455-3d607c3f25cb'] in n-d-778550-14 is: [{'id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450875901', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '8384396a-6bff-4792-9523-98a604f60227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:09:54Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '8384396a-6bff-4792-9523-98a604f60227', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d6e472-d7ae-4af8-a455-3d607c3f25cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:08:20Z', 'updated_at': '2021-08-31T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:09:56.138756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 8384396a-6bff-4792-9523-98a604f60227, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8384396a-6bff-4792-9523-98a604f60227,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:09:56.139112 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.150450 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.152070 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 8384396a-6bff-4792-9523-98a604f60227 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:09:56.178616 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] No DVR routers for this DVR port 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:09:56.181179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Pushing event deleted for resources: {'Port': ['ID=37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:56.194571 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.194754 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.195162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.196052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.196396 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.196763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.197085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.197442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.198023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.198144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.198438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.198761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcaac2-e102-4bc6-afb8-b219327a34e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:09:56.322947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.349804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=8384396a-6bff-4792-9523-98a604f60227,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:56.407848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.501499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.503892 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.551044 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.551621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Fanout notify agent at l3_agent the message router_deleted on router e7d6e472-d7ae-4af8-a455-3d607c3f25cb {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:09:56.559624 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.560755 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4b02490f-07b9-4429-8e03-834cafe5f61c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/routers/e7d6e472-d7ae-4af8-a455-3d607c3f25cb HTTP/1.1" status: 204 len: 168 time: 0.8089068 Aug 31 20:09:56.563474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:56.641509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.736138 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.747326 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3cdb71-56b0-455d-9def-1309b04d8505']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:56.759169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d59ac9d-7681-48f9-a581-610452e6e766') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:56.759465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d59ac9d-7681-48f9-a581-610452e6e766') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:09:56.769627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.786788 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.796925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:09:56.797495 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:09:56.801506 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:09:56.863509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.870534 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.872408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/networks/8e3cdb71-56b0-455d-9def-1309b04d8505 HTTP/1.1" status: 204 len: 168 time: 0.3079133 Aug 31 20:09:56.875252 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:56.883715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdfd47-1002-490e-820e-f8fa278e618e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Network': ['ID=8e3cdb71-56b0-455d-9def-1309b04d8505,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:56.935646 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:56.961722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.019720 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.022236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.024394 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/security-groups/2d1c1aa2-5671-4fb3-a9dc-3178921cb71d HTTP/1.1" status: 204 len: 168 time: 0.1470499 Aug 31 20:09:57.033087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063cc34-17e0-4ab7-be30-4dd477d4996d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c1aa2-5671-4fb3-a9dc-3178921cb71d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.180054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:09:57.211446 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:09:57.212061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 37feaaa4-ed2d-4a3b-bf9c-dce2e3631bb1 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:09:57.212677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d72de944-79df-4ae9-9656-335e488b8c1d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:09:57.231974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d72de944-79df-4ae9-9656-335e488b8c1d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:09:57.232431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d72de944-79df-4ae9-9656-335e488b8c1d not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:09:57.320524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 47960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.326346 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373553858', 'description': 'tempest-secgroup-smoke-1373553858 description', 'project_id': '1d53fa37caca439caacadf8f5176da74'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.354303 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.438397 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.441903 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.467412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.468857 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466637 Aug 31 20:09:57.471934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47962) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.472760 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b78648-9646-43db-be48-cf195666dd7e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f4432-d3cb-40a6-8701-d72880c3e4d1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.476841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.503313 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.563896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.567273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.584613 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f79b3-a693-475c-9e3b-433e2ef93726,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.591409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.592633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-986704b6-d356-40f8-b545-defd6036fad0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196826 Aug 31 20:09:57.595621 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.599962 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.626838 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.686126 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.689814 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.709764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae5ef9d-8267-4bde-89c3-215b40caa950,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.713218 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.714516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d8c88133-da0d-4a3f-849b-d689e483aa27 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179438 Aug 31 20:09:57.717296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.722078 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.748562 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.805077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.808603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.825524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab490b3-6ab8-45b6-a893-08401c4e4e5c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.832190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.833404 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d17c55b1-ee1b-4ab4-9abf-d5ca3d5c40ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147819 Aug 31 20:09:57.836196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.840658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.867736 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.927948 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.932471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.953121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ac6ff9-4850-40cc-9259-cd861c647772,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:57.956756 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:57.957933 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-d91e9ad4-aa2a-4bc6-bb6a-c6625c30ecbc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207471 Aug 31 20:09:57.960754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:57.965652 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:57.987031 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:09:57.991701 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.052277 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.056324 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.072926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f033286-c586-4ee7-b848-88f9db5045ce,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:58.079968 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.081152 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a6a19862-6a19-4da2-b694-1b2904794221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192439 Aug 31 20:09:58.083870 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:58.088190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': 'f98f4432-d3cb-40a6-8701-d72880c3e4d1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:58.110134 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:09:58.115697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.176425 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.179960 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.196856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7f694d-2281-41bb-8c25-46b46a08ba72,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:58.203597 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.204824 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f8dedf9-cf8a-4c2e-8df6-5cc26faea6c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200368 Aug 31 20:09:58.207578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:58.213081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'network': {'name': 'tempest-network-smoke--1797026404', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:58.233578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:09:58.237316 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.262693 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:09:58.271553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.271989 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Added segment d4980e22-e642-4ce7-8e73-8a103b7d4483 of type vlan for network f2d2408d-a6d3-4588-ac01-fdc154253af3 Aug 31 20:09:58.311974 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.336873 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.342236 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:09:58.342825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.400505 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918726 Aug 31 20:09:58.403196 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:09:58.409758 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'admin_state_up': True, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:09:58.420189 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d69ad7-f18a-4864-854d-eddf20fce0a8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Network': ['ID=f2d2408d-a6d3-4588-ac01-fdc154253af3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:58.430223 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:09:58.438943 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.439930 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.495183 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:58.742300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8384396a-6bff-4792-9523-98a604f60227 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:09:58.763735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 8384396a-6bff-4792-9523-98a604f60227 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:09:58.764096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8384396a-6bff-4792-9523-98a604f60227 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:09:58.952522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.144511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.162447 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.267839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.67 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/c42359c5-f555-47cc-9df2-d765454c1739) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:09:59.369697 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.405635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.452546 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:09:59.455405 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:09:59.459015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:09:59.464543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=c42359c5-f555-47cc-9df2-d765454c1739,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:09:59.703310 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:09:59.895937 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.021632 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 211aca53-de17-447e-a78c-1adc5c6af386 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:10:00.126501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:10:00.135892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Sync routers for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:10:00.145310 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.145520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:00.146007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:00.146658 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27085641-e7a1-468f-8e95-803e42d27b9f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7424874 Aug 31 20:10:00.150071 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47978) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:00.180732 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2571e16b-e279-4745-93bb-19139cf148ea tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1d53fa37caca439caacadf8f5176da74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285602 Aug 31 20:10:00.182772 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:00.251452 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:00.269533 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2652bda-087f-4a6a-ab86-bc7fb6aafa84 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:00.271059 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2652bda-087f-4a6a-ab86-bc7fb6aafa84 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873463 Aug 31 20:10:00.274581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:00.302274 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1b07140-e13c-47d1-b708-539ad81dee47 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266750 Aug 31 20:10:00.305309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:00.310117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895620098', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:10:00.401958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:10:00.405994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.600707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.601033 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:09:59Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:00.627566 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Checking router: 211aca53-de17-447e-a78c-1adc5c6af386 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:10:00.627957 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Updating router 211aca53-de17-447e-a78c-1adc5c6af386 port c42359c5-f555-47cc-9df2-d765454c1739 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:10:00.653478 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.665004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Subnet': ['ID=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:00.669433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Checking segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:10:00.669801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network hostable DHCP agents. Network: f2d2408d-a6d3-4588-ac01-fdc154253af3, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:10:00.686518 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:10:00.696753 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, f2d2408d-a6d3-4588-ac01-fdc154253af3) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:00.701099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:00.701746 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:00.717640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-88efa1b6-4fdd-4d1c-8dd9-e68a43864689 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4108746 Aug 31 20:10:00.720640 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 47986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:00.739841 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e910948-f524-4b2d-9869-3d514b578bd4 None None] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:10:00.972060 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-f2d2408d-a6d3-4588-ac01-fdc154253af3', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:10:00.972883 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.035091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.096976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Transition to ACTIVE for port object c42359c5-f555-47cc-9df2-d765454c1739 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:01.107211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.165884 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.193204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Attempting to bind port c42359c5-f555-47cc-9df2-d765454c1739 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:10:01.193784 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Attempting to bind port c42359c5-f555-47cc-9df2-d765454c1739 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:10:01.193918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Attempting to bind port c42359c5-f555-47cc-9df2-d765454c1739 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:10:01.206149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57b43-d593-4025-b97a-82ffffc56d38 None None] Pushing event updated for resources: {'Port': ['ID=c42359c5-f555-47cc-9df2-d765454c1739,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:01.211255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:10:01.211663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:10:01.212180 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.212572 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:10:01.213050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Bound port: c42359c5-f555-47cc-9df2-d765454c1739, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:10:01.213495 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.235546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Allocated IP 172.20.0.2 (f2d2408d-a6d3-4588-ac01-fdc154253af3/eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113/4159bd90-daab-496f-be2a-5488023af82d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:10:01.318204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] For port c42359c5-f555-47cc-9df2-d765454c1739, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:10:01.322921 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] For port c42359c5-f555-47cc-9df2-d765454c1739, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c42359c5-f555-47cc-9df2-d765454c1739,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:10:01.326594 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.416328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57b43-d593-4025-b97a-82ffffc56d38 None None] Pushing event updated for resources: {'Port': ['ID=c42359c5-f555-47cc-9df2-d765454c1739,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:01.423628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:01.424326 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:01.506899 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.543411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Transition to ACTIVE for port object 4159bd90-daab-496f-be2a-5488023af82d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:01.571426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Transition to ACTIVE for port object 4159bd90-daab-496f-be2a-5488023af82d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:01.576421 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:01.578888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.626166 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.1 (f2d2408d-a6d3-4588-ac01-fdc154253af3/eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113/dfaad5ba-b284-4bca-987a-55c106a9d2d4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:10:01.701394 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:10:01.705831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:01.713468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:10:01.731193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Pushing event updated for resources: {'Port': ['ID=4159bd90-daab-496f-be2a-5488023af82d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:01.742326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.756535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object dfaad5ba-b284-4bca-987a-55c106a9d2d4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:01.791515 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.802202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Attempting to bind port 4159bd90-daab-496f-be2a-5488023af82d on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:10:01.802202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Attempting to bind port 4159bd90-daab-496f-be2a-5488023af82d by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:10:01.802202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Attempting to bind port 4159bd90-daab-496f-be2a-5488023af82d on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:10:01.810988 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:10:01.811365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Checking segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:10:01.811793 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.812187 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Bound using segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:10:01.812652 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Bound port: 4159bd90-daab-496f-be2a-5488023af82d, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:10:01.813035 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.830048 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:10:01.835133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:01.839709 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:10:01.872323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:01.891516 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.912744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] For port 4159bd90-daab-496f-be2a-5488023af82d, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:10:01.916825 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] For port 4159bd90-daab-496f-be2a-5488023af82d, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4159bd90-daab-496f-be2a-5488023af82d,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:10:01.921385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:09:59Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:01.923653 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:01.974034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11f19d-5cca-497b-8909-2dd087676b38 None None] The sync data for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 is: [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:09:59Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:10:02.021299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b747a-6d18-4049-a258-ec26ebe6d42f None None] Pushing event updated for resources: {'Port': ['ID=4159bd90-daab-496f-be2a-5488023af82d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:02.057006 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:02.406010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:02.410781 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:02.489319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:02.492464 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:02.589393 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:10:02.590829 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:02.896021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c42359c5-f555-47cc-9df2-d765454c1739 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:02.963353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c42359c5-f555-47cc-9df2-d765454c1739 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:02.968599 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c42359c5-f555-47cc-9df2-d765454c1739 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:02.969071 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.059575 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.082178 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c42359c5-f555-47cc-9df2-d765454c1739, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c42359c5-f555-47cc-9df2-d765454c1739,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:03.087791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.089269 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4159bd90-daab-496f-be2a-5488023af82d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:03.090202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 211aca53-de17-447e-a78c-1adc5c6af386 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:10:03.096428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc009ee-e6ac-46fb-bbc2-3708ce267540 None None] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:10:03.201520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:10:03.215696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dadcc656-7c97-490e-a915-dec0151982c6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/211aca53-de17-447e-a78c-1adc5c6af386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848988 Aug 31 20:10:03.219105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f8a484e-cec0-4382-8210-3649131af68d None None] Provisioning for port 4159bd90-daab-496f-be2a-5488023af82d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:03.248107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c42359c5-f555-47cc-9df2-d765454c1739,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:03.270642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 4159bd90-daab-496f-be2a-5488023af82d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:03.279207 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4159bd90-daab-496f-be2a-5488023af82d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:03.279556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.381268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-22c56e2c-2c09-4b9a-bbd2-0da18f8268a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373553858&fields=id&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 267 time: 0.0384066 Aug 31 20:10:03.502098 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-b128f4e2-22ab-4131-a890-fb7112df96dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:03.503833 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-b128f4e2-22ab-4131-a890-fb7112df96dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 797 time: 0.1137648 Aug 31 20:10:03.521430 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-b6642faf-8025-4274-9b13-9bc23bcb420e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/quotas/1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 375 time: 0.0104585 Aug 31 20:10:03.577583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.589548 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-aaea4e2b-6383-4317-bffd-e86dd0722001 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611598 Aug 31 20:10:03.611760 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 4159bd90-daab-496f-be2a-5488023af82d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4159bd90-daab-496f-be2a-5488023af82d,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:03.616460 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.675848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=4159bd90-daab-496f-be2a-5488023af82d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:03.706886 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-ae3d4c28-2dd1-4650-a26a-a3df9c7c2c1f service neutron] 10.222.0.73 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040750 Aug 31 20:10:03.761940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Sync routers for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:10:03.771684 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:03.772251 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:03.811872 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-185356a0-0ec8-4adc-b266-e23abe443e33 service neutron] 10.222.0.73 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979528 Aug 31 20:10:03.861521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Provisioning complete for port 4159bd90-daab-496f-be2a-5488023af82d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:03.861907 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:03.894898 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:03.991052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Provisioning for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:03.999023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Provisioning complete for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:03.999486 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.025623 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4a99a757-7797-4b4f-a76d-51bd4929708f req-07081bca-9f53-4b46-a32a-4b685a127080 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 210 time: 0.0403600 Aug 31 20:10:04.042822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-71af462c-9e14-4e14-ab9e-f1fc383d639b None None] Port dfaad5ba-b284-4bca-987a-55c106a9d2d4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:10:04.122601 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 2, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:04.156063 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Checking router: 211aca53-de17-447e-a78c-1adc5c6af386 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:10:04.156456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Updating router 211aca53-de17-447e-a78c-1adc5c6af386 port dfaad5ba-b284-4bca-987a-55c106a9d2d4 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:10:04.173177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a16dad30-ccaa-41b0-ab38-8a70ead21958 None None] Provisioning complete for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:04.173558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a16dad30-ccaa-41b0-ab38-8a70ead21958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.191018 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.209507 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a16dad30-ccaa-41b0-ab38-8a70ead21958 None None] Port dfaad5ba-b284-4bca-987a-55c106a9d2d4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:10:04.430944 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ad6b7e2e-9992-496f-9385-93219b6cc690 None None] Provisioning complete for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:04.431324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7e2e-9992-496f-9385-93219b6cc690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.469548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b7e2e-9992-496f-9385-93219b6cc690 None None] Port dfaad5ba-b284-4bca-987a-55c106a9d2d4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:10:04.476976 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.487215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Transition to ACTIVE for port object dfaad5ba-b284-4bca-987a-55c106a9d2d4 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:04.494284 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.542208 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Pushing event updated for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:04.552470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.552813 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.553151 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.553483 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.553810 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.554222 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.555031 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.555359 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.555699 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.556019 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.556337 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.556655 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:10:04.610384 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Attempting to bind port dfaad5ba-b284-4bca-987a-55c106a9d2d4 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:10:04.610755 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Attempting to bind port dfaad5ba-b284-4bca-987a-55c106a9d2d4 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:10:04.611113 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Attempting to bind port dfaad5ba-b284-4bca-987a-55c106a9d2d4 on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:10:04.616568 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:10:04.617384 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Checking segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:10:04.618004 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.618459 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Bound using segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:10:04.618913 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Bound port: dfaad5ba-b284-4bca-987a-55c106a9d2d4, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:10:04.619312 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.775224 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] For port dfaad5ba-b284-4bca-987a-55c106a9d2d4, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:10:04.781946 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] For port dfaad5ba-b284-4bca-987a-55c106a9d2d4, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dfaad5ba-b284-4bca-987a-55c106a9d2d4,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:10:04.787243 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.807675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c42359c5-f555-47cc-9df2-d765454c1739 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:04.835811 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:04.836702 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:09:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:04.860321 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c42359c5-f555-47cc-9df2-d765454c1739 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:04.860774 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:04.914769 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077b9a-649f-4bb6-8e1c-89015557b8f4 None None] Pushing event updated for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:04.968368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4159bd90-daab-496f-be2a-5488023af82d up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:04.978283 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:05.030995 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 4159bd90-daab-496f-be2a-5488023af82d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:05.032059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.077744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-3b8e0a17-91a2-4047-b975-9c0cf8b5524a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:05.080016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-3b8e0a17-91a2-4047-b975-9c0cf8b5524a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 797 time: 0.1539426 Aug 31 20:10:05.154522 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-67ac90dd-76cc-40a8-ba59-c453e7e6eba2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 380 time: 0.0648243 Aug 31 20:10:05.160396 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b166326e-b483-4325-a14e-744f23b626a2 req-1febf68d-c87d-4bc3-84af-16f3494cf376 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 210 time: 0.0407073 Aug 31 20:10:05.170504 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'port': {'device_id': 'c717ef70-92ea-4880-81af-31a3270970e3', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'admin_state_up': True, 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'security_groups': ['f98f4432-d3cb-40a6-8701-d72880c3e4d1']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:10:05.232830 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:04Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:05.259268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1488-eeff-4f52-a1bd-187da57beae1 None None] The sync data for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 is: [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:04Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:10:05.289465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:10:05.293194 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.454495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.5 (f2d2408d-a6d3-4588-ac01-fdc154253af3/eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113/1210aef4-9b8b-438c-b3d9-feb54506642b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:10:05.598878 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.614338 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object 1210aef4-9b8b-438c-b3d9-feb54506642b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:05.649396 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.695597 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:10:05.700999 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:05.704913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:10:05.732446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:05.766861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:05.767549 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.784584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-deaebfad-e7af-4061-bf42-94491b8169e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181831 Aug 31 20:10:05.796624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-a41511a5-be78-4d82-aae4-a9641388e309 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:10:05.798059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-a41511a5-be78-4d82-aae4-a9641388e309 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068223 Aug 31 20:10:05.811675 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Request body: {'port': {'device_id': 'c717ef70-92ea-4880-81af-31a3270970e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:10:05.894292 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.937911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6cb4783e-bb75-406b-8a4d-97ce8c0b7fba None None] Provisioning for port 1210aef4-9b8b-438c-b3d9-feb54506642b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:05.942221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6cb4783e-bb75-406b-8a4d-97ce8c0b7fba None None] Provisioning complete for port 1210aef4-9b8b-438c-b3d9-feb54506642b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:05.942996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6cb4783e-bb75-406b-8a4d-97ce8c0b7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:05.979289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4783e-bb75-406b-8a4d-97ce8c0b7fba None None] Port 1210aef4-9b8b-438c-b3d9-feb54506642b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:10:06.182618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1210aef4-9b8b-438c-b3d9-feb54506642b {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:10:06.190354 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.205684 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Transition to ACTIVE for port object 1210aef4-9b8b-438c-b3d9-feb54506642b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:10:06.209011 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.289332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:06.320812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9f709-a20c-4f3a-b933-f7fa570db3b1 req-bba8d680-763b-4968-9435-606ee029928c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:06.323936 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8f9f709-a20c-4f3a-b933-f7fa570db3b1 req-bba8d680-763b-4968-9435-606ee029928c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0645435 Aug 31 20:10:06.363797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:10:06.364746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:10:06.365325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:10:06.370769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:10:06.371452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:10:06.377332 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b8f9f709-a20c-4f3a-b933-f7fa570db3b1 req-dace39dd-7240-416b-92ab-139176bde189 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Aug 31 20:10:06.380137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:10:06.380686 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Checking segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:10:06.381177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Bound using segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:10:06.381745 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Bound port: 1210aef4-9b8b-438c-b3d9-feb54506642b, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:10:06.382809 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.461498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:10:06.464596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:10:06.469096 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.503590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:06.504282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.505682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] 10.222.0.67 "PUT /v2.0/ports/1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 1092 time: 0.7001431 Aug 31 20:10:06.506167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:10:06.509169 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88376ac-07dd-41d2-8c67-d5fabaec1026" -d '{"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:10:06.536150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212bc50-d731-4fc4-be72-4eed196e6175 service neutron] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:06.559621 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e7900f-8227-4b9c-8f4b-51b6492f0c34 x-openstack-request-id: req-90e7900f-8227-4b9c-8f4b-51b6492f0c34 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:10:06.559932 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:10:06.560179 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90e7900f-8227-4b9c-8f4b-51b6492f0c34 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:10:06.560571 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'status': 'completed', 'code': 200} Aug 31 20:10:06.594965 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-eeca50a0-a4cc-4fac-8e83-f4c4ccff7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:06.596520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-eeca50a0-a4cc-4fac-8e83-f4c4ccff7faf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1095 time: 0.0480840 Aug 31 20:10:06.642487 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-c5fdb0ff-1c63-420f-a12e-7c28360cb965 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 217 time: 0.0377469 Aug 31 20:10:06.698697 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-4dbd9364-2b57-4389-80d1-bcbc4eb33cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:06.700205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-4dbd9364-2b57-4389-80d1-bcbc4eb33cc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0507178 Aug 31 20:10:06.751596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-ad4948f1-343b-4e1a-9a1a-d4b6464b423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:06.753267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-ad4948f1-343b-4e1a-9a1a-d4b6464b423a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462091 Aug 31 20:10:06.807136 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dfaad5ba-b284-4bca-987a-55c106a9d2d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:06.848055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-d884862c-d71d-475b-b2c1-19eda75a39b7 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873623 Aug 31 20:10:06.858152 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:06.861913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:06.862288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.937230 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:06.937934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0282c300-c812-4f47-bd7f-73e2828c1614 req-aeaefaf7-b372-4727-b887-a0f8af23f903 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833285 Aug 31 20:10:06.971108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port dfaad5ba-b284-4bca-987a-55c106a9d2d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dfaad5ba-b284-4bca-987a-55c106a9d2d4,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:06.975259 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:07.021371 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:07.024161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-a8b1a39b-0e23-4266-bb1f-131338d7d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:07.025694 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-a8b1a39b-0e23-4266-bb1f-131338d7d1a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1095 time: 0.0414023 Aug 31 20:10:07.393465 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-6782dc0a-ff98-487e-9b85-a9ced9c26679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:07.394930 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-6782dc0a-ff98-487e-9b85-a9ced9c26679 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.3624685 Aug 31 20:10:07.438775 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-fde9f764-5e0f-4fc9-9aba-dcdbc90bbd59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 217 time: 0.0357196 Aug 31 20:10:07.492433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-1075325c-b0de-436b-b751-87d987c655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:07.493936 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-1075325c-b0de-436b-b751-87d987c655b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0467975 Aug 31 20:10:07.498729 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee975-b87e-49b2-b117-5bd310eafe18 req-586fb248-ee64-4d43-a5dc-1a3c6fd71ea0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:07.500333 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad1ee975-b87e-49b2-b117-5bd310eafe18 req-586fb248-ee64-4d43-a5dc-1a3c6fd71ea0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0490041 Aug 31 20:10:07.539384 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ad1ee975-b87e-49b2-b117-5bd310eafe18 req-6be72bd2-ed17-4898-9b99-cf4f1a96916d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330596 Aug 31 20:10:07.539901 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-0cb0eb74-3b5f-4586-b122-f3a7f3b833be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:07.541409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-0cb0eb74-3b5f-4586-b122-f3a7f3b833be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403869 Aug 31 20:10:07.629789 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-503fbc2f-9b98-4aba-bd31-626a0eb7184b service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Aug 31 20:10:07.720490 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d88376ac-07dd-41d2-8c67-d5fabaec1026 req-a0aed318-6b2b-4253-b282-db2f9ec48df3 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Aug 31 20:10:08.657756 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b388-89b9-4ad4-8a6c-195cd4e8eb2b req-f23b297f-d647-4688-84b4-5c34f6b9cbce tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:08.659329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c84b388-89b9-4ad4-8a6c-195cd4e8eb2b req-f23b297f-d647-4688-84b4-5c34f6b9cbce tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0493288 Aug 31 20:10:08.701306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6c84b388-89b9-4ad4-8a6c-195cd4e8eb2b req-43cdc9f0-00aa-45da-ae27-f0ed0cefdae3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353987 Aug 31 20:10:08.792180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dfaad5ba-b284-4bca-987a-55c106a9d2d4 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:08.842050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port dfaad5ba-b284-4bca-987a-55c106a9d2d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:08.842489 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:09.649871 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:10:09.747887 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:09.760174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'mac_address': 'fa:16:3e:7f:80:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:10:09.799534 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:09.812998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1210aef4-9b8b-438c-b3d9-feb54506642b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:10:09.828666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f3088-0bc6-40e2-837e-e973cbdf353c req-534e8e51-b046-4440-8a80-6ebf1b5b101f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:09.830228 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6f3088-0bc6-40e2-837e-e973cbdf353c req-534e8e51-b046-4440-8a80-6ebf1b5b101f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0604360 Aug 31 20:10:09.831933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:09.835893 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:09.872100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eb6f3088-0bc6-40e2-837e-e973cbdf353c req-f93660f1-a653-4010-ac29-0a6497fc4ec4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349832 Aug 31 20:10:09.883348 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:10.037230 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['1210aef4-9b8b-438c-b3d9-feb54506642b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:10:10.987475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f1c7-16b3-4e64-9df6-d39eaf379afb req-60b69f85-0e74-480c-8e2d-825ed9d2ae18 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:10.988909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16f4f1c7-16b3-4e64-9df6-d39eaf379afb req-60b69f85-0e74-480c-8e2d-825ed9d2ae18 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 944 time: 0.0501935 Aug 31 20:10:11.027317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16f4f1c7-16b3-4e64-9df6-d39eaf379afb req-36cce0fb-5568-4392-b630-b84d1da154b6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318661 Aug 31 20:10:11.658848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a57fc6b1-ea39-43fd-bc7d-073df33f62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:11.681180 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:10:11.731690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 1210aef4-9b8b-438c-b3d9-feb54506642b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:10:11.735332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 1210aef4-9b8b-438c-b3d9-feb54506642b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:10:11.735736 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:11.810499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:11.832349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:10:11.834585 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85a4f5-8928-412d-9142-1f0986cfa015" -d '{"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-plugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:10:11.848023 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:10:11.853001 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:11.875598 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d4b7a4-c8d2-48e2-aad5-6039197cec1e x-openstack-request-id: req-46d4b7a4-c8d2-48e2-aad5-6039197cec1e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:10:11.875930 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-plugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:10:11.876191 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46d4b7a4-c8d2-48e2-aad5-6039197cec1e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:10:11.876578 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'code': 200} Aug 31 20:10:11.904337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:11.972871 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5c0b-dd3d-48a2-ad9c-0a41050d2943 req-3841276e-bddf-475f-84bb-8cc52a83c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:11.974345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-301d5c0b-dd3d-48a2-ad9c-0a41050d2943 req-3841276e-bddf-475f-84bb-8cc52a83c4c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1097 time: 0.0402288 Aug 31 20:10:12.011362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-301d5c0b-dd3d-48a2-ad9c-0a41050d2943 req-be5c8333-d459-4694-a36e-03f40a9e1055 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274577 Aug 31 20:10:12.142308 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf49b-0ebf-46aa-a010-c3c70ef34954 req-1adf4c07-8637-406a-b207-5e1cd7893c79 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:12.143885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3edcf49b-0ebf-46aa-a010-c3c70ef34954 req-1adf4c07-8637-406a-b207-5e1cd7893c79 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Aug 31 20:10:12.182576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3edcf49b-0ebf-46aa-a010-c3c70ef34954 req-37591b66-e16d-4ca4-899c-629b4f2d7fff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 Aug 31 20:10:12.982611 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:10:13.310725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3210-37a5-46ee-b13d-f22a007745ec req-b6bb4600-162b-4a5d-8ba3-6c1eec47690f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:13.312248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-446f3210-37a5-46ee-b13d-f22a007745ec req-b6bb4600-162b-4a5d-8ba3-6c1eec47690f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Aug 31 20:10:13.351104 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-446f3210-37a5-46ee-b13d-f22a007745ec req-6f785caa-cf7f-4b67-ab23-5e3ff7f94672 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Aug 31 20:10:13.464734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138b01-19dd-491d-8d74-a3b2a5d7996d req-9e0d18aa-aab5-41d4-b15e-86c1838bd7f3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:13.466113 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc138b01-19dd-491d-8d74-a3b2a5d7996d req-9e0d18aa-aab5-41d4-b15e-86c1838bd7f3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Aug 31 20:10:13.504010 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-dc138b01-19dd-491d-8d74-a3b2a5d7996d req-d195a84c-6027-4cb4-8f3e-8d46b963ecc0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Aug 31 20:10:13.528303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:13.572943 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a64523-590e-4479-a055-5350342034e5 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:13.574492 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-41a64523-590e-4479-a055-5350342034e5 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1092 time: 0.0451984 Aug 31 20:10:13.577407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:13.581793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:10:13.604326 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:13.701422 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:13.801363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.209 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/7f527ce0-a7fe-4aff-b2c2-681c4e7c4762) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:10:13.905441 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:13.943346 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:13.982985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:10:13.985887 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:10:13.989525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:10:13.995530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=7f527ce0-a7fe-4aff-b2c2-681c4e7c4762,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:14.298412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cca40e3c-5c3c-4cce-86f2-bf0325c3ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.347491 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.412703 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.543222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.562380 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.566586 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.648734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=7f527ce0-a7fe-4aff-b2c2-681c4e7c4762,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:10:14.660672 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:14.762904 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 2b7d8a86-db67-444b-89dd-dadafe08adb4 associated. External IP: 172.25.3.209, port: 1210aef4-9b8b-438c-b3d9-feb54506642b. Aug 31 20:10:14.973989 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 211aca53-de17-447e-a78c-1adc5c6af386 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:10:15.003943 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:15.084100 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:10:15.094546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Sync routers for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:10:15.101638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:15.103930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:15.104574 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:15.131240 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-6c255b05-180a-43a0-a0d5-0df6472f39a9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5503290 Aug 31 20:10:15.131240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:10:15.132700 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:10:15.170513 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d3868-5c24-454f-b049-32cfadf81b5c x-openstack-request-id: req-607d3868-5c24-454f-b049-32cfadf81b5c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:10:15.171054 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:10:15.171489 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-607d3868-5c24-454f-b049-32cfadf81b5c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:10:15.172560 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'status': 'completed', 'code': 200} Aug 31 20:10:15.233552 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:15.240769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-b3c7e7b0-af5c-45ef-889e-0bae215b288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:15.241963 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beb02e-56a0-49ac-99cf-af0ba4a613f6 req-cdd53d63-0cad-4024-9554-a82140a66d56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:15.243230 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-b3c7e7b0-af5c-45ef-889e-0bae215b288a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1097 time: 0.0491302 Aug 31 20:10:15.243633 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-97beb02e-56a0-49ac-99cf-af0ba4a613f6 req-cdd53d63-0cad-4024-9554-a82140a66d56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0590680 Aug 31 20:10:15.282880 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-97beb02e-56a0-49ac-99cf-af0ba4a613f6 req-7060d76b-e05a-4f4e-b38b-887d02387b03 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329547 Aug 31 20:10:15.307521 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:15.395131 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e030b387-3d3d-4c09-9a7b-a54bfd53f339 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2b7d8a86-db67-444b-89dd-dadafe08adb4 HTTP/1.1" status: 200 len: 991 time: 0.0863972 Aug 31 20:10:15.396511 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-85f5eeda-6358-4157-88a8-418daf79ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:15.399171 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-85f5eeda-6358-4157-88a8-418daf79ff50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.1489959 Aug 31 20:10:15.465624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-76d35aa6-91ab-4f6f-9215-e92c022ed691 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 999 time: 0.0595281 Aug 31 20:10:15.480342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2b7d8a86-db67-444b-89dd-dadafe08adb4', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'mac_address': 'fa:16:3e:7f:80:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717ef70-92ea-4880-81af-31a3270970e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:10:14Z', 'updated_at': '2021-08-31T20:10:14Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:15.505713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Checking router: 211aca53-de17-447e-a78c-1adc5c6af386 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:10:15.513826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-99b055ba-263c-4f24-b8d4-dc50a48c4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:15.514345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:10:15.514955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:10:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:15.515302 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-99b055ba-263c-4f24-b8d4-dc50a48c4567 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0435426 Aug 31 20:10:15.565540 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-e7e98c29-a2ae-4a52-b0b8-a86edcac90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:15.567055 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-e7e98c29-a2ae-4a52-b0b8-a86edcac90f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448833 Aug 31 20:10:15.621309 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:15.631983 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:10:15.657554 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-8e996778-2b86-40c7-a8db-9bbc8b44b949 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837851 Aug 31 20:10:15.751605 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d46e1c0b-54b3-4ad6-a187-6ad844d820ab req-bc4e1150-4264-493c-bb43-be8c78383488 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870776 Aug 31 20:10:15.858690 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2b7d8a86-db67-444b-89dd-dadafe08adb4', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'mac_address': 'fa:16:3e:7f:80:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717ef70-92ea-4880-81af-31a3270970e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:10:14Z', 'updated_at': '2021-08-31T20:10:14Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:10:15.885124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a13e-53ff-4be4-9e31-0588e705842b None None] The sync data for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 is: [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2b7d8a86-db67-444b-89dd-dadafe08adb4', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'mac_address': 'fa:16:3e:7f:80:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717ef70-92ea-4880-81af-31a3270970e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:10:14Z', 'updated_at': '2021-08-31T20:10:14Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:10:16.070548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07555612-c698-4694-a6df-21b21c2cf19a None None] New status for floating IP 2b7d8a86-db67-444b-89dd-dadafe08adb4: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:10:16.399133 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:10:16.414276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:16.459075 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-db849753-cf2e-4ec2-9ba3-365ba0cc40e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2b7d8a86-db67-444b-89dd-dadafe08adb4 HTTP/1.1" status: 200 len: 993 time: 0.0586939 Aug 31 20:10:17.214657 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:41.659547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d021bd4b-9568-4891-99a9-bdada995f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:44.300603 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb06dc7d-b0a7-412f-a25d-1c580bf704ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:44.545828 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:45.017487 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:45.609810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:46.414652 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:47.220691 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:10:48.562101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-704b00ed-4fdd-4f2c-92e4-27e1e144873b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395682 Aug 31 20:10:48.647601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-fcfb7e21-449b-484b-abb8-0bb2649517b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:48.649315 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-fcfb7e21-449b-484b-abb8-0bb2649517b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1097 time: 0.0446808 Aug 31 20:10:48.753187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-1637c6b9-58b2-4b62-bbcb-11dee99ce5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:48.754527 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-1637c6b9-58b2-4b62-bbcb-11dee99ce5c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.0846734 Aug 31 20:10:48.823753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-3688ba7c-445c-41bf-b1df-27d5f09c2082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 1001 time: 0.0617537 Aug 31 20:10:48.872693 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-20c1d2ce-f008-4a5b-8ea6-ea7ef70389c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:48.874132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-20c1d2ce-f008-4a5b-8ea6-ea7ef70389c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0436630 Aug 31 20:10:48.920799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-3e76a86c-4ce2-4dd8-85c4-d1cac062a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:48.922186 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-3e76a86c-4ce2-4dd8-85c4-d1cac062a120 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391536 Aug 31 20:10:49.014587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-e7729f1e-1485-4fa7-9fc5-c39634c729b4 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Aug 31 20:10:49.106691 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e653f650-c876-47a0-971a-7a73b3077bd6 req-f8c9a540-8aac-46bb-9bdb-cf4a5e5ed173 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839841 Aug 31 20:10:49.836803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818262f-c809-4612-a3a9-aa88c07d32f7 req-45a99f7d-3b51-4711-ab7c-593bb3f75357 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:49.838451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4818262f-c809-4612-a3a9-aa88c07d32f7 req-45a99f7d-3b51-4711-ab7c-593bb3f75357 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Aug 31 20:10:49.881858 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4818262f-c809-4612-a3a9-aa88c07d32f7 req-0b9cd789-7b94-4105-8668-bf7e242fc1fa tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Aug 31 20:10:49.922970 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-cb926727-adb0-476c-b41b-2d35eee5d381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795841 Aug 31 20:10:49.982749 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:10:51.018094 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93ecb-533f-40aa-9e07-b015c31a5c0f req-bb36b597-62cb-4da6-a160-bb2ade954a05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:51.019458 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a93ecb-533f-40aa-9e07-b015c31a5c0f req-bb36b597-62cb-4da6-a160-bb2ade954a05 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0520031 Aug 31 20:10:51.057636 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c1a93ecb-533f-40aa-9e07-b015c31a5c0f req-fceef028-4575-48a3-a105-b030039254b4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Aug 31 20:10:52.171606 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7b6a-7b63-4302-864f-83d8cf71d5c6 req-c18f9b52-fc28-4cdf-bfda-ed6a25b9252b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:52.173082 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c62e7b6a-7b63-4302-864f-83d8cf71d5c6 req-c18f9b52-fc28-4cdf-bfda-ed6a25b9252b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Aug 31 20:10:52.210251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c62e7b6a-7b63-4302-864f-83d8cf71d5c6 req-7a4e205d-3e5b-425a-bb24-4ff4b5dae84a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 31 20:10:53.019967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-015d7dd4-3b2d-4a92-9afb-ac0c208839f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:53.021453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-015d7dd4-3b2d-4a92-9afb-ac0c208839f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1097 time: 0.0416946 Aug 31 20:10:53.114887 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-d93cd9c1-59de-4fbc-a376-c63f458bbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:53.117261 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-d93cd9c1-59de-4fbc-a376-c63f458bbbdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.0876963 Aug 31 20:10:53.182557 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-e47d0ed9-b941-449a-bad1-99bbe1e8ba55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 1001 time: 0.0592499 Aug 31 20:10:53.234111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-9f8df6aa-efca-4e1e-9bfe-0a21f8c20776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:53.235560 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-9f8df6aa-efca-4e1e-9bfe-0a21f8c20776 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0465543 Aug 31 20:10:53.282318 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-b1c099f9-ff70-44b7-83a4-69e7a822d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:53.283763 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-b1c099f9-ff70-44b7-83a4-69e7a822d379 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404356 Aug 31 20:10:53.328977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432798e-87b4-42bd-a28b-6935d8432911 req-3c838c75-8c05-47da-a740-99cbe98cca58 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:53.330481 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1432798e-87b4-42bd-a28b-6935d8432911 req-3c838c75-8c05-47da-a740-99cbe98cca58 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0492537 Aug 31 20:10:53.370072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1432798e-87b4-42bd-a28b-6935d8432911 req-6662c7a0-cdb2-48d8-acbb-265ab3e5817a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Aug 31 20:10:53.375688 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-f0078e71-3ea0-46f6-9064-32776e27555b service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841043 Aug 31 20:10:53.469542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-b434deef-57dc-4247-83ad-4b9cfdc20d92 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Aug 31 20:10:54.496618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21798e71-be76-44f3-a4d5-670489d254e3 req-25983a76-3263-42cf-92ac-c9d700e2554e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:54.498232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21798e71-be76-44f3-a4d5-670489d254e3 req-25983a76-3263-42cf-92ac-c9d700e2554e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0547512 Aug 31 20:10:54.537679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-21798e71-be76-44f3-a4d5-670489d254e3 req-2187319a-9b49-4f58-a882-d42cf5c9e7ea tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332732 Aug 31 20:10:55.655945 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2057e-b953-4aec-884d-161993681ffe req-9d0f1d14-9ca6-4ef4-ab14-ef83da864984 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:55.657450 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92e2057e-b953-4aec-884d-161993681ffe req-9d0f1d14-9ca6-4ef4-ab14-ef83da864984 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Aug 31 20:10:55.701965 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-92e2057e-b953-4aec-884d-161993681ffe req-1c6aaebe-955c-4c9c-a405-6bfa6cf1f84a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Aug 31 20:10:56.816572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872ad73-4b33-4443-9c00-3b1cbaa2e6e6 req-bdfe553f-9aad-4ba8-850b-42f0d6ca0fb4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:56.818053 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1872ad73-4b33-4443-9c00-3b1cbaa2e6e6 req-bdfe553f-9aad-4ba8-850b-42f0d6ca0fb4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 31 20:10:56.856006 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1872ad73-4b33-4443-9c00-3b1cbaa2e6e6 req-970188b6-9c41-482e-b053-6b59163d44b5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Aug 31 20:10:57.978426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f1269-1b7d-41cb-b15b-d4370cf34c9c req-925134f5-94a7-4d98-b479-e72776276a30 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:57.979926 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-827f1269-1b7d-41cb-b15b-d4370cf34c9c req-925134f5-94a7-4d98-b479-e72776276a30 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0532308 Aug 31 20:10:58.016563 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-827f1269-1b7d-41cb-b15b-d4370cf34c9c req-afb48be7-3040-4acf-a7df-3c1467fae17e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Aug 31 20:10:59.138651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c4c1-fbf9-43b7-9a86-8c2b85f80d1c req-bb575a85-364b-445e-8a0b-2e4bab1980e8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:10:59.140185 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01f1c4c1-fbf9-43b7-9a86-8c2b85f80d1c req-bb575a85-364b-445e-8a0b-2e4bab1980e8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Aug 31 20:10:59.181517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-01f1c4c1-fbf9-43b7-9a86-8c2b85f80d1c req-d5adc748-8200-464a-b67d-e320cc12f0ac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Aug 31 20:11:00.296578 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca1d0-6829-4721-a1b2-342d9be88e04 req-2ab8133f-f8fd-4b05-9e4a-327666c3ffba tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:00.298072 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2acca1d0-6829-4721-a1b2-342d9be88e04 req-2ab8133f-f8fd-4b05-9e4a-327666c3ffba tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Aug 31 20:11:00.336403 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2acca1d0-6829-4721-a1b2-342d9be88e04 req-68b291ff-8dea-49ea-9384-262bdc28b113 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Aug 31 20:11:01.455582 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a33c-5c5b-4572-ad1c-6f0c90a149cb req-1efaf5a3-8ed2-45f5-9ab4-b7c8f71ff048 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:01.457100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb09a33c-5c5b-4572-ad1c-6f0c90a149cb req-1efaf5a3-8ed2-45f5-9ab4-b7c8f71ff048 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Aug 31 20:11:01.496796 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fb09a33c-5c5b-4572-ad1c-6f0c90a149cb req-b8a52a5f-fc12-4fc8-a941-923598962595 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Aug 31 20:11:02.615097 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181d5e-443b-4700-ba31-77168a8c865c req-f2820c9c-2e24-4513-a7c7-da3fb0042322 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:02.616728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1181d5e-443b-4700-ba31-77168a8c865c req-f2820c9c-2e24-4513-a7c7-da3fb0042322 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0509777 Aug 31 20:11:02.653987 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1181d5e-443b-4700-ba31-77168a8c865c req-f0e009ac-6955-459e-83f9-0eee6510010b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Aug 31 20:11:03.773000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb31a-daf5-4a86-b992-6a00ab58987f req-c5b31f07-0426-4ca0-95ed-165cfe3b07d9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:03.775715 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f9bb31a-daf5-4a86-b992-6a00ab58987f req-c5b31f07-0426-4ca0-95ed-165cfe3b07d9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Aug 31 20:11:03.813215 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0f9bb31a-daf5-4a86-b992-6a00ab58987f req-e8a90081-8b61-4185-8eaa-ec4d62939342 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Aug 31 20:11:04.933093 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d926ccc-61c2-4cb2-aa59-83fdd54a6acd req-66949d06-b918-4c6b-9de9-55a29e15aafa tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:04.934574 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d926ccc-61c2-4cb2-aa59-83fdd54a6acd req-66949d06-b918-4c6b-9de9-55a29e15aafa tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Aug 31 20:11:04.973557 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d926ccc-61c2-4cb2-aa59-83fdd54a6acd req-cf467993-c577-499f-9771-b83e9608aeb6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Aug 31 20:11:05.215467 n-d-778550-14 neutron-server[94817]: INFO neutron.api.v2.resource [req-e8074f90-43f4-49e2-8e79-d726733b976b req-922a960e-1a5f-44c7-8929-e1af1966fb91 service neutron] show failed (client error): The resource could not be found. Aug 31 20:11:05.216531 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-922a960e-1a5f-44c7-8929-e1af1966fb91 service neutron] 10.222.0.67 "GET /v2.0/ports/1210aef4-9b8b-438c-b3d9-feb54506642b/bindings/n-h1-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0587087 Aug 31 20:11:05.411415 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-0c46922d-e3ec-4f62-b948-a728c826aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:05.413298 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-0c46922d-e3ec-4f62-b948-a728c826aea7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 1097 time: 0.0417697 Aug 31 20:11:05.424742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-14', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:05.478925 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:05.674582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:05.707250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:05.747082 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:05.751305 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ccea7e-40ba-40e0-92d0-c611acbd2555" -d '{"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:05.759160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:05.772260 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Transition to ACTIVE for port object 1210aef4-9b8b-438c-b3d9-feb54506642b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:05.777263 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:05.804313 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28741938-150b-4c84-b6e6-bafd1a3c93c4 x-openstack-request-id: req-28741938-150b-4c84-b6e6-bafd1a3c93c4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:05.804603 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:05.804850 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28741938-150b-4c84-b6e6-bafd1a3c93c4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:05.805237 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'code': 200} Aug 31 20:11:05.867274 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:05.882301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.882646 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.882987 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.883327 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.883688 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.884013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.885149 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.885700 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.885893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.886307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.886661 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.886968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:05.915880 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] No DVR routers for this DVR port 1210aef4-9b8b-438c-b3d9-feb54506642b on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:11:06.052378 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:11:06.052719 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:11:06.053109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:06.058145 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:11:06.058472 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Attempting to bind port 1210aef4-9b8b-438c-b3d9-feb54506642b on network f2d2408d-a6d3-4588-ac01-fdc154253af3 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:06.063216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:11:06.063555 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Checking segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:06.063968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Bound using segment: {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:11:06.064388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Bound port: 1210aef4-9b8b-438c-b3d9-feb54506642b, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4980e22-e642-4ce7-8e73-8a103b7d4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:11:06.064759 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:06.090472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519ae95-dfdb-4aee-a3db-3472fddf8558 req-5dc77891-1a03-4d8a-bff6-d2e9372f6c58 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.092031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6519ae95-dfdb-4aee-a3db-3472fddf8558 req-5dc77891-1a03-4d8a-bff6-d2e9372f6c58 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0497127 Aug 31 20:11:06.130273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:06.130552 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6519ae95-dfdb-4aee-a3db-3472fddf8558 req-b422dbf4-2a98-4731-9558-950775330357 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Aug 31 20:11:06.133498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:11:06.137688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:06.173595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.174392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:06.175732 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] 10.222.0.82 "PUT /v2.0/ports/1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 1092 time: 0.7551980 Aug 31 20:11:06.211613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e103004-69cb-4b9e-bbc2-2c39cda8c5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:06.246595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-54710ba7-ce77-41d3-b798-20839b3496a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.248223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-54710ba7-ce77-41d3-b798-20839b3496a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1095 time: 0.0456755 Aug 31 20:11:06.342912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-95b44045-1d9c-426c-877e-4d738b7f6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.344585 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-95b44045-1d9c-426c-877e-4d738b7f6097 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.0897779 Aug 31 20:11:06.417583 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-9b4b29a9-2ba5-4b2a-bb00-e69725b0865f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 999 time: 0.0653119 Aug 31 20:11:06.466626 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-81c3ff18-e9b5-4ac0-9d4b-dc1ad494e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.468265 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-81c3ff18-e9b5-4ac0-9d4b-dc1ad494e705 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0442963 Aug 31 20:11:06.515307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074f90-43f4-49e2-8e79-d726733b976b req-3ddce087-7f6b-4f6a-91a1-7acb2c380329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:06.516808 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-3ddce087-7f6b-4f6a-91a1-7acb2c380329 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408835 Aug 31 20:11:06.610056 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-852b7c05-040f-44bd-8c7b-bbca7ddd80e0 service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856736 Aug 31 20:11:06.698027 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8074f90-43f4-49e2-8e79-d726733b976b req-da839022-988a-4fa7-a826-996682b559b4 service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814919 Aug 31 20:11:07.249095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfede-697c-4422-a191-d243137da969 req-18cc6b9a-a6a3-4042-b3e6-5aac83b2b911 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:07.250590 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b56dfede-697c-4422-a191-d243137da969 req-18cc6b9a-a6a3-4042-b3e6-5aac83b2b911 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Aug 31 20:11:07.287982 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b56dfede-697c-4422-a191-d243137da969 req-48256fc0-dccb-49c4-8483-4a579b2fea6d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Aug 31 20:11:07.806674 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:07.809115 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504" -d '{"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:07.857048 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639c498-e83c-41f1-a98d-e0e4442ec2df x-openstack-request-id: req-8639c498-e83c-41f1-a98d-e0e4442ec2df {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:07.857339 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:07.857587 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8639c498-e83c-41f1-a98d-e0e4442ec2df {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:07.857977 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'status': 'completed', 'code': 200} Aug 31 20:11:07.945758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-6a74957d-d431-4996-b5d5-44e26debf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:07.948095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-6a74957d-d431-4996-b5d5-44e26debf9b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1095 time: 0.0721102 Aug 31 20:11:07.952280 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-56a064dd-dc1d-4c90-bc3d-97d61048dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:07.953618 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-56a064dd-dc1d-4c90-bc3d-97d61048dfb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1095 time: 0.0678661 Aug 31 20:11:07.980277 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:11:08.019419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:11:08.110153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-773fcc59-d275-4d9e-9546-bbeb52ae3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.111532 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-773fcc59-d275-4d9e-9546-bbeb52ae3301 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.1568661 Aug 31 20:11:08.114096 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-f6f9d6ae-dd97-4ee4-bb99-5e354fe26c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.115401 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-f6f9d6ae-dd97-4ee4-bb99-5e354fe26c7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.1529803 Aug 31 20:11:08.223857 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-4f10c97e-eaa1-4318-98f9-3545713e42b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 999 time: 0.1056371 Aug 31 20:11:08.227466 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-8600864d-31f2-4f5c-8248-dbc6328c14cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 999 time: 0.1031718 Aug 31 20:11:08.307251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-8ead2f13-9e55-4537-bef9-417207f06541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.308733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-8ead2f13-9e55-4537-bef9-417207f06541 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0776536 Aug 31 20:11:08.315771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-bee98cfb-971f-45f4-92e2-a25a2ee8770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.317177 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-bee98cfb-971f-45f4-92e2-a25a2ee8770c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0611148 Aug 31 20:11:08.384744 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-0521d903-b612-4cbb-83b7-d91e609a3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.386007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-0521d903-b612-4cbb-83b7-d91e609a3b01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592909 Aug 31 20:11:08.388537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-9a574c43-8398-453c-8357-8b58646dcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.389884 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-9a574c43-8398-453c-8357-8b58646dcdd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718694 Aug 31 20:11:08.410568 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edb50e-ce3e-4f31-adb4-ac618b7637f9 req-86a5e8d9-a08d-4f12-a5a6-194fff4628e5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.412095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81edb50e-ce3e-4f31-adb4-ac618b7637f9 req-86a5e8d9-a08d-4f12-a5a6-194fff4628e5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0544078 Aug 31 20:11:08.453400 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-81edb50e-ce3e-4f31-adb4-ac618b7637f9 req-de5d8eae-a95f-4f7a-abd2-abaefd3b3fcf tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Aug 31 20:11:08.456701 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:11:08.544741 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-7eae1dac-cb6c-45f2-b41f-c530a2671cc0 service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516299 Aug 31 20:11:08.551083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-2128446c-32d0-477d-9509-ec3206202b07 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500568 Aug 31 20:11:08.559428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:08.588041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'port_id': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'mac_address': 'fa:16:3e:7f:80:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:11:08.636521 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:08.651732 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1210aef4-9b8b-438c-b3d9-feb54506642b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:11:08.660117 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.67', 59705) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:08.675165 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:08.679780 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:08.720957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c103fb-d73b-4564-92de-56e217ae2f18 req-93e2cf00-3089-4535-a3e7-8153b84ec8d9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.722889 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19c103fb-d73b-4564-92de-56e217ae2f18 req-93e2cf00-3089-4535-a3e7-8153b84ec8d9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 943 time: 0.0974278 Aug 31 20:11:08.732734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-fcb5e96d-4452-46f6-9841-81e3671076c5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.734292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-fcb5e96d-4452-46f6-9841-81e3671076c5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3&tenant_id=1d53fa37caca439caacadf8f5176da74&binding%3Ahost_id=n-h1-778550-14 HTTP/1.1" status: 200 len: 943 time: 0.0731332 Aug 31 20:11:08.739626 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:08.749844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.750362 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.750767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.751168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.751763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.752155 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.752550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.752950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.754184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.754184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.754184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.754555 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:08.808417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-19c103fb-d73b-4564-92de-56e217ae2f18 req-d0cc03fa-c25c-4062-aa48-1fb229479cfc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730727 Aug 31 20:11:08.827349 n-d-778550-14 neutron-server[94816]: INFO neutron.api.v2.resource [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-ea4220cd-667c-4714-9b92-96f0f6d4137d service neutron] delete failed (client error): The resource could not be found. Aug 31 20:11:08.828418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-ea4220cd-667c-4714-9b92-96f0f6d4137d service neutron] 10.222.0.67 "DELETE /v2.0/ports/1210aef4-9b8b-438c-b3d9-feb54506642b/bindings/n-h2-778550-14 HTTP/1.1" status: 404 len: 381 time: 0.0861106 Aug 31 20:11:08.932407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d663-faa0-4709-b16d-a89b0f2ca491 req-2807e521-fff1-48ea-9880-aa91f679c79e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:08.935165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e48d663-faa0-4709-b16d-a89b0f2ca491 req-2807e521-fff1-48ea-9880-aa91f679c79e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 944 time: 0.0529733 Aug 31 20:11:08.935808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['1210aef4-9b8b-438c-b3d9-feb54506642b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:11:08.976784 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5e48d663-faa0-4709-b16d-a89b0f2ca491 req-b786417a-bdbd-4fff-ab2b-e30ba3c20ccd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Aug 31 20:11:08.996120 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-46bf8ef1-9003-44c5-b4fc-ea3020bcac6d service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436800 Aug 31 20:11:09.004638 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4d5d3576-6f47-4d08-ab5b-ab2e07f6f504 req-b3657cfd-0379-4ee1-ad99-8bde7b5be143 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311149 Aug 31 20:11:09.102374 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-4958e4b6-49bc-44ef-bc32-efac26de5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:09.104610 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-4958e4b6-49bc-44ef-bc32-efac26de5a89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1096 time: 0.0411408 Aug 31 20:11:09.193801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-f0caf6e9-2cd1-45e7-906e-48ec5e39990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:09.195259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-f0caf6e9-2cd1-45e7-906e-48ec5e39990c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.0841138 Aug 31 20:11:09.263167 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-27d52876-45d1-47f7-bfc8-a027e045ec95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 1000 time: 0.0611815 Aug 31 20:11:09.311619 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-d122a9f1-f4ce-4c3b-a019-395d7064000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:09.313090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-d122a9f1-f4ce-4c3b-a019-395d7064000f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0430324 Aug 31 20:11:09.359217 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-5e603c80-c14c-47f4-9027-0dcf9ab802d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:09.360714 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-5e603c80-c14c-47f4-9027-0dcf9ab802d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404389 Aug 31 20:11:09.451294 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-7a3cc4ed-ee6b-4cbb-b934-1ab4e115c736 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823526 Aug 31 20:11:09.538129 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-15a2eb21-ddc4-48fd-982e-129c4b429881 service neutron] 10.222.0.67 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803132 Aug 31 20:11:10.098731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5184c-197e-4768-be82-b7c509d35bca req-3bea4213-0ae9-47d8-8a11-9707731101ef tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:10.100121 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fa5184c-197e-4768-be82-b7c509d35bca req-3bea4213-0ae9-47d8-8a11-9707731101ef tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 944 time: 0.0497723 Aug 31 20:11:10.137809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6fa5184c-197e-4768-be82-b7c509d35bca req-e8d81c61-f358-4c9d-aa43-a73ac025cfb9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Aug 31 20:11:10.159355 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:10.222903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-38f9d54c-c01e-4bc7-8ac4-4eca13bdb851 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2b7d8a86-db67-444b-89dd-dadafe08adb4 HTTP/1.1" status: 200 len: 992 time: 0.0624139 Aug 31 20:11:10.495534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:10.543800 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port 1210aef4-9b8b-438c-b3d9-feb54506642b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:10.547312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port 1210aef4-9b8b-438c-b3d9-feb54506642b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:10.547716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:10.625948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:10.648773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:10.651615 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b99585-3284-4925-8749-ae5dfd580805" -d '{"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-plugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:10.663696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:10.668002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:10.693421 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beed94be-ceda-4861-b854-ea9c3a144a92 x-openstack-request-id: req-beed94be-ceda-4861-b854-ea9c3a144a92 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:10.693711 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-plugged", "status": "completed", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:10.693961 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-beed94be-ceda-4861-b854-ea9c3a144a92 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:10.694371 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'code': 200} Aug 31 20:11:10.719625 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:11.659810 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efc1457b-1bd6-4b55-891e-d64a3db35d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:14.302083 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a4ef92cf-a3ba-465b-8cf7-0a1423415a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:14.547209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:15.039404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:15.613205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:16.400160 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:17.220317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:26.982268 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:11:38.744022 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:38.899011 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 7f527ce0-a7fe-4aff-b2c2-681c4e7c4762 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:11:38.899363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:38.975934 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:38.976266 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:38.987823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 7f527ce0-a7fe-4aff-b2c2-681c4e7c4762 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:11:39.127841 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:39.157190 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=7f527ce0-a7fe-4aff-b2c2-681c4e7c4762,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:39.169274 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.169635 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.169984 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.170327 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.170666 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.171003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.171337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.171698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.172041 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.172373 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.172704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.173030 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:39.226621 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:39.227001 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 2b7d8a86-db67-444b-89dd-dadafe08adb4 disassociated (deleted). External IP: 172.25.3.209, port: 1210aef4-9b8b-438c-b3d9-feb54506642b. Aug 31 20:11:39.753648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 211aca53-de17-447e-a78c-1adc5c6af386 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:11:39.859220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:11:39.864041 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:39.869996 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Sync routers for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:11:39.883043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:39.883338 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:39.891312 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a2cf0e5e-ba61-46b4-8b96-06c9861872ae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/floatingips/2b7d8a86-db67-444b-89dd-dadafe08adb4 HTTP/1.1" status: 204 len: 168 time: 1.1461432 Aug 31 20:11:39.892024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:39.894433 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db5efe9-fbd7-4365-8456-d29c6dce89fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:39.933391 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e5b02-29fa-4d4f-9e28-76490c90653e x-openstack-request-id: req-f06e5b02-29fa-4d4f-9e28-76490c90653e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:39.933778 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:39.934100 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f06e5b02-29fa-4d4f-9e28-76490c90653e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:39.934578 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'status': 'completed', 'code': 200} Aug 31 20:11:39.997361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:39.998905 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-31735958-47f4-451b-9736-35d93da04494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:40.000584 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-31735958-47f4-451b-9736-35d93da04494 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 1097 time: 0.0430081 Aug 31 20:11:40.110543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-1f6aa742-2ef9-428e-9294-cb9ad23a24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:40.112148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-1f6aa742-2ef9-428e-9294-cb9ad23a24b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 200 len: 898 time: 0.1013989 Aug 31 20:11:40.156953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-8fb283c2-8370-4d3d-91a5-256d77607029 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 200 len: 217 time: 0.0355835 Aug 31 20:11:40.196869 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903b12-807e-4dd3-8243-f7be8ae19b73 req-b7b3843f-26d3-49f0-8021-49bd56bd1288 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:40.200013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8903b12-807e-4dd3-8243-f7be8ae19b73 req-b7b3843f-26d3-49f0-8021-49bd56bd1288 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.1228762 Aug 31 20:11:40.220036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-8fb6935f-fb32-4c42-92f3-1e483e12ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:40.221543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-8fb6935f-fb32-4c42-92f3-1e483e12ac0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 200 len: 835 time: 0.0571911 Aug 31 20:11:40.240923 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8903b12-807e-4dd3-8243-f7be8ae19b73 req-52a7e0cf-a2a8-4167-a70e-80c83cff1378 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360014 Aug 31 20:11:40.282575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-f966225d-8157-45f2-9138-c47036e9e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:40.284224 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-f966225d-8157-45f2-9138-c47036e9e4de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2d2408d-a6d3-4588-ac01-fdc154253af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524802 Aug 31 20:11:40.375007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-f3a2283c-76f3-4c0b-b012-fa26efaa676b service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814488 Aug 31 20:11:40.375815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:40.402420 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Checking router: 211aca53-de17-447e-a78c-1adc5c6af386 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:11:40.410536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:40.411150 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:40.470064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5db5efe9-fbd7-4365-8456-d29c6dce89fd req-5bf9a803-bba9-4830-803d-90dfe49e594d service neutron] 10.222.0.82 "GET /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Aug 31 20:11:40.517532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:40.714341 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:40.739893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c1ef7-ce99-4c36-a951-034cadc69361 None None] The sync data for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 is: [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:10:02Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'dfaad5ba-b284-4bca-987a-55c106a9d2d4', 'name': '', 'network_id': 'f2d2408d-a6d3-4588-ac01-fdc154253af3', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:5b:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:10:01Z', 'updated_at': '2021-08-31T20:10:06Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:11:40.958484 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceaf07-97b1-477c-bb7c-c842ebc3e38c None None] New status for floating IP 2b7d8a86-db67-444b-89dd-dadafe08adb4: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:11:41.417734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfce4-673d-44c0-816b-6e854a7f0040 req-ea380d6b-216b-4d7f-b63f-d9ad7ae44ce4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:41.418351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-2d42ce42-8e52-4e89-a9c4-f07453324b8d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:41.419329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-128dfce4-673d-44c0-816b-6e854a7f0040 req-ea380d6b-216b-4d7f-b63f-d9ad7ae44ce4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.1037378 Aug 31 20:11:41.419558 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-2d42ce42-8e52-4e89-a9c4-f07453324b8d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.82 "GET /v2.0/ports?device_id=c717ef70-92ea-4880-81af-31a3270970e3 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Aug 31 20:11:41.457582 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-128dfce4-673d-44c0-816b-6e854a7f0040 req-1f9b31fc-300a-4395-8e64-78b810fd0636 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=f98f4432-d3cb-40a6-8701-d72880c3e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Aug 31 20:11:41.516340 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 1210aef4-9b8b-438c-b3d9-feb54506642b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:11:41.516340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:41.605739 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 1210aef4-9b8b-438c-b3d9-feb54506642b, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=1210aef4-9b8b-438c-b3d9-feb54506642b,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:41.606022 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:41.619019 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 1210aef4-9b8b-438c-b3d9-feb54506642b owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:11:41.661222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bc25488-904d-4e78-a61a-3bfcbd950144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:41.747985 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:41.773054 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=1210aef4-9b8b-438c-b3d9-feb54506642b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:41.816125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] No DVR routers for this DVR port 1210aef4-9b8b-438c-b3d9-feb54506642b on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:11:41.818796 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:41.820809 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-2bf92e50-3d26-460b-acc3-7e3fbdf423a8 req-89ea7b79-f1a9-4319-bbf2-708a4deb7951 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.82 "DELETE /v2.0/ports/1210aef4-9b8b-438c-b3d9-feb54506642b HTTP/1.1" status: 204 len: 173 time: 0.3955529 Aug 31 20:11:41.821245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-deleted', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:41.824000 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad468148-e251-4813-836b-0381dce7129f" -d '{"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-deleted", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:41.861458 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da8fc5-87b1-4696-851b-53d594f5966e x-openstack-request-id: req-d3da8fc5-87b1-4696-851b-53d594f5966e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:41.861776 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717ef70-92ea-4880-81af-31a3270970e3", "name": "network-vif-deleted", "tag": "1210aef4-9b8b-438c-b3d9-feb54506642b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:41.862025 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3da8fc5-87b1-4696-851b-53d594f5966e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:41.862447 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717ef70-92ea-4880-81af-31a3270970e3', 'name': 'network-vif-deleted', 'tag': '1210aef4-9b8b-438c-b3d9-feb54506642b', 'status': 'completed', 'code': 200} Aug 31 20:11:42.516475 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48184) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:42.871891 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:43.123622 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port dfaad5ba-b284-4bca-987a-55c106a9d2d4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:11:43.123923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:43.219107 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port dfaad5ba-b284-4bca-987a-55c106a9d2d4, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=dfaad5ba-b284-4bca-987a-55c106a9d2d4,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:43.219504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:43.233009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for dfaad5ba-b284-4bca-987a-55c106a9d2d4 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:11:43.418619 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:43.445745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=dfaad5ba-b284-4bca-987a-55c106a9d2d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:43.634226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:43.846997 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router 211aca53-de17-447e-a78c-1adc5c6af386 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:11:43.956926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:11:43.962626 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f8217ea0-1f52-4802-b796-3d63160fa5bd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/211aca53-de17-447e-a78c-1adc5c6af386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4450421 Aug 31 20:11:43.965350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48186) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:43.966788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Sync routers for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:11:43.976970 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:43.977669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:44.021282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting subnet eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:11:44.024497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.065529 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.081146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:44.147556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.210982 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.239123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Subnet': ['ID=eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:44.243283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.245227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5d2568c-6a87-4b59-9e01-c245fe896d82 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/subnets/eda3be6c-46ba-4b88-9ddc-7ca4d6fdf113 HTTP/1.1" status: 204 len: 168 time: 0.2789347 Aug 31 20:11:44.248649 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:44.257109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831560ef-57b0-4812-b4ad-dba163777300 None None] Network f2d2408d-a6d3-4588-ac01-fdc154253af3 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:11:44.329806 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1dfdae2-5935-45bf-b19a-9e30c495c3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.348265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:11:43Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:44.359157 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.371569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Checking router: 211aca53-de17-447e-a78c-1adc5c6af386 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:11:44.411390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Routers {'211aca53-de17-447e-a78c-1adc5c6af386'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:44.411953 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['211aca53-de17-447e-a78c-1adc5c6af386'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:44.464691 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.526335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port c42359c5-f555-47cc-9df2-d765454c1739 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:11:44.527573 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.529954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] Set router 211aca53-de17-447e-a78c-1adc5c6af386 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:44.563167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] DHCP port deletion for f2d2408d-a6d3-4588-ac01-fdc154253af3 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:11:44.608537 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port c42359c5-f555-47cc-9df2-d765454c1739, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c42359c5-f555-47cc-9df2-d765454c1739,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:44.608906 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.626151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for c42359c5-f555-47cc-9df2-d765454c1739 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:11:44.657874 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.675608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:11:44.704071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: 1210aef4-9b8b-438c-b3d9-feb54506642b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:11:44.704411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device 1210aef4-9b8b-438c-b3d9-feb54506642b not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:11:44.753769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Deleting port 4159bd90-daab-496f-be2a-5488023af82d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:11:44.754145 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.787878 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.822926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=c42359c5-f555-47cc-9df2-d765454c1739,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:44.830822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] For port 4159bd90-daab-496f-be2a-5488023af82d, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=4159bd90-daab-496f-be2a-5488023af82d,segment=NetworkSegment(d4980e22-e642-4ce7-8e73-8a103b7d4483),segment_id=d4980e22-e642-4ce7-8e73-8a103b7d4483)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:44.831222 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.846842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Calling delete_port for 4159bd90-daab-496f-be2a-5488023af82d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:11:44.865803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:11:43Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:44.893935 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.921588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fa9af-7e70-4301-88b4-8b5090ec2941 None None] The sync data for ids ['211aca53-de17-447e-a78c-1adc5c6af386'] in n-d-778550-14 is: [{'id': '211aca53-de17-447e-a78c-1adc5c6af386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681209564', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:09:58Z', 'updated_at': '2021-08-31T20:11:43Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': 'c42359c5-f555-47cc-9df2-d765454c1739', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211aca53-de17-447e-a78c-1adc5c6af386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:09:59Z', 'updated_at': '2021-08-31T20:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:11:44.934811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 4159bd90-daab-496f-be2a-5488023af82d no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:11:44.996256 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.998787 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:44.999955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.022728 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Port 4159bd90-daab-496f-be2a-5488023af82d update to DOWN by agent not found {{(pid=94818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 20:11:45.047167 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] Pushing event deleted for resources: {'Port': ['ID=4159bd90-daab-496f-be2a-5488023af82d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:45.047734 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.048312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Fanout notify agent at l3_agent the message router_deleted on router 211aca53-de17-447e-a78c-1adc5c6af386 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:11:45.053873 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384df45-f0a3-41ff-a46a-f9d41aa64edd None None] No DVR routers for this DVR port 4159bd90-daab-496f-be2a-5488023af82d on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:11:45.059166 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.064371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:45.064816 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bb496782-c43c-43cc-ac08-b1b95db6183b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/routers/211aca53-de17-447e-a78c-1adc5c6af386 HTTP/1.1" status: 204 len: 168 time: 0.8151486 Aug 31 20:11:45.070742 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.152018 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.239327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.251589 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d2408d-a6d3-4588-ac01-fdc154253af3']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:45.264920 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4980e22-e642-4ce7-8e73-8a103b7d4483') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:45.265225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4980e22-e642-4ce7-8e73-8a103b7d4483') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:45.274545 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.294258 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.300897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:11:45.301200 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:11:45.304340 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:11:45.365351 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.374119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.376274 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/networks/f2d2408d-a6d3-4588-ac01-fdc154253af3 HTTP/1.1" status: 204 len: 168 time: 0.3096585 Aug 31 20:11:45.379037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:45.389097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502712-7bb0-4b79-a94a-821feda9ea7d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Network': ['ID=f2d2408d-a6d3-4588-ac01-fdc154253af3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:45.440445 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.466234 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.534255 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.536852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.538174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/security-groups/f98f4432-d3cb-40a6-8701-d72880c3e4d1 HTTP/1.1" status: 204 len: 168 time: 0.1581011 Aug 31 20:11:45.555859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5c72-fbb9-403d-9f16-243d9e0c6961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f4432-d3cb-40a6-8701-d72880c3e4d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:45.616313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.780401 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:45.785133 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230542545', 'description': 'tempest-secgroup-smoke-230542545 description', 'project_id': '1d53fa37caca439caacadf8f5176da74'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:45.806107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.885855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.889607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.915260 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:45.919537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:45.919728 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1381197 Aug 31 20:11:45.924345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f78e16-4da2-4aac-8685-9f7687cd2226 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:45.927023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:45.964499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.024933 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.028573 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.046384 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b91c84-43dd-4870-b95d-8e9e4820fd86,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.052340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.053556 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bacbdfc2-9392-4ec8-a697-276c978edf99 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325924 Aug 31 20:11:46.056215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.061701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.088016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.150619 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.154379 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.172943 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023170cf-f5c0-44ae-8950-1d881f90dc30,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.176209 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.177436 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-052b6111-6d76-473b-b856-dab3e5f234dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202934 Aug 31 20:11:46.180221 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.185373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.211193 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.268228 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.271937 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.291413 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c61aa3-e778-4e33-8079-ebfe2a5b3c04,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.295390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.296619 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d96defdb-4723-49f5-b31b-92d88eacfe24 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154504 Aug 31 20:11:46.299405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.303815 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.332012 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.394038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.397822 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.412752 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a74860-81a4-47df-a901-6f05254ac956,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.415324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.421943 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.423446 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-59efc132-0d5e-4ff8-9a86-37b9b6d5f463 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230371 Aug 31 20:11:46.426117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48208) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.430636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.451884 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:11:46.456643 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.518868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.522290 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.539842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017ec0c7-b4fb-4847-8522-84e7ee01062d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.546884 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.548186 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5572d6e2-6b0f-44e1-bf43-f18538d717c9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210797 Aug 31 20:11:46.550849 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.555362 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '882aa64d-abd2-4c64-a8d0-cb9e54d0aff5', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.577168 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:11:46.581856 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.642494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.646246 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.663718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ccf44-e429-4614-ace5-80eb77e02850,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.670183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.671415 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5072cd49-37f1-46b8-911f-4f4fa732a7ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196287 Aug 31 20:11:46.674193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.679169 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'network': {'name': 'tempest-network-smoke--430117232', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.699747 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:11:46.703121 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.726833 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:11:46.736406 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.736755 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Added segment 73b52fec-ef2e-4d1b-97fc-28b2c03f72ab of type vlan for network c215d59c-6757-4b01-bb0a-45ecddb4aca1 Aug 31 20:11:46.774821 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.800224 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.805757 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:46.806365 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.843182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dfaad5ba-b284-4bca-987a-55c106a9d2d4 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:11:46.866193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: dfaad5ba-b284-4bca-987a-55c106a9d2d4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:11:46.866543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device dfaad5ba-b284-4bca-987a-55c106a9d2d4 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:11:46.867416 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c42359c5-f555-47cc-9df2-d765454c1739 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:11:46.878535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032776 Aug 31 20:11:46.881335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:46.885984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'admin_state_up': True, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:46.889217 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c42359c5-f555-47cc-9df2-d765454c1739 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:11:46.889569 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c42359c5-f555-47cc-9df2-d765454c1739 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:11:46.910505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192829-674f-4712-b4cb-41ecb4fbcdc1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Network': ['ID=c215d59c-6757-4b01-bb0a-45ecddb4aca1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:46.921779 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:11:46.924564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.925851 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:46.978165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.116076 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.222229 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.306595 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.325387 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.426027 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.2 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/96930206-7502-4d77-b24b-08d70f01a1e5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:11:47.526358 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.565587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:47.600332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:11:47.605124 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:47.608583 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:11:47.631499 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=96930206-7502-4d77-b24b-08d70f01a1e5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:47.857772 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.050656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.174436 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router d54ed2c8-ce0c-419e-99ff-c94622d5e850 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:11:48.278233 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:11:48.287627 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Sync routers for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:11:48.296282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.300567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a8f78de-2cd3-4f08-b9d0-b77d2b18fd37 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4153256 Aug 31 20:11:48.300707 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:48.300707 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:48.300944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:48.330377 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-69cc1edc-a621-49df-9a8f-15af42bec020 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1d53fa37caca439caacadf8f5176da74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284581 Aug 31 20:11:48.332931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:48.405725 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:48.420057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59519ae4-b43e-48d2-a6c8-33a1fd47dce4 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:48.421658 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-59519ae4-b43e-48d2-a6c8-33a1fd47dce4 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878320 Aug 31 20:11:48.424614 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:48.457276 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cdbada1e-9aa0-405e-963e-04534ac4e5fc tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316563 Aug 31 20:11:48.459879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:48.464831 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119561390', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:48.551063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:11:48.554722 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.584985 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:47Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:48.614606 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Checking router: d54ed2c8-ce0c-419e-99ff-c94622d5e850 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:11:48.614942 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Updating router d54ed2c8-ce0c-419e-99ff-c94622d5e850 port 96930206-7502-4d77-b24b-08d70f01a1e5 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:11:48.640233 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.738564 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.795927 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Subnet': ['ID=db45097a-153d-4e32-b038-c4859e31a554,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:48.805479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Checking segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:48.805876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network hostable DHCP agents. Network: c215d59c-6757-4b01-bb0a-45ecddb4aca1, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:11:48.824058 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:11:48.832860 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, c215d59c-6757-4b01-bb0a-45ecddb4aca1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:48.838028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:48.840085 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.844693 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c9b27-257f-4d79-bb43-567d5a6787e9 None None] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:11:48.858862 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:11:48.859530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6ae8bb3-4742-4484-b5fe-95558b18ff5e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981280 Aug 31 20:11:48.904555 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.915426 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Transition to ACTIVE for port object 96930206-7502-4d77-b24b-08d70f01a1e5 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:48.921419 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.967744 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Attempting to bind port 96930206-7502-4d77-b24b-08d70f01a1e5 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:11:48.968198 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Attempting to bind port 96930206-7502-4d77-b24b-08d70f01a1e5 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:11:48.968622 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Attempting to bind port 96930206-7502-4d77-b24b-08d70f01a1e5 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:48.986857 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:11:48.987252 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:48.987659 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.988127 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:11:48.988645 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Bound port: 96930206-7502-4d77-b24b-08d70f01a1e5, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:11:48.988998 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:48.990721 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Pushing event updated for resources: {'Port': ['ID=96930206-7502-4d77-b24b-08d70f01a1e5,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:49.008255 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:11:49.009354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.019892 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.020267 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.020679 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.021018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.021361 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.021692 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.022018 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.022344 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.023452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.023452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.023452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.023793 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:11:49.060090 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] For port 96930206-7502-4d77-b24b-08d70f01a1e5, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:49.063248 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] For port 96930206-7502-4d77-b24b-08d70f01a1e5, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=96930206-7502-4d77-b24b-08d70f01a1e5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:11:49.067476 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.126929 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:49.127558 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:49.166370 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602a322-8b8d-4104-b610-134c33213407 None None] Pushing event updated for resources: {'Port': ['ID=96930206-7502-4d77-b24b-08d70f01a1e5,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:49.172601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Allocated IP 172.20.0.2 (c215d59c-6757-4b01-bb0a-45ecddb4aca1/db45097a-153d-4e32-b038-c4859e31a554/0d7d8622-6209-4d5a-9405-5714d3d96b97) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:11:49.242760 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:49.312509 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.349183 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.359300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Transition to ACTIVE for port object 0d7d8622-6209-4d5a-9405-5714d3d96b97 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:49.376069 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Transition to ACTIVE for port object 0d7d8622-6209-4d5a-9405-5714d3d96b97 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:49.381419 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.422659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:11:49.427417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:49.431918 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:11:49.436054 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8622-6209-4d5a-9405-5714d3d96b97,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:49.491014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Attempting to bind port 0d7d8622-6209-4d5a-9405-5714d3d96b97 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:11:49.491392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Attempting to bind port 0d7d8622-6209-4d5a-9405-5714d3d96b97 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:11:49.491790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Attempting to bind port 0d7d8622-6209-4d5a-9405-5714d3d96b97 on network c215d59c-6757-4b01-bb0a-45ecddb4aca1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:49.497963 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:11:49.498300 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Checking segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:49.498640 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.499037 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Bound using segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:11:49.499506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Bound port: 0d7d8622-6209-4d5a-9405-5714d3d96b97, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:11:49.499921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.538957 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:47Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:49.567545 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ec8c-306e-4675-978e-72f5f0604bf0 None None] The sync data for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 is: [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:47Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:11:49.578654 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] For port 0d7d8622-6209-4d5a-9405-5714d3d96b97, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:49.582840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] For port 0d7d8622-6209-4d5a-9405-5714d3d96b97, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0d7d8622-6209-4d5a-9405-5714d3d96b97,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:11:49.586666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:49.827144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46c728-b35f-40e5-acf3-d86144beefc5 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8622-6209-4d5a-9405-5714d3d96b97,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:50.037516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.1 (c215d59c-6757-4b01-bb0a-45ecddb4aca1/db45097a-153d-4e32-b038-c4859e31a554/b99c252e-c5fa-40dc-ab9e-5f3453af8c35) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:11:50.181275 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.197298 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object b99c252e-c5fa-40dc-ab9e-5f3453af8c35 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:50.231219 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.274920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:11:50.278573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:50.282795 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:11:50.314118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:50.337417 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.489462 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.794399 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd7f43-65fc-4df0-9554-3c72b6544b57 None None] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:11:50.831345 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.842816 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.886709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e267187e-2caf-4069-addd-7ac5855b1fb8 None None] Provisioning for port 0d7d8622-6209-4d5a-9405-5714d3d96b97 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:50.945853 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:50.950631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:50.979927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 96930206-7502-4d77-b24b-08d70f01a1e5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:51.052385 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:11:51.054152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:51.066580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 96930206-7502-4d77-b24b-08d70f01a1e5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:51.074605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 96930206-7502-4d77-b24b-08d70f01a1e5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:51.074986 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.182751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.196069 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router d54ed2c8-ce0c-419e-99ff-c94622d5e850 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:11:51.212082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 96930206-7502-4d77-b24b-08d70f01a1e5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=96930206-7502-4d77-b24b-08d70f01a1e5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:51.218927 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.219767 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0d7d8622-6209-4d5a-9405-5714d3d96b97 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:51.299229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=96930206-7502-4d77-b24b-08d70f01a1e5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:51.319786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 0d7d8622-6209-4d5a-9405-5714d3d96b97 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:51.324945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0d7d8622-6209-4d5a-9405-5714d3d96b97 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:51.325337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.330150 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:11:51.336186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2ea2b70f-c8bd-4409-9069-7b64335488e7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/d54ed2c8-ce0c-419e-99ff-c94622d5e850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758890 Aug 31 20:11:51.355484 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Sync routers for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:11:51.382862 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:51.388535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:51.427410 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Provisioning for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:51.443276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Provisioning complete for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:51.443837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.508974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-12f5a56c-5177-40ca-abde-fcdd4503739a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230542545&fields=id&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 267 time: 0.0431826 Aug 31 20:11:51.550917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:11:51.560979 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.584594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:51.633323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-d77d87cb-d724-4094-b8c0-b7b20508051f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:51.634607 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-d77d87cb-d724-4094-b8c0-b7b20508051f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 796 time: 0.1178575 Aug 31 20:11:51.636780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Provisioning complete for port 0d7d8622-6209-4d5a-9405-5714d3d96b97 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:51.637161 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eaa54237-3adf-41bf-9878-540cf22c9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.645085 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 0d7d8622-6209-4d5a-9405-5714d3d96b97, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0d7d8622-6209-4d5a-9405-5714d3d96b97,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:51.654558 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-34879e37-c882-4c19-a597-0af20ae70038 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/quotas/1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 375 time: 0.0128024 Aug 31 20:11:51.668716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:51.715748 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-69408fff-d880-4f22-b362-98148ee6aa9d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543592 Aug 31 20:11:51.813810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8622-6209-4d5a-9405-5714d3d96b97,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:51.814679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-dd8496ca-ba05-4734-be8b-b07ddd5ffb8e service neutron] 10.222.0.73 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Aug 31 20:11:51.912449 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-0b00e0f7-e722-4273-aa31-c1b54e1adf2f service neutron] 10.222.0.73 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913815 Aug 31 20:11:51.928670 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 2, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:51.955852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Checking router: d54ed2c8-ce0c-419e-99ff-c94622d5e850 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:11:51.956212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Updating router d54ed2c8-ce0c-419e-99ff-c94622d5e850 port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:11:51.981672 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.083836 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-43fa0d0e-73e3-475b-8bb7-999526fa9084 req-bcebf71c-35ae-4c11-a9bd-99391226aaa3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 210 time: 0.0284050 Aug 31 20:11:52.085586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-211f9b39-04a9-447f-a1cd-4c148e48204a None None] Provisioning complete for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:52.085849 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-211f9b39-04a9-447f-a1cd-4c148e48204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.139204 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-211f9b39-04a9-447f-a1cd-4c148e48204a None None] Port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:11:52.292731 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.302776 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Transition to ACTIVE for port object b99c252e-c5fa-40dc-ab9e-5f3453af8c35 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:52.308716 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.360791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db281dc-3f9d-482d-9d3f-55e0946c51e1 None None] Pushing event updated for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:52.410667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Attempting to bind port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:11:52.411075 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Attempting to bind port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:11:52.411447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Attempting to bind port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 on network c215d59c-6757-4b01-bb0a-45ecddb4aca1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:52.416928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:11:52.417510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Checking segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:52.417702 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.418104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Bound using segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:11:52.418577 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Bound port: b99c252e-c5fa-40dc-ab9e-5f3453af8c35, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:11:52.418996 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.492268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] For port b99c252e-c5fa-40dc-ab9e-5f3453af8c35, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:52.496705 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] For port b99c252e-c5fa-40dc-ab9e-5f3453af8c35, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:11:52.501582 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.560639 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:11:52.561344 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:52.570076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db281dc-3f9d-482d-9d3f-55e0946c51e1 None None] Pushing event updated for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:52.696070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:11:52.866175 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 96930206-7502-4d77-b24b-08d70f01a1e5 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:52.954076 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 96930206-7502-4d77-b24b-08d70f01a1e5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:52.954452 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:52.958640 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:52Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:11:53.006745 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a4662-bb80-43f6-8e89-81c7e82b4291 None None] The sync data for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 is: [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:52Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:11:53.098660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0d7d8622-6209-4d5a-9405-5714d3d96b97 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:53.139500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-edb9b779-6bd8-4e65-8542-5162902c8005 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:53.142166 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-edb9b779-6bd8-4e65-8542-5162902c8005 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 796 time: 0.1477633 Aug 31 20:11:53.177804 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 0d7d8622-6209-4d5a-9405-5714d3d96b97 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:53.178220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:53.215954 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-a0fe38db-2013-4c19-a7f9-f0d4aa19b2d8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 379 time: 0.0587931 Aug 31 20:11:53.222209 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'port': {'device_id': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'admin_state_up': True, 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'security_groups': ['882aa64d-abd2-4c64-a8d0-cb9e54d0aff5']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:53.239931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9839108-5470-4afa-8df4-c09d056e4b0c req-9843a32d-d78f-4448-a49e-91933b3ea67d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 210 time: 0.0342996 Aug 31 20:11:53.346373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:11:53.350415 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:53.479506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.5 (c215d59c-6757-4b01-bb0a-45ecddb4aca1/db45097a-153d-4e32-b038-c4859e31a554/9ae5116e-d1ca-46c1-a049-78584cbe1cf7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:11:53.919587 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:53.932039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:53.967522 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.015113 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:11:54.018354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:11:54.022466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:11:54.053121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:54.086870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.087508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.104849 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-262fc607-7c9f-462b-983c-6edec692150c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865931 Aug 31 20:11:54.117391 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Request body: {'port': {'device_id': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:11:54.173301 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.290334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d6199e6-a4bb-49fc-a204-b007257888e8 None None] Provisioning for port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:54.296651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d6199e6-a4bb-49fc-a204-b007257888e8 None None] Provisioning complete for port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:54.297051 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d6199e6-a4bb-49fc-a204-b007257888e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.337584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6d6199e6-a4bb-49fc-a204-b007257888e8 None None] Port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:11:54.366127 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47d7c8-d3b4-4b50-a09f-5126690dbdde req-0faf02ac-bcf5-4f82-b370-3d87f7dc7907 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.367680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed47d7c8-d3b4-4b50-a09f-5126690dbdde req-0faf02ac-bcf5-4f82-b370-3d87f7dc7907 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 931 time: 0.0540516 Aug 31 20:11:54.413056 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ed47d7c8-d3b4-4b50-a09f-5126690dbdde req-ad3e6df8-9b4a-4131-9251-93c4be59a849 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392265 Aug 31 20:11:54.446341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:11:54.454056 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.467524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Transition to ACTIVE for port object 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:11:54.470904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.540399 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:54.595430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Attempting to bind port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:11:54.595814 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Attempting to bind port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:11:54.596154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Attempting to bind port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 on network c215d59c-6757-4b01-bb0a-45ecddb4aca1 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:54.600707 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 on network c215d59c-6757-4b01-bb0a-45ecddb4aca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:11:54.601034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Attempting to bind port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 on network c215d59c-6757-4b01-bb0a-45ecddb4aca1 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:11:54.606055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:11:54.606403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Checking segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:11:54.606797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Bound using segment: {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:11:54.607227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Bound port: 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:11:54.607596 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.674153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:11:54.677310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:11:54.681295 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.719963 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.720593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:54.722089 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 1092 time: 0.6089332 Aug 31 20:11:54.722405 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:11:54.724708 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559df483-6623-41f8-9886-cec6f5428021" -d '{"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:11:54.750563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88520f09-05b7-4019-a7b1-451b451136c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:54.784221 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6aa7e-f656-4201-8a73-2866c64a4b9b x-openstack-request-id: req-b0f6aa7e-f656-4201-8a73-2866c64a4b9b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:11:54.784515 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:11:54.784768 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0f6aa7e-f656-4201-8a73-2866c64a4b9b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:11:54.785180 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'status': 'completed', 'code': 200} Aug 31 20:11:54.832711 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-6fe45566-cc27-44d9-a2be-a5456ed36862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.834259 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-6fe45566-cc27-44d9-a2be-a5456ed36862 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1095 time: 0.0469935 Aug 31 20:11:54.880367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-022cdfd0-6534-44d5-8320-5e54fe14e2c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 217 time: 0.0370853 Aug 31 20:11:54.897215 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b99c252e-c5fa-40dc-ab9e-5f3453af8c35 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:54.941041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-fc2aa4ea-6ce7-4896-bbf2-0b8b34e8fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.943063 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-fc2aa4ea-6ce7-4896-bbf2-0b8b34e8fc24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0550156 Aug 31 20:11:54.992370 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-d00da7a6-d027-458a-8acd-cefea71446df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:54.994029 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-d00da7a6-d027-458a-8acd-cefea71446df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439625 Aug 31 20:11:55.087078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-f388333d-576b-48cb-9b36-071d4249ab48 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854332 Aug 31 20:11:55.116010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:11:55.120477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:55.120940 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:55.182313 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-06470fc9-52db-480c-81ae-3402ff6093a8 req-1a757957-2c67-48e9-8287-9f41face4371 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873911 Aug 31 20:11:55.200553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:55.233506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port b99c252e-c5fa-40dc-ab9e-5f3453af8c35, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:55.237459 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:55.265859 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df483-6623-41f8-9886-cec6f5428021 req-db965563-2708-4c34-9dd8-3bc46a8edd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:55.267367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-db965563-2708-4c34-9dd8-3bc46a8edd0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1095 time: 0.0425041 Aug 31 20:11:55.291268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:55.364157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df483-6623-41f8-9886-cec6f5428021 req-ccdc9861-b021-4d26-bdef-6b60a5f75091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:55.365621 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-ccdc9861-b021-4d26-bdef-6b60a5f75091 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 897 time: 0.0910683 Aug 31 20:11:55.423003 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-4f104166-b559-491b-846b-808a865f8349 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 217 time: 0.0472753 Aug 31 20:11:55.472660 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df483-6623-41f8-9886-cec6f5428021 req-4c34f21a-2c30-429d-8050-bbeb96f024e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:55.474145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-4c34f21a-2c30-429d-8050-bbeb96f024e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0435414 Aug 31 20:11:55.527466 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df483-6623-41f8-9886-cec6f5428021 req-71ab2569-bdee-4eee-ad35-ff7ec98bf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:55.529348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-71ab2569-bdee-4eee-ad35-ff7ec98bf396 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462482 Aug 31 20:11:55.531754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d3b85-14c0-4949-9ef4-6ce0937b83b2 req-34284f41-1fe2-4201-93c5-4a98454c874a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:55.533459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-218d3b85-14c0-4949-9ef4-6ce0937b83b2 req-34284f41-1fe2-4201-93c5-4a98454c874a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 943 time: 0.0527031 Aug 31 20:11:55.573065 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-218d3b85-14c0-4949-9ef4-6ce0937b83b2 req-d8867cda-84f6-43dc-98e5-d02eb095f5b3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Aug 31 20:11:55.628970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-ccacbce4-8d2b-443e-b973-e8ad544eaa86 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907600 Aug 31 20:11:55.725876 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559df483-6623-41f8-9886-cec6f5428021 req-1fb09540-42b6-4c0f-9792-5aa4f562b1ab service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868261 Aug 31 20:11:56.699751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1c11-1365-4a6a-bb9c-b153d5d4573e req-778f409b-c6f2-470f-bc09-61195c2302a7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:56.701261 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e05e1c11-1365-4a6a-bb9c-b153d5d4573e req-778f409b-c6f2-470f-bc09-61195c2302a7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 943 time: 0.0581610 Aug 31 20:11:56.740191 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e05e1c11-1365-4a6a-bb9c-b153d5d4573e req-8181424b-18c1-423e-b8ba-0be7a26a269d tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330012 Aug 31 20:11:56.851875 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b99c252e-c5fa-40dc-ab9e-5f3453af8c35 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:11:56.898132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:11:56.898507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:57.854754 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1060543-8c85-425d-a025-33c9c174de20 req-84b177ec-69b6-4118-b550-cf64f637cb21 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:57.856306 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1060543-8c85-425d-a025-33c9c174de20 req-84b177ec-69b6-4118-b550-cf64f637cb21 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 943 time: 0.0496092 Aug 31 20:11:57.897815 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b1060543-8c85-425d-a025-33c9c174de20 req-e136b31e-9172-435a-a010-45c3e6a3226f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356183 Aug 31 20:11:58.137109 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:11:58.233697 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:58.245587 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'port_id': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'mac_address': 'fa:16:3e:fb:29:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:11:58.281455 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:58.293660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:11:58.314548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:11:58.318415 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:11:58.369070 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:11:58.523145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['9ae5116e-d1ca-46c1-a049-78584cbe1cf7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:11:59.014339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4997d-63ce-407a-a251-8f57d131dd96 req-9d717777-6086-4464-9dbf-63a529a41212 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:11:59.015842 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a4997d-63ce-407a-a251-8f57d131dd96 req-9d717777-6086-4464-9dbf-63a529a41212 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 944 time: 0.0500512 Aug 31 20:11:59.053498 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-34a4997d-63ce-407a-a251-8f57d131dd96 req-fcb53cb5-8f8d-4e75-a300-09d4f4a5bfc3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 Aug 31 20:12:00.135889 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:12:00.175822 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ef382-9e0c-4bc2-bf78-6d748c0bdcc9 req-ef48670b-82cf-4bde-9497-841fc1413c21 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:00.177340 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f05ef382-9e0c-4bc2-bf78-6d748c0bdcc9 req-ef48670b-82cf-4bde-9497-841fc1413c21 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 944 time: 0.0488982 Aug 31 20:12:00.184222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:12:00.187999 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:12:00.188375 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:00.218058 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f05ef382-9e0c-4bc2-bf78-6d748c0bdcc9 req-9fc89354-9b12-4305-8e1d-bb446beafa8a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Aug 31 20:12:00.265007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:00.287002 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:12:00.289255 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02956245-8bb8-4702-93fb-04ffd2b28884" -d '{"events": [{"server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:12:00.302492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:12:00.306554 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:00.336521 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7453a-e3a5-47fd-b36d-c1e3ada2d5bc x-openstack-request-id: req-aae7453a-e3a5-47fd-b36d-c1e3ada2d5bc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:12:00.336775 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:12:00.337028 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aae7453a-e3a5-47fd-b36d-c1e3ada2d5bc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:12:00.337410 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'code': 200} Aug 31 20:12:00.365630 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:12:00.426018 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20538a12-7000-46ff-9a4e-99c6ad500acc req-fc180258-d522-4b46-9ea8-a81f9acef399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:00.427587 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20538a12-7000-46ff-9a4e-99c6ad500acc req-fc180258-d522-4b46-9ea8-a81f9acef399 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1097 time: 0.0430012 Aug 31 20:12:00.461310 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-20538a12-7000-46ff-9a4e-99c6ad500acc req-02914c43-8514-4105-89e9-6ea447571c84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262666 Aug 31 20:12:01.334692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b58cd-6ecb-4b78-8bd7-599c34fea570 req-4850d0f0-c26c-4e0c-a10f-541ea65c5825 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:01.336193 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-995b58cd-6ecb-4b78-8bd7-599c34fea570 req-4850d0f0-c26c-4e0c-a10f-541ea65c5825 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0496202 Aug 31 20:12:01.382020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-995b58cd-6ecb-4b78-8bd7-599c34fea570 req-8938e3ba-0740-4949-a26c-20c9a20a5091 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386131 Aug 31 20:12:02.502282 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce371573-589f-4ef7-b84a-80ee58c13fdb req-5ffa7954-0f9b-43c3-9fad-41a3c08330f8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:02.503881 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce371573-589f-4ef7-b84a-80ee58c13fdb req-5ffa7954-0f9b-43c3-9fad-41a3c08330f8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0524173 Aug 31 20:12:02.545374 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce371573-589f-4ef7-b84a-80ee58c13fdb req-3101e5b5-188f-4e1d-af7a-8763e890f8ab tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Aug 31 20:12:02.667473 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2a519-a58f-4364-bea2-b22301d11389 req-63905555-7fc6-4319-b034-88cfca507e7a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:02.669004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6f2a519-a58f-4364-bea2-b22301d11389 req-63905555-7fc6-4319-b034-88cfca507e7a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0500298 Aug 31 20:12:02.707599 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6f2a519-a58f-4364-bea2-b22301d11389 req-8d37bf7d-5f6b-4023-bd78-5c0629fa60b7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326219 Aug 31 20:12:02.729351 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:02.769500 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14ca7e-cd9a-470f-ba42-47d7ef2b4d9d tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:02.771004 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0c14ca7e-cd9a-470f-ba42-47d7ef2b4d9d tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1092 time: 0.0406840 Aug 31 20:12:02.773759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:02.778181 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:12:02.801190 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:02.902165 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.006502 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.212 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/a9e368a3-8499-49f7-9c1d-b6fd9c1f382b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:12:03.106002 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.143983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.178922 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:12:03.182559 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:12:03.188090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:12:03.220958 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=a9e368a3-8499-49f7-9c1d-b6fd9c1f382b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:12:03.554727 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.627365 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.776141 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.780415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.853237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=a9e368a3-8499-49f7-9c1d-b6fd9c1f382b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:12:03.867102 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:03.968108 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 associated. External IP: 172.25.3.212, port: 9ae5116e-d1ca-46c1-a049-78584cbe1cf7. Aug 31 20:12:03.982641 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:12:04.179019 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router d54ed2c8-ce0c-419e-99ff-c94622d5e850 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:12:04.286536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:12:04.296796 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Sync routers for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:12:04.303752 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:04.306059 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:12:04.307398 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:12:04.332249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4576b840-f966-402c-a686-f8ca9e9031e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5574820 Aug 31 20:12:04.332839 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:12:04.335121 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:12:04.418017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:12:04.438115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cac13b-6abe-4aa6-90be-a1c36f4eba5f req-dbf0aa55-b279-405c-b23b-e742700bc749 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:04.439760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66cac13b-6abe-4aa6-90be-a1c36f4eba5f req-dbf0aa55-b279-405c-b23b-e742700bc749 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0577393 Aug 31 20:12:04.441277 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba9b9e1-02c2-4813-bb4f-4134393ac670 x-openstack-request-id: req-fba9b9e1-02c2-4813-bb4f-4134393ac670 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:12:04.441646 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:12:04.441958 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fba9b9e1-02c2-4813-bb4f-4134393ac670 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:12:04.442404 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'status': 'completed', 'code': 200} Aug 31 20:12:04.479088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66cac13b-6abe-4aa6-90be-a1c36f4eba5f req-ab37c46e-699c-4100-bd29-6c3890d2fddf tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334511 Aug 31 20:12:04.501037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:04.508662 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-bdf3d2f0-af34-4d0c-9792-9a530235532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:04.510876 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-bdf3d2f0-af34-4d0c-9792-9a530235532e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1097 time: 0.0433645 Aug 31 20:12:04.567380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-df98184e-b5c1-4b3b-81e1-655de5c180d8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 HTTP/1.1" status: 200 len: 991 time: 0.0651081 Aug 31 20:12:04.612070 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-9e406e42-4494-40b6-9c92-d414790b6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:04.613565 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-9e406e42-4494-40b6-9c92-d414790b6dc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 897 time: 0.0961738 Aug 31 20:12:04.656388 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2034e384-abb9-4a5f-9bf7-3d4de9bc06d2', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'port_id': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'mac_address': 'fa:16:3e:fb:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:12:03Z', 'updated_at': '2021-08-31T20:12:03Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:12:04.681353 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-a9db56af-a00c-43a3-9ae1-c1789dd7f07c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 999 time: 0.0599999 Aug 31 20:12:04.683569 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Checking router: d54ed2c8-ce0c-419e-99ff-c94622d5e850 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:12:04.691940 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:12:04.692542 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:11:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:12:04.730981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-ae403bca-6d47-400f-b64e-5f4f330492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:04.732501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-ae403bca-6d47-400f-b64e-5f4f330492ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0437453 Aug 31 20:12:04.781640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-b0dc87e1-306c-4798-bded-01920f9d6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:04.783133 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-b0dc87e1-306c-4798-bded-01920f9d6fbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436156 Aug 31 20:12:04.797933 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:12:04.872782 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-e956d1d0-6f75-4b60-90a2-31a1a628247d service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816000 Aug 31 20:12:04.968042 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cb787a2a-b45d-4a9f-8be6-5c3f7bad1cf8 req-d6ead920-a1be-4a03-b5b1-f8938e7202f9 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Aug 31 20:12:05.017013 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2034e384-abb9-4a5f-9bf7-3d4de9bc06d2', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'port_id': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'mac_address': 'fa:16:3e:fb:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:12:03Z', 'updated_at': '2021-08-31T20:12:03Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:12:05.046862 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58687cb6-d87b-4c10-b098-f5c68b6043b4 None None] The sync data for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 is: [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '2034e384-abb9-4a5f-9bf7-3d4de9bc06d2', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'port_id': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'mac_address': 'fa:16:3e:fb:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:12:03Z', 'updated_at': '2021-08-31T20:12:03Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:12:05.236105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed746bdf-70c7-48ec-8f76-bbcaedb70dfe None None] New status for floating IP 2034e384-abb9-4a5f-9bf7-3d4de9bc06d2: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:12:05.571141 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:05.630661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5d1d2671-1728-4484-8140-7b1e8cc860bc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 HTTP/1.1" status: 200 len: 993 time: 0.0583341 Aug 31 20:12:11.662748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f7edda0a-6f92-4996-bbaa-248a5627cb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:14.302136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14daba5a-3401-48df-aabd-3366af3a3e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:14.548304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:15.044435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:15.618407 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:16.417876 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:17.226190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:39.074623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532d253-9443-48e9-810e-bd7b97f4d5ae req-b02bb4b2-35a9-4007-924a-7709ab870698 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:39.076083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e532d253-9443-48e9-810e-bd7b97f4d5ae req-b02bb4b2-35a9-4007-924a-7709ab870698 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0523553 Aug 31 20:12:39.113665 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e532d253-9443-48e9-810e-bd7b97f4d5ae req-897d60f9-d196-4a97-964a-73e39b5c3ef7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Aug 31 20:12:40.249496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9ec1-96d1-4e1e-9dc0-a8b53841caf7 req-be1603d3-1b4d-4fb4-b9cd-f53d6f4988dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:40.250992 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-889b9ec1-96d1-4e1e-9dc0-a8b53841caf7 req-be1603d3-1b4d-4fb4-b9cd-f53d6f4988dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0527606 Aug 31 20:12:40.288353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-889b9ec1-96d1-4e1e-9dc0-a8b53841caf7 req-2ca5e009-949b-4433-acfd-5e99bb5be8dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Aug 31 20:12:40.981926 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:12:41.414767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028bf6b-c69f-4c1f-bc68-932b689ec467 req-a011b5ce-a5b9-45d6-be16-78a4db96882e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:41.416976 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a028bf6b-c69f-4c1f-bc68-932b689ec467 req-a011b5ce-a5b9-45d6-be16-78a4db96882e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0513895 Aug 31 20:12:41.457661 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a028bf6b-c69f-4c1f-bc68-932b689ec467 req-d97ded99-ea82-40be-9d42-648a4da5fe02 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347753 Aug 31 20:12:41.663276 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f31b-8b83-4690-9a0b-92782101566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:42.576006 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16427b1d-25cc-408b-8300-925f71590e57 req-333a35dc-d8e5-4ef4-9349-b31cdf1e0eac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:42.577482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16427b1d-25cc-408b-8300-925f71590e57 req-333a35dc-d8e5-4ef4-9349-b31cdf1e0eac tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0487359 Aug 31 20:12:42.614760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-16427b1d-25cc-408b-8300-925f71590e57 req-cd172679-1f37-4f35-890b-c9a886711bae tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310955 Aug 31 20:12:43.734736 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20aa46-7f5a-41f7-b008-bc88fb4f7cbc req-9a47418c-d64f-450f-90a3-e28d32ec4816 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:43.736318 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b20aa46-7f5a-41f7-b008-bc88fb4f7cbc req-9a47418c-d64f-450f-90a3-e28d32ec4816 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0534918 Aug 31 20:12:43.781631 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b20aa46-7f5a-41f7-b008-bc88fb4f7cbc req-df53878b-a56b-4b34-aacf-5d569c1f4de5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Aug 31 20:12:44.303072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e864771-f476-41f4-9364-76894def78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:44.550050 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:44.905281 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedcccb-62bf-40c3-95d3-3a49ca09d362 req-b4ba0bbc-57b9-4f12-8be1-e8c5a74372b4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:44.906899 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cedcccb-62bf-40c3-95d3-3a49ca09d362 req-b4ba0bbc-57b9-4f12-8be1-e8c5a74372b4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0548906 Aug 31 20:12:44.950067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0cedcccb-62bf-40c3-95d3-3a49ca09d362 req-44f44854-8fc8-4ccf-830f-1dad481a2a95 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Aug 31 20:12:45.058023 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:45.621211 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:46.066790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ddb80-1842-45cf-a346-ae3a68370fd5 req-bac6f9e1-96b2-4731-ac1f-210ae716b5f2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:46.068329 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f7ddb80-1842-45cf-a346-ae3a68370fd5 req-bac6f9e1-96b2-4731-ac1f-210ae716b5f2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0487268 Aug 31 20:12:46.114908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1f7ddb80-1842-45cf-a346-ae3a68370fd5 req-7a1e5a1c-0fd3-41ee-bde0-42ecc1005068 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 Aug 31 20:12:46.418868 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:47.227888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:12:47.237092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b3c6-f749-4056-85ee-08ec02fb2b1e req-e1940c94-5a59-496d-b522-abb4fc4b4291 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:47.238642 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a726b3c6-f749-4056-85ee-08ec02fb2b1e req-e1940c94-5a59-496d-b522-abb4fc4b4291 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0550380 Aug 31 20:12:47.276579 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a726b3c6-f749-4056-85ee-08ec02fb2b1e req-4511c4c1-e1f0-4df0-aa10-0157fd9b0e1a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310342 Aug 31 20:12:48.394629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab498c-df18-4531-8d10-7d95ccc846aa req-4b77975a-2571-4036-8b3e-40f41c8bf9f2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:48.396173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41ab498c-df18-4531-8d10-7d95ccc846aa req-4b77975a-2571-4036-8b3e-40f41c8bf9f2 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0505643 Aug 31 20:12:48.434550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-41ab498c-df18-4531-8d10-7d95ccc846aa req-72faeef1-da81-4a69-9ec3-5bc7291b189e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Aug 31 20:12:49.555733 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf3f6-c9ad-4bac-bfee-3f7ec2461393 req-69999cfa-0de4-45be-ba16-2242584ec516 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:49.557627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-048bf3f6-c9ad-4bac-bfee-3f7ec2461393 req-69999cfa-0de4-45be-ba16-2242584ec516 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0558531 Aug 31 20:12:49.597127 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-048bf3f6-c9ad-4bac-bfee-3f7ec2461393 req-f0fc6b0a-9994-4fe9-91c2-6c8d0c052c65 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332742 Aug 31 20:12:49.633725 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451395-8e77-4612-863e-217e2c6b8eea req-c1d93f9b-8082-48ed-96b3-d32e0199c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:49.635878 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-c1d93f9b-8082-48ed-96b3-d32e0199c176 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1097 time: 0.0838611 Aug 31 20:12:49.736092 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451395-8e77-4612-863e-217e2c6b8eea req-8793932b-8ad7-45f0-ae2f-b0f1c891d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:49.737590 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-8793932b-8ad7-45f0-ae2f-b0f1c891d1da service neutron] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 897 time: 0.0813560 Aug 31 20:12:49.809552 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-362e08c7-1dc9-416d-a019-d38efa9d419e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0640852 Aug 31 20:12:49.862036 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451395-8e77-4612-863e-217e2c6b8eea req-1f004c16-ac7b-45b5-a394-bfc7dfe26fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:49.863376 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-1f004c16-ac7b-45b5-a394-bfc7dfe26fdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0440338 Aug 31 20:12:49.908477 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451395-8e77-4612-863e-217e2c6b8eea req-4b981b10-2977-4fb7-9d84-b204e47c0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:49.909938 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-4b981b10-2977-4fb7-9d84-b204e47c0ced service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397105 Aug 31 20:12:50.009367 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-31f08c06-b995-4701-a239-59c9117873b4 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Aug 31 20:12:50.096742 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0c451395-8e77-4612-863e-217e2c6b8eea req-f6f7ddda-d775-4e4a-88cb-4b2406834a4d service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801008 Aug 31 20:12:50.717737 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3532e4c-7233-42f3-8d40-720ba6ee8087 req-f1194d08-9b23-49ea-98a3-db2a08a72854 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:50.719206 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3532e4c-7233-42f3-8d40-720ba6ee8087 req-f1194d08-9b23-49ea-98a3-db2a08a72854 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0529850 Aug 31 20:12:50.757688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3532e4c-7233-42f3-8d40-720ba6ee8087 req-96ac5db6-503d-4be2-9aee-5d885b04269a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324147 Aug 31 20:12:51.873638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a0e8-7da8-4fe4-8fc1-9b2603aa1951 req-c74af24b-3738-44bd-b23d-04652f400294 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:51.875249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9648a0e8-7da8-4fe4-8fc1-9b2603aa1951 req-c74af24b-3738-44bd-b23d-04652f400294 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0501130 Aug 31 20:12:51.912541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9648a0e8-7da8-4fe4-8fc1-9b2603aa1951 req-521fdd54-4267-458d-a230-0c4b4a95a220 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Aug 31 20:12:53.029172 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d45a2-8e57-4892-93a7-b815b69ad878 req-2b57898a-1627-469d-bccd-4b7735d8f6c0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:53.030716 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09d45a2-8e57-4892-93a7-b815b69ad878 req-2b57898a-1627-469d-bccd-4b7735d8f6c0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0502081 Aug 31 20:12:53.068436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b09d45a2-8e57-4892-93a7-b815b69ad878 req-514f3042-5eab-4e5c-8775-50c3f3204d7a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Aug 31 20:12:54.194906 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57847-d885-40ae-adee-41d8e002c040 req-3a18e24e-38ca-44a2-a12e-ea0af1673bb8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:54.196444 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95f57847-d885-40ae-adee-41d8e002c040 req-3a18e24e-38ca-44a2-a12e-ea0af1673bb8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0598707 Aug 31 20:12:54.239592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-95f57847-d885-40ae-adee-41d8e002c040 req-ca6192ae-a0dc-4dfa-83e9-bfb0b6c30d7c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370936 Aug 31 20:12:55.358170 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8a16d-b012-4c2e-b254-cf53c34fe159 req-c1368c30-89d0-475d-b176-e0e18802df6b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:55.359717 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61d8a16d-b012-4c2e-b254-cf53c34fe159 req-c1368c30-89d0-475d-b176-e0e18802df6b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0516200 Aug 31 20:12:55.403421 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-61d8a16d-b012-4c2e-b254-cf53c34fe159 req-e03c81d9-041d-4c88-a700-9023838b2355 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377452 Aug 31 20:12:55.426497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:55.489809 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-37e17ab8-088a-4627-a406-0dff18167e97 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 HTTP/1.1" status: 200 len: 993 time: 0.0621197 Aug 31 20:12:56.758063 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e1a5f-2a7c-4671-b6f6-a221a67ab226 req-7cd3b39a-eb34-4e26-b47e-215f30b87610 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:56.759593 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-978e1a5f-2a7c-4671-b6f6-a221a67ab226 req-7cd3b39a-eb34-4e26-b47e-215f30b87610 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0521021 Aug 31 20:12:56.781931 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-6887f1e3-79ec-4c21-b7f8-5dff5172dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:56.783425 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-6887f1e3-79ec-4c21-b7f8-5dff5172dbe3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1097 time: 0.0456560 Aug 31 20:12:56.798640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-978e1a5f-2a7c-4671-b6f6-a221a67ab226 req-38208885-7cd8-4004-9b02-b01efe26bd1a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328746 Aug 31 20:12:56.872288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-4f9ab068-24f2-4366-a61a-6f191361e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:56.873698 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-4f9ab068-24f2-4366-a61a-6f191361e972 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 897 time: 0.0832982 Aug 31 20:12:56.940858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-8781078a-51a2-4cb2-a5c2-118d39afdb19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0602622 Aug 31 20:12:56.989231 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-c7737496-796d-4aef-8b20-5233f5d9f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:56.990680 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-c7737496-796d-4aef-8b20-5233f5d9f957 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0429347 Aug 31 20:12:57.035592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-e0cb17ef-4d75-4fe9-9afb-ac8aac2e22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:57.037100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-e0cb17ef-4d75-4fe9-9afb-ac8aac2e22ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394144 Aug 31 20:12:57.127101 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-7428a38e-ef1b-4cc9-bd02-37682d70cf33 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828295 Aug 31 20:12:57.221818 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-84ae7df1-287f-49a4-84cf-8507dedf09fc req-046152e4-dc7e-4020-b103-3e6fa8948700 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870097 Aug 31 20:12:57.918515 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac18735-1051-448a-b406-0658f973cdd6 req-ca7f995b-e6cb-4f65-81ac-51d526ef1fc9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:12:57.920069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ac18735-1051-448a-b406-0658f973cdd6 req-ca7f995b-e6cb-4f65-81ac-51d526ef1fc9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0482419 Aug 31 20:12:57.957493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ac18735-1051-448a-b406-0658f973cdd6 req-5c2a2251-b899-407d-a6d7-ee6999a162dd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Aug 31 20:12:57.979667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:12:58.042080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-376eb18c-ef40-4a62-93b5-5adc418f05c7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 HTTP/1.1" status: 200 len: 993 time: 0.0613034 Aug 31 20:13:11.663414 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05095a50-0bbf-4fe6-8428-80da8aab9517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:14.304714 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12d90b6b-0a4d-4521-96c0-10162c5e90a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:14.551002 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:15.056581 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:15.624256 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:16.415190 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:17.230141 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:17.981275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:13:30.539195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:30.698383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port a9e368a3-8499-49f7-9c1d-b6fd9c1f382b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:13:30.698726 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:30.774825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:30.775163 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:30.787125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for a9e368a3-8499-49f7-9c1d-b6fd9c1f382b owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:13:30.967895 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:30.994867 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=a9e368a3-8499-49f7-9c1d-b6fd9c1f382b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:31.005380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.005741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.006089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.006430 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.006763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.007601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.007601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.007810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.008089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.008417 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.008748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.009075 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:31.070265 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:31.070603 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 disassociated (deleted). External IP: 172.25.3.212, port: 9ae5116e-d1ca-46c1-a049-78584cbe1cf7. Aug 31 20:13:31.279985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router d54ed2c8-ce0c-419e-99ff-c94622d5e850 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:13:31.385238 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:13:31.390156 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:31.394844 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Sync routers for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:13:31.404589 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:31.405296 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:31.416953 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ede79bf3-69ee-478f-a8ca-dbe0faca1e2f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/floatingips/2034e384-abb9-4a5f-9bf7-3d4de9bc06d2 HTTP/1.1" status: 204 len: 168 time: 0.8766382 Aug 31 20:13:31.417553 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:13:31.420951 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acab0fb-8ee0-43ac-986f-32debff8f699" -d '{"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:13:31.521996 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:31.532986 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec2db5-a007-4a30-859b-a297dd824b22 x-openstack-request-id: req-29ec2db5-a007-4a30-859b-a297dd824b22 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:13:31.533276 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:13:31.533527 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29ec2db5-a007-4a30-859b-a297dd824b22 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:13:31.533964 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'status': 'completed', 'code': 200} Aug 31 20:13:31.616159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-4f8b176c-9121-4039-8a34-a144c28f3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:31.617810 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-4f8b176c-9121-4039-8a34-a144c28f3ee5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 1097 time: 0.0499227 Aug 31 20:13:31.664735 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890d844-a650-44cf-b8d9-94d0174192cb req-f3385c4a-5b85-48b7-9617-c2e88140412b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:31.672679 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6890d844-a650-44cf-b8d9-94d0174192cb req-f3385c4a-5b85-48b7-9617-c2e88140412b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0602207 Aug 31 20:13:31.707516 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6890d844-a650-44cf-b8d9-94d0174192cb req-82a8f75a-4bca-4dab-8d3d-61ecb60c71d9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Aug 31 20:13:31.712875 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-fd636b49-22e6-4839-8630-84c362b1b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:31.715125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-fd636b49-22e6-4839-8630-84c362b1b356 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 200 len: 897 time: 0.0864739 Aug 31 20:13:31.732554 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:31.757664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-ce4e70ce-60cf-4099-a3e1-e5561a79e667 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 200 len: 217 time: 0.0344441 Aug 31 20:13:31.761249 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Checking router: d54ed2c8-ce0c-419e-99ff-c94622d5e850 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:13:31.769586 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:31.770211 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:31.811324 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-9797262d-d71b-4a2a-977f-965ff6208194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:31.812845 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-9797262d-d71b-4a2a-977f-965ff6208194 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 200 len: 835 time: 0.0473404 Aug 31 20:13:31.861247 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-b00399c1-91b4-4357-8ae8-c2881c3006a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:31.862733 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-b00399c1-91b4-4357-8ae8-c2881c3006a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c215d59c-6757-4b01-bb0a-45ecddb4aca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427675 Aug 31 20:13:31.875179 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:31.963772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-853bc6c6-7400-4b69-9f95-a3ebd720daef service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926185 Aug 31 20:13:32.060752 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4acab0fb-8ee0-43ac-986f-32debff8f699 req-870c3083-4c9f-4374-ba55-1101869bd436 service neutron] 10.222.0.67 "GET /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893171 Aug 31 20:13:32.159934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:32.186447 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c84c-b411-456c-bc64-293186aafe29 None None] The sync data for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 is: [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:11:50Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'b99c252e-c5fa-40dc-ab9e-5f3453af8c35', 'name': '', 'network_id': 'c215d59c-6757-4b01-bb0a-45ecddb4aca1', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:0d:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db45097a-153d-4e32-b038-c4859e31a554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:49Z', 'updated_at': '2021-08-31T20:11:55Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'db45097a-153d-4e32-b038-c4859e31a554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:13:32.409506 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4218f4e1-a924-4d06-a5f5-506658d5b1b8 None None] New status for floating IP 2034e384-abb9-4a5f-9bf7-3d4de9bc06d2: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:13:32.827220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d8b6-9420-40e9-98e0-724e23eae53f req-bd171e22-0cd6-473e-8bd0-d87fff4aa5df tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:32.828740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62f3d8b6-9420-40e9-98e0-724e23eae53f req-bd171e22-0cd6-473e-8bd0-d87fff4aa5df tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0489330 Aug 31 20:13:32.866493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-62f3d8b6-9420-40e9-98e0-724e23eae53f req-a261547d-3527-486a-a803-053186a50801 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Aug 31 20:13:33.105998 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-81e19e47-ba6d-444e-9c8e-8ba3db131513 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:33.107462 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-81e19e47-ba6d-444e-9c8e-8ba3db131513 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 945 time: 0.0510044 Aug 31 20:13:33.198383 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:13:33.198725 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:33.284559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:33.284929 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:33.298545 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:13:33.425518 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:33.454610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=9ae5116e-d1ca-46c1-a049-78584cbe1cf7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:33.500506 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] No DVR routers for this DVR port 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:13:33.503251 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:33.505408 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b7bd03f9-2d63-4e6e-bf74-e07b860dbf61 req-d2f7db0c-3ab7-413a-9eeb-66b1edeb12fb tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "DELETE /v2.0/ports/9ae5116e-d1ca-46c1-a049-78584cbe1cf7 HTTP/1.1" status: 204 len: 173 time: 0.3921399 Aug 31 20:13:33.535101 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'name': 'network-vif-deleted', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:13:33.537599 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c69e54-2ee5-4bef-a8d3-912465b6dc12" -d '{"events": [{"server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "name": "network-vif-deleted", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:13:33.574802 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39233bb9-56e6-4d53-aa59-da2f0093fa54 x-openstack-request-id: req-39233bb9-56e6-4d53-aa59-da2f0093fa54 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:13:33.575078 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a933f203-42eb-4a7a-a63c-93c339d017ce", "name": "network-vif-deleted", "tag": "9ae5116e-d1ca-46c1-a049-78584cbe1cf7", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:13:33.575331 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39233bb9-56e6-4d53-aa59-da2f0093fa54 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:13:33.575755 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933f203-42eb-4a7a-a63c-93c339d017ce', 'name': 'network-vif-deleted', 'tag': '9ae5116e-d1ca-46c1-a049-78584cbe1cf7', 'status': 'completed', 'code': 200} Aug 31 20:13:33.993794 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9c28de78-fda6-4e68-9882-403f8a5e62a4 req-c3d39253-3905-4564-b384-06e4af13367e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=a933f203-42eb-4a7a-a63c-93c339d017ce HTTP/1.1" status: 200 len: 210 time: 0.0302474 Aug 31 20:13:35.056199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:35.769133 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:36.046386 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port b99c252e-c5fa-40dc-ab9e-5f3453af8c35 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:13:36.046655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:36.139845 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port b99c252e-c5fa-40dc-ab9e-5f3453af8c35, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:36.140591 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:36.153474 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for b99c252e-c5fa-40dc-ab9e-5f3453af8c35 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:13:36.345390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:36.379710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=b99c252e-c5fa-40dc-ab9e-5f3453af8c35,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:36.396624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.397126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.397745 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.398339 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.398961 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.399560 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.400035 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.400383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.400734 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.401077 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.401629 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.402820 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:36.577381 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:36.662826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:13:36.697148 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:13:36.697593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 9ae5116e-d1ca-46c1-a049-78584cbe1cf7 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:13:36.793553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router d54ed2c8-ce0c-419e-99ff-c94622d5e850 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:13:36.905009 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:13:36.910442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-18f168ed-1f4b-4b91-a14e-f7b21e409a4b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/d54ed2c8-ce0c-419e-99ff-c94622d5e850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529322 Aug 31 20:13:36.913237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:36.916005 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Sync routers for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:13:36.927841 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:36.928462 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:36.973524 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting subnet db45097a-153d-4e32-b038-c4859e31a554 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:13:36.976631 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.018363 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.035524 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:37.121430 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.192890 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.224843 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:13:36Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:37.228698 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Subnet': ['ID=db45097a-153d-4e32-b038-c4859e31a554,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:37.234614 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.237066 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f14f396b-f8d0-44f8-a4bd-fff45f6ad385 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/subnets/db45097a-153d-4e32-b038-c4859e31a554 HTTP/1.1" status: 204 len: 168 time: 0.3226318 Aug 31 20:13:37.240377 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48402) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:37.246717 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982fd0c-f263-492d-829a-743aeb430711 None None] Network c215d59c-6757-4b01-bb0a-45ecddb4aca1 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:13:37.253006 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Checking router: d54ed2c8-ce0c-419e-99ff-c94622d5e850 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:13:37.263011 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Routers {'d54ed2c8-ce0c-419e-99ff-c94622d5e850'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:37.263677 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:37.363022 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.383930 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] Set router d54ed2c8-ce0c-419e-99ff-c94622d5e850 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:37.432084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] DHCP port deletion for c215d59c-6757-4b01-bb0a-45ecddb4aca1 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:13:37.482471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Deleting port 0d7d8622-6209-4d5a-9405-5714d3d96b97 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:13:37.482759 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.490212 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.545240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 96930206-7502-4d77-b24b-08d70f01a1e5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:13:37.546125 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.547331 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] For port 0d7d8622-6209-4d5a-9405-5714d3d96b97, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=0d7d8622-6209-4d5a-9405-5714d3d96b97,segment=NetworkSegment(73b52fec-ef2e-4d1b-97fc-28b2c03f72ab),segment_id=73b52fec-ef2e-4d1b-97fc-28b2c03f72ab)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:37.547998 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.562824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Calling delete_port for 0d7d8622-6209-4d5a-9405-5714d3d96b97 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:13:37.571687 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:13:36Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:37.605133 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9bf869-a815-47d9-b10b-bc2ef3ccd18b None None] The sync data for ids ['d54ed2c8-ce0c-419e-99ff-c94622d5e850'] in n-d-778550-14 is: [{'id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55431992', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:11:46Z', 'updated_at': '2021-08-31T20:13:36Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '96930206-7502-4d77-b24b-08d70f01a1e5', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ed2c8-ce0c-419e-99ff-c94622d5e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:11:47Z', 'updated_at': '2021-08-31T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:13:37.637969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 96930206-7502-4d77-b24b-08d70f01a1e5, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=96930206-7502-4d77-b24b-08d70f01a1e5,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:37.638582 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.654526 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.659828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 96930206-7502-4d77-b24b-08d70f01a1e5 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:13:37.680471 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Pushing event deleted for resources: {'Port': ['ID=0d7d8622-6209-4d5a-9405-5714d3d96b97,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:37.685549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] No DVR routers for this DVR port 0d7d8622-6209-4d5a-9405-5714d3d96b97 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.695337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.696438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.696438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.696438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.696438 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.697237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.697237 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a6647-5291-49e5-8b91-3b411dd9877d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:37.830603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:37.862247 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=96930206-7502-4d77-b24b-08d70f01a1e5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:37.925322 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.020538 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.022704 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.072640 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.073318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Fanout notify agent at l3_agent the message router_deleted on router d54ed2c8-ce0c-419e-99ff-c94622d5e850 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:13:38.081181 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.082271 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ff536a12-97d3-4396-b2b3-3582f21f9a2a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/routers/d54ed2c8-ce0c-419e-99ff-c94622d5e850 HTTP/1.1" status: 204 len: 168 time: 0.8409691 Aug 31 20:13:38.085058 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:38.168192 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.257488 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.268372 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c215d59c-6757-4b01-bb0a-45ecddb4aca1']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:38.279535 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:38.280024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b52fec-ef2e-4d1b-97fc-28b2c03f72ab') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:38.289647 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.315424 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.321834 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:13:38.322308 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:13:38.325583 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:13:38.383557 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.390603 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.392487 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/networks/c215d59c-6757-4b01-bb0a-45ecddb4aca1 HTTP/1.1" status: 204 len: 168 time: 0.3064613 Aug 31 20:13:38.395297 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:38.406655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad7bcc-7bd5-431f-869d-8ccd657ce8ca tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Network': ['ID=c215d59c-6757-4b01-bb0a-45ecddb4aca1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:38.454427 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.479942 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.540554 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.544488 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:38.545783 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/security-groups/882aa64d-abd2-4c64-a8d0-cb9e54d0aff5 HTTP/1.1" status: 204 len: 168 time: 0.1493759 Aug 31 20:13:38.564468 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e0ba-4620-4937-a0c2-2357f288f366 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882aa64d-abd2-4c64-a8d0-cb9e54d0aff5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:38.901818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b99c252e-c5fa-40dc-ab9e-5f3453af8c35 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:13:38.923183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: b99c252e-c5fa-40dc-ab9e-5f3453af8c35 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:13:38.923584 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device b99c252e-c5fa-40dc-ab9e-5f3453af8c35 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:13:38.923974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0d7d8622-6209-4d5a-9405-5714d3d96b97 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:13:38.945250 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 0d7d8622-6209-4d5a-9405-5714d3d96b97 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:13:38.945518 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 0d7d8622-6209-4d5a-9405-5714d3d96b97 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:13:38.945930 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 96930206-7502-4d77-b24b-08d70f01a1e5 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:13:38.967916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 96930206-7502-4d77-b24b-08d70f01a1e5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:13:38.968263 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 96930206-7502-4d77-b24b-08d70f01a1e5 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:13:39.038030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48412) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.042826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879941296', 'description': 'tempest-secgroup-smoke-1879941296 description', 'project_id': '1d53fa37caca439caacadf8f5176da74'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.063959 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.146137 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.150069 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.177811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.179013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399736 Aug 31 20:13:39.180929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555f751-2244-469a-af58-3251cf150793 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263a3fd7-15f8-40dc-b568-8da13f75ea50,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.182086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.187432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.218451 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.275095 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.279232 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.299322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aae6bd0-28fc-4099-94d2-3457a1908072,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.306635 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.307986 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c5227a2e-92b0-4794-95be-12afabb1f154 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248009 Aug 31 20:13:39.311277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48416) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.315720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.343732 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.407302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.411108 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.430404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b833d455-c314-4d68-a1ef-91bc6798d2f6,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.438099 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.438650 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-49925346-5818-4c08-b7db-c5287bb9ed48 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263530 Aug 31 20:13:39.441335 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.445787 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.474660 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.535551 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.540331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.562201 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f72bd4-cfd7-4848-84c6-f6c61b75386a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.565331 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.566504 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b5f77a02-8ecd-4e74-a948-480c1b402b56 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242337 Aug 31 20:13:39.569180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.573540 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.601851 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.659745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.663243 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.680780 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275c584c-fa88-4dbc-b011-3cdc9cd67f8f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.688100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.689417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-70603d83-8f9f-4530-bd5a-a69ffb9c1844 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192684 Aug 31 20:13:39.692497 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48422) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.697277 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.721827 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:13:39.726544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.787972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.791481 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.810261 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e77a1b-459d-4e76-8e37-fb0eafa3dfbf,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.817457 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.818919 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a136b415-13b8-43ed-abd7-cbafe927ae3a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254375 Aug 31 20:13:39.821705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.826549 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'security_group_rule': {'security_group_id': '263a3fd7-15f8-40dc-b568-8da13f75ea50', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.848366 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Project 1d53fa37caca439caacadf8f5176da74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:13:39.853142 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.914828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.918471 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.936031 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84bc3c2-9807-4ab5-9f0c-d21d68231bbd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:39.944802 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:39.945981 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3dc63052-be46-48fd-bf60-c577fb2620e9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233435 Aug 31 20:13:39.949383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48426) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:39.954218 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'network': {'name': 'tempest-network-smoke--66337689', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:39.974788 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:13:39.978137 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.001818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:13:40.012540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.012907 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Added segment 879845ed-af65-4656-b13f-180a4ccb5216 of type vlan for network 3bc6dfcb-c61e-412f-b453-fc3893abc75e Aug 31 20:13:40.061997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.085725 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.092055 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:40.092642 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.149242 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1988218 Aug 31 20:13:40.153334 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:40.158055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'admin_state_up': True, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:40.164344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb0fa-d4c5-4040-97ea-1f649a481e5f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Network': ['ID=3bc6dfcb-c61e-412f-b453-fc3893abc75e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:40.175468 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:13:40.183681 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.184686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.239907 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.658262 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.846218 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.864547 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:40.968501 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.111 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/26863114-34b7-49e5-bf0c-b579ab6483a7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:13:41.068120 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.105322 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.144505 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:41.149142 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:41.153322 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:13:41.176080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=26863114-34b7-49e5-bf0c-b579ab6483a7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:41.397585 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.593256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.665500 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-774ac5d3-857f-43f1-a18e-3fd27481718e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.721365 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router ff41620c-d968-41c8-b28b-3dc132baaacc is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:13:41.827262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:13:41.836481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Sync routers for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:13:41.846309 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:41.846512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:41.846910 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:41.847656 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9cbe0e61-6792-4166-8c41-deaaba11a9cc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6932123 Aug 31 20:13:41.850913 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:41.921500 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-dbc1286d-ea1e-4a84-ace8-b48d31df6a3d tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1d53fa37caca439caacadf8f5176da74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687311 Aug 31 20:13:41.923988 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:41.955844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:42.006713 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67403510-db5c-4eed-8cb6-e4506dcd7b3d tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:42.008260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-67403510-db5c-4eed-8cb6-e4506dcd7b3d tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0832863 Aug 31 20:13:42.011592 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:42.040894 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-405881cc-6c44-41f7-b43e-e9703b12ac6e tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=a5328c0a-254d-4ff1-a289-92827ad3f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282149 Aug 31 20:13:42.044034 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:42.048947 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938756788', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'project_id': '1d53fa37caca439caacadf8f5176da74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:42.142495 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:13:42.146158 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.148212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:41Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:42.179353 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Checking router: ff41620c-d968-41c8-b28b-3dc132baaacc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:13:42.179620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Updating router ff41620c-d968-41c8-b28b-3dc132baaacc port 26863114-34b7-49e5-bf0c-b579ab6483a7 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:13:42.206425 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.328301 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.390581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Subnet': ['ID=eae77011-2f2d-4248-a6f6-6a52a04a0de0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:42.397870 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Checking segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:13:42.398244 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network hostable DHCP agents. Network: 3bc6dfcb-c61e-412f-b453-fc3893abc75e, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:13:42.416171 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:13:42.425256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 3bc6dfcb-c61e-412f-b453-fc3893abc75e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:42.430293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:42.431980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.451234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d7352197-b299-4035-8578-e8d5aa2f2221 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060295 Aug 31 20:13:42.451568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59f0f3-35a7-4dcb-bc0b-7369cd99a59c None None] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:13:42.454217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48440) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:42.516787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.536946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Transition to ACTIVE for port object 26863114-34b7-49e5-bf0c-b579ab6483a7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:42.548751 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.630960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ebbc-5b81-49c3-96be-bcaa3cbb7b52 None None] Pushing event updated for resources: {'Port': ['ID=26863114-34b7-49e5-bf0c-b579ab6483a7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:42.637318 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Attempting to bind port 26863114-34b7-49e5-bf0c-b579ab6483a7 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:13:42.637691 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Attempting to bind port 26863114-34b7-49e5-bf0c-b579ab6483a7 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:13:42.638049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Attempting to bind port 26863114-34b7-49e5-bf0c-b579ab6483a7 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:13:42.647423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:13:42.647828 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:13:42.648232 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.648620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:13:42.649084 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Bound port: 26863114-34b7-49e5-bf0c-b579ab6483a7, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:13:42.649464 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.699560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:13:42.700431 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.737264 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] For port 26863114-34b7-49e5-bf0c-b579ab6483a7, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:13:42.741027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] For port 26863114-34b7-49e5-bf0c-b579ab6483a7, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26863114-34b7-49e5-bf0c-b579ab6483a7,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:13:42.785297 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:42.894615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.056597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:43.057125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:43.059201 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ebbc-5b81-49c3-96be-bcaa3cbb7b52 None None] Pushing event updated for resources: {'Port': ['ID=26863114-34b7-49e5-bf0c-b579ab6483a7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:43.111510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Allocated IP 172.20.0.2 (3bc6dfcb-c61e-412f-b453-fc3893abc75e/eae77011-2f2d-4248-a6f6-6a52a04a0de0/8104c781-70da-418d-8312-157b6f653e1e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:13:43.234865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:43.434656 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.460386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Transition to ACTIVE for port object 8104c781-70da-418d-8312-157b6f653e1e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:43.481286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Transition to ACTIVE for port object 8104c781-70da-418d-8312-157b6f653e1e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:43.489754 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.534550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.1 (3bc6dfcb-c61e-412f-b453-fc3893abc75e/eae77011-2f2d-4248-a6f6-6a52a04a0de0/bffc5833-0fc4-4b4d-881a-f8e60ec1db32) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:13:43.543026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:43.548819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:43.553822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:41Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:43.555713 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:13:43.560164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Pushing event updated for resources: {'Port': ['ID=8104c781-70da-418d-8312-157b6f653e1e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:43.588681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39cb72-361c-4480-9c00-99fadf23f770 None None] The sync data for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 is: [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:41Z', 'revision_number': 3, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:13:43.638156 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Attempting to bind port 8104c781-70da-418d-8312-157b6f653e1e on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:13:43.638535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Attempting to bind port 8104c781-70da-418d-8312-157b6f653e1e by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:13:43.639045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Attempting to bind port 8104c781-70da-418d-8312-157b6f653e1e on network 3bc6dfcb-c61e-412f-b453-fc3893abc75e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:13:43.644763 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:13:43.645141 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Checking segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:13:43.645551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.645948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Bound using segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:13:43.646473 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Bound port: 8104c781-70da-418d-8312-157b6f653e1e, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:13:43.646867 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.665450 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.681603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object bffc5833-0fc4-4b4d-881a-f8e60ec1db32 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:43.720706 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] For port 8104c781-70da-418d-8312-157b6f653e1e, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:13:43.722845 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.724092 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] For port 8104c781-70da-418d-8312-157b6f653e1e, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8104c781-70da-418d-8312-157b6f653e1e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:13:43.729481 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:43.786764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:43.790620 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c15b-58fc-40f9-be2b-f2fb6593a764 None None] Pushing event updated for resources: {'Port': ['ID=8104c781-70da-418d-8312-157b6f653e1e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:43.791056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:43.796230 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:13:43.825313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:43.868920 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.034048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.308744 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5f16f34-e1b3-4a86-ba53-33503e2ff3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.337072 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.342903 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.427221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:44.431139 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.548391 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:44.550018 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:44.558043 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:44.670174 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router ff41620c-d968-41c8-b28b-3dc132baaacc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:13:44.785036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:13:44.787752 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5ffae-004b-4330-805d-6eea68539870 None None] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:13:44.790349 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3a350411-b9bd-4e20-9687-1db27682b061 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/ff41620c-d968-41c8-b28b-3dc132baaacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349750 Aug 31 20:13:44.871898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5c3e5ae-f25c-48cb-89be-4300c12b77d4 None None] Provisioning for port 8104c781-70da-418d-8312-157b6f653e1e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:44.956426 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-4904ffc4-88b2-4211-a7c6-2568251bfb61 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879941296&fields=id&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 267 time: 0.0428021 Aug 31 20:13:45.012525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26863114-34b7-49e5-bf0c-b579ab6483a7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:45.078414 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.087280 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-9c7fbad0-cfee-4d6a-beb6-bad6f2e78486 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:45.088770 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 26863114-34b7-49e5-bf0c-b579ab6483a7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:45.089047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-9c7fbad0-cfee-4d6a-beb6-bad6f2e78486 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 795 time: 0.1250751 Aug 31 20:13:45.093663 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26863114-34b7-49e5-bf0c-b579ab6483a7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:45.094007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.115138 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-4870c7af-799f-4560-ba7a-5d5dbe7e283e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/quotas/1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 375 time: 0.0184245 Aug 31 20:13:45.173956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-9e5c802b-faa1-4981-8614-b325ecb55747 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555825 Aug 31 20:13:45.195479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-71c49653-6100-498b-acca-fafcc11ab607 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:13:45.199249 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-71c49653-6100-498b-acca-fafcc11ab607 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083902 Aug 31 20:13:45.201144 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.235428 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 26863114-34b7-49e5-bf0c-b579ab6483a7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26863114-34b7-49e5-bf0c-b579ab6483a7,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:45.242456 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.243407 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8104c781-70da-418d-8312-157b6f653e1e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:45.332557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=26863114-34b7-49e5-bf0c-b579ab6483a7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:45.339882 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Provisioning for port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:45.346000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Provisioning complete for port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:45.346375 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.352576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Sync routers for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:13:45.373724 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:45.374639 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:45.376425 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-67f79821-ad01-4f03-b422-b999bdf9e5b6 service neutron] 10.222.0.73 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697659 Aug 31 20:13:45.380536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 8104c781-70da-418d-8312-157b6f653e1e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:45.391062 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8104c781-70da-418d-8312-157b6f653e1e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:45.391435 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.396057 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:13:45.437423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Provisioning complete for port 8104c781-70da-418d-8312-157b6f653e1e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:45.437795 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.506195 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:45.515230 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-211edd16-7b37-4f6a-a6dd-6dbcb90dff86 service neutron] 10.222.0.73 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299829 Aug 31 20:13:45.530908 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.608379 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.622444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 8104c781-70da-418d-8312-157b6f653e1e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8104c781-70da-418d-8312-157b6f653e1e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:45.636446 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.675118 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:45.734500 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=8104c781-70da-418d-8312-157b6f653e1e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:45.748217 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 20:13:45.748581 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-17b7c2d3-43dd-4a73-8141-ea03367080a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 20:13:45.758047 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bfd1cb3c-763d-472f-a836-42255b4f20b4 req-108dc324-37f5-4471-af5c-ecec9107cdd8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 210 time: 0.0465393 Aug 31 20:13:45.781567 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:44Z', 'revision_number': 2, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:45.809377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Checking router: ff41620c-d968-41c8-b28b-3dc132baaacc for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:13:45.809377 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Updating router ff41620c-d968-41c8-b28b-3dc132baaacc port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:13:45.838722 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.209558 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.220612 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Transition to ACTIVE for port object bffc5833-0fc4-4b4d-881a-f8e60ec1db32 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:46.227057 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.283684 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Pushing event updated for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:46.306553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.306903 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.307246 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.307795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.308143 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.308487 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.308901 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.309234 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.309566 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.309893 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.310218 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.310543 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:13:46.344121 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Attempting to bind port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:13:46.344563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Attempting to bind port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:13:46.344853 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Attempting to bind port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 on network 3bc6dfcb-c61e-412f-b453-fc3893abc75e {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:13:46.350372 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:13:46.350823 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Checking segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:13:46.351289 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.351820 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Bound using segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:13:46.352362 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Bound port: bffc5833-0fc4-4b4d-881a-f8e60ec1db32, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:13:46.352744 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.418216 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] For port bffc5833-0fc4-4b4d-881a-f8e60ec1db32, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:13:46.421524 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] For port bffc5833-0fc4-4b4d-881a-f8e60ec1db32, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:13:46.426137 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.427288 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.481147 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:46.481784 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:46.586840 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80851937-4ef3-49e4-bad7-87ab10fe235c None None] Pushing event updated for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:46.606277 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:46.701595 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-3c8ed354-c502-40fd-b1a4-84a6ff80ca35 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:46.703781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-3c8ed354-c502-40fd-b1a4-84a6ff80ca35 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 795 time: 0.1324191 Aug 31 20:13:46.753362 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-9313b194-15bc-4c04-b527-35601e1e8144 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d53fa37caca439caacadf8f5176da74 HTTP/1.1" status: 200 len: 380 time: 0.0401046 Aug 31 20:13:46.763876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'port': {'device_id': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'admin_state_up': True, 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'security_groups': ['263a3fd7-15f8-40dc-b568-8da13f75ea50']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:46.845972 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:46Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:46.869727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c21dc2f6-6937-42cc-8c10-f2962240ea71 req-fb54ec62-348c-421a-a1f5-76c980e5f5e3 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 210 time: 0.0362773 Aug 31 20:13:46.879602 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e16e2b-ab27-4656-b455-5f797581c7da None None] The sync data for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 is: [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:46Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:13:46.900195 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Made reservation on behalf of 1d53fa37caca439caacadf8f5176da74 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:13:46.904811 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:46.968810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26863114-34b7-49e5-bf0c-b579ab6483a7 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:47.028769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 26863114-34b7-49e5-bf0c-b579ab6483a7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:47.029136 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.069024 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.20.0.8 (3bc6dfcb-c61e-412f-b453-fc3893abc75e/eae77011-2f2d-4248-a6f6-6a52a04a0de0/cdd94e8b-4e45-4ab1-9987-57bee1384c9e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:13:47.128788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8104c781-70da-418d-8312-157b6f653e1e up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:47.185000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 8104c781-70da-418d-8312-157b6f653e1e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:47.185556 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.241234 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.250648 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.265678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Transition to ACTIVE for port object cdd94e8b-4e45-4ab1-9987-57bee1384c9e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:47.299904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.346519 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:47.350283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:47.352359 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:13:47.402918 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:47.420718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:47.421285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.436911 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-f77ae4a4-b248-484b-9409-307926b6af9c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6769950 Aug 31 20:13:47.450995 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Request body: {'port': {'device_id': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:47.515926 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.599750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7db16dde-f444-498a-9d77-b0e015285755 None None] Provisioning for port cdd94e8b-4e45-4ab1-9987-57bee1384c9e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:47.604247 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7db16dde-f444-498a-9d77-b0e015285755 None None] Provisioning complete for port cdd94e8b-4e45-4ab1-9987-57bee1384c9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:47.605034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db16dde-f444-498a-9d77-b0e015285755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.646434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7db16dde-f444-498a-9d77-b0e015285755 None None] Port cdd94e8b-4e45-4ab1-9987-57bee1384c9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:13:47.799889 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd94e8b-4e45-4ab1-9987-57bee1384c9e {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:13:47.808398 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.820652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Transition to ACTIVE for port object cdd94e8b-4e45-4ab1-9987-57bee1384c9e will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:13:47.824961 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:47.873486 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:47.972028 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Attempting to bind port cdd94e8b-4e45-4ab1-9987-57bee1384c9e on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:13:47.972635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Attempting to bind port cdd94e8b-4e45-4ab1-9987-57bee1384c9e by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:13:47.972971 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Attempting to bind port cdd94e8b-4e45-4ab1-9987-57bee1384c9e on network 3bc6dfcb-c61e-412f-b453-fc3893abc75e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:13:47.978013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Port cdd94e8b-4e45-4ab1-9987-57bee1384c9e on network 3bc6dfcb-c61e-412f-b453-fc3893abc75e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:13:47.978372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Attempting to bind port cdd94e8b-4e45-4ab1-9987-57bee1384c9e on network 3bc6dfcb-c61e-412f-b453-fc3893abc75e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:13:47.986451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:13:47.986779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Checking segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:13:47.988121 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Bound using segment: {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:13:47.988842 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Bound port: cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879845ed-af65-4656-b13f-180a4ccb5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:13:47.989453 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:48.004536 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73096a-5ff6-4ee0-a8c3-925fb6632a70 req-9ca43595-230f-4d5f-8cc9-060cb21fd0d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.008125 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc73096a-5ff6-4ee0-a8c3-925fb6632a70 req-9ca43595-230f-4d5f-8cc9-060cb21fd0d0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 943 time: 0.0566680 Aug 31 20:13:48.059615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bc73096a-5ff6-4ee0-a8c3-925fb6632a70 req-00db5251-5d25-445e-928c-b1df7445b51c tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Aug 31 20:13:48.071283 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:13:48.084446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:13:48.084446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:48.124617 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.125184 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:48.126844 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] 10.222.0.67 "PUT /v2.0/ports/cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 1092 time: 0.6805456 Aug 31 20:13:48.127591 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:13:48.129963 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8211b6d7-0b3e-43a7-acf9-bd837d405cde" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:13:48.174166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acd930-f0c2-4e21-9b65-cacd23cec583 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:48.179907 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815bf57-8043-4d15-9e94-c26046a256cd x-openstack-request-id: req-2815bf57-8043-4d15-9e94-c26046a256cd {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:13:48.180409 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:13:48.180725 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2815bf57-8043-4d15-9e94-c26046a256cd {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:13:48.181212 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'status': 'completed', 'code': 200} Aug 31 20:13:48.227573 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-ac6fb183-50db-49e2-80bb-95ad1d7a18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.229184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-ac6fb183-50db-49e2-80bb-95ad1d7a18d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1095 time: 0.0471582 Aug 31 20:13:48.273582 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-e984894f-f76f-4104-875a-89fd3093515b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 217 time: 0.0359557 Aug 31 20:13:48.326095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-e7e7cbd0-a8d8-4b76-815b-2d3fbc35f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.327549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-e7e7cbd0-a8d8-4b76-815b-2d3fbc35f6a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 200 len: 835 time: 0.0473859 Aug 31 20:13:48.373371 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-88043d54-d0b7-48ef-9cb5-245423832a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.374842 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-88043d54-d0b7-48ef-9cb5-245423832a26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bc6dfcb-c61e-412f-b453-fc3893abc75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402420 Aug 31 20:13:48.468193 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-b13d7314-a098-434d-b1bf-6e9989190ee7 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Aug 31 20:13:48.556889 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6b97f7e1-4ce6-4984-bc8f-019a88fe15b6 req-15066729-9d61-4f23-83a6-12558fad03f3 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819898 Aug 31 20:13:48.649213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-4107dd8a-6b94-4559-8a9e-644400cb0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.650697 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-4107dd8a-6b94-4559-8a9e-644400cb0e3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1095 time: 0.0437799 Aug 31 20:13:48.740313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-057ff507-bfb5-4d91-85c9-2df8d8e27c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.741762 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-057ff507-bfb5-4d91-85c9-2df8d8e27c04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 896 time: 0.0815756 Aug 31 20:13:48.784459 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-c4df8c44-3ced-45f4-8afc-d253f8de90d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 217 time: 0.0359607 Aug 31 20:13:48.833736 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-5d768e89-fe1f-4aa1-9e93-80063930160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.835036 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-5d768e89-fe1f-4aa1-9e93-80063930160a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 200 len: 835 time: 0.0418193 Aug 31 20:13:48.886012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-fd5c97c2-98c1-413c-afae-9ed0c961dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:48.887525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-fd5c97c2-98c1-413c-afae-9ed0c961dd72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bc6dfcb-c61e-412f-b453-fc3893abc75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421982 Aug 31 20:13:48.928637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffc5833-0fc4-4b4d-881a-f8e60ec1db32 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:48.984922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:48.986776 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-55b36917-07f8-40ab-a8e4-57b7aff74c78 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904841 Aug 31 20:13:48.989537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:48.989910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:49.070462 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:49.107727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port bffc5833-0fc4-4b4d-881a-f8e60ec1db32, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:49.112461 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:49.164203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:49.203437 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535700-39a2-499f-83c6-d9dcccd1bba8 req-15dd30fe-9063-4e4b-948b-6573c730a38b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:49.205090 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64535700-39a2-499f-83c6-d9dcccd1bba8 req-15dd30fe-9063-4e4b-948b-6573c730a38b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 943 time: 0.0672815 Aug 31 20:13:49.245835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-64535700-39a2-499f-83c6-d9dcccd1bba8 req-595e0fa7-99bc-4591-9697-5fbc6574464a tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337901 Aug 31 20:13:49.379239 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8211b6d7-0b3e-43a7-acf9-bd837d405cde req-a8d90c44-ab11-4507-b5cb-3f3383eb7d96 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851542 Aug 31 20:13:50.364476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37618f-c194-4561-a66d-f1cb1cac9459 req-9c695617-c8c1-4a2e-bfba-4164c7c6e961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:50.365984 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae37618f-c194-4561-a66d-f1cb1cac9459 req-9c695617-c8c1-4a2e-bfba-4164c7c6e961 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 943 time: 0.0506914 Aug 31 20:13:50.405531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ae37618f-c194-4561-a66d-f1cb1cac9459 req-e1877b6d-389c-40fd-8c19-c269ed78c1d6 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Aug 31 20:13:50.771960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device cdd94e8b-4e45-4ab1-9987-57bee1384c9e details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:13:50.868844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:50.881839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'port_id': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'mac_address': 'fa:16:3e:92:86:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:13:50.909308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffc5833-0fc4-4b4d-881a-f8e60ec1db32 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:50.955298 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:50.972554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd94e8b-4e45-4ab1-9987-57bee1384c9e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:13:50.995083 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:50.997932 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:50.998373 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:51.001541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:51.077052 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:51.235743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['cdd94e8b-4e45-4ab1-9987-57bee1384c9e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:13:51.527577 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2c4a-9065-4578-940c-5eaafa7d1bab req-e9758ea0-5597-43e7-b205-9679db153529 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:51.529037 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f8f2c4a-9065-4578-940c-5eaafa7d1bab req-e9758ea0-5597-43e7-b205-9679db153529 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 944 time: 0.0544167 Aug 31 20:13:51.568269 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5f8f2c4a-9065-4578-940c-5eaafa7d1bab req-c4382e94-80c3-42b7-af29-e88ad10ddc89 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Aug 31 20:13:52.687423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22392cb0-45d7-485d-9cce-00d6cf2a77b1 req-d67ca24d-593a-40d4-aa1b-ba9e62ed0e07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:52.688930 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22392cb0-45d7-485d-9cce-00d6cf2a77b1 req-d67ca24d-593a-40d4-aa1b-ba9e62ed0e07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 944 time: 0.0523412 Aug 31 20:13:52.726486 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-22392cb0-45d7-485d-9cce-00d6cf2a77b1 req-44006cdb-ce0e-44b7-b525-d1257c2df97f tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Aug 31 20:13:52.786489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device cdd94e8b-4e45-4ab1-9987-57bee1384c9e up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:13:52.837170 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port cdd94e8b-4e45-4ab1-9987-57bee1384c9e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:13:52.841769 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port cdd94e8b-4e45-4ab1-9987-57bee1384c9e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:13:52.842149 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:52.919440 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:52.941768 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:13:52.944027 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df91816d-0c29-4233-80cd-76ef5fa20dc5" -d '{"events": [{"server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "name": "network-vif-plugged", "status": "completed", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:13:52.957091 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:13:52.961266 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:53.014511 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:53.032097 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ec1d6-b600-4830-9a78-057059e90bb3 x-openstack-request-id: req-7c8ec1d6-b600-4830-9a78-057059e90bb3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:13:53.032397 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "name": "network-vif-plugged", "status": "completed", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:13:53.032650 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c8ec1d6-b600-4830-9a78-057059e90bb3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:13:53.033049 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'code': 200} Aug 31 20:13:53.131167 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996d851-47f3-450c-9991-54add94fd076 req-01985f3a-a80f-43aa-9dd8-2edd125c386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:53.132625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1996d851-47f3-450c-9991-54add94fd076 req-01985f3a-a80f-43aa-9dd8-2edd125c386e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1097 time: 0.0409732 Aug 31 20:13:53.167292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1996d851-47f3-450c-9991-54add94fd076 req-4e016aed-d02f-412a-9d06-5f1142b0b1bb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271332 Aug 31 20:13:53.858036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649501f-6a2c-4fe7-aa5a-3d9560f6980a req-fb1de640-812f-4e0d-b6c5-d7c8c09b69b5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:53.859556 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9649501f-6a2c-4fe7-aa5a-3d9560f6980a req-fb1de640-812f-4e0d-b6c5-d7c8c09b69b5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Aug 31 20:13:53.897308 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9649501f-6a2c-4fe7-aa5a-3d9560f6980a req-7957def1-05ff-4590-a2b9-390565457aa9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Aug 31 20:13:54.980727 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:13:55.015705 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd282-7976-427c-bed5-ac2adea74b39 req-526a7b77-8b3a-495e-a3f7-0c5581600b0b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:55.017186 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00ccd282-7976-427c-bed5-ac2adea74b39 req-526a7b77-8b3a-495e-a3f7-0c5581600b0b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 31 20:13:55.056459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00ccd282-7976-427c-bed5-ac2adea74b39 req-b0eb1798-76f1-4579-b8f3-a2f2b4cc2256 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Aug 31 20:13:55.179667 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31946-084c-4cc4-9aa6-f5459612376b req-f5b12559-91ea-4f72-b8d7-f532f98a2a44 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:55.181172 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd31946-084c-4cc4-9aa6-f5459612376b req-f5b12559-91ea-4f72-b8d7-f532f98a2a44 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0530536 Aug 31 20:13:55.219969 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9cd31946-084c-4cc4-9aa6-f5459612376b req-9c5fbaa0-bf89-4c2b-a941-e32811b6dbf0 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 31 20:13:55.241719 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:55.281886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350636be-95ff-4f87-8ac8-28d417511c80 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:55.283408 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-350636be-95ff-4f87-8ac8-28d417511c80 tempest-TestNetworkAdvancedServerOps-1102796501 tempest-TestNetworkAdvancedServerOps-1102796501-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1092 time: 0.0407183 Aug 31 20:13:55.286255 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:55.290529 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:13:55.312799 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:55.411175 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:55.512821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Allocated IP 172.25.3.148 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/1eb43edd-8f5e-4a54-b85f-75a054ecb311) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:13:55.616130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:55.654593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:55.695193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:13:55.698760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:13:55.703082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:13:55.706082 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=1eb43edd-8f5e-4a54-b85f-75a054ecb311,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:56.062058 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.126652 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.273857 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.279299 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.350227 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event updated for resources: {'Port': ['ID=1eb43edd-8f5e-4a54-b85f-75a054ecb311,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:13:56.360577 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.459237 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 8c82ef5a-396a-456c-b2ca-16d2c546705c associated. External IP: 172.25.3.148, port: cdd94e8b-4e45-4ab1-9987-57bee1384c9e. Aug 31 20:13:56.660765 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router ff41620c-d968-41c8-b28b-3dc132baaacc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:13:56.767060 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:13:56.777864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Sync routers for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:13:56.783377 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:13:56.787865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:56.788480 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:56.810227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b2144dc0-9a55-41d8-9885-85f0a74b28ff tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5229590 Aug 31 20:13:56.810828 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:13:56.813155 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4165739-49bc-4706-a724-751de5a91b75" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:13:56.852607 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737529ec-e829-45f0-9044-b5b5dfefb5d2 x-openstack-request-id: req-737529ec-e829-45f0-9044-b5b5dfefb5d2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:13:56.852903 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:13:56.853156 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-737529ec-e829-45f0-9044-b5b5dfefb5d2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:13:56.853566 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'status': 'completed', 'code': 200} Aug 31 20:13:56.915084 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c554c0a-a8c0-45af-baeb-245e14164071 req-2d04417d-057f-4530-ad0a-79b8f8b9f03b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:56.916688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c554c0a-a8c0-45af-baeb-245e14164071 req-2d04417d-057f-4530-ad0a-79b8f8b9f03b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0548735 Aug 31 20:13:56.926966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4165739-49bc-4706-a724-751de5a91b75 req-1bdf557b-b1c7-4042-92c9-4298cc6a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:56.928951 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-1bdf557b-b1c7-4042-92c9-4298cc6a6b67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1097 time: 0.0510695 Aug 31 20:13:56.961129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3c554c0a-a8c0-45af-baeb-245e14164071 req-35b97416-8698-4dbd-82d1-1b7acf271278 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Aug 31 20:13:56.984574 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:57.030923 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4165739-49bc-4706-a724-751de5a91b75 req-e38f5a1c-2685-4cd3-9b40-16a6516c480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:57.032637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-e38f5a1c-2685-4cd3-9b40-16a6516c480f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 896 time: 0.0960779 Aug 31 20:13:57.050744 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0eefe1e8-4d85-4135-a77b-145532075aa4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/8c82ef5a-396a-456c-b2ca-16d2c546705c HTTP/1.1" status: 200 len: 991 time: 0.0650136 Aug 31 20:13:57.070686 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:57.106593 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-c8066253-c51e-4230-8f47-8ad60287dad6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 999 time: 0.0670178 Aug 31 20:13:57.161883 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4165739-49bc-4706-a724-751de5a91b75 req-b73ad6dc-0984-4e5a-a2be-bb0f23ce8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:57.163324 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-b73ad6dc-0984-4e5a-a2be-bb0f23ce8843 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 200 len: 835 time: 0.0498748 Aug 31 20:13:57.208647 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4165739-49bc-4706-a724-751de5a91b75 req-da1499cb-2c16-4609-8a45-4dda62472721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:13:57.210041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-da1499cb-2c16-4609-8a45-4dda62472721 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bc6dfcb-c61e-412f-b453-fc3893abc75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388708 Aug 31 20:13:57.300043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8c82ef5a-396a-456c-b2ca-16d2c546705c', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'port_id': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'mac_address': 'fa:16:3e:92:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:13:55Z', 'updated_at': '2021-08-31T20:13:55Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:57.306017 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-f6118d40-364c-4c15-a42b-8fa305f38fae service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883586 Aug 31 20:13:57.326043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Checking router: ff41620c-d968-41c8-b28b-3dc132baaacc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:13:57.334244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:13:57.334846 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:13:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:57.397706 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e4165739-49bc-4706-a724-751de5a91b75 req-3143aaac-2d88-41c4-be5d-66162b609070 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Aug 31 20:13:57.443461 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:13:57.671011 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8c82ef5a-396a-456c-b2ca-16d2c546705c', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'port_id': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'mac_address': 'fa:16:3e:92:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:13:55Z', 'updated_at': '2021-08-31T20:13:55Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:13:57.697021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e272b33-f0cd-48f2-8e05-75a90dede318 None None] The sync data for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 is: [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '8c82ef5a-396a-456c-b2ca-16d2c546705c', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'port_id': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'mac_address': 'fa:16:3e:92:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:13:55Z', 'updated_at': '2021-08-31T20:13:55Z', 'revision_number': 0, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:13:57.883924 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebdd4-3902-40c9-af48-cb3a749b6278 None None] New status for floating IP 8c82ef5a-396a-456c-b2ca-16d2c546705c: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:13:58.052378 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:13:58.117144 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-743b12f8-04a3-41ea-8560-72ff52e2e9ab tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/8c82ef5a-396a-456c-b2ca-16d2c546705c HTTP/1.1" status: 200 len: 993 time: 0.0629597 Aug 31 20:14:11.667589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d3e8-b5cd-4b82-8cb5-0b0e65c4fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:14.309541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-371a3811-9eb2-4b68-bab6-57d67401b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:14.551705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:15.069881 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:15.629345 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:16.418938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:17.245412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:31.417073 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70886645-21a1-4109-8779-69367f24186c req-0f6f140c-8eda-4781-a768-28eeb8169c41 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:31.418608 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70886645-21a1-4109-8779-69367f24186c req-0f6f140c-8eda-4781-a768-28eeb8169c41 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Aug 31 20:14:31.456956 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70886645-21a1-4109-8779-69367f24186c req-3e92a838-0301-4636-afeb-c159272e9dd5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 31 20:14:31.979896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:14:32.574116 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3672c7-f899-4aa5-8bda-ac59b8fc15ea req-5378bc05-0366-4da4-b5cd-456041337f70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:32.575683 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d3672c7-f899-4aa5-8bda-ac59b8fc15ea req-5378bc05-0366-4da4-b5cd-456041337f70 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Aug 31 20:14:32.615103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d3672c7-f899-4aa5-8bda-ac59b8fc15ea req-fddc3834-532d-407b-aaaf-ba820bd80bcd tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Aug 31 20:14:32.637552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:32.699902 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-65299c70-5b5c-4080-9b98-49f925cb65b8 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/8c82ef5a-396a-456c-b2ca-16d2c546705c HTTP/1.1" status: 200 len: 993 time: 0.0611854 Aug 31 20:14:33.964659 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452cb2-fde5-4a23-abf8-a25af7654df9 req-fc2fd931-2f9b-444a-ada5-354cdcda7af7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:33.966437 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93452cb2-fde5-4a23-abf8-a25af7654df9 req-fc2fd931-2f9b-444a-ada5-354cdcda7af7 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Aug 31 20:14:33.980705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-c27a55d3-6517-4672-9d4e-7f200ec45fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:33.982136 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-c27a55d3-6517-4672-9d4e-7f200ec45fa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1097 time: 0.0432258 Aug 31 20:14:34.004811 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-93452cb2-fde5-4a23-abf8-a25af7654df9 req-fc1d2977-a93f-452a-8c04-1a335aa22e51 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Aug 31 20:14:34.074863 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-bc6306da-18e2-48cd-86d5-d2637aaf51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:34.076363 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-bc6306da-18e2-48cd-86d5-d2637aaf51c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 896 time: 0.0873873 Aug 31 20:14:34.140226 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-102161d8-bebe-42e3-b94a-165256b1d4ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 1001 time: 0.0565581 Aug 31 20:14:34.190604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-ce60b6f8-d526-4b8d-a32b-f579799f68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:34.192059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-ce60b6f8-d526-4b8d-a32b-f579799f68ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 200 len: 835 time: 0.0456269 Aug 31 20:14:34.240843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-406645e6-2e1e-4c86-9d33-fecf75b8fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:34.242255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-406645e6-2e1e-4c86-9d33-fecf75b8fdc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bc6dfcb-c61e-412f-b453-fc3893abc75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432620 Aug 31 20:14:34.332970 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-8abbb00b-1dbe-4a15-bab6-7b6e1c53fb62 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826192 Aug 31 20:14:34.425096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-592e456f-0a4e-4a57-a4bd-4480cca12faf req-be5b9f18-c892-4354-b003-3ed44eff20ad service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855901 Aug 31 20:14:35.123797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9942d76-5d21-4bd8-8834-ac32c72f08b4 req-6eaae8c6-0b03-4df4-a08a-f792b58f5394 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:35.125307 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9942d76-5d21-4bd8-8834-ac32c72f08b4 req-6eaae8c6-0b03-4df4-a08a-f792b58f5394 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0496221 Aug 31 20:14:35.169064 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9942d76-5d21-4bd8-8834-ac32c72f08b4 req-74f814bb-0c6e-4596-8322-3d0d7ce0b661 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Aug 31 20:14:36.292527 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7fdfd-0baa-4e20-a0d6-e72bd3725434 req-787cd902-7ab5-4291-8bf2-8a5574e6d716 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:36.293998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1be7fdfd-0baa-4e20-a0d6-e72bd3725434 req-787cd902-7ab5-4291-8bf2-8a5574e6d716 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 31 20:14:36.331149 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1be7fdfd-0baa-4e20-a0d6-e72bd3725434 req-0d45d767-99f4-470c-9c91-572894f459f1 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Aug 31 20:14:36.356008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:36.416798 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-94392964-2096-4e7f-96a5-fc6e3f6364a4 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/floatingips/8c82ef5a-396a-456c-b2ca-16d2c546705c HTTP/1.1" status: 200 len: 993 time: 0.0595593 Aug 31 20:14:36.624721 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:36.780136 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 1eb43edd-8f5e-4a54-b85f-75a054ecb311 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:14:36.780409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:36.857834 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:36.858169 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:36.870286 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 1eb43edd-8f5e-4a54-b85f-75a054ecb311 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:14:37.331862 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:37.367185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=1eb43edd-8f5e-4a54-b85f-75a054ecb311,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:37.390951 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.391309 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.391669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.392017 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.392353 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.392688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.393029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.393363 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.393697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.394027 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.394354 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.394685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:37.436611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:37.436951 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Floating IP 8c82ef5a-396a-456c-b2ca-16d2c546705c disassociated (deleted). External IP: 172.25.3.148, port: cdd94e8b-4e45-4ab1-9987-57bee1384c9e. Aug 31 20:14:37.645252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router ff41620c-d968-41c8-b28b-3dc132baaacc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:14:37.751819 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:37.756566 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:37.762219 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Sync routers for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:37.771192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:37.771857 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:37.784183 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-930ce4b1-c74e-4903-aafc-2247e42956db tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c82ef5a-396a-456c-b2ca-16d2c546705c HTTP/1.1" status: 204 len: 168 time: 1.1583662 Aug 31 20:14:37.784768 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:14:37.787086 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:14:37.825591 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63c1331-ebdd-4fe9-82f5-49afb78a0149 x-openstack-request-id: req-e63c1331-ebdd-4fe9-82f5-49afb78a0149 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:14:37.826293 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:14:37.826293 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e63c1331-ebdd-4fe9-82f5-49afb78a0149 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:14:37.826588 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'status': 'completed', 'code': 200} Aug 31 20:14:37.886928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:37.893166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-38444af0-fde0-4cc2-b57b-3c99f75efd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:37.895389 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-38444af0-fde0-4cc2-b57b-3c99f75efd95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d53fa37caca439caacadf8f5176da74&device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 1097 time: 0.0486133 Aug 31 20:14:37.995040 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-5c21c584-53f6-4a9f-aef0-2277cf25bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:37.997148 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-5c21c584-53f6-4a9f-aef0-2277cf25bdb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 200 len: 896 time: 0.0919893 Aug 31 20:14:38.014631 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089932-ccbc-438b-9f6b-a2a7e0e0f382 req-8b5c3c82-5121-4fc3-9f53-1fc48496eb72 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:38.016317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00089932-ccbc-438b-9f6b-a2a7e0e0f382 req-8b5c3c82-5121-4fc3-9f53-1fc48496eb72 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Aug 31 20:14:38.045058 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-754a9565-b1b8-4d82-908b-f16791adf544 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 200 len: 217 time: 0.0401285 Aug 31 20:14:38.056739 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-00089932-ccbc-438b-9f6b-a2a7e0e0f382 req-cda375f6-3552-403c-a7e1-127b6ca48908 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Aug 31 20:14:38.098644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-d68b5a17-5c65-4b6c-9088-29353d6c21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:38.100236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-d68b5a17-5c65-4b6c-9088-29353d6c21cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 200 len: 835 time: 0.0476398 Aug 31 20:14:38.105081 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:38.132284 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Checking router: ff41620c-d968-41c8-b28b-3dc132baaacc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:38.141208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:38.141827 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:38.146641 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-72af2ff1-2c39-43ba-a3e1-b2dd512a7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:38.148099 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-72af2ff1-2c39-43ba-a3e1-b2dd512a7ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bc6dfcb-c61e-412f-b453-fc3893abc75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403762 Aug 31 20:14:38.245096 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-7e22ea19-5175-4518-a6de-0e411a397ba4 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Aug 31 20:14:38.247821 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:38.338971 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d7a8c709-42ff-4fcf-80f6-6a1d62f49e95 req-711a4ddc-9c58-4d8f-b942-efa7a0586fb7 service neutron] 10.222.0.67 "GET /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851045 Aug 31 20:14:38.449535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:38.479950 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f6ec0-28c6-468f-9fb8-b18738b2332f None None] The sync data for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 is: [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:43Z', 'revision_number': 4, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'bffc5833-0fc4-4b4d-881a-f8e60ec1db32', 'name': '', 'network_id': '3bc6dfcb-c61e-412f-b453-fc3893abc75e', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'mac_address': 'fa:16:3e:06:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:43Z', 'updated_at': '2021-08-31T20:13:49Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'subnets': [{'id': 'eae77011-2f2d-4248-a6f6-6a52a04a0de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:38.701228 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b360a95-91fc-4805-b75c-f4d9fedcf434 None None] New status for floating IP 8c82ef5a-396a-456c-b2ca-16d2c546705c: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:14:39.178525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212fcf-320a-4514-a8b8-8bf1c1997d58 req-5c96a303-d455-41a2-ad3b-30af37abd703 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:39.180031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce212fcf-320a-4514-a8b8-8bf1c1997d58 req-5c96a303-d455-41a2-ad3b-30af37abd703 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Aug 31 20:14:39.222727 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce212fcf-320a-4514-a8b8-8bf1c1997d58 req-d45ad87a-ede7-4a16-9ad9-9b5bec04f97b tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/security-groups?id=263a3fd7-15f8-40dc-b568-8da13f75ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 Aug 31 20:14:39.512942 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-8e0a1d52-7e89-45d1-98c6-81abd88ec7e5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:39.514381 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-8e0a1d52-7e89-45d1-98c6-81abd88ec7e5 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Aug 31 20:14:39.609836 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port cdd94e8b-4e45-4ab1-9987-57bee1384c9e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:14:39.610221 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:39.701507 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port cdd94e8b-4e45-4ab1-9987-57bee1384c9e, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:39.701882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:39.718000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for cdd94e8b-4e45-4ab1-9987-57bee1384c9e owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:14:39.854504 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:39.882524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=cdd94e8b-4e45-4ab1-9987-57bee1384c9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:39.894843 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.895199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.895543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.895911 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.896256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.896590 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.896921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.897251 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.897576 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.897902 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.898227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.898547 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:39.937364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] No DVR routers for this DVR port cdd94e8b-4e45-4ab1-9987-57bee1384c9e on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:14:39.939912 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:39.941890 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-4e63e221-320a-4f9d-aa26-541f13723a7c req-d973636e-fe40-4da7-ae89-2db2e314bed9 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.67 "DELETE /v2.0/ports/cdd94e8b-4e45-4ab1-9987-57bee1384c9e HTTP/1.1" status: 204 len: 173 time: 0.4217157 Aug 31 20:14:39.942313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'name': 'network-vif-deleted', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:14:39.944621 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095b947-6cf8-4e32-ab29-3e72209ae01b" -d '{"events": [{"server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "name": "network-vif-deleted", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:14:39.982677 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb4eea-3788-4c2a-bcf2-8b7371dc7fef x-openstack-request-id: req-3bdb4eea-3788-4c2a-bcf2-8b7371dc7fef {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:14:39.983367 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf23624-62a1-46ee-bbbb-4a2722f51434", "name": "network-vif-deleted", "tag": "cdd94e8b-4e45-4ab1-9987-57bee1384c9e", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:14:39.984163 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bdb4eea-3788-4c2a-bcf2-8b7371dc7fef {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:14:39.984573 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf23624-62a1-46ee-bbbb-4a2722f51434', 'name': 'network-vif-deleted', 'tag': 'cdd94e8b-4e45-4ab1-9987-57bee1384c9e', 'status': 'completed', 'code': 200} Aug 31 20:14:40.338998 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6df88ea2-cae1-4e7e-83ee-840a19a12553 req-d4b58a7d-4c3d-4031-bd18-3cea9e2619dc tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf23624-62a1-46ee-bbbb-4a2722f51434 HTTP/1.1" status: 200 len: 210 time: 0.0339143 Aug 31 20:14:41.397185 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:41.668898 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47b89143-ed7a-4512-993d-0985ffb023c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:41.758896 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:41.964641 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-125813c7-577a-4ebe-a346-3f9757d21913 req-9e61c5ac-ecf7-44b3-939c-6984f1091475 service neutron] (94816) timed out ('10.222.0.82', 56048) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 20:14:42.017422 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port bffc5833-0fc4-4b4d-881a-f8e60ec1db32 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:14:42.017765 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.107457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port bffc5833-0fc4-4b4d-881a-f8e60ec1db32, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:42.107856 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.121036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for bffc5833-0fc4-4b4d-881a-f8e60ec1db32 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:14:42.300766 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.328371 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=bffc5833-0fc4-4b4d-881a-f8e60ec1db32,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:42.510648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.724333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Router ff41620c-d968-41c8-b28b-3dc132baaacc has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:14:42.828240 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:42.833726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0b621e1f-9cc8-4425-a0d4-b3319a620497 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "PUT /v2.0/routers/ff41620c-d968-41c8-b28b-3dc132baaacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4349711 Aug 31 20:14:42.835886 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:42.839229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Sync routers for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:42.848593 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:42.849209 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:42.888661 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting subnet eae77011-2f2d-4248-a6f6-6a52a04a0de0 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:14:42.893159 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.937029 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:42.962891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:43.026293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.084855 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.095322 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device cdd94e8b-4e45-4ab1-9987-57bee1384c9e no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:14:43.112807 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Subnet': ['ID=eae77011-2f2d-4248-a6f6-6a52a04a0de0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:43.116040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: cdd94e8b-4e45-4ab1-9987-57bee1384c9e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:14:43.116398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device cdd94e8b-4e45-4ab1-9987-57bee1384c9e not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:14:43.119818 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.125088 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2e9ebd7d-d257-449a-b85f-b748b18ef92e tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/subnets/eae77011-2f2d-4248-a6f6-6a52a04a0de0 HTTP/1.1" status: 204 len: 168 time: 0.2848606 Aug 31 20:14:43.125422 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48568) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:43.136803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde6530-0233-4656-836d-10dd80132a94 None None] Network 3bc6dfcb-c61e-412f-b453-fc3893abc75e requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:14:43.235441 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.256848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:14:42Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:43.292108 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Checking router: ff41620c-d968-41c8-b28b-3dc132baaacc for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:43.303298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Routers {'ff41620c-d968-41c8-b28b-3dc132baaacc'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:43.303850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['ff41620c-d968-41c8-b28b-3dc132baaacc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:43.341852 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.391892 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] DHCP port deletion for 3bc6dfcb-c61e-412f-b453-fc3893abc75e request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:14:43.396821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Deleting port 26863114-34b7-49e5-bf0c-b579ab6483a7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:14:43.397168 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.444911 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] Set router ff41620c-d968-41c8-b28b-3dc132baaacc gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:43.475304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] For port 26863114-34b7-49e5-bf0c-b579ab6483a7, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=26863114-34b7-49e5-bf0c-b579ab6483a7,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:43.475711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.489673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Calling delete_port for 26863114-34b7-49e5-bf0c-b579ab6483a7 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:14:43.663327 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.699215 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Port': ['ID=26863114-34b7-49e5-bf0c-b579ab6483a7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:43.719893 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Deleting port 8104c781-70da-418d-8312-157b6f653e1e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:14:43.720269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.766006 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.806753 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] For port 8104c781-70da-418d-8312-157b6f653e1e, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=8104c781-70da-418d-8312-157b6f653e1e,segment=NetworkSegment(879845ed-af65-4656-b13f-180a4ccb5216),segment_id=879845ed-af65-4656-b13f-180a4ccb5216)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:43.807164 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.837946 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Calling delete_port for 8104c781-70da-418d-8312-157b6f653e1e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:14:43.856416 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.858599 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.903797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.904385 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Fanout notify agent at l3_agent the message router_deleted on router ff41620c-d968-41c8-b28b-3dc132baaacc {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:14:43.912519 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.913736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0c446580-3349-48dd-b13d-3f2cf9f02015 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/routers/ff41620c-d968-41c8-b28b-3dc132baaacc HTTP/1.1" status: 204 len: 168 time: 0.7872589 Aug 31 20:14:43.916520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:43.926485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:14:42Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:43.955960 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddced7-ca9c-4df5-8215-376394169046 None None] The sync data for ids ['ff41620c-d968-41c8-b28b-3dc132baaacc'] in n-d-778550-14 is: [{'id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372415475', 'tenant_id': '1d53fa37caca439caacadf8f5176da74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:14:42Z', 'revision_number': 5, 'project_id': '1d53fa37caca439caacadf8f5176da74', 'gw_port': {'id': '26863114-34b7-49e5-bf0c-b579ab6483a7', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41620c-d968-41c8-b28b-3dc132baaacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:13:40Z', 'updated_at': '2021-08-31T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:43.965675 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:43.996065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Pushing event deleted for resources: {'Port': ['ID=8104c781-70da-418d-8312-157b6f653e1e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:43.998477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] No DVR routers for this DVR port 8104c781-70da-418d-8312-157b6f653e1e on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:14:44.008933 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.009286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.009635 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.009978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.010319 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.010651 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.011349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.011349 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.011624 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.011971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.012386 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.012926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50552b27-1f56-4d81-b063-b53eb077fdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:44.028731 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.120119 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.129973 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc6dfcb-c61e-412f-b453-fc3893abc75e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:44.140841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879845ed-af65-4656-b13f-180a4ccb5216') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:44.141168 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879845ed-af65-4656-b13f-180a4ccb5216') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:44.150427 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.169448 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.175252 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:14:44.175664 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:14:44.178615 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:14:44.237957 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.245088 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.246908 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/networks/3bc6dfcb-c61e-412f-b453-fc3893abc75e HTTP/1.1" status: 204 len: 168 time: 0.3293602 Aug 31 20:14:44.249803 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:44.258785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03547ae-cf1e-419a-8abe-b598e664bf07 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'Network': ['ID=3bc6dfcb-c61e-412f-b453-fc3893abc75e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:44.317061 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.321103 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acf64c86-3879-46cc-b2d3-9d6cd8fc74df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.347768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.409368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.412186 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.415902 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] 10.222.0.73 "DELETE /v2.0/security-groups/263a3fd7-15f8-40dc-b568-8da13f75ea50 HTTP/1.1" status: 204 len: 168 time: 0.1626010 Aug 31 20:14:44.424321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d1c28-3a08-43be-9854-a0fabb925b32 tempest-TestNetworkAdvancedServerOps-841973173 tempest-TestNetworkAdvancedServerOps-841973173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a3fd7-15f8-40dc-b568-8da13f75ea50,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:44.553410 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.765420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:44.909309 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b6e840e8-7843-4fc1-9ed1-fbd97e300646 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d53fa37caca439caacadf8f5176da74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426427 Aug 31 20:14:44.911782 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:44.960442 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:44.984407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.031858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26863114-34b7-49e5-bf0c-b579ab6483a7 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:14:45.042392 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.044981 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.046151 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca781082-db16-4f29-a274-2b9ac5ee5ea8 HTTP/1.1" status: 204 len: 168 time: 0.1332064 Aug 31 20:14:45.053811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c1e74-4004-41f0-b85b-bb22cd3fde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca781082-db16-4f29-a274-2b9ac5ee5ea8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:45.054190 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 26863114-34b7-49e5-bf0c-b579ab6483a7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:14:45.054549 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 26863114-34b7-49e5-bf0c-b579ab6483a7 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:14:45.056317 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffc5833-0fc4-4b4d-881a-f8e60ec1db32 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:14:45.091761 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: bffc5833-0fc4-4b4d-881a-f8e60ec1db32 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:14:45.092107 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device bffc5833-0fc4-4b4d-881a-f8e60ec1db32 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:14:45.092520 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8104c781-70da-418d-8312-157b6f653e1e no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:14:45.123560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 8104c781-70da-418d-8312-157b6f653e1e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:14:45.123993 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 8104c781-70da-418d-8312-157b6f653e1e not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:14:45.126875 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.314985 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48592) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:45.329718 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f2a547b-12ce-45a7-aa04-c5a8ac46875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.420011 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f2a547b-12ce-45a7-aa04-c5a8ac46875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.423484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f2a547b-12ce-45a7-aa04-c5a8ac46875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.458707 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a547b-12ce-45a7-aa04-c5a8ac46875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab8e12-6b17-4261-83e6-1433b362c761,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:45.463615 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f2a547b-12ce-45a7-aa04-c5a8ac46875a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45b364f6bd91419a8bf0bf81e7b71995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474714 Aug 31 20:14:45.467347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:45.519553 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.541476 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.589866 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.592751 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:45.593898 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41ab8e12-6b17-4261-83e6-1433b362c761 HTTP/1.1" status: 204 len: 168 time: 0.1262584 Aug 31 20:14:45.603153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e5e68-e2b8-4172-b623-669ba54d119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab8e12-6b17-4261-83e6-1433b362c761,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:45.634044 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.292801 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:46.388972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1551570321-network', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:46.412092 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Made reservation on behalf of 69c4ac115bcf4b75a9f41529e60e5f44 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:14:46.414886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.420186 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.424250 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.513665 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.517444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.538208 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:14:46.552671 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d99e61-a5a5-4898-94ca-07539b12bd83,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:46.557648 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.558000 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Added segment 46d87543-0bc9-4614-a874-bbb8b681307e of type vlan for network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 Aug 31 20:14:46.597685 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.625003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.625975 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:46.626607 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.680697 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3867862 Aug 31 20:14:46.683960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:46.685908 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83c16f-a35f-4a17-bb94-445cebbf95a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:46.689175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Request body: {'subnet': {'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1551570321-subnet', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:46.696025 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:14:46.710712 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Made reservation on behalf of 69c4ac115bcf4b75a9f41529e60e5f44 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:14:46.714045 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.879505 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.937640 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adb2bca-b411-4d8d-b738-18761a5774e1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:46.946559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Checking segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:46.946915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Network hostable DHCP agents. Network: 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:14:46.963239 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:14:46.972097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:46.976059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:46.976641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:46.980927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bdfe9-947d-4973-a2e4-b8ecf74f09c5 None None] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:14:46.993852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-51564ab4-438d-4763-820b-73dba7a2ef78 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086863 Aug 31 20:14:46.996579 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:47.000884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:47.020624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.021703 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.073825 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.137030 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:14:47.137866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.217117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.264507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.286924 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Allocated IP 172.20.0.2 (0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5/3adb2bca-b411-4d8d-b738-18761a5774e1/74eb706f-81ca-41c2-9c7c-e4138c3bb9b9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:47.416128 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.434991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.439962 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.443594 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Transition to ACTIVE for port object 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:47.459831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Transition to ACTIVE for port object 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:47.465941 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.506413 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:47.510445 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:47.512914 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:47.518497 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Pushing event updated for resources: {'Port': ['ID=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:47.543611 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Allocated IP 172.25.3.205 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/80c5c79f-5fa1-495b-b7b6-e932370b8bbc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:47.572788 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Attempting to bind port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:47.573350 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Attempting to bind port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:47.573835 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Attempting to bind port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:47.579432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:47.579954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Checking segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:47.580459 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.580951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Bound using segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:47.581588 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Bound port: 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:47.582091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.646400 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.647659 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] For port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:47.651727 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] For port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:47.655930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.698040 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:47.714604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd368a1-105c-4892-a93b-ef1c57c3f2c2 None None] Pushing event updated for resources: {'Port': ['ID=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:47.738107 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:47.741095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:47.747080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:47.777382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Pushing event updated for resources: {'Port': ['ID=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:48.022223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:48.514267 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:48.648269 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Router abae9517-fe5a-45f0-82f5-895508c3adc3 is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:14:48.661166 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499a27d-c19f-4c19-a23f-13c169d392f8 None None] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:14:48.759562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:48.769215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:48.776904 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:48.781900 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-483d83ac-fb57-4e35-be22-6f1c36764250 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7841558 Aug 31 20:14:48.782499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:48.783704 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:48.784450 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:48.791007 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d774f3a-a49c-49ea-8af9-2e11bb1c7f3b None None] Provisioning for port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:48.921369 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:49.012454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:49.062837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:49.066510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:49.066891 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.135958 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:47Z', 'revision_number': 3, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:49.153839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27124175-c87b-4e19-ad68-6870f9d04935 None None] Provisioning complete for port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:49.154217 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27124175-c87b-4e19-ad68-6870f9d04935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.174342 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:49.174696 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Updating router abae9517-fe5a-45f0-82f5-895508c3adc3 port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:14:49.179536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.203892 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.226581 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:49.250770 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.258874 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.312735 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:49.318801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27124175-c87b-4e19-ad68-6870f9d04935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.373984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-27124175-c87b-4e19-ad68-6870f9d04935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 20:14:49.374344 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-27124175-c87b-4e19-ad68-6870f9d04935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 20:14:49.420352 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Allocated IP 172.20.0.1 (0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5/3adb2bca-b411-4d8d-b738-18761a5774e1/22aef5d9-3f5b-4896-b7ed-c0af89eff35b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:49.471473 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.481816 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Transition to ACTIVE for port object 80c5c79f-5fa1-495b-b7b6-e932370b8bbc will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:49.488773 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.529020 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.541431 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Attempting to bind port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:49.541808 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Attempting to bind port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:49.542168 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Attempting to bind port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:49.543414 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Transition to ACTIVE for port object 22aef5d9-3f5b-4896-b7ed-c0af89eff35b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:49.549283 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Pushing event updated for resources: {'Port': ['ID=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:49.551436 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:49.551840 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:49.552240 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.552631 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:49.553100 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Bound port: 80c5c79f-5fa1-495b-b7b6-e932370b8bbc, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:49.553475 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.561706 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.562059 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.562401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.562797 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.563077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.563406 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.563762 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.564102 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.564414 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.564735 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.565057 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.565376 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:14:49.578997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.615383 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] For port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:49.615841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:49.619215 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] For port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:49.623753 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.624014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:49.626712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:49.654678 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Pushing event updated for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:49.674769 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.683398 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf19fa-f588-4158-b105-8ceeb935a070 None None] Pushing event updated for resources: {'Port': ['ID=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:49.693737 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:49.694401 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:49.815458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:49.900082 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:50.033221 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee555931-2229-4204-a91c-8c16d3710a65 None None] Provisioning for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:50.038234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee555931-2229-4204-a91c-8c16d3710a65 None None] Provisioning complete for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:50.038615 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ee555931-2229-4204-a91c-8c16d3710a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:50.077865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ee555931-2229-4204-a91c-8c16d3710a65 None None] Port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:14:50.090063 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:47Z', 'revision_number': 3, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:50.118128 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a31c3-4843-4769-b763-62e2912d0ed3 None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:47Z', 'revision_number': 3, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:50.344472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:50.349502 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:50.422850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:50.424808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Pushing event updated for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:50.529000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:50.530538 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:50.654432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:14:50.771925 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:50.777171 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5c219603-5810-4b91-8ead-ac5a1c6a8f88 admin admin] 10.222.0.73 "PUT /v2.0/routers/abae9517-fe5a-45f0-82f5-895508c3adc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9929554 Aug 31 20:14:50.801145 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6a84ba54-103b-441c-861e-6b14a7e7771e None None] Provisioning complete for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:50.801524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6a84ba54-103b-441c-861e-6b14a7e7771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:50.840938 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6a84ba54-103b-441c-861e-6b14a7e7771e None None] Port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:14:51.025146 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:51.073195 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:51.073839 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.152485 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80c5c79f-5fa1-495b-b7b6-e932370b8bbc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:51.202505 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:51.206258 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:51.206630 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.277046 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:51.282106 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949773253-network', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:51.284474 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.303275 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Made reservation on behalf of d87cc14f15254c87b04b4c0a6ed2c63f for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:14:51.306286 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.306443 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:51.310132 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.316848 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.371563 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:51.423530 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.427100 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.448818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:14:51.464131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919c5a66-98b7-480b-8c35-98023e1b06cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:51.467342 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.467743 n-d-778550-14 neutron-server[94816]: INFO neutron.db.segments_db [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Added segment d6d7b11d-f865-465f-b35c-da3d6686995c of type vlan for network 2a75494c-014c-4be4-9818-e305a5109c73 Aug 31 20:14:51.509436 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.536344 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.536344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:51.536886 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.595653 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3174462 Aug 31 20:14:51.598584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:51.603370 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2818-2505-4411-86a1-0a11f0a83362 admin admin] Pushing event updated for resources: {'Network': ['ID=2a75494c-014c-4be4-9818-e305a5109c73,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:51.604629 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Request body: {'subnet': {'network_id': '2a75494c-014c-4be4-9818-e305a5109c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949773253-subnet', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:51.613229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network 2a75494c-014c-4be4-9818-e305a5109c73 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:14:51.628816 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Made reservation on behalf of d87cc14f15254c87b04b4c0a6ed2c63f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:14:51.632240 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13067884'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.656256 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:51.682852 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:51.683526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:51.792098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:51.812444 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24869026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13067898'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.869440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:51.878866 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Checking segment: {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:51.879230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Network hostable DHCP agents. Network: 2a75494c-014c-4be4-9818-e305a5109c73, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:14:51.895761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Network 2a75494c-014c-4be4-9818-e305a5109c73 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:14:51.904560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, 2a75494c-014c-4be4-9818-e305a5109c73) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:51.909199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:51.909816 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.914385 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158792d-5a1d-46be-a9d1-b0e30acfd99d None None] Network 2a75494c-014c-4be4-9818-e305a5109c73 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:14:51.924937 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-129cc567-d12e-4bfd-8949-7e82d7c3408a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3251798 Aug 31 20:14:51.927449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:51.932897 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:51.953285 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:51.954300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.008858 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.091525 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 2, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:52.135434 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-2a75494c-014c-4be4-9818-e305a5109c73', 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'fixed_ips': [{'subnet_id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:14:52.136313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.138664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:52.139014 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Updating router abae9517-fe5a-45f0-82f5-895508c3adc3 port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:14:52.148021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.178689 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.352390 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.371296 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.388709 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Allocated IP 172.20.0.2 (2a75494c-014c-4be4-9818-e305a5109c73/a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7/f26341ef-2688-4cf4-a7b5-94531dc02cb9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:52.474924 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Allocated IP 172.25.3.70 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/ab05f919-60e1-470c-a50d-a776fb442549) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:52.587984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.628340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.668401 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:52.671387 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:52.675033 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:52.701464 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Pushing event updated for resources: {'Port': ['ID=ab05f919-60e1-470c-a50d-a776fb442549,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:52.799235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.812946 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.817233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Transition to ACTIVE for port object f26341ef-2688-4cf4-a7b5-94531dc02cb9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:52.830801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Transition to ACTIVE for port object 22aef5d9-3f5b-4896-b7ed-c0af89eff35b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:52.839837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Transition to ACTIVE for port object f26341ef-2688-4cf4-a7b5-94531dc02cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:52.841405 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.866866 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:52.907675 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Network 2a75494c-014c-4be4-9818-e305a5109c73 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:52.909334 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d408-70ee-4dea-b8dc-787287c7e4c3 None None] Pushing event updated for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:52.918536 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:52.920661 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:52.950102 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.005642 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80c5c79f-5fa1-495b-b7b6-e932370b8bbc up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:53.061677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Attempting to bind port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:53.062164 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Attempting to bind port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:53.062532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Attempting to bind port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:53.077132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Pushing event updated for resources: {'Port': ['ID=f26341ef-2688-4cf4-a7b5-94531dc02cb9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:53.090242 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:53.090879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Checking segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:53.091288 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.091734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Bound using segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:53.092291 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Bound port: 22aef5d9-3f5b-4896-b7ed-c0af89eff35b, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:53.092583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.101286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Attempting to bind port f26341ef-2688-4cf4-a7b5-94531dc02cb9 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:53.101696 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Attempting to bind port f26341ef-2688-4cf4-a7b5-94531dc02cb9 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:53.102791 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Attempting to bind port f26341ef-2688-4cf4-a7b5-94531dc02cb9 on network 2a75494c-014c-4be4-9818-e305a5109c73 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:53.121687 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:53.122142 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Checking segment: {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:53.122568 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.122969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Bound using segment: {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:53.123447 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Bound port: f26341ef-2688-4cf4-a7b5-94531dc02cb9, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:53.123857 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.179208 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.233015 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:53.233396 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.262550 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] For port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:53.297775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] For port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:53.306989 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.309780 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] For port f26341ef-2688-4cf4-a7b5-94531dc02cb9, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:53.310763 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:14:53.320832 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] For port f26341ef-2688-4cf4-a7b5-94531dc02cb9, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f26341ef-2688-4cf4-a7b5-94531dc02cb9,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:53.354436 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.405114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d408-70ee-4dea-b8dc-787287c7e4c3 None None] Pushing event updated for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:53.409404 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:53.409609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:53.448955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:53.464684 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Sync routers for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:53.467437 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:53.471468 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6a483986-9e4c-4e8e-83aa-e2db8c5d8718 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5403347 Aug 31 20:14:53.472029 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:53.500444 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:53.501502 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:53.631913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:53.634839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bc18-2697-4db9-8ba0-729789dc9f3a None None] Pushing event updated for resources: {'Port': ['ID=f26341ef-2688-4cf4-a7b5-94531dc02cb9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:53.666728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:53.908837 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:52Z', 'revision_number': 3, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:53.920337 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:53Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:53.941893 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Checking router: 0976fe68-8058-4d6e-b7f5-cc2137a8e54e for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:53.942247 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Updating router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e port ab05f919-60e1-470c-a50d-a776fb442549 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:14:53.954830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0e3e5-8b47-4246-8b07-6da206e89782 None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:53Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:53.970821 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.078426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.258969 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Allocated IP 172.20.0.1 (2a75494c-014c-4be4-9818-e305a5109c73/a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7/6a9fad6f-8026-43d0-ae08-f52b34f1a755) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:54.292142 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.309563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Transition to ACTIVE for port object ab05f919-60e1-470c-a50d-a776fb442549 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:54.317422 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.388640 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Attempting to bind port ab05f919-60e1-470c-a50d-a776fb442549 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:54.389009 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Attempting to bind port ab05f919-60e1-470c-a50d-a776fb442549 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:54.389423 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Attempting to bind port ab05f919-60e1-470c-a50d-a776fb442549 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:54.393521 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.395390 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6ffc-63cd-40a8-a0aa-92acfff5f88c None None] Pushing event updated for resources: {'Port': ['ID=ab05f919-60e1-470c-a50d-a776fb442549,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:54.405001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:54.405386 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:54.405797 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.406242 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:54.406738 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Bound port: ab05f919-60e1-470c-a50d-a776fb442549, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:54.407120 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.416323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Transition to ACTIVE for port object 6a9fad6f-8026-43d0-ae08-f52b34f1a755 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:54.462292 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.470352 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] For port ab05f919-60e1-470c-a50d-a776fb442549, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:54.481621 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] For port ab05f919-60e1-470c-a50d-a776fb442549, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ab05f919-60e1-470c-a50d-a776fb442549,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:54.486921 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.507004 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Network 2a75494c-014c-4be4-9818-e305a5109c73 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:54.511304 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:54.515183 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:54.551139 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:54.551827 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:54.555477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Pushing event updated for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:54.575893 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.610107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6ffc-63cd-40a8-a0aa-92acfff5f88c None None] Pushing event updated for resources: {'Port': ['ID=ab05f919-60e1-470c-a50d-a776fb442549,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:54.683577 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:54.696124 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba88a5-cda1-4c92-b3f5-328f08e3d55f None None] Network 2a75494c-014c-4be4-9818-e305a5109c73 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:14:54.741990 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.853559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63bd25fb-a7c7-47a2-81df-84523eb3ca57 None None] Provisioning for port f26341ef-2688-4cf4-a7b5-94531dc02cb9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:54.941302 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.958104 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:54.971845 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:52Z', 'revision_number': 3, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:55.034313 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5fb51-b043-42c7-afef-ba76eddd48db None None] The sync data for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 is: [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:52Z', 'revision_number': 3, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:55.079050 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 22aef5d9-3f5b-4896-b7ed-c0af89eff35b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:55.086358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.094483 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Pushing event updated for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:55.157110 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:55.161907 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:55.162719 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.232319 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Network 2a75494c-014c-4be4-9818-e305a5109c73 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:55.233821 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:55.294984 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.333987 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:55.342558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.343527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f26341ef-2688-4cf4-a7b5-94531dc02cb9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:55.375468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:14:55.406489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Provisioning for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:55.431211 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Provisioning complete for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:55.432091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.530900 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:14:55.537742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e1b5bc90-3c13-4538-93e3-5b060eb9cbab admin admin] 10.222.0.73 "PUT /v2.0/routers/0976fe68-8058-4d6e-b7f5-cc2137a8e54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645177 Aug 31 20:14:55.558061 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:14:55.565147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port f26341ef-2688-4cf4-a7b5-94531dc02cb9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:55.568229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:55.578557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f26341ef-2688-4cf4-a7b5-94531dc02cb9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:55.579129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.605077 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Provisioning complete for port f26341ef-2688-4cf4-a7b5-94531dc02cb9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:55.605605 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.739246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.789336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] For port f26341ef-2688-4cf4-a7b5-94531dc02cb9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f26341ef-2688-4cf4-a7b5-94531dc02cb9,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:55.794304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.805454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.896324 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c986d1a-e89b-4fca-9b3e-c6ed09a03ce2 None None] Pushing event updated for resources: {'Port': ['ID=f26341ef-2688-4cf4-a7b5-94531dc02cb9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:55.928432 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 20:14:55.928791 n-d-778550-14 neutron-server[94818]: DEBUG oslo_db.api [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 20:14:55.929320 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-35f4ab82-6728-438d-8a4e-fe1ca4f77b4e None None] Provisioning complete for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:55.929726 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab82-6728-438d-8a4e-fe1ca4f77b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:55.970527 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-35f4ab82-6728-438d-8a4e-fe1ca4f77b4e None None] Port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:14:56.089293 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1509d7d-44b3-466b-9333-08471c3a1039 None None] Provisioning complete for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:56.089681 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1509d7d-44b3-466b-9333-08471c3a1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.125065 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a1509d7d-44b3-466b-9333-08471c3a1039 None None] Port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:14:56.250450 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.255480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469874054', 'description': 'tempest-secgroup-smoke-1469874054 description', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.281472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.373987 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.377655 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.404010 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.408030 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1537440 Aug 31 20:14:56.408785 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.409314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164b277-5ee4-4f3b-8fd3-3aa2001f57e4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4f0fa-c95e-42a8-b187-6ef72463cda4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:56.416087 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.447447 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.514739 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.518608 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.540671 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2679a7-9af8-4ddd-baec-71e18fecfc4a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:56.544455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.546110 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d18ea59d-7450-4408-8c4e-98d962560650 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356559 Aug 31 20:14:56.548718 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.553395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.580562 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.638973 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.642749 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.661726 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b5e28e-9227-43ff-807e-065eb3aa1857,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:56.664144 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.665332 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-cf0dfd3a-547d-4240-87ad-f41e419bdacc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155758 Aug 31 20:14:56.668118 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.672491 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.698170 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.758686 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.762431 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.779844 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c83d3b-ce48-4811-8798-1850f363324e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:56.786489 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.787996 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-201b4ebf-4d56-4eea-a955-bfe5fa920ee0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189005 Aug 31 20:14:56.791264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48666) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.795823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.821407 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.880034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.884395 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.903593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf8f448-2ec4-476e-9868-91159a482c84,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:56.908814 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:56.910155 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0cdf771a-c81f-4260-97dc-4784408c83c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178975 Aug 31 20:14:56.912781 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:56.917618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:56.939976 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Project 69c4ac115bcf4b75a9f41529e60e5f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:14:56.945565 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.016695 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.021368 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.035222 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ab05f919-60e1-470c-a50d-a776fb442549 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:57.043214 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aad143-08b2-4843-a296-6cfbfd2e05c0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:57.052682 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.053277 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5daddbc9-14e7-4227-8d3b-91727260fe0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395118 Aug 31 20:14:57.056581 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 48670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:14:57.060997 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': '7ac4f0fa-c95e-42a8-b187-6ef72463cda4', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:57.082288 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Project 69c4ac115bcf4b75a9f41529e60e5f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:14:57.088667 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port ab05f919-60e1-470c-a50d-a776fb442549 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:57.089067 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.093020 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ab05f919-60e1-470c-a50d-a776fb442549 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:57.093394 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.158499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.163282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.182538 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.183131 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75468c2c-97a6-4431-a547-7ac4467b74c8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:57.191158 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.192404 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-76b2bb81-96be-4efb-ab5e-c607b303e1b9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349046 Aug 31 20:14:57.204444 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port ab05f919-60e1-470c-a50d-a776fb442549, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ab05f919-60e1-470c-a50d-a776fb442549,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:14:57.208467 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.209540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 22aef5d9-3f5b-4896-b7ed-c0af89eff35b up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:57.291561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=ab05f919-60e1-470c-a50d-a776fb442549,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:57.307481 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:57.307948 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.380236 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Sync routers for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:14:57.401184 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:57.401840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:57.406662 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f26341ef-2688-4cf4-a7b5-94531dc02cb9 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:57.409390 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-957e4cb5-f553-4afa-bee5-3662795e793e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469874054&fields=id&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 267 time: 0.0337019 Aug 31 20:14:57.524751 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a24ca764-2c41-43a2-a528-80174d304901 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:57.526346 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a24ca764-2c41-43a2-a528-80174d304901 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 809 time: 0.1094606 Aug 31 20:14:57.542681 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-ac7fd414-a3ed-40bc-b940-aa4f8a4fec43 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/quotas/69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 375 time: 0.0102658 Aug 31 20:14:57.600391 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-7c1c8aaf-9d81-454e-8c0c-deaded8bc3dd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489008 Aug 31 20:14:57.696488 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-881aadbe-1920-4c48-8984-38f626b25b23 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Aug 31 20:14:57.702621 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:57.705388 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port f26341ef-2688-4cf4-a7b5-94531dc02cb9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:57.705796 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:57.791873 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-18c5a0c1-f1d8-429e-9eee-0cd23275e184 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 Aug 31 20:14:57.975954 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d5cef2b1-9563-4100-9aa7-31f9abac8e03 req-a67d6c38-1eb3-41fe-93bf-5c264ffe0fbb tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Aug 31 20:14:57.981034 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 4, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6a9fad6f-8026-43d0-ae08-f52b34f1a755', 'name': '', 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'mac_address': 'fa:16:3e:d0:da:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:54Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 2, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'subnets': [{'id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:58.007710 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Checking router: 0976fe68-8058-4d6e-b7f5-cc2137a8e54e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:14:58.008118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Updating router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:14:58.036404 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.325837 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.336132 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Transition to ACTIVE for port object 6a9fad6f-8026-43d0-ae08-f52b34f1a755 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:58.342219 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.390568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d2347-5f05-4dde-a1ec-a202a14e9627 None None] Pushing event updated for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:58.450174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Attempting to bind port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:14:58.450842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Attempting to bind port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:14:58.451213 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Attempting to bind port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 on network 2a75494c-014c-4be4-9818-e305a5109c73 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:14:58.456483 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:14:58.456869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Checking segment: {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:14:58.457274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.457723 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Bound using segment: {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:14:58.458202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Bound port: 6a9fad6f-8026-43d0-ae08-f52b34f1a755, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d7b11d-f865-465f-b35c-da3d6686995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:14:58.458582 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.527098 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] For port 6a9fad6f-8026-43d0-ae08-f52b34f1a755, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:14:58.530553 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] For port 6a9fad6f-8026-43d0-ae08-f52b34f1a755, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6a9fad6f-8026-43d0-ae08-f52b34f1a755,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:14:58.535173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:58.595731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:14:58.596379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:58.601564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d2347-5f05-4dde-a1ec-a202a14e9627 None None] Pushing event updated for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:58.724297 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:14:58.964281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ab05f919-60e1-470c-a50d-a776fb442549 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:14:58.970424 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 4, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6a9fad6f-8026-43d0-ae08-f52b34f1a755', 'name': '', 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'mac_address': 'fa:16:3e:d0:da:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:54Z', 'updated_at': '2021-08-31T20:14:58Z', 'revision_number': 4, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'subnets': [{'id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:14:59.018303 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6eef2d-1b0a-4338-837d-e74b7b10fb25 None None] The sync data for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 is: [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:14:54Z', 'revision_number': 4, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '6a9fad6f-8026-43d0-ae08-f52b34f1a755', 'name': '', 'network_id': '2a75494c-014c-4be4-9818-e305a5109c73', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'mac_address': 'fa:16:3e:d0:da:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:54Z', 'updated_at': '2021-08-31T20:14:58Z', 'revision_number': 4, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'subnets': [{'id': 'a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:14:59.044969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-7b20ea15-3a75-423b-a71f-5d26cd92b0c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:59.048981 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-7b20ea15-3a75-423b-a71f-5d26cd92b0c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 809 time: 0.1244180 Aug 31 20:14:59.089174 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port ab05f919-60e1-470c-a50d-a776fb442549 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:59.089174 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.112292 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a92a12dd-4a2c-445d-875e-0dcdc257ea8e req-898bf925-6d3a-4180-b07d-38627bdf0cc6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 210 time: 0.0511527 Aug 31 20:14:59.130287 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-ae53b2cf-1dc5-4d78-bd9c-696573fc3c77 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 380 time: 0.0727313 Aug 31 20:14:59.141310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'port': {'device_id': '955774bd-ab88-405e-afc4-c6f6579cd329', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'admin_state_up': True, 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'security_groups': ['7ac4f0fa-c95e-42a8-b187-6ef72463cda4']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:59.263548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Made reservation on behalf of 69c4ac115bcf4b75a9f41529e60e5f44 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:14:59.268992 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.400426 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Allocated IP 172.20.0.13 (0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5/3adb2bca-b411-4d8d-b738-18761a5774e1/5162525b-4d2f-4490-8fca-d44c55e86c81) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:14:59.558571 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.573462 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Transition to ACTIVE for port object 5162525b-4d2f-4490-8fca-d44c55e86c81 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:14:59.608212 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.648393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:14:59.653433 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:14:59.657154 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:14:59.693779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:14:59.724402 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:14:59.725074 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.741160 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-de5f7897-2b7b-412b-8b42-80cc1a1d6d37 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040773 Aug 31 20:14:59.753367 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Request body: {'port': {'device_id': '955774bd-ab88-405e-afc4-c6f6579cd329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:14:59.810282 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.896235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1dbcef5d-ae53-4a4b-917f-7259e2db8af6 None None] Provisioning for port 5162525b-4d2f-4490-8fca-d44c55e86c81 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:14:59.900372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1dbcef5d-ae53-4a4b-917f-7259e2db8af6 None None] Provisioning complete for port 5162525b-4d2f-4490-8fca-d44c55e86c81 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:14:59.900749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1dbcef5d-ae53-4a4b-917f-7259e2db8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:14:59.934978 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcef5d-ae53-4a4b-917f-7259e2db8af6 None None] Port 5162525b-4d2f-4490-8fca-d44c55e86c81 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:15:00.075605 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:15:00.083032 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:00.095478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Transition to ACTIVE for port object 5162525b-4d2f-4490-8fca-d44c55e86c81 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:15:00.098773 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:00.147986 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:00.228949 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Attempting to bind port 5162525b-4d2f-4490-8fca-d44c55e86c81 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:15:00.229303 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Attempting to bind port 5162525b-4d2f-4490-8fca-d44c55e86c81 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:15:00.229645 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Attempting to bind port 5162525b-4d2f-4490-8fca-d44c55e86c81 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:15:00.234618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Port 5162525b-4d2f-4490-8fca-d44c55e86c81 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:15:00.234939 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Attempting to bind port 5162525b-4d2f-4490-8fca-d44c55e86c81 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:15:00.240030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:15:00.240379 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Checking segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:15:00.240773 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Bound using segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:15:00.241213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Bound port: 5162525b-4d2f-4490-8fca-d44c55e86c81, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:15:00.241591 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:00.249956 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379d8f-7c83-47bf-ad7a-64b99e52f35f req-a1a2c9a5-47ca-41aa-b740-2e57992ce026 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.252277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce379d8f-7c83-47bf-ad7a-64b99e52f35f req-a1a2c9a5-47ca-41aa-b740-2e57992ce026 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0575237 Aug 31 20:15:00.296890 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce379d8f-7c83-47bf-ad7a-64b99e52f35f req-c5f58904-052c-4886-a605-ef5a87ad1250 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 Aug 31 20:15:00.319277 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:15:00.324419 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:15:00.328842 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:00.368095 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.368716 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:00.370143 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1093 time: 0.6211040 Aug 31 20:15:00.370630 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:15:00.372896 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b37b5-057c-44fd-9770-d1a34139afd6" -d '{"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:15:00.404537 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d89076-a5d5-4739-b04c-08331fbd73d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:00.422174 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4d64b9-ee95-4280-86dd-fffc24673833 x-openstack-request-id: req-6a4d64b9-ee95-4280-86dd-fffc24673833 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:15:00.422467 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:15:00.422720 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a4d64b9-ee95-4280-86dd-fffc24673833 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:15:00.423128 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'status': 'completed', 'code': 200} Aug 31 20:15:00.479968 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-e5cf1727-51f3-481c-9f43-41587b94a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.481543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-e5cf1727-51f3-481c-9f43-41587b94a2fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1096 time: 0.0462475 Aug 31 20:15:00.524956 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-ebbcff74-4f7a-4a70-b0d8-b35bf9badbca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 217 time: 0.0354722 Aug 31 20:15:00.582929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-06112e5d-aa54-4d0e-922e-dd59aac579aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.584409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-06112e5d-aa54-4d0e-922e-dd59aac579aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0528371 Aug 31 20:15:00.631892 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-f3762fa1-7b3b-4642-90bd-edbaa3a0e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.637105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-f3762fa1-7b3b-4642-90bd-edbaa3a0e575 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451472 Aug 31 20:15:00.732739 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-54ee4f77-a74e-4760-ac9d-8619939d8d0c service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881243 Aug 31 20:15:00.828038 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-5bc119d7-99d7-4b5b-872d-64c0e6036c63 req-332fa60a-1058-42d8-9206-ed8112701ddc service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Aug 31 20:15:00.926701 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-5a488cc7-4b90-4632-83d3-a34266537ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:00.928260 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-5a488cc7-4b90-4632-83d3-a34266537ed9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1096 time: 0.0498970 Aug 31 20:15:00.979601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6a9fad6f-8026-43d0-ae08-f52b34f1a755 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:15:01.026891 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-3612a9e5-a580-4256-a280-f0c502f7c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:01.028611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-3612a9e5-a580-4256-a280-f0c502f7c2fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0933723 Aug 31 20:15:01.028923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:15:01.032559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:15:01.032938 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:01.073666 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-d36f6154-896a-408c-bcd1-861f6ea22a6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 217 time: 0.0371187 Aug 31 20:15:01.113579 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:01.125410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-e6d7f596-ff39-4162-a955-097e538b5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:01.126888 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-e6d7f596-ff39-4162-a955-097e538b5db1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0455520 Aug 31 20:15:01.146808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 6a9fad6f-8026-43d0-ae08-f52b34f1a755, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6a9fad6f-8026-43d0-ae08-f52b34f1a755,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:15:01.150939 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:01.178255 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-55578322-873e-4692-8876-03592a10fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:01.180530 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-55578322-873e-4692-8876-03592a10fc6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458651 Aug 31 20:15:01.199105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:01.272543 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-f4a4cb31-681a-4c06-a7e6-256445552ab3 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Aug 31 20:15:01.379454 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3d4b37b5-057c-44fd-9770-d1a34139afd6 req-aa8ecf6d-472a-476a-b7f8-431b826ee9a5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987079 Aug 31 20:15:01.422289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f7e86-58d1-4248-9e53-5f6efb9e7766 req-bfac2ef5-e883-4d03-aff3-f9414f7a79fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:01.424225 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c71f7e86-58d1-4248-9e53-5f6efb9e7766 req-bfac2ef5-e883-4d03-aff3-f9414f7a79fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0532992 Aug 31 20:15:01.464778 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c71f7e86-58d1-4248-9e53-5f6efb9e7766 req-9a395228-f5a6-48d5-b143-3e2b439e5e59 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Aug 31 20:15:02.580357 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6505d7-c454-4513-9bd2-ecc0c940728f req-77ddff21-08e4-49ed-89d1-2a4724e41fd9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:02.581863 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af6505d7-c454-4513-9bd2-ecc0c940728f req-77ddff21-08e4-49ed-89d1-2a4724e41fd9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0485554 Aug 31 20:15:02.622451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af6505d7-c454-4513-9bd2-ecc0c940728f req-12b045c1-cb56-46f8-989e-c588f0ddb575 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Aug 31 20:15:02.951233 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6a9fad6f-8026-43d0-ae08-f52b34f1a755 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:15:03.000724 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:15:03.001102 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:03.158532 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:15:03.261045 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:15:03.276820 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:15:03.314676 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:03.328609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:15:03.348628 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:15:03.353599 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:03.400140 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:03.560773 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5162525b-4d2f-4490-8fca-d44c55e86c81'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:15:03.745350 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff3f52-38d0-4d2f-b845-65ec8741bffa req-b010083b-ba63-453b-b615-4a0a1407e410 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:03.746862 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ff3f52-38d0-4d2f-b845-65ec8741bffa req-b010083b-ba63-453b-b615-4a0a1407e410 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 945 time: 0.0551949 Aug 31 20:15:03.785280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-91ff3f52-38d0-4d2f-b845-65ec8741bffa req-6d9551e5-0dc5-44dc-9d89-cf4b1dfef65e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Aug 31 20:15:04.905687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d1399-ba2a-4709-90d9-a0fbb9244c6a req-814957c5-39ae-4da3-857a-9530606cdf46 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:04.907181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e6d1399-ba2a-4709-90d9-a0fbb9244c6a req-814957c5-39ae-4da3-857a-9530606cdf46 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Aug 31 20:15:04.944606 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4e6d1399-ba2a-4709-90d9-a0fbb9244c6a req-946bcd6b-c170-478d-b2e9-d241f4f9b865 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Aug 31 20:15:05.180603 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:15:05.237071 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port 5162525b-4d2f-4490-8fca-d44c55e86c81 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:15:05.242253 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 5162525b-4d2f-4490-8fca-d44c55e86c81 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:15:05.242897 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:05.324175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:05.347283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:15:05.349731 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597bbec-12a9-495e-acff-b8aa8f3fee3c" -d '{"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:15:05.362191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:15:05.367090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:05.391698 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7574d57-61dc-4ded-b6d9-c33de687ba25 x-openstack-request-id: req-d7574d57-61dc-4ded-b6d9-c33de687ba25 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:15:05.391994 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:15:05.392249 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7574d57-61dc-4ded-b6d9-c33de687ba25 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:15:05.392636 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'code': 200} Aug 31 20:15:05.420272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:05.486356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dd839-17e1-4599-88b9-a96d4934ca4e req-601fe848-7a8d-4c38-9423-1f19bb3b9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:05.487834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37dd839-17e1-4599-88b9-a96d4934ca4e req-601fe848-7a8d-4c38-9423-1f19bb3b9ea3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1098 time: 0.0402689 Aug 31 20:15:05.521786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b37dd839-17e1-4599-88b9-a96d4934ca4e req-56c42bcf-ed89-46b3-950e-783b6c41136f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270617 Aug 31 20:15:06.060856 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c2a6e-e45c-4796-84de-0f5b09747ab1 req-71fc9318-28a9-4812-ae34-9ec1ea9f2b33 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:06.062351 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c4c2a6e-e45c-4796-84de-0f5b09747ab1 req-71fc9318-28a9-4812-ae34-9ec1ea9f2b33 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0495791 Aug 31 20:15:06.100803 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7c4c2a6e-e45c-4796-84de-0f5b09747ab1 req-ec30da05-6a5e-4f21-ab17-72bda21d8fbe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Aug 31 20:15:07.220713 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d7fc-b788-4cbf-82b0-3d04e7b45dbd req-050de5c5-135b-4966-94ab-0625e21e2013 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:07.222354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2af7d7fc-b788-4cbf-82b0-3d04e7b45dbd req-050de5c5-135b-4966-94ab-0625e21e2013 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Aug 31 20:15:07.259584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2af7d7fc-b788-4cbf-82b0-3d04e7b45dbd req-501bfeb3-0ff8-4a4a-8583-aafc9cc32492 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308599 Aug 31 20:15:07.376978 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd6f0a-f696-4fe0-a7d9-8e8520f7ce00 req-67cbc3a0-e464-4eee-a811-bf9e5da65689 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:07.378479 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8acd6f0a-f696-4fe0-a7d9-8e8520f7ce00 req-67cbc3a0-e464-4eee-a811-bf9e5da65689 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0527449 Aug 31 20:15:07.416680 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8acd6f0a-f696-4fe0-a7d9-8e8520f7ce00 req-792f0bb9-54aa-4440-844f-9617d01f8294 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Aug 31 20:15:07.437926 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48722) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:15:07.562843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b26ce-bad2-4f32-9a93-a2ae745c4b60 tempest-TestShelveInstance-264732594 tempest-TestShelveInstance-264732594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:07.564380 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-245b26ce-bad2-4f32-9a93-a2ae745c4b60 tempest-TestShelveInstance-264732594 tempest-TestShelveInstance-264732594-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1093 time: 0.1254802 Aug 31 20:15:07.567243 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:15:07.572123 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:15:07.593980 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:07.691894 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:07.795499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Allocated IP 172.25.3.80 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/99b962ce-c770-499e-a888-9f600fe00cd3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:15:07.899383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:07.938131 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:07.973165 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:15:07.975966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:15:07.981944 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:15:08.010180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=99b962ce-c770-499e-a888-9f600fe00cd3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:08.338675 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:08.403997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:08.873339 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:08.877716 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:08.943128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=99b962ce-c770-499e-a888-9f600fe00cd3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:15:08.958589 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:08.979153 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:15:09.057043 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Floating IP 9123b19b-d30c-4a8f-8900-cf8a16448c42 associated. External IP: 172.25.3.80, port: 5162525b-4d2f-4490-8fca-d44c55e86c81. Aug 31 20:15:09.268338 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:15:09.378938 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:15:09.390470 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:15:09.397315 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:09.400217 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:15:09.400826 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:15:09.427742 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-263e97ab-6f72-4929-aa16-b22e20e66413 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8594325 Aug 31 20:15:09.428704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:15:09.431658 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915" -d '{"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:15:09.472976 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a78d8bd-54ee-4bf8-aee1-447b74e6ee07 x-openstack-request-id: req-6a78d8bd-54ee-4bf8-aee1-447b74e6ee07 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:15:09.473274 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:15:09.473530 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a78d8bd-54ee-4bf8-aee1-447b74e6ee07 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:15:09.473939 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'status': 'completed', 'code': 200} Aug 31 20:15:09.537509 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-f5f3645a-8548-44e3-860f-02dd333710d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:09.539556 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-f5f3645a-8548-44e3-860f-02dd333710d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1098 time: 0.0430179 Aug 31 20:15:09.599400 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:15:09.835836 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9123b19b-d30c-4a8f-8900-cf8a16448c42', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955774bd-ab88-405e-afc4-c6f6579cd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:15:08Z', 'updated_at': '2021-08-31T20:15:08Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:15:09.866220 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:15:09.875896 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:15:09.876535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:14:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:15:09.922321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-3edae341-2689-4de6-8215-a65977963cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:09.923842 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-3edae341-2689-4de6-8215-a65977963cd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.3774822 Aug 31 20:15:09.981741 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:15:09.989761 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-e0ca52a0-c21c-445a-9561-0e1e2413022e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 999 time: 0.0581450 Aug 31 20:15:10.037724 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-2fbfb702-583f-4098-9f64-a26be3add2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:10.039991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-2fbfb702-583f-4098-9f64-a26be3add2b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0436008 Aug 31 20:15:10.088137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-4d580675-5c44-487d-873d-39dac733ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:10.089624 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-4d580675-5c44-487d-873d-39dac733ff79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430362 Aug 31 20:15:10.179966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-1e921127-8ba9-487a-b326-312b09898f11 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817833 Aug 31 20:15:10.210795 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9123b19b-d30c-4a8f-8900-cf8a16448c42', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955774bd-ab88-405e-afc4-c6f6579cd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:15:08Z', 'updated_at': '2021-08-31T20:15:08Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:15:10.238618 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db89fb0-8da1-4968-a806-55c5d419b221 None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '9123b19b-d30c-4a8f-8900-cf8a16448c42', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955774bd-ab88-405e-afc4-c6f6579cd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:15:08Z', 'updated_at': '2021-08-31T20:15:08Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:15:10.275247 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-ef62d18e-91a1-49dc-9ce7-2af7b6f28915 req-4539944d-d731-4775-9540-283c77e437a1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889776 Aug 31 20:15:10.438817 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e40360-17dc-49ae-8e95-1c10c553c2d7 None None] New status for floating IP 9123b19b-d30c-4a8f-8900-cf8a16448c42: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:15:11.670381 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7226b80d-2c5b-404b-b081-250b8e0fe324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:14.315911 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26fa86a5-7a3d-49ec-8f7c-8c9614a388d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:14.555584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:15.084865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:15.636158 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:16.426670 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:17.243416 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:41.671318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1dd036b1-0204-4f88-ad29-33cc07472eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:44.318787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2fda2231-1ae5-4003-8e6a-78228b47aa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:44.558888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:45.084560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:45.639465 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:45.978042 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:15:46.435593 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:47.245991 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:15:54.546174 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-b2441f7e-6ae2-4575-80b7-a7b00056614e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398269 Aug 31 20:15:54.626985 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-adbd2529-7fff-4027-bee0-158730716878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:54.628405 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-adbd2529-7fff-4027-bee0-158730716878 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1098 time: 0.0399969 Aug 31 20:15:54.731730 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-c3d3ce39-21a6-460b-9c0c-1bf1bd1f4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:54.733223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-c3d3ce39-21a6-460b-9c0c-1bf1bd1f4f11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0859897 Aug 31 20:15:54.799223 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-607c4bf8-9f12-4803-b836-9726643edde3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1001 time: 0.0569451 Aug 31 20:15:54.847196 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-196b1eab-77be-4481-8186-d42a3a4a17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:54.848668 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-196b1eab-77be-4481-8186-d42a3a4a17b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0425582 Aug 31 20:15:54.897120 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-c58159af-a87f-4d50-a20d-2f322e7e925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:15:54.898607 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-c58159af-a87f-4d50-a20d-2f322e7e925d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429816 Aug 31 20:15:54.986472 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-4df22b74-5da5-43f2-86e0-c47586be69ea service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802386 Aug 31 20:15:55.079955 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d5415116-17fe-4e0f-87d5-5b108e58b4be req-2adbab9c-8ebf-4d14-a32a-63e5ef94e3f7 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Aug 31 20:16:11.671499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3edfedcb-a4da-4b88-8537-0385ac3b4542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:14.322293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9efd38e-d9b4-4971-8230-a1e9a8b66b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:14.559374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:15.079595 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:15.640424 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:16.432919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:17.248749 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:22.977171 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:16:41.673192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dead9868-c03e-4e21-be97-c729d7946d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:44.323114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2096d08f-5280-4977-aec5-75c0ab11efd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:44.563480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:45.077968 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:45.643447 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:46.446659 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:47.251138 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:16:48.937971 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-0667f156-a653-43f6-b941-1eb65c373e0e req-82ed7b1e-6ace-40a2-9b9f-2b357517e1cc service neutron] (94816) timed out ('10.222.0.73', 44060) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 20:16:56.546643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-56572041-4d11-4123-954c-8d94f950731d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408158 Aug 31 20:16:56.626966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c921a-8099-4af3-bde5-2af930b13047 req-67e334bb-c112-4a53-a8a7-48ee8d535e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:16:56.628389 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-67e334bb-c112-4a53-a8a7-48ee8d535e5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1098 time: 0.0411899 Aug 31 20:16:56.734139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c921a-8099-4af3-bde5-2af930b13047 req-77756c18-14aa-46ee-9d64-c53ea30a75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:16:56.735629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-77756c18-14aa-46ee-9d64-c53ea30a75d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0878203 Aug 31 20:16:56.799661 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-c134c938-bd09-4715-8e79-4412500ee7d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1001 time: 0.0571680 Aug 31 20:16:56.848143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c921a-8099-4af3-bde5-2af930b13047 req-c9191f81-78a0-40ab-8aa8-2fab61ae3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:16:56.849586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-c9191f81-78a0-40ab-8aa8-2fab61ae3e37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0431805 Aug 31 20:16:56.909678 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c921a-8099-4af3-bde5-2af930b13047 req-582220e8-a4a6-4f4b-9477-0af7051b116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:16:56.911184 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-582220e8-a4a6-4f4b-9477-0af7051b116b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539794 Aug 31 20:16:57.001306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-c0a15620-3b92-4242-8cb3-c89da21afbcf service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831959 Aug 31 20:16:57.096704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a34c921a-8099-4af3-bde5-2af930b13047 req-275921e0-d6f3-4af9-98de-55d08a5bc20f service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881262 Aug 31 20:16:59.975876 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:17:06.286762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54397e7-e7a2-444c-b2c5-c03fbc94fa97 req-bdf92f72-29f3-42b0-babb-c361d8265b92 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:06.288348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e54397e7-e7a2-444c-b2c5-c03fbc94fa97 req-bdf92f72-29f3-42b0-babb-c361d8265b92 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.1080813 Aug 31 20:17:06.327726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e54397e7-e7a2-444c-b2c5-c03fbc94fa97 req-ac856ad3-54b2-4f07-9f80-e818f48e3a2c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Aug 31 20:17:07.463792 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3dfa6-9b73-4a10-b088-01ae76b402c0 req-45ce7348-009e-464e-ad98-8f4a35438e82 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:07.465544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33e3dfa6-9b73-4a10-b088-01ae76b402c0 req-45ce7348-009e-464e-ad98-8f4a35438e82 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Aug 31 20:17:07.503928 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33e3dfa6-9b73-4a10-b088-01ae76b402c0 req-8d07828f-bd8e-42f6-8364-8cadc35d17fb tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Aug 31 20:17:08.653020 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccccc81-19a0-4c56-abb8-e0317bc8d69f req-c29cd6c6-dfa3-4840-bb7e-504459214a94 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:08.654527 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eccccc81-19a0-4c56-abb8-e0317bc8d69f req-c29cd6c6-dfa3-4840-bb7e-504459214a94 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0537851 Aug 31 20:17:08.691451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eccccc81-19a0-4c56-abb8-e0317bc8d69f req-f3bc98bc-d2a9-4849-baca-8c831efad69e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Aug 31 20:17:09.808760 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807c2f8-d29a-4241-9485-d4be1884bd83 req-a1c7dffe-649d-4017-bf2f-e0d97c3bfbca tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:09.810279 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9807c2f8-d29a-4241-9485-d4be1884bd83 req-a1c7dffe-649d-4017-bf2f-e0d97c3bfbca tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0492556 Aug 31 20:17:09.848189 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9807c2f8-d29a-4241-9485-d4be1884bd83 req-ca9d1540-d221-49a9-9103-9cdd3a346d11 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Aug 31 20:17:10.966000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee9bd-23dd-402b-8705-07910de42146 req-d95bc3ec-d314-4477-a60d-1fa4ed9a68fd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:10.967660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1daee9bd-23dd-402b-8705-07910de42146 req-d95bc3ec-d314-4477-a60d-1fa4ed9a68fd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0504096 Aug 31 20:17:11.005169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1daee9bd-23dd-402b-8705-07910de42146 req-40d517ca-53fe-486e-af82-43fbf1a2bd7d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Aug 31 20:17:11.674060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea3eea3e-b437-47d2-ad0d-ab0481b621a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:12.125410 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee41c6a-d980-4109-8f40-f3a98b2f0084 req-508ee7b3-ea7c-443d-9fa7-ab5f2caa344c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:12.126937 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fee41c6a-d980-4109-8f40-f3a98b2f0084 req-508ee7b3-ea7c-443d-9fa7-ab5f2caa344c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0542319 Aug 31 20:17:12.164687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fee41c6a-d980-4109-8f40-f3a98b2f0084 req-1c0d8962-642c-491b-a6b6-c2e9db4adf7e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Aug 31 20:17:13.283068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32b24-9d65-44a1-a9fd-b2e0d5639f19 req-bc024e93-7a28-4ad6-adef-26db18b68738 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:13.284544 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0b32b24-9d65-44a1-a9fd-b2e0d5639f19 req-bc024e93-7a28-4ad6-adef-26db18b68738 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0487549 Aug 31 20:17:13.322417 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b0b32b24-9d65-44a1-a9fd-b2e0d5639f19 req-b4a14114-d3d2-4dae-bb79-28ee09e2df5c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Aug 31 20:17:14.323781 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56685841-a64a-462a-a438-f8caf87463d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:14.455248 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b457b-8134-475b-b483-cf7aea1ba3a1 req-f43ef033-108a-43f3-8f65-b4dd79e683f2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:14.456774 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b9b457b-8134-475b-b483-cf7aea1ba3a1 req-f43ef033-108a-43f3-8f65-b4dd79e683f2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0484798 Aug 31 20:17:14.494779 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4b9b457b-8134-475b-b483-cf7aea1ba3a1 req-2c3997cd-33ed-42ac-9b21-12251275cc08 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Aug 31 20:17:14.564129 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:15.077243 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:15.614193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152648-a378-417c-bdef-d2dc04d8c51e req-d21e1c5d-8f86-4383-88ff-d64ee798fa7e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:15.615613 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14152648-a378-417c-bdef-d2dc04d8c51e req-d21e1c5d-8f86-4383-88ff-d64ee798fa7e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0534229 Aug 31 20:17:15.647078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:15.654861 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-14152648-a378-417c-bdef-d2dc04d8c51e req-c4012077-e58e-402d-ae96-ee6459a610ec tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Aug 31 20:17:16.444896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:16.772520 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd22b-c48e-4b76-8c4b-789f8c92eb09 req-bbc7a209-19f0-463b-aa33-738c648a6c3b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:16.774011 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-931fd22b-c48e-4b76-8c4b-789f8c92eb09 req-bbc7a209-19f0-463b-aa33-738c648a6c3b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0488286 Aug 31 20:17:16.812549 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-931fd22b-c48e-4b76-8c4b-789f8c92eb09 req-6060868d-ac49-496b-8e41-5767f7412f66 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Aug 31 20:17:17.254741 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:17.922598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:17:17.927404 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad667b1-aafc-42a2-907a-a4dd1cd64d73 req-146f33e8-a6a3-4836-ab7a-95f5d6a4d1fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:17.928939 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ad667b1-aafc-42a2-907a-a4dd1cd64d73 req-146f33e8-a6a3-4836-ab7a-95f5d6a4d1fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0490541 Aug 31 20:17:17.969964 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8ad667b1-aafc-42a2-907a-a4dd1cd64d73 req-54a89231-ba36-4b69-9732-763eb0b73da7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347769 Aug 31 20:17:18.025352 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:18.037838 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:17:18.073834 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:18.086683 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:17:18.106526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:18.111150 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:18.165947 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:17:18.173259 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.173605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.173942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.174276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.174609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.175125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.175449 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.175853 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.176179 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.176559 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.176888 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.177208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:17:18.183913 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5162525b-4d2f-4490-8fca-d44c55e86c81'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:17:19.101805 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212a2e-067c-48eb-9748-43f2186434b2 req-de7eafb0-6a3c-4235-b5b8-9eb208cb71a4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:19.104325 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce212a2e-067c-48eb-9748-43f2186434b2 req-de7eafb0-6a3c-4235-b5b8-9eb208cb71a4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 945 time: 0.0608869 Aug 31 20:17:19.146943 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-ce212a2e-067c-48eb-9748-43f2186434b2 req-445635ff-db66-49d8-8432-fc9be61d4a71 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357053 Aug 31 20:17:19.940560 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:17:19.994964 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 5162525b-4d2f-4490-8fca-d44c55e86c81 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:17:19.995351 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:20.083623 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:20.108731 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:17:20.111126 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ca61d-5ea0-4f48-917f-8842c836611a" -d '{"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:17:20.124477 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:20.129195 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:20.164129 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3b517f-0630-4e92-a0ed-ecea4e8273ba x-openstack-request-id: req-ce3b517f-0630-4e92-a0ed-ecea4e8273ba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:17:20.164129 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:17:20.164556 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce3b517f-0630-4e92-a0ed-ecea4e8273ba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:17:20.164865 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'code': 200} Aug 31 20:17:20.183082 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:17:20.292797 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf40f-332b-4552-96ca-5abadebaae71 req-1c16fc3d-84f6-42f8-96be-399d6e0aeba8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:20.296112 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8aaf40f-332b-4552-96ca-5abadebaae71 req-1c16fc3d-84f6-42f8-96be-399d6e0aeba8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0594084 Aug 31 20:17:20.340674 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c8aaf40f-332b-4552-96ca-5abadebaae71 req-95352172-81f0-4a01-b831-d5a5a1234a77 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371938 Aug 31 20:17:21.472193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0ce8-2074-4796-8e38-55cf03d0d2a6 req-a6326cf0-93a8-4316-84ad-b73acbb842e5 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:21.473852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af0c0ce8-2074-4796-8e38-55cf03d0d2a6 req-a6326cf0-93a8-4316-84ad-b73acbb842e5 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0539184 Aug 31 20:17:21.523023 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af0c0ce8-2074-4796-8e38-55cf03d0d2a6 req-2886b9c5-a1d1-40fd-b2d6-c47e0ab14824 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Aug 31 20:17:22.650012 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c368d-d382-4782-88aa-bebc2a7ea1b5 req-1340dbce-633c-40aa-b936-071aad6ec3df tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:22.651533 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056c368d-d382-4782-88aa-bebc2a7ea1b5 req-1340dbce-633c-40aa-b936-071aad6ec3df tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0551002 Aug 31 20:17:22.704234 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-056c368d-d382-4782-88aa-bebc2a7ea1b5 req-0f08b038-2713-4c40-b8c5-57222ecd7768 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449870 Aug 31 20:17:23.863193 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cbca-bad9-4a27-8851-33e97177b86f req-e347e816-4ced-46ae-9214-b86303e46198 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:23.865083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bf9cbca-bad9-4a27-8851-33e97177b86f req-e347e816-4ced-46ae-9214-b86303e46198 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0538070 Aug 31 20:17:23.907418 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5bf9cbca-bad9-4a27-8851-33e97177b86f req-bede31a6-4c47-4bef-ab0d-a2bebb448cd4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345976 Aug 31 20:17:25.033767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d1b6-b868-4ddb-80ef-c30a4593fd01 req-6e79d60d-4c66-4468-90ae-6517b81cac18 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:25.036289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2a1d1b6-b868-4ddb-80ef-c30a4593fd01 req-6e79d60d-4c66-4468-90ae-6517b81cac18 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0555296 Aug 31 20:17:25.078095 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e2a1d1b6-b868-4ddb-80ef-c30a4593fd01 req-b407abaf-17d7-41c9-8376-dacae4b75e93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356414 Aug 31 20:17:26.222341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ed58-f0ae-40c8-a484-800ac5d74e75 req-40445261-9ac2-4642-9346-304e2ca794af tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:26.224073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f851ed58-f0ae-40c8-a484-800ac5d74e75 req-40445261-9ac2-4642-9346-304e2ca794af tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0695307 Aug 31 20:17:26.271398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f851ed58-f0ae-40c8-a484-800ac5d74e75 req-63dc6e3e-f63a-4d05-acbb-9d2f62db81f3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Aug 31 20:17:27.392917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8490a-323d-490e-8292-f93a678d29c0 req-c88270cd-bbd6-47dd-b8d6-b599540ff122 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:27.394532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35f8490a-323d-490e-8292-f93a678d29c0 req-c88270cd-bbd6-47dd-b8d6-b599540ff122 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Aug 31 20:17:27.433914 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-35f8490a-323d-490e-8292-f93a678d29c0 req-5c9743fe-0596-446c-a4bb-5f385edef2e2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333381 Aug 31 20:17:28.025459 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-84cfbe85-a75c-4a52-a7dd-011ed7f305bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:28.026966 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-84cfbe85-a75c-4a52-a7dd-011ed7f305bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1098 time: 0.0445209 Aug 31 20:17:28.128363 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-9bc68f3d-1286-4d0b-94e1-030a034a9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:28.129922 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-9bc68f3d-1286-4d0b-94e1-030a034a9213 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0941563 Aug 31 20:17:28.215786 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-44050dc0-2f23-47bd-912b-513a1c2573e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1001 time: 0.0771430 Aug 31 20:17:28.272565 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-cbda7926-6dd1-4537-820e-fd627faba2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:28.274031 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-cbda7926-6dd1-4537-820e-fd627faba2e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0513542 Aug 31 20:17:28.323748 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-44dee5bb-c9c5-43c8-84f4-3cb71f49d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:28.325855 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-44dee5bb-c9c5-43c8-84f4-3cb71f49d121 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443351 Aug 31 20:17:28.425535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-1d18ddfa-0f92-4b3f-b129-c85e494018d5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914466 Aug 31 20:17:28.523410 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0eab62d4-39ae-4c60-8fc6-7b7655aed286 req-abe3df4a-4b97-44d8-bd08-5e454d7614d9 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913577 Aug 31 20:17:28.565003 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fb94a-3ffe-4ace-a426-34f6be0db879 req-ed18c0a5-0a5d-4fce-8ad3-2069b4ccc191 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:28.567465 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c79fb94a-3ffe-4ace-a426-34f6be0db879 req-ed18c0a5-0a5d-4fce-8ad3-2069b4ccc191 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0617542 Aug 31 20:17:28.616553 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c79fb94a-3ffe-4ace-a426-34f6be0db879 req-71e9b1a8-b44e-4ccb-a761-8f6c19dcd406 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Aug 31 20:17:29.738595 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8bcc2-4ce5-4e3e-829d-8f54f12c7d55 req-8c432218-eaae-4f22-ac8a-1532538c6dbd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:29.740192 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83b8bcc2-4ce5-4e3e-829d-8f54f12c7d55 req-8c432218-eaae-4f22-ac8a-1532538c6dbd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 946 time: 0.0540926 Aug 31 20:17:29.777852 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-83b8bcc2-4ce5-4e3e-829d-8f54f12c7d55 req-fbc8f9c3-d64e-40c0-ad4b-8a65d38eaec4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Aug 31 20:17:29.994759 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:17:30.078314 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:30.103534 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:17:30.105881 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bea5a6-2b31-4022-8661-349cba3274ce" -d '{"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-unplugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:17:30.120163 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:30.125011 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:30.148551 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496a6b7b-df3e-47de-8c4d-ffa5edce4172 x-openstack-request-id: req-496a6b7b-df3e-47de-8c4d-ffa5edce4172 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:17:30.148843 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-unplugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:17:30.149094 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-496a6b7b-df3e-47de-8c4d-ffa5edce4172 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:17:30.149479 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'code': 200} Aug 31 20:17:30.174101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:17:30.895015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ed1-831d-4b40-ac08-420facbb66c1 req-aefce752-67ce-4be5-8535-e7c8ad8503fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:30.896517 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23216ed1-831d-4b40-ac08-420facbb66c1 req-aefce752-67ce-4be5-8535-e7c8ad8503fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0499573 Aug 31 20:17:30.934129 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-23216ed1-831d-4b40-ac08-420facbb66c1 req-51f1c500-5520-4042-a176-9dd2b99f2f9e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Aug 31 20:17:31.047095 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-fedef24c-73ab-415d-9b47-446b950192cf req-9ce09b91-3f39-418e-a5d3-4e0202c78fb6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:17:31.048179 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fedef24c-73ab-415d-9b47-446b950192cf req-9ce09b91-3f39-418e-a5d3-4e0202c78fb6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484316 Aug 31 20:17:31.206619 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160d95-a56d-4ab5-a0ce-2ffea8508037 req-f42e98b6-99e5-465b-be24-4612badac4c3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:31.208414 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58160d95-a56d-4ab5-a0ce-2ffea8508037 req-f42e98b6-99e5-465b-be24-4612badac4c3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0542238 Aug 31 20:17:31.250820 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-58160d95-a56d-4ab5-a0ce-2ffea8508037 req-09aced55-6366-4513-8b7d-900aaf8cdb1e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Aug 31 20:17:31.353624 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 48930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:17:31.442509 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-68c7b578-5b3b-4c6b-96b9-03983c66bc16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875835 Aug 31 20:17:32.225273 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-767112b3-9deb-4a4f-87fc-4e73e05bd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.226792 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-767112b3-9deb-4a4f-87fc-4e73e05bd980 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 1096 time: 0.0481303 Aug 31 20:17:32.289539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-f64e19d3-c4b2-454c-91f1-335f5d7d09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.291124 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-f64e19d3-c4b2-454c-91f1-335f5d7d09b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1096 time: 0.0406411 Aug 31 20:17:32.370390 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcf743-5e34-408f-abac-fed6bb55e7b8 req-31609073-4424-42f8-ae19-db9932fa89db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.371934 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6bcf743-5e34-408f-abac-fed6bb55e7b8 req-31609073-4424-42f8-ae19-db9932fa89db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0506597 Aug 31 20:17:32.381038 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-e583b2e9-a000-4834-8a17-acf615880b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.382494 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-e583b2e9-a000-4834-8a17-acf615880b95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0844555 Aug 31 20:17:32.412165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b6bcf743-5e34-408f-abac-fed6bb55e7b8 req-49408ff9-42da-4535-95cb-197ea64f6b05 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Aug 31 20:17:32.449906 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-9d8f344f-984f-4a15-9884-eeb649ec79cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 999 time: 0.0607910 Aug 31 20:17:32.499199 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-69bda942-eaa7-4937-9f45-8db2a4de9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.500549 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-69bda942-eaa7-4937-9f45-8db2a4de9dcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0435288 Aug 31 20:17:32.547059 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-7aa8ceac-61f0-472a-bfb5-8c137aa9c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:32.548558 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-7aa8ceac-61f0-472a-bfb5-8c137aa9c7b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406439 Aug 31 20:17:32.639373 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-a77a4087-3d9b-4b19-811f-933a232e06b4 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Aug 31 20:17:32.727255 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-d220bfb6-1890-4d5d-8b87-228d48a6777e service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811305 Aug 31 20:17:33.542314 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ae9f4-6b38-45dc-914d-abb1db37a24c req-915ad7a3-e814-44a2-af8f-d67c02dbb97e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:33.544044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-735ae9f4-6b38-45dc-914d-abb1db37a24c req-915ad7a3-e814-44a2-af8f-d67c02dbb97e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0595260 Aug 31 20:17:33.594571 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-735ae9f4-6b38-45dc-914d-abb1db37a24c req-5f96b2d6-1a74-495e-851e-f195d53c907c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Aug 31 20:17:34.031328 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:17:34.724626 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d45dd-fa0a-4fa0-9d55-0f82b0705093 req-5d3ed201-a260-42d2-a504-3696a7b9b063 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:34.726156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-869d45dd-fa0a-4fa0-9d55-0f82b0705093 req-5d3ed201-a260-42d2-a504-3696a7b9b063 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0569088 Aug 31 20:17:34.765252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-869d45dd-fa0a-4fa0-9d55-0f82b0705093 req-af4e1fd3-ba7f-4412-a781-1df350f78b87 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Aug 31 20:17:35.901715 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb816f-c929-4bb4-84df-91fba7eac66e req-3492910e-aad6-4aac-8ceb-e7174be6c539 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:35.903227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bebb816f-c929-4bb4-84df-91fba7eac66e req-3492910e-aad6-4aac-8ceb-e7174be6c539 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0511515 Aug 31 20:17:35.946810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bebb816f-c929-4bb4-84df-91fba7eac66e req-7f396321-d143-45b2-8779-8ec441c8249a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361583 Aug 31 20:17:36.997500 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:17:37.087105 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0626-39fd-4de4-bb72-d75768b0f984 req-beab4f49-d091-4962-a2c1-0d6deb912e5d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:37.088644 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1adc0626-39fd-4de4-bb72-d75768b0f984 req-beab4f49-d091-4962-a2c1-0d6deb912e5d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0638492 Aug 31 20:17:37.130080 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1adc0626-39fd-4de4-bb72-d75768b0f984 req-53cb4661-7338-4ec9-816c-095edb2c46cf tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346429 Aug 31 20:17:38.265115 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6c058-b95f-4cd1-956b-628e322d2e2f req-2fd82a56-6a04-450f-b3e7-55e0ecad7e83 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:38.266640 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caf6c058-b95f-4cd1-956b-628e322d2e2f req-2fd82a56-6a04-450f-b3e7-55e0ecad7e83 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0579009 Aug 31 20:17:38.308743 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-caf6c058-b95f-4cd1-956b-628e322d2e2f req-a87c58b4-e69b-4b9a-8266-b3dbdd543273 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357361 Aug 31 20:17:39.438001 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd680a6-42e1-4144-bcb9-6c7f6260fa35 req-f0f432f3-6319-426f-92f2-3a0301a5ae3b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:39.439584 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cd680a6-42e1-4144-bcb9-6c7f6260fa35 req-f0f432f3-6319-426f-92f2-3a0301a5ae3b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0564797 Aug 31 20:17:39.478001 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8cd680a6-42e1-4144-bcb9-6c7f6260fa35 req-388ba914-9c1d-4d11-9d5a-7e31b43df51c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Aug 31 20:17:40.604825 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c61f6c-4fe5-4525-a322-1db4cdf29e53 req-984b43e8-64b1-455c-91a6-2cbbf931a675 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:40.606227 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6c61f6c-4fe5-4525-a322-1db4cdf29e53 req-984b43e8-64b1-455c-91a6-2cbbf931a675 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0545962 Aug 31 20:17:40.649786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f6c61f6c-4fe5-4525-a322-1db4cdf29e53 req-b672bcbb-8c70-4c0c-a4ba-cbcf673c6bb3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 Aug 31 20:17:41.677522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e1df46e-1674-4bfb-82ba-ccf9cd558299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:41.791099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545435-d9d3-4aea-bcda-a781f45fe8b4 req-b9f33a35-2804-420e-9ea2-325d03b8b820 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:41.797217 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7545435-d9d3-4aea-bcda-a781f45fe8b4 req-b9f33a35-2804-420e-9ea2-325d03b8b820 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0675967 Aug 31 20:17:41.846348 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c7545435-d9d3-4aea-bcda-a781f45fe8b4 req-b3c76950-8ae0-47be-bcfe-bb64634a698c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Aug 31 20:17:42.962091 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc5f0-b0c9-4e7f-b3a4-2717fbb8b60f req-d9c0c96f-a5a8-4b03-8770-c3099293e114 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:42.963551 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b30dc5f0-b0c9-4e7f-b3a4-2717fbb8b60f req-d9c0c96f-a5a8-4b03-8770-c3099293e114 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0493345 Aug 31 20:17:43.002690 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b30dc5f0-b0c9-4e7f-b3a4-2717fbb8b60f req-a483d847-1101-4cdc-b09a-68d6139d7ad6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Aug 31 20:17:44.120827 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b51baf-6ff6-46fc-ace8-a301dfb93f1d req-9ed5057e-3242-41e8-b3e6-7749aeee897f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:44.122328 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32b51baf-6ff6-46fc-ace8-a301dfb93f1d req-9ed5057e-3242-41e8-b3e6-7749aeee897f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0494032 Aug 31 20:17:44.161251 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-32b51baf-6ff6-46fc-ace8-a301dfb93f1d req-7991a935-5fa4-484f-a712-9c5c80957a26 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 31 20:17:44.327034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4da0ff5-7859-47ea-9858-723730fd75e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:44.565147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:45.074993 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:45.282488 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649cfe-ef13-467b-99e9-b3b5876efcc3 req-1908088a-7bfe-459b-b5db-e057fa1ae532 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:45.283909 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5649cfe-ef13-467b-99e9-b3b5876efcc3 req-1908088a-7bfe-459b-b5db-e057fa1ae532 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 944 time: 0.0536282 Aug 31 20:17:45.321464 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e5649cfe-ef13-467b-99e9-b3b5876efcc3 req-e5832452-1dda-4bbc-b8d0-fa8d27215b39 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Aug 31 20:17:45.649997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:46.125971 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:17:46.222111 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:46.234182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'port_id': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'mac_address': 'fa:16:3e:4b:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:17:46.269974 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:46.282858 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:17:46.302192 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:46.306274 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:46.354000 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:17:46.442516 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5391e50-e84d-47b6-877a-24e2cc2b92f6 req-bf47493c-2fd6-4e30-b0aa-7b1d2506baed tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:46.444067 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5391e50-e84d-47b6-877a-24e2cc2b92f6 req-bf47493c-2fd6-4e30-b0aa-7b1d2506baed tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 945 time: 0.0496655 Aug 31 20:17:46.454601 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:46.483156 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5391e50-e84d-47b6-877a-24e2cc2b92f6 req-3289affd-57b8-4515-a275-2578d098fafe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Aug 31 20:17:46.564308 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['5162525b-4d2f-4490-8fca-d44c55e86c81'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:17:47.259739 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:47.599670 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60782-a545-490c-bd9a-56443ff1558c req-b93a6e3d-2752-4130-bcba-21e780a9f1fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:47.601169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96d60782-a545-490c-bd9a-56443ff1558c req-b93a6e3d-2752-4130-bcba-21e780a9f1fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Aug 31 20:17:47.643248 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-96d60782-a545-490c-bd9a-56443ff1558c req-f45ba00d-bfbc-4c4c-8797-7ec1d33ecdf7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360143 Aug 31 20:17:48.149578 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:17:48.199973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port 5162525b-4d2f-4490-8fca-d44c55e86c81 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:17:48.200342 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:48.276905 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:48.299556 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:17:48.301804 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67147680-1ac4-47ef-9711-727860e73c27" -d '{"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:17:48.315815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:17:48.321049 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:17:48.347866 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea423e5-3dcb-4a06-ada4-af0ae2b0e792 x-openstack-request-id: req-2ea423e5-3dcb-4a06-ada4-af0ae2b0e792 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:17:48.348199 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-plugged", "status": "completed", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:17:48.348781 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ea423e5-3dcb-4a06-ada4-af0ae2b0e792 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:17:48.349170 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'code': 200} Aug 31 20:17:48.379872 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:17:48.506518 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096e7-2782-455a-9060-7389586e298f req-59196d0d-c8c2-4be6-9ae4-ab5549b310da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:48.507957 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c096e7-2782-455a-9060-7389586e298f req-59196d0d-c8c2-4be6-9ae4-ab5549b310da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1099 time: 0.0449703 Aug 31 20:17:48.542019 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e8c096e7-2782-455a-9060-7389586e298f req-50a5e92f-9387-4e9d-bf0b-3bf2de7de50e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265963 Aug 31 20:17:48.764245 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ff063-49dd-4cf1-aedc-591b6136f887 req-bbdbc9c0-7059-439a-96bf-3bf5bd40b957 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:48.765627 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f42ff063-49dd-4cf1-aedc-591b6136f887 req-bbdbc9c0-7059-439a-96bf-3bf5bd40b957 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0526130 Aug 31 20:17:48.803075 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f42ff063-49dd-4cf1-aedc-591b6136f887 req-c6b553e5-55f4-495d-ae59-8faba9e92238 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 31 20:17:49.926720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f488-fed9-416d-ac50-94e4f97f6ae7 req-de5eff87-5a3e-474a-ae09-19d87ff51221 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:49.928289 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7a6f488-fed9-416d-ac50-94e4f97f6ae7 req-de5eff87-5a3e-474a-ae09-19d87ff51221 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0548499 Aug 31 20:17:49.970028 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f7a6f488-fed9-416d-ac50-94e4f97f6ae7 req-3395c483-9377-4c74-85ef-50742956cb3d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Aug 31 20:17:51.084167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf43a7-8bbf-4727-864f-c6622606b40d req-f9f00154-1efe-40db-b04f-3b938a7e65be tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:51.085663 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9fcf43a7-8bbf-4727-864f-c6622606b40d req-f9f00154-1efe-40db-b04f-3b938a7e65be tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0485291 Aug 31 20:17:51.122818 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9fcf43a7-8bbf-4727-864f-c6622606b40d req-6453bb1d-70ce-49ad-b4ff-e8f99246101b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Aug 31 20:17:57.601846 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-1bc096a5-a12d-4707-83e9-6cbd78281fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852206 Aug 31 20:17:57.682984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-de3d3651-2c5e-4303-a7dc-14ed5b72cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:57.684509 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-de3d3651-2c5e-4303-a7dc-14ed5b72cd90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1099 time: 0.0406034 Aug 31 20:17:57.793601 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-cb71779b-f5c4-4217-ba21-3b5d6e328604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:57.795080 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-cb71779b-f5c4-4217-ba21-3b5d6e328604 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0903656 Aug 31 20:17:57.862198 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-541ee735-249e-40e9-a61b-3d0ff4a5c8b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1001 time: 0.0589128 Aug 31 20:17:57.908960 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-98161f34-f59a-4d29-baa7-2692e484f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:57.910385 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-98161f34-f59a-4d29-baa7-2692e484f17a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0419271 Aug 31 20:17:57.958063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-18959bd3-5b29-442f-a120-cb93c11da154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:17:57.960240 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-18959bd3-5b29-442f-a120-cb93c11da154 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433953 Aug 31 20:17:58.047654 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-0b7d2f70-b8df-4b2a-a47e-299878499e7c service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804684 Aug 31 20:17:58.137880 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-0521c5d0-d8d7-425a-a76b-d82e2fa23462 req-0db75cea-a8f1-4fc9-979e-489605cae03b service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 Aug 31 20:18:11.677921 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0be8c0e-768d-41df-b800-1f5bff90d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:13.979508 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:18:14.328084 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-135d1464-2df7-4d5f-aa14-99f9266e5099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:14.566018 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:15.106039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:15.653753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:16.471293 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:17.261009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:41.678007 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6130a45c-e674-4e73-805f-264f24569d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:44.328997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579659a2-14a9-4f7e-a73e-bd152deed4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:44.567333 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:45.119354 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:45.655507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:46.456705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:47.264665 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:18:50.978170 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:18:57.553041 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-c46eee60-7026-4668-9d51-8b166ff0bafa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411260 Aug 31 20:18:57.633574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-847debca-54d3-4f76-a623-3155249e7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:18:57.634977 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-847debca-54d3-4f76-a623-3155249e7b20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1099 time: 0.0401371 Aug 31 20:18:57.739055 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-860328e0-8639-49b5-9b29-c5e1bb9dffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:18:57.740570 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-860328e0-8639-49b5-9b29-c5e1bb9dffa7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0873346 Aug 31 20:18:57.805538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-5f37fd82-76f9-4822-aab2-ed5a1d774376 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 1001 time: 0.0565507 Aug 31 20:18:57.857992 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-833e1062-8b76-431b-bded-3d1547cd2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:18:57.859453 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-833e1062-8b76-431b-bded-3d1547cd2381 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0476646 Aug 31 20:18:57.910114 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-4b7a12d8-3700-4e76-9171-a0a6a96fa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:18:57.911595 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-4b7a12d8-3700-4e76-9171-a0a6a96fa54f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456734 Aug 31 20:18:57.999016 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-a10ab230-1ff0-408c-ad9a-14210c3d28ac service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804718 Aug 31 20:18:58.092647 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-422eb0b0-4e62-4921-b3c3-8b685e3dfda4 req-3e8f48ee-784c-486c-bb90-ef6645ab7cfe service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Aug 31 20:19:00.950115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:01.106453 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Deleting port 99b962ce-c770-499e-a888-9f600fe00cd3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:19:01.106799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.178165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.178494 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.190593 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Calling delete_port for 99b962ce-c770-499e-a888-9f600fe00cd3 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:19:01.337371 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.363526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'Port': ['ID=99b962ce-c770-499e-a888-9f600fe00cd3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:01.392276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.392632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.392979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.393325 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.393685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.394045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.394381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.394714 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.395043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.395393 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.395761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.396093 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:01.438812 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.439151 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Floating IP 9123b19b-d30c-4a8f-8900-cf8a16448c42 disassociated (deleted). External IP: 172.25.3.80, port: 5162525b-4d2f-4490-8fca-d44c55e86c81. Aug 31 20:19:01.656052 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:19:01.760339 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:19:01.765259 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:01.769828 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:19:01.780201 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:19:01.780818 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:01.793203 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-87ed638a-116b-418f-bca9-18c596ce8d20 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "DELETE /v2.0/floatingips/9123b19b-d30c-4a8f-8900-cf8a16448c42 HTTP/1.1" status: 204 len: 168 time: 0.8420057 Aug 31 20:19:01.794144 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:19:01.796567 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae0e150-1aff-4ee8-b510-2e78e62ca783" -d '{"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:19:01.890581 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:19:01.905486 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7aacb-76a7-400c-954f-9da38f28b405 x-openstack-request-id: req-24b7aacb-76a7-400c-954f-9da38f28b405 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:19:01.905998 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:19:01.906309 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24b7aacb-76a7-400c-954f-9da38f28b405 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:19:01.906659 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'status': 'completed', 'code': 200} Aug 31 20:19:01.984276 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-1b2091db-96d7-4321-8f02-4f96731defcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:01.986007 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-1b2091db-96d7-4321-8f02-4f96731defcc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 1099 time: 0.0440645 Aug 31 20:19:02.041492 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1c8df-9c29-475d-afd9-ee1d862ac45b req-97bc7f57-dc14-4312-b2ce-1f4302099827 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:02.043099 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42f1c8df-9c29-475d-afd9-ee1d862ac45b req-97bc7f57-dc14-4312-b2ce-1f4302099827 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0586433 Aug 31 20:19:02.084311 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-42f1c8df-9c29-475d-afd9-ee1d862ac45b req-b4d81158-be48-4610-9fa0-7c8cb6a88e65 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335860 Aug 31 20:19:02.086450 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-12c34f36-ca0a-4b9e-bbd4-0b415609e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:02.088008 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-12c34f36-ca0a-4b9e-bbd4-0b415609e22b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0940177 Aug 31 20:19:02.095478 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:02.122380 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:19:02.130555 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:19:02.131166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:18:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:02.141461 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-b99fc5f7-c8ec-411e-96c6-9b22c95a8966 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 200 len: 217 time: 0.0445507 Aug 31 20:19:02.192030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-5ff5a270-bd83-4b58-9c2b-e11e1c65082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:02.193438 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-5ff5a270-bd83-4b58-9c2b-e11e1c65082a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0439298 Aug 31 20:19:02.238367 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:19:02.242955 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-7304ff5e-58ec-4ed0-891d-719e00738ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:02.244504 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-7304ff5e-58ec-4ed0-891d-719e00738ceb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417500 Aug 31 20:19:02.342645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-ef970c17-88e4-4a55-b39b-d81f178f0832 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900121 Aug 31 20:19:02.434743 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1ae0e150-1aff-4ee8-b510-2e78e62ca783 req-65697018-787c-4678-a761-a1d1acc1070c service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838084 Aug 31 20:19:02.437402 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:02.549827 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9a72-d0b0-483e-b83e-69dce842e91a None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:19:02.763896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b27418-23ce-4810-8756-f7ebeefd22d8 None None] New status for floating IP 9123b19b-d30c-4a8f-8900-cf8a16448c42: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:19:03.201367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ab918-4ed5-49fe-99ec-94fee2718a97 req-a1aed431-582d-4528-be25-cf526702409b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:03.202885 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b89ab918-4ed5-49fe-99ec-94fee2718a97 req-a1aed431-582d-4528-be25-cf526702409b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0494652 Aug 31 20:19:03.242420 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b89ab918-4ed5-49fe-99ec-94fee2718a97 req-751a113e-1a66-42c1-8624-7e20c5f29bba tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ac4f0fa-c95e-42a8-b187-6ef72463cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Aug 31 20:19:03.331403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf143555-8b68-40de-aa5b-ea877023faba req-fa20a101-69fd-4d75-97ff-5edc5787d59f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:03.332927 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf143555-8b68-40de-aa5b-ea877023faba req-fa20a101-69fd-4d75-97ff-5edc5787d59f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 947 time: 0.0550580 Aug 31 20:19:03.704388 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Deleting port 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:19:03.704731 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:03.791777 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] For port 5162525b-4d2f-4490-8fca-d44c55e86c81, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=5162525b-4d2f-4490-8fca-d44c55e86c81,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:19:03.792149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:03.806418 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Calling delete_port for 5162525b-4d2f-4490-8fca-d44c55e86c81 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:19:03.928666 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:03.958554 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'Port': ['ID=5162525b-4d2f-4490-8fca-d44c55e86c81,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:04.000799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] No DVR routers for this DVR port 5162525b-4d2f-4490-8fca-d44c55e86c81 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:19:04.003326 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:04.005396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf143555-8b68-40de-aa5b-ea877023faba req-a4e7c422-60e3-47b6-93aa-9e5b8152374b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "DELETE /v2.0/ports/5162525b-4d2f-4490-8fca-d44c55e86c81 HTTP/1.1" status: 204 len: 173 time: 0.6663771 Aug 31 20:19:04.005825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-deleted', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:19:04.008488 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521410c4-9ed4-403c-920b-d4fcdf4f7266" -d '{"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-deleted", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:19:04.056471 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b911d-aa22-4150-86f4-be52c2af4892 x-openstack-request-id: req-ea0b911d-aa22-4150-86f4-be52c2af4892 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:19:04.056765 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955774bd-ab88-405e-afc4-c6f6579cd329", "name": "network-vif-deleted", "tag": "5162525b-4d2f-4490-8fca-d44c55e86c81", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:19:04.057010 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea0b911d-aa22-4150-86f4-be52c2af4892 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:19:04.057404 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955774bd-ab88-405e-afc4-c6f6579cd329', 'name': 'network-vif-deleted', 'tag': '5162525b-4d2f-4490-8fca-d44c55e86c81', 'status': 'completed', 'code': 200} Aug 31 20:19:04.355673 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f4041186-aad4-4dbf-a122-36b02bd8e4fe req-e49f8689-d5ba-4d12-9d17-17db8d5f65f3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=955774bd-ab88-405e-afc4-c6f6579cd329 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Aug 31 20:19:05.414841 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49090) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:05.478699 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:05.503568 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:05.567048 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:05.569629 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:05.571314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "DELETE /v2.0/security-groups/7ac4f0fa-c95e-42a8-b187-6ef72463cda4 HTTP/1.1" status: 204 len: 168 time: 0.1554742 Aug 31 20:19:05.580562 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac4f0fa-c95e-42a8-b187-6ef72463cda4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:05.588893 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.589246 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.589590 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.589933 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.590310 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.590651 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.590988 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.591317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.591668 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.592002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.592329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:05.592655 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42906379-41ac-46f4-992e-cc10dae289db tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:06.219365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.224156 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509464025', 'description': 'tempest-secgroup-smoke-1509464025 description', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.246497 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.330118 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.334064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.361572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.362808 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423538 Aug 31 20:19:06.365958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.368312 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003a29e-0eee-4d5a-90bc-e660063a9607 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3375497-fda9-400f-b09c-4925635244db,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.371826 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.400119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.454688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.458088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.476386 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02e8364-25e4-42f9-badd-c783254595c3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.479553 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.480771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-38d99244-1e98-48b7-afb0-284cd3ab452f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126573 Aug 31 20:19:06.483513 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.487881 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.514159 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.567881 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:19:06.579037 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.582770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.591819 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: 5162525b-4d2f-4490-8fca-d44c55e86c81 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:19:06.592168 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device 5162525b-4d2f-4490-8fca-d44c55e86c81 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:19:06.606817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b04d7-bd3f-402f-bb5a-f5bdaa299d40,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.613439 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.614945 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-bc6a7409-c8c8-456e-b99a-ee9bd585b880 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304886 Aug 31 20:19:06.617929 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.623424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.649294 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.705366 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.708865 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.726825 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2b4322-0fb2-4365-99ae-85b6460872d8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.732768 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.733858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-aa895e11-8ba6-4512-98c3-8e8945c898b0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149998 Aug 31 20:19:06.736636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.740979 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.766083 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.824344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.827996 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.846089 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8469053-ea08-4548-af34-3d9d25470f4f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.851882 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.853288 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1e012e69-b902-4e50-a43b-4c4b252254ff tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156096 Aug 31 20:19:06.856136 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.860522 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:06.883700 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Project 69c4ac115bcf4b75a9f41529e60e5f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:19:06.888974 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.950099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.954132 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.973245 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cd68fe-97e5-41b7-90bd-96b0c1bb67e7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:06.976818 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:06.978018 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-b7a88cdd-e8d4-418e-a45c-25c0bd1dae93 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209664 Aug 31 20:19:06.980915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:06.985197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'security_group_rule': {'security_group_id': 'e3375497-fda9-400f-b09c-4925635244db', 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:07.005522 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Project 69c4ac115bcf4b75a9f41529e60e5f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:19:07.011566 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:07.072819 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:07.076231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:07.093063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0647ca57-9cb3-4b82-ac29-a711e237f6c3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:07.100016 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:07.101420 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-649367b0-7f6f-4de9-873e-0a839a7c5e56 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193717 Aug 31 20:19:11.679963 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce5db762-c954-4f7b-acef-76978b79e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:14.331262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46642e7f-d8d5-4024-9202-fc42ba7a93da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:14.573223 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:15.119973 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:15.675573 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:16.455015 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:17.269608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:21.372649 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-4a4a2fb2-cc9b-4dd8-a87c-e55f9feeb53b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509464025&fields=id&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 267 time: 0.0348923 Aug 31 20:19:21.484712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-16907f21-bfb2-4b32-893f-8ffce6ee4bc4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:21.486280 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-16907f21-bfb2-4b32-893f-8ffce6ee4bc4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 809 time: 0.1069460 Aug 31 20:19:21.501364 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-20a29dcd-1812-4a5e-8b0b-dfd2f1252e02 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/quotas/69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 375 time: 0.0094998 Aug 31 20:19:21.552834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-6a55cd46-93d2-4f67-98bd-d89581f347e1 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462537 Aug 31 20:19:21.569303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-e0e5148c-fc43-40f7-b574-5a56374ccddc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:19:21.570258 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-e0e5148c-fc43-40f7-b574-5a56374ccddc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058799 Aug 31 20:19:21.657592 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-c9193597-9364-4c49-b1e8-c308ed8927ff service neutron] 10.222.0.73 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807326 Aug 31 20:19:21.748108 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-71184e74-e9e0-4b46-b486-5888727c4f23 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844984 Aug 31 20:19:22.033619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fc00ce13-b543-42de-bebd-420e06263ebc req-35e2b27c-c983-40a9-bb0d-f8fc88cd9d09 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0275793 Aug 31 20:19:22.946193 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-e9c5a0e4-29a5-41de-a030-525466272d6a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:22.947720 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-e9c5a0e4-29a5-41de-a030-525466272d6a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 809 time: 0.1071393 Aug 31 20:19:22.992644 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-fe4c0458-6209-4d2c-ac4d-4ac1b804fa4d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 380 time: 0.0340662 Aug 31 20:19:23.001864 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'port': {'device_id': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'admin_state_up': True, 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'security_groups': ['e3375497-fda9-400f-b09c-4925635244db']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:23.113548 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Made reservation on behalf of 69c4ac115bcf4b75a9f41529e60e5f44 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:19:23.117939 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.142489 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6ae3afb4-05d8-4835-ba2f-a518c6f5255f req-d95c4224-63f4-4bc8-b47b-3409a8481dae tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0351045 Aug 31 20:19:23.260632 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Allocated IP 172.20.0.11 (0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5/3adb2bca-b411-4d8d-b738-18761a5774e1/f7f5a483-e86d-4e22-91fb-d2bdf5df42f2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:19:23.406624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.419241 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Transition to ACTIVE for port object f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:19:23.452254 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.492944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:19:23.498425 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:19:23.501132 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:19:23.540315 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:23.562143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:23.562799 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.579348 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-ab571d82-afc0-4ee9-b4ba-9ff0f7d57625 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812235 Aug 31 20:19:23.592008 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Request body: {'port': {'device_id': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:23.656021 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.786757 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdc488b1-a85a-4ffe-9cbb-6ba45b3f6fff None None] Provisioning for port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:19:23.791680 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdc488b1-a85a-4ffe-9cbb-6ba45b3f6fff None None] Provisioning complete for port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:19:23.792059 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdc488b1-a85a-4ffe-9cbb-6ba45b3f6fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.833637 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bdc488b1-a85a-4ffe-9cbb-6ba45b3f6fff None None] Port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:19:23.931801 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:19:23.939119 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:23.951352 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Transition to ACTIVE for port object f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:19:23.955511 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:24.004175 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:24.081751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Attempting to bind port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:19:24.082105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Attempting to bind port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:19:24.082561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Attempting to bind port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:19:24.088364 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:19:24.088699 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Attempting to bind port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 on network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:19:24.094090 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:19:24.094435 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Checking segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:19:24.094824 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Bound using segment: {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:19:24.095257 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Bound port: f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d87543-0bc9-4614-a874-bbb8b681307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:19:24.095624 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:24.178286 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:19:24.185140 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:19:24.193892 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:24.230847 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.231462 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:24.233611 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1093 time: 0.6462824 Aug 31 20:19:24.236119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:19:24.238673 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e00e41-a1e7-434c-bdd7-d5091736f3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:19:24.283016 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc1a0b-a917-4b3e-9fd9-c4d66976bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:24.304037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26454c3-9c7f-47e3-8fff-788b67d38098 req-597ceac0-00bc-4337-834f-8325a4efd3a6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.306493 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a26454c3-9c7f-47e3-8fff-788b67d38098 req-597ceac0-00bc-4337-834f-8325a4efd3a6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0783622 Aug 31 20:19:24.317323 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b2feb-ba21-4a3f-b6f1-1e869a911cae x-openstack-request-id: req-641b2feb-ba21-4a3f-b6f1-1e869a911cae {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:19:24.317921 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:19:24.318418 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-641b2feb-ba21-4a3f-b6f1-1e869a911cae {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:19:24.318982 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'status': 'completed', 'code': 200} Aug 31 20:19:24.339051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-818a0454-c72e-4593-872b-32ebabc5da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.340994 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-818a0454-c72e-4593-872b-32ebabc5da02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1096 time: 0.0516939 Aug 31 20:19:24.354730 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a26454c3-9c7f-47e3-8fff-788b67d38098 req-d62354b3-bc1f-46f7-9278-75efa94fa7e0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Aug 31 20:19:24.394518 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-b028b509-84bd-4b62-b1b0-36f1d9b1cf40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 217 time: 0.0447216 Aug 31 20:19:24.446621 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-594e6ff4-6f1d-4b67-88b1-203c5906c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.448580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-594e6ff4-6f1d-4b67-88b1-203c5906c7bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0479062 Aug 31 20:19:24.497500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623391-1ff1-4edc-8877-e4514a32737f req-47a905c5-3ed7-4637-b052-0093d413d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.499027 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-47a905c5-3ed7-4637-b052-0093d413d405 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427096 Aug 31 20:19:24.593397 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-a518b7a5-775d-4d49-86fa-84fcad75290d service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872135 Aug 31 20:19:24.686187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-a5623391-1ff1-4edc-8877-e4514a32737f req-b1d7104a-4b4c-4735-8157-e22bff8bb0ac service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861652 Aug 31 20:19:24.768452 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-c0a06059-6e84-4322-9822-0904a67969cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.769949 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-c0a06059-6e84-4322-9822-0904a67969cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1096 time: 0.0416281 Aug 31 20:19:24.866608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-9000f316-0104-47a9-9da7-6dadf619ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.868728 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-9000f316-0104-47a9-9da7-6dadf619ad9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0918293 Aug 31 20:19:24.915122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-791a4994-66db-4382-a9ed-305dfa80d15e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 217 time: 0.0373795 Aug 31 20:19:24.973610 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-f1559b7b-39ac-43bc-a836-74304a92f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:24.975208 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-f1559b7b-39ac-43bc-a836-74304a92f656 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0542278 Aug 31 20:19:25.021966 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-7acef9c7-fc28-482e-9d11-eadc2b86dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:25.025004 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-7acef9c7-fc28-482e-9d11-eadc2b86dde3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425017 Aug 31 20:19:25.113771 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-6d555efa-d4ad-4535-9cd4-f62e73ca2362 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818036 Aug 31 20:19:25.207920 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-76e00e41-a1e7-434c-bdd7-d5091736f3ff req-792e2e64-634b-4449-8e60-b85031a9c77b service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871899 Aug 31 20:19:25.477173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562bc0-0a98-432d-8a25-5aa9edf169d7 req-90e4c8f7-9969-4dd6-883d-bfd106b8d973 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:25.478583 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f562bc0-0a98-432d-8a25-5aa9edf169d7 req-90e4c8f7-9969-4dd6-883d-bfd106b8d973 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0508840 Aug 31 20:19:25.519688 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9f562bc0-0a98-432d-8a25-5aa9edf169d7 req-05df47ea-58ef-4afb-8d7f-c8cfc2ee4d91 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345845 Aug 31 20:19:26.637511 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec4e8-f48b-4df7-908f-25256ec2db0c req-62211b15-d8aa-49f5-beef-51df43c908f9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:26.639013 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-685ec4e8-f48b-4df7-908f-25256ec2db0c req-62211b15-d8aa-49f5-beef-51df43c908f9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0493617 Aug 31 20:19:26.679619 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-685ec4e8-f48b-4df7-908f-25256ec2db0c req-ec853836-5edd-4b8f-80c8-f99df8d4bc7c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343440 Aug 31 20:19:27.799303 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd75c-eaa7-4abe-b25f-6b4a44739623 req-41ab50d1-6a31-4927-9660-4e632440d2c3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:27.800801 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd0bd75c-eaa7-4abe-b25f-6b4a44739623 req-41ab50d1-6a31-4927-9660-4e632440d2c3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0521431 Aug 31 20:19:27.838198 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd0bd75c-eaa7-4abe-b25f-6b4a44739623 req-f3ff317d-6fee-425b-b062-2ac64d9491bc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306008 Aug 31 20:19:27.977107 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:19:28.952493 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9492e3-be46-46b6-a9de-dd7efb28acfb req-886685b8-d35e-462a-845b-3a1a9ff99c89 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:28.953974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b9492e3-be46-46b6-a9de-dd7efb28acfb req-886685b8-d35e-462a-845b-3a1a9ff99c89 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0487792 Aug 31 20:19:28.990429 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0b9492e3-be46-46b6-a9de-dd7efb28acfb req-756dbcb1-6f5a-41c8-89d9-9f448b171571 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305789 Aug 31 20:19:30.104322 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523536a4-7cd6-46a5-97e8-fb2b1fec73c4 req-da6067e8-e9b9-4115-9fc8-e3fbcd259e47 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:30.105792 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-523536a4-7cd6-46a5-97e8-fb2b1fec73c4 req-da6067e8-e9b9-4115-9fc8-e3fbcd259e47 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0491979 Aug 31 20:19:30.143232 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-523536a4-7cd6-46a5-97e8-fb2b1fec73c4 req-f9d49a30-f0c8-47ce-bcb1-de0debb7b27a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 31 20:19:31.272843 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7fd8a-f9ee-4075-837a-ae8c72e7d2bc req-ff273e42-1881-409c-95dc-ea722b21473a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:31.274363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9d7fd8a-f9ee-4075-837a-ae8c72e7d2bc req-ff273e42-1881-409c-95dc-ea722b21473a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0565798 Aug 31 20:19:31.315338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e9d7fd8a-f9ee-4075-837a-ae8c72e7d2bc req-672a4203-9b87-4364-8dd1-6ece30af333d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334549 Aug 31 20:19:32.430638 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f011-40d2-426c-92b2-41fa5d46bc6f req-d233f397-51d2-4fda-8453-7e698b3ac54c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:32.432188 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d15f011-40d2-426c-92b2-41fa5d46bc6f req-d233f397-51d2-4fda-8453-7e698b3ac54c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0504601 Aug 31 20:19:32.471187 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6d15f011-40d2-426c-92b2-41fa5d46bc6f req-69ac8c51-9130-4fea-9c31-6fd7b69a6abf tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Aug 31 20:19:33.583810 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2b55-8674-4a59-b1c2-bfa6629f3023 req-824f15a9-bd57-473b-8a45-85dce2a12320 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:33.585272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27cf2b55-8674-4a59-b1c2-bfa6629f3023 req-824f15a9-bd57-473b-8a45-85dce2a12320 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0479200 Aug 31 20:19:33.624917 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-27cf2b55-8674-4a59-b1c2-bfa6629f3023 req-a0bb0c91-8f5c-4e20-bc52-92026d3efa8e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Aug 31 20:19:34.738526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:19:34.746525 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430785f-597d-457b-8415-aaa18c10193a req-5f0d9d97-ae43-404f-9755-3ecca1126f9b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:34.748145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1430785f-597d-457b-8415-aaa18c10193a req-5f0d9d97-ae43-404f-9755-3ecca1126f9b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0559554 Aug 31 20:19:34.785616 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1430785f-597d-457b-8415-aaa18c10193a req-0b3ca9bb-b3f1-4897-a824-7c5b2acd1edf tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Aug 31 20:19:34.833554 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:19:34.845294 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'mac_address': 'fa:16:3e:23:c8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:19:34.884705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:34.901643 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:19:34.921332 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:19:34.925112 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:34.973737 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:34.981744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.982096 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.982442 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.982781 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.983118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.983458 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.983808 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.984138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.984466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.984790 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.985149 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:34.985474 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:19:35.127991 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:19:35.904210 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184d8b-77bc-46b0-80d0-17d6353f4427 req-d54ee2e8-ed8f-4256-a77c-964d6c9f106e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:35.905713 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa184d8b-77bc-46b0-80d0-17d6353f4427 req-d54ee2e8-ed8f-4256-a77c-964d6c9f106e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Aug 31 20:19:35.943468 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa184d8b-77bc-46b0-80d0-17d6353f4427 req-210963b9-c910-4df7-8c96-e3b9cdba1ad3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Aug 31 20:19:36.754225 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:19:36.802609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:19:36.806202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:19:36.806580 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:36.884182 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:36.905973 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:19:36.908227 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe8a34e-f5c1-4720-b4e8-17bbda5d42cf" -d '{"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:19:36.922418 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:19:36.926767 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:36.975307 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:36.999222 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5f354-5e7d-4df1-b9d3-9c8f775238ba x-openstack-request-id: req-93d5f354-5e7d-4df1-b9d3-9c8f775238ba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:19:36.999585 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:19:36.999939 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93d5f354-5e7d-4df1-b9d3-9c8f775238ba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:19:37.000412 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'code': 200} Aug 31 20:19:37.063317 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990bf16-024c-404a-a32e-ad2f3941889c req-5cf2894e-37a5-4de2-892f-25d001bca957 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:37.065660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0990bf16-024c-404a-a32e-ad2f3941889c req-5cf2894e-37a5-4de2-892f-25d001bca957 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Aug 31 20:19:37.098139 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59074e28-281d-43c8-a62e-7fcfac27e4ce req-c1ec390a-afc0-4c5c-bbbd-62a9be858791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:37.099664 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-59074e28-281d-43c8-a62e-7fcfac27e4ce req-c1ec390a-afc0-4c5c-bbbd-62a9be858791 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0425696 Aug 31 20:19:37.104432 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-0990bf16-024c-404a-a32e-ad2f3941889c req-69784b37-848d-421a-a610-06345ce07894 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Aug 31 20:19:37.137178 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-59074e28-281d-43c8-a62e-7fcfac27e4ce req-daed262a-e2a8-4229-953b-867dc8cf1c5a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300906 Aug 31 20:19:38.226169 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaf66f-d7a1-46b0-8a65-791eadd92c69 req-68882ace-778f-410e-b73b-1d8a9e5454a8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:38.227760 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3caaf66f-d7a1-46b0-8a65-791eadd92c69 req-68882ace-778f-410e-b73b-1d8a9e5454a8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0535309 Aug 31 20:19:38.266073 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3caaf66f-d7a1-46b0-8a65-791eadd92c69 req-a0a885cd-a3a1-4e1d-a02d-59de90396103 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Aug 31 20:19:39.383452 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac261-06f8-4a36-9eb3-107e0a2b3947 req-7cf60f0f-9a35-449b-ad53-d9249f92e723 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:39.384966 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194ac261-06f8-4a36-9eb3-107e0a2b3947 req-7cf60f0f-9a35-449b-ad53-d9249f92e723 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0502591 Aug 31 20:19:39.422245 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-194ac261-06f8-4a36-9eb3-107e0a2b3947 req-a66d93d5-4ff5-40e1-bb36-7ccdcc57a606 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Aug 31 20:19:39.534081 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a419a-9d6a-4f6c-bf0a-2cd6d065f598 req-ebbb1ff7-6390-489d-9514-08906ce8f3a7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:39.535550 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b23a419a-9d6a-4f6c-bf0a-2cd6d065f598 req-ebbb1ff7-6390-489d-9514-08906ce8f3a7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0475969 Aug 31 20:19:39.573353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b23a419a-9d6a-4f6c-bf0a-2cd6d065f598 req-a698445f-c1c1-464e-8ecd-049d586cbae2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Aug 31 20:19:39.594793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:39.638566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a3836-0d3c-4aeb-9cb7-b51e28ad03ee tempest-TestShelveInstance-264732594 tempest-TestShelveInstance-264732594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:39.640092 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-dd1a3836-0d3c-4aeb-9cb7-b51e28ad03ee tempest-TestShelveInstance-264732594 tempest-TestShelveInstance-264732594-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1093 time: 0.0443501 Aug 31 20:19:39.642852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:19:39.647068 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:19:39.669203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:39.763247 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:39.868155 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Allocated IP 172.25.3.238 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/e48a8a90-74f2-4a76-948b-c00ae8bb7fa5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:19:39.967536 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:40.005045 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:40.048365 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:19:40.051260 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:19:40.055440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:19:40.060812 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=e48a8a90-74f2-4a76-948b-c00ae8bb7fa5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:40.403364 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:40.472532 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:40.946168 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:40.950574 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:41.016180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event updated for resources: {'Port': ['ID=e48a8a90-74f2-4a76-948b-c00ae8bb7fa5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:19:41.025983 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:41.122049 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Floating IP 64f0ea59-a6d8-4979-929d-31552e1ce724 associated. External IP: 172.25.3.238, port: f7f5a483-e86d-4e22-91fb-d2bdf5df42f2. Aug 31 20:19:41.329911 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:19:41.436633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:19:41.446535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:19:41.452208 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:41.455800 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:19:41.456424 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:19:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:41.479750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-0e6f04a7-f234-4960-a695-43c4cc95b55b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8358679 Aug 31 20:19:41.480337 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:19:41.482599 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3139d5-02ba-4dc0-aab0-89d05d926262" -d '{"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:19:41.571246 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:19:41.583561 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f03e2-8aac-4c91-88f9-4770bf46a063 x-openstack-request-id: req-a96f03e2-8aac-4c91-88f9-4770bf46a063 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:19:41.583889 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:19:41.584139 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a96f03e2-8aac-4c91-88f9-4770bf46a063 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:19:41.584543 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'status': 'completed', 'code': 200} Aug 31 20:19:41.646301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-5642bf6e-a978-4b57-8926-35bec51ea200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:41.647852 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-5642bf6e-a978-4b57-8926-35bec51ea200 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0415397 Aug 31 20:19:41.683246 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-729f0b31-dc55-4f43-93b8-5a42414b5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:41.742423 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-59f003bb-843e-43be-9335-7993c029b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:41.743967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-59f003bb-843e-43be-9335-7993c029b7c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0889764 Aug 31 20:19:41.793112 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '64f0ea59-a6d8-4979-929d-31552e1ce724', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:23:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:19:40Z', 'updated_at': '2021-08-31T20:19:40Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:41.809686 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-545f6683-85cc-4f2c-89cd-62faa578448f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1000 time: 0.0576971 Aug 31 20:19:41.818995 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:19:41.827954 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:19:41.828563 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:19:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:41.862808 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-178bd83a-ab1a-4b8b-a46e-6bce6e33678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:41.864226 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-178bd83a-ab1a-4b8b-a46e-6bce6e33678f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0478563 Aug 31 20:19:41.911161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-502deee4-4b36-47ca-8d4b-b1802f0496eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:41.912710 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-502deee4-4b36-47ca-8d4b-b1802f0496eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416219 Aug 31 20:19:41.932803 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:19:42.006095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-3461357c-944e-4dc1-903f-1f081da7bc6a service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848234 Aug 31 20:19:42.099419 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-8f3139d5-02ba-4dc0-aab0-89d05d926262 req-a9c7c2e8-9b83-421e-b804-3e93e099a371 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Aug 31 20:19:42.156077 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '64f0ea59-a6d8-4979-929d-31552e1ce724', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:23:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:19:40Z', 'updated_at': '2021-08-31T20:19:40Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:19:42.185679 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5cb3a-c962-4cf2-aadf-7d9c7a08f199 None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '64f0ea59-a6d8-4979-929d-31552e1ce724', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'mac_address': 'fa:16:3e:23:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:19:40Z', 'updated_at': '2021-08-31T20:19:40Z', 'revision_number': 0, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:19:42.378281 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506bbfb-5dc3-4a0a-8a76-492c65937394 None None] New status for floating IP 64f0ea59-a6d8-4979-929d-31552e1ce724: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:19:44.334705 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f640b4e4-961c-4575-b501-7f533206ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:44.579227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:45.128992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:45.662219 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:46.454955 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:47.268621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:19:57.534677 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-ffd78230-6404-4a21-9c9f-2b4a419baef8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398407 Aug 31 20:19:57.619794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-68113136-28ee-4deb-a4fe-4ebe21927ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:57.621131 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-68113136-28ee-4deb-a4fe-4ebe21927ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0410414 Aug 31 20:19:57.727166 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-b99fceb9-0ebd-44f4-a22d-ef83560f4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:57.728736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-b99fceb9-0ebd-44f4-a22d-ef83560f4b0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0886035 Aug 31 20:19:57.794275 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-b7fa2de2-ff0a-45df-bc7e-29c7b7e5e745 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1002 time: 0.0564895 Aug 31 20:19:57.846262 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-7376e404-60e9-4a5a-b2e1-02239bcbef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:57.847684 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-7376e404-60e9-4a5a-b2e1-02239bcbef3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0466678 Aug 31 20:19:57.893551 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-b5ab9948-c6af-4f70-9714-78927d066aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:19:57.895054 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-b5ab9948-c6af-4f70-9714-78927d066aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405529 Aug 31 20:19:57.982736 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-14f76035-9930-4d1d-b08c-fa373004e63a service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797541 Aug 31 20:19:58.076758 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-859f6e3d-1587-45da-81f1-50a7621ed8b8 req-c3b307f6-c6e0-4b6d-a2fa-da59e76fd7de service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 Aug 31 20:20:04.975759 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:20:11.685836 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc210-4234-46f9-a578-7bb97b86e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:14.336541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a629f0c3-76b6-404e-be90-55dd6491e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:14.572506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:15.148420 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:15.665975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:16.461327 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:17.271663 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:41.687910 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba78ed67-7b9b-4082-9ede-5c1bf7ad01d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:41.974706 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:20:44.337052 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1739eb68-be18-41a1-bf3a-c6cb6b017bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:44.573512 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:45.148024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:45.669099 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:46.456798 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:47.275220 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:20:58.543088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-7bede81a-28ed-4ef9-aa4c-b2e27d3e5d5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408370 Aug 31 20:20:58.628722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-70f47826-f753-4516-9919-86b440d030ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:20:58.630088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-70f47826-f753-4516-9919-86b440d030ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0394337 Aug 31 20:20:58.735143 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-062cbea8-a841-448b-9486-69577b5ea2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:20:58.736626 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-062cbea8-a841-448b-9486-69577b5ea2ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0856001 Aug 31 20:20:58.805335 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-590c8110-f29e-4ab6-8312-5cea220537e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1002 time: 0.0609977 Aug 31 20:20:58.859771 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-c163b0d3-ffdf-484b-aa98-25a57a17b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:20:58.861409 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-c163b0d3-ffdf-484b-aa98-25a57a17b3e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0485201 Aug 31 20:20:58.906953 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-c13e3097-a127-423b-b416-47d267c227b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:20:58.908507 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-c13e3097-a127-423b-b416-47d267c227b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405827 Aug 31 20:20:58.919549 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-fc984ef1-4b92-40b2-955d-34fa3742bbcc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:20:58.920551 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-fc984ef1-4b92-40b2-955d-34fa3742bbcc service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050883 Aug 31 20:20:59.007142 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-326dec95-9515-4526-a0fa-01d8a0bd2065 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799055 Aug 31 20:20:59.101643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-1c538424-6ecb-4d84-b9ce-3140038d86c6 req-d7902653-d523-4165-a310-dd38ea474a50 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867622 Aug 31 20:21:11.688090 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22cf4aab-326f-4682-9f36-134758b21088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:14.338527 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3755ed9-6cd8-4da8-821a-044a4d6d72c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:14.574134 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:15.144053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:15.674196 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:16.466147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:17.276625 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:18.974541 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:21:39.186479 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b658f-c8b9-45db-8f65-590ff6043ae9 req-1a4d9860-1d30-48c0-9468-d315883e5d91 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:39.187925 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979b658f-c8b9-45db-8f65-590ff6043ae9 req-1a4d9860-1d30-48c0-9468-d315883e5d91 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0578516 Aug 31 20:21:39.227137 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-979b658f-c8b9-45db-8f65-590ff6043ae9 req-12e8fbc8-e736-4d59-8f79-bb48153c3a0d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332813 Aug 31 20:21:40.382334 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe4cde-4704-46f6-b487-e6bc7c076a76 req-a3daf488-88a1-469d-814a-193232f26933 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:40.383843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fe4cde-4704-46f6-b487-e6bc7c076a76 req-a3daf488-88a1-469d-814a-193232f26933 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Aug 31 20:21:40.422190 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a7fe4cde-4704-46f6-b487-e6bc7c076a76 req-3315a917-8dd3-4600-b9ab-0405145f9af0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Aug 31 20:21:41.564198 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038444f0-8ea3-42c2-aa24-84f542c562e2 req-6f672595-b014-4345-83a4-14c7659fcf5c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:41.565720 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-038444f0-8ea3-42c2-aa24-84f542c562e2 req-6f672595-b014-4345-83a4-14c7659fcf5c tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Aug 31 20:21:41.604252 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-038444f0-8ea3-42c2-aa24-84f542c562e2 req-e9eef204-86a7-427c-9ca8-b6189ae0e9f8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Aug 31 20:21:41.689133 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-caca3422-5e8a-4897-9eb4-86d70d5c3cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:42.722808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690ff8b-5ac0-4c8c-b354-651313573839 req-0e0e2d01-90da-4cc9-84d2-25de542865f6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:42.724314 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7690ff8b-5ac0-4c8c-b354-651313573839 req-0e0e2d01-90da-4cc9-84d2-25de542865f6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0527058 Aug 31 20:21:42.761634 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7690ff8b-5ac0-4c8c-b354-651313573839 req-0a3f6f91-f04b-403a-8c7c-49fcc10d9a8f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Aug 31 20:21:43.875417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f832-0fea-4d28-a193-a55497a5f431 req-58fc0d47-8d84-41f1-bc48-46f417d730e2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:43.877268 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d13f832-0fea-4d28-a193-a55497a5f431 req-58fc0d47-8d84-41f1-bc48-46f417d730e2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0498538 Aug 31 20:21:43.920422 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8d13f832-0fea-4d28-a193-a55497a5f431 req-66e0d2ac-556b-4c78-9351-08160bc288b4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Aug 31 20:21:44.338840 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-180c9705-190f-4965-958e-8c76f16d3e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:44.577091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:45.038128 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009f601-553a-4634-b4b3-db54fe5e05a3 req-345c0197-6c6b-4636-90a5-9db5c2c980a0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:45.039585 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a009f601-553a-4634-b4b3-db54fe5e05a3 req-345c0197-6c6b-4636-90a5-9db5c2c980a0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0485716 Aug 31 20:21:45.076561 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a009f601-553a-4634-b4b3-db54fe5e05a3 req-6594bf5a-9f44-4475-be65-844c3ba32900 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Aug 31 20:21:45.144188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:45.674649 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:46.193618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374a0c-75f7-4bb6-b889-7b59f3e7c9f2 req-27602e27-1b0e-486e-9d83-4c16b522b967 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:46.195083 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe374a0c-75f7-4bb6-b889-7b59f3e7c9f2 req-27602e27-1b0e-486e-9d83-4c16b522b967 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0521019 Aug 31 20:21:46.234173 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fe374a0c-75f7-4bb6-b889-7b59f3e7c9f2 req-f8555179-5632-4f30-aa0b-be88c6e38a76 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Aug 31 20:21:46.478734 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:47.280454 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:47.353722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ba12b-e77c-409e-b802-17a285069321 req-4dfa02af-7f6f-4b6e-8558-6f111e661f7e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:47.355895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c5ba12b-e77c-409e-b802-17a285069321 req-4dfa02af-7f6f-4b6e-8558-6f111e661f7e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0530264 Aug 31 20:21:47.394823 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4c5ba12b-e77c-409e-b802-17a285069321 req-eacb0578-025b-4ebb-a03c-2293232aad04 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Aug 31 20:21:48.507837 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c668-7637-4fa6-8cd6-dab61c464c7b req-cd6fba3e-0c57-4669-9c30-113d92aca173 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:48.509317 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c53c668-7637-4fa6-8cd6-dab61c464c7b req-cd6fba3e-0c57-4669-9c30-113d92aca173 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Aug 31 20:21:48.546834 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-5c53c668-7637-4fa6-8cd6-dab61c464c7b req-47be5027-8d3d-4b26-b763-0de3d72f3213 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Aug 31 20:21:49.307088 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-b1863d3f-ed7f-4f98-a2e4-1031b5c8e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:49.308676 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-b1863d3f-ed7f-4f98-a2e4-1031b5c8e3f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Aug 31 20:21:49.406874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-72b543a7-edb3-490a-8922-0382e6766420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:49.408390 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-72b543a7-edb3-490a-8922-0382e6766420 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0924213 Aug 31 20:21:49.472843 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-2f505973-c799-498a-bdc3-8d9eec7b3b26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1002 time: 0.0565236 Aug 31 20:21:49.520694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-2e8a006a-b5d5-471c-be53-55a1bd7b12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:49.522074 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-2e8a006a-b5d5-471c-be53-55a1bd7b12bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0417333 Aug 31 20:21:49.570811 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-8aa3c9d7-fbe4-4e7a-8303-a51621058503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:49.572535 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-8aa3c9d7-fbe4-4e7a-8303-a51621058503 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437465 Aug 31 20:21:49.661674 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-2bd3c005-f281-41bc-9ded-7be1340d36c7 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815849 Aug 31 20:21:49.664658 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9b04-3e07-4039-b489-399f6a4e41e2 req-93d583b3-42b1-4fa8-8b23-c464162468ec tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:49.666151 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9da9b04-3e07-4039-b489-399f6a4e41e2 req-93d583b3-42b1-4fa8-8b23-c464162468ec tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Aug 31 20:21:49.704602 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a9da9b04-3e07-4039-b489-399f6a4e41e2 req-52affaf4-da97-4ffa-a9bc-319de8949818 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Aug 31 20:21:49.756122 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-383f290f-a956-4217-8fd7-1cb6e24c8f13 req-aa5f2a96-8743-4e94-8d0a-2e5b81be68fb service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 Aug 31 20:21:50.819685 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f0b3a-e382-47fc-9502-292caa9ed16c req-a9bcd4cc-0efd-4f19-86da-d89a33ef19c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:50.821162 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-582f0b3a-e382-47fc-9502-292caa9ed16c req-a9bcd4cc-0efd-4f19-86da-d89a33ef19c7 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0492110 Aug 31 20:21:50.863685 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-582f0b3a-e382-47fc-9502-292caa9ed16c req-e9594e84-372b-481b-8492-9f2d20ccc3da tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Aug 31 20:21:51.984786 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889848-a113-46a5-b21a-92859ac8db7a req-ab0c6ffc-c4b0-460c-b55a-c06c4a0f56da tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:51.986315 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d889848-a113-46a5-b21a-92859ac8db7a req-ab0c6ffc-c4b0-460c-b55a-c06c4a0f56da tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0513391 Aug 31 20:21:52.024015 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d889848-a113-46a5-b21a-92859ac8db7a req-76570ce6-a3db-4b04-86c1-f989ac03f62a tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Aug 31 20:21:53.145934 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b2f3-7447-456f-9af4-373dff8bccf3 req-6b2bf00d-cdbf-406c-80c6-0072150d055f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:53.147457 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a8b2f3-7447-456f-9af4-373dff8bccf3 req-6b2bf00d-cdbf-406c-80c6-0072150d055f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0539517 Aug 31 20:21:53.185132 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f3a8b2f3-7447-456f-9af4-373dff8bccf3 req-4e72acd1-ddfe-4cbf-8c88-1f9dae69c6af tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Aug 31 20:21:53.398861 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7668b6b-7a25-44a1-9fcd-1d9a27768252 req-532a7c00-0454-47c4-b3a8-ebefb26fd0e8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:53.400448 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7668b6b-7a25-44a1-9fcd-1d9a27768252 req-532a7c00-0454-47c4-b3a8-ebefb26fd0e8 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0507534 Aug 31 20:21:53.461208 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b7668b6b-7a25-44a1-9fcd-1d9a27768252 req-bfca5530-5916-46e7-87e3-f298f7f35b97 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546403 Aug 31 20:21:53.474294 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-ba669b31-5b7f-4b50-be8e-a3d74fb716fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451697 Aug 31 20:21:53.576087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:21:53.654683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:53.687854 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:21:53.690096 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac0d8b0-efeb-4f9b-91c5-f7b81600911c" -d '{"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:21:53.707125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:21:53.713506 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:21:53.740949 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571a40fe-949c-4e9a-82e6-a69a85ca8aef x-openstack-request-id: req-571a40fe-949c-4e9a-82e6-a69a85ca8aef {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:21:53.741131 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-unplugged", "status": "failed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:21:53.741591 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-571a40fe-949c-4e9a-82e6-a69a85ca8aef {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:21:53.741985 n-d-778550-14 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'code': 422} returned with failed status Aug 31 20:21:53.768622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:21:53.777004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.777361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.777712 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.778055 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.778476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.778976 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.779276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.779660 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.780046 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.780379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.780771 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:53.781117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:21:54.576991 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29001-fe83-4c70-b6a0-bf5a385aa1f9 req-c809ffcb-bdc2-40aa-846d-bfd007e13a46 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:54.578541 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eec29001-fe83-4c70-b6a0-bf5a385aa1f9 req-c809ffcb-bdc2-40aa-846d-bfd007e13a46 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Aug 31 20:21:54.621901 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-eec29001-fe83-4c70-b6a0-bf5a385aa1f9 req-adec3ecd-36f4-40a5-9faf-15c18034b8d9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372367 Aug 31 20:21:55.742501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd20cda-e521-4f1c-b409-621b161791a8 req-7683ac15-d827-41b1-b459-7cfe364b66a6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:55.744177 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fd20cda-e521-4f1c-b409-621b161791a8 req-7683ac15-d827-41b1-b459-7cfe364b66a6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0520606 Aug 31 20:21:55.783282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7fd20cda-e521-4f1c-b409-621b161791a8 req-bb884a10-83f5-4318-a4bd-48083fc16d40 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Aug 31 20:21:55.974854 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:21:56.906341 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fadd2c-ebc7-4881-9a0f-37bbe30849ec req-42e229db-741e-4768-b1f5-f96766f1dd44 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:56.907991 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fadd2c-ebc7-4881-9a0f-37bbe30849ec req-42e229db-741e-4768-b1f5-f96766f1dd44 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0518301 Aug 31 20:21:56.948869 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-05fadd2c-ebc7-4881-9a0f-37bbe30849ec req-c74205bc-0365-4a55-9eca-62929943efdf tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Aug 31 20:21:58.063512 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb053-c0b7-4d20-91c2-8acc3d2cc092 req-3117def3-eed7-4660-9a5c-057ca11a9dbb tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.065032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-482cb053-c0b7-4d20-91c2-8acc3d2cc092 req-3117def3-eed7-4660-9a5c-057ca11a9dbb tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0486653 Aug 31 20:21:58.107903 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-482cb053-c0b7-4d20-91c2-8acc3d2cc092 req-b1af2f7e-e82e-4bf0-a384-496e21f14c68 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Aug 31 20:21:58.163085 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405effb-b868-49c0-b802-abc781f6d08d req-c990af8e-23cb-44fa-a3c6-ea9ec11eff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.164599 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-c990af8e-23cb-44fa-a3c6-ea9ec11eff31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773&tenant_id=69c4ac115bcf4b75a9f41529e60e5f44 HTTP/1.1" status: 200 len: 1096 time: 0.0424271 Aug 31 20:21:58.223958 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405effb-b868-49c0-b802-abc781f6d08d req-e1c24cb4-fce3-40ba-9b88-4e8815d18f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.225396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-e1c24cb4-fce3-40ba-9b88-4e8815d18f16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1096 time: 0.0384767 Aug 31 20:21:58.316333 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405effb-b868-49c0-b802-abc781f6d08d req-65e5b528-b2aa-4b43-9eab-f00931a0aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.317712 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-65e5b528-b2aa-4b43-9eab-f00931a0aebc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0845490 Aug 31 20:21:58.383501 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-82eb8d5d-ed77-4ee3-873b-2321e253b5e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1000 time: 0.0579524 Aug 31 20:21:58.433146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405effb-b868-49c0-b802-abc781f6d08d req-6b81302b-fa17-4298-80b4-b7b24d2a635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.434560 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-6b81302b-fa17-4298-80b4-b7b24d2a635c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0433607 Aug 31 20:21:58.482702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405effb-b868-49c0-b802-abc781f6d08d req-8154d587-0ed2-4ae6-945e-78e971eb1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:58.484435 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-8154d587-0ed2-4ae6-945e-78e971eb1039 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431483 Aug 31 20:21:58.572267 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-b7b13f37-1e73-4581-b5a0-01b5a6cbba2f service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796113 Aug 31 20:21:58.662990 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-331c027a-1f96-4d90-8d71-410f3a76078d service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Aug 31 20:21:59.223790 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b86a-a921-4614-b623-5d461eeefa43 req-bdbbc81c-3fcd-48f4-9747-96c835503bd0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:59.225270 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d65b86a-a921-4614-b623-5d461eeefa43 req-bdbbc81c-3fcd-48f4-9747-96c835503bd0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0498390 Aug 31 20:21:59.262115 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7d65b86a-a921-4614-b623-5d461eeefa43 req-471ae873-7e93-4d45-8aa5-73b79cb085e3 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Aug 31 20:21:59.558157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-8ad6197b-23e0-46f1-a937-c0580db973f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:59.559613 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-8ad6197b-23e0-46f1-a937-c0580db973f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1096 time: 0.0397084 Aug 31 20:21:59.658256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-d6491edf-03ba-4004-9bf5-87d89278d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:59.659716 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-d6491edf-03ba-4004-9bf5-87d89278d786 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0805449 Aug 31 20:21:59.731443 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-b9fe9ff1-288c-4f28-b5cd-e522144a80db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1000 time: 0.0646992 Aug 31 20:21:59.780356 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-65f3e35e-6c8c-4b40-a3c4-0b2917ecb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:59.781806 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-65f3e35e-6c8c-4b40-a3c4-0b2917ecb0ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0437689 Aug 31 20:21:59.829197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-3446700e-bfa4-49f4-9a2c-33bbddc32c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:21:59.830580 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-3446700e-bfa4-49f4-9a2c-33bbddc32c11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417032 Aug 31 20:21:59.920189 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-15f0f2ee-3f9b-4f8a-bdd3-37008879932a service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818920 Aug 31 20:22:00.010059 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d2fe4193-628a-4bdf-b721-6ff508ca63dc req-9cac210e-94d7-478f-958d-a5eafb63bdd1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837255 Aug 31 20:22:00.384645 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1fe6-9e7f-4058-8b5e-333f9434344f req-89f530a6-59bf-4ff9-9599-1cdbbd52bfb6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:00.386166 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226f1fe6-9e7f-4058-8b5e-333f9434344f req-89f530a6-59bf-4ff9-9599-1cdbbd52bfb6 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0569170 Aug 31 20:22:00.426272 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-226f1fe6-9e7f-4058-8b5e-333f9434344f req-174add1e-398f-469d-a59c-241d78de07fe tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Aug 31 20:22:01.540687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a01200-50ab-489e-b432-4f17ccd1ca9a req-c70295e5-dd75-474f-b37d-a8d3a2d16c86 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:01.542157 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08a01200-50ab-489e-b432-4f17ccd1ca9a req-c70295e5-dd75-474f-b37d-a8d3a2d16c86 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0492454 Aug 31 20:22:01.583921 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-08a01200-50ab-489e-b432-4f17ccd1ca9a req-060e5c0a-b6e5-41dd-ae35-1901969de688 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Aug 31 20:22:02.699920 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86daa2-bda2-41e1-b81b-07bda600c992 req-7279251e-e923-4830-8c6b-449c209f8f94 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:02.709259 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd86daa2-bda2-41e1-b81b-07bda600c992 req-7279251e-e923-4830-8c6b-449c209f8f94 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0574820 Aug 31 20:22:02.746957 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bd86daa2-bda2-41e1-b81b-07bda600c992 req-79519a31-4a59-407d-8ff3-efc2f515b04b tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 31 20:22:03.861979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6380-c892-4ea9-977e-817dd0e28690 req-4c7b2c62-1883-401a-8702-4511d0e83dd9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:03.863471 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-866a6380-c892-4ea9-977e-817dd0e28690 req-4c7b2c62-1883-401a-8702-4511d0e83dd9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0490177 Aug 31 20:22:03.901684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-866a6380-c892-4ea9-977e-817dd0e28690 req-8348b007-5206-4328-b97e-fcd656bb7b36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Aug 31 20:22:05.019936 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c527-fc01-46cb-b51d-792ce24261ab req-c920acaf-b24c-4d7c-80bb-6ac42ccfcdf4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:05.021363 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fb0c527-fc01-46cb-b51d-792ce24261ab req-c920acaf-b24c-4d7c-80bb-6ac42ccfcdf4 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 944 time: 0.0512974 Aug 31 20:22:05.064442 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4fb0c527-fc01-46cb-b51d-792ce24261ab req-d4ecff7f-781a-4eee-9008-b5ffd4b16cdd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371764 Aug 31 20:22:05.621312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:22:05.712867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:22:05.727622 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'port_id': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'mac_address': 'fa:16:3e:23:c8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:22:05.762791 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:05.775874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:22:05.794702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:22:05.798647 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:05.844390 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:22:06.020359 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:22:06.233323 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ad0b-73d5-4ce5-910e-798d6e83fec5 req-da8e9e50-d45d-4e78-9b54-8cadda06b03f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:06.234843 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cca0ad0b-73d5-4ce5-910e-798d6e83fec5 req-da8e9e50-d45d-4e78-9b54-8cadda06b03f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 945 time: 0.1035800 Aug 31 20:22:06.272974 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cca0ad0b-73d5-4ce5-910e-798d6e83fec5 req-bb3a6164-56a5-4d5f-9dbf-2e803ded2847 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Aug 31 20:22:07.433499 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821378-0342-4a89-9f93-3b0c4c74fc5f req-d1c4c8c6-dcd4-4f3e-a81e-c60331864e48 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:07.435031 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa821378-0342-4a89-9f93-3b0c4c74fc5f req-d1c4c8c6-dcd4-4f3e-a81e-c60331864e48 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 945 time: 0.0946684 Aug 31 20:22:07.474044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fa821378-0342-4a89-9f93-3b0c4c74fc5f req-6bcbdd34-d098-4175-b381-c9d8e604a6a9 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Aug 31 20:22:07.636837 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:22:07.682898 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:22:07.683272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:07.760209 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:07.782419 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:22:07.784666 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6290767-8d7c-47ac-9f29-dcb66d8d011a" -d '{"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:22:07.796657 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:22:07.801290 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:07.824479 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2fb7db-f352-40a7-94fd-50f2accd7c9b x-openstack-request-id: req-bf2fb7db-f352-40a7-94fd-50f2accd7c9b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:22:07.824761 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:22:07.825012 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf2fb7db-f352-40a7-94fd-50f2accd7c9b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:22:07.825389 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'code': 200} Aug 31 20:22:07.851010 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:22:07.971685 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ca055-7af2-41be-9a65-1f9a3ad23dd7 req-16ae13e5-37ec-477a-8322-0534293a34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:07.973088 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-933ca055-7af2-41be-9a65-1f9a3ad23dd7 req-16ae13e5-37ec-477a-8322-0534293a34ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0439460 Aug 31 20:22:08.008257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-933ca055-7af2-41be-9a65-1f9a3ad23dd7 req-2758f105-ccf2-4430-8242-165e09a97c7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273161 Aug 31 20:22:08.587211 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed0e3f-9c77-460e-acb8-fddadbacd3d1 req-b2be114f-1843-4533-96e1-8a7c1e7c7623 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:08.588726 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ed0e3f-9c77-460e-acb8-fddadbacd3d1 req-b2be114f-1843-4533-96e1-8a7c1e7c7623 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0495400 Aug 31 20:22:08.630472 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f5ed0e3f-9c77-460e-acb8-fddadbacd3d1 req-fdecbdd4-d90c-459a-94de-e0fa314c900e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348313 Aug 31 20:22:09.749056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88070e48-9518-464a-9f48-5a55eb4964a0 req-54874d99-5c0f-4737-8ecb-58df235a8b5e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:22:09.750576 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88070e48-9518-464a-9f48-5a55eb4964a0 req-54874d99-5c0f-4737-8ecb-58df235a8b5e tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0507228 Aug 31 20:22:09.789560 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-88070e48-9518-464a-9f48-5a55eb4964a0 req-1a4cd1d5-8827-4f3a-8e64-289a54451bfc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328939 Aug 31 20:22:11.689930 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-974c33c3-3ebf-4262-8f92-5dd382d65ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:14.340917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b69e7088-66b7-4efe-8439-c5fbc74b7026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:14.578863 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:15.143132 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:15.676068 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:16.496334 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:17.286453 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:32.974911 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:22:41.690457 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5e84-34cd-4d73-a031-fddc1cf6d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:44.341311 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16071f4c-a1c7-4487-8c58-3b4913e5c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:44.580673 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:45.156529 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:45.679753 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:46.490614 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:22:47.285503 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:00.563343 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-493f0e89-5272-433c-8568-2531284315fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0762503 Aug 31 20:23:00.642587 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-5fc356aa-edb4-43d7-a8cf-234746316e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:00.644083 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-5fc356aa-edb4-43d7-a8cf-234746316e8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0396972 Aug 31 20:23:00.747933 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-6cb99d40-3367-4c85-83f7-e7e06e1f4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:00.749396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-6cb99d40-3367-4c85-83f7-e7e06e1f4dd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0860939 Aug 31 20:23:00.813241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-a1cb44f0-1b10-4c71-ae46-6dc008c808ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 1002 time: 0.0561404 Aug 31 20:23:00.864652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-6cab194f-2bb0-4322-b0cb-25a3447d5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:00.866091 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-6cab194f-2bb0-4322-b0cb-25a3447d5523 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0460579 Aug 31 20:23:00.912270 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-d150c36a-27c0-4a65-8e87-e353110c9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:00.913682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-d150c36a-27c0-4a65-8e87-e353110c9435 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406070 Aug 31 20:23:00.999703 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-aa59daef-4d62-42ef-960f-1c46971fb304 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789316 Aug 31 20:23:01.369266 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-41136a7c-22ab-4b75-8a17-af6713312b53 req-a8a2908d-1840-464a-bde6-a3a487743a9d service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626919 Aug 31 20:23:09.974251 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:23:11.691576 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec13-a86c-4186-bedf-af75cdcad158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:14.341598 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54472870-07ab-4910-9504-747d116e9f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:14.582558 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:15.187621 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:15.682025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:16.503048 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:17.287988 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:22.752167 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:22.910348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Deleting port e48a8a90-74f2-4a76-948b-c00ae8bb7fa5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:22.910696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:22.989628 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:22.989963 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:23.001300 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Calling delete_port for e48a8a90-74f2-4a76-948b-c00ae8bb7fa5 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:23.145379 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:23.169320 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'Port': ['ID=e48a8a90-74f2-4a76-948b-c00ae8bb7fa5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:23.180695 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.181090 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.181476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.181859 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.182225 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.182603 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.182976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.183331 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.183675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.184050 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.184407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.184777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:23.245707 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:23.246047 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Floating IP 64f0ea59-a6d8-4979-929d-31552e1ce724 disassociated (deleted). External IP: 172.25.3.238, port: f7f5a483-e86d-4e22-91fb-d2bdf5df42f2. Aug 31 20:23:23.457465 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:23:23.564330 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:23.569593 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:23.575908 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:23.585220 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:23.586803 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:23.596771 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-20ddb4b8-73ad-432a-aae2-607055849d36 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "DELETE /v2.0/floatingips/64f0ea59-a6d8-4979-929d-31552e1ce724 HTTP/1.1" status: 204 len: 168 time: 0.8434920 Aug 31 20:23:23.597398 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:23:23.599662 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:23:23.638353 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a5fb7-bf0e-47e8-9eed-ba5595c05d15 x-openstack-request-id: req-626a5fb7-bf0e-47e8-9eed-ba5595c05d15 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:23:23.638656 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:23:23.638909 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-626a5fb7-bf0e-47e8-9eed-ba5595c05d15 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:23:23.639315 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'status': 'completed', 'code': 200} Aug 31 20:23:23.699749 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:23.703779 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-8eeb0ffe-81f7-449a-b71f-eebf30531827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:23.705345 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-8eeb0ffe-81f7-449a-b71f-eebf30531827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 1098 time: 0.0442276 Aug 31 20:23:23.803539 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-f929818e-ad50-4eb4-bb67-06198d155350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:23.806044 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-f929818e-ad50-4eb4-bb67-06198d155350 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 200 len: 910 time: 0.0913765 Aug 31 20:23:23.836563 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5270f-284f-4dcf-a671-0e9182885176 req-5018441b-7499-4b32-a11e-c84d2f74b925 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:23.844027 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3d5270f-284f-4dcf-a671-0e9182885176 req-5018441b-7499-4b32-a11e-c84d2f74b925 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0589011 Aug 31 20:23:23.850388 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-d41aa06a-963e-4e86-b3f8-808638e02835 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 200 len: 217 time: 0.0348825 Aug 31 20:23:23.878804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e3d5270f-284f-4dcf-a671-0e9182885176 req-be4b3118-5300-429c-9914-70e82c6635eb tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Aug 31 20:23:23.906639 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-46d29e01-3b17-4b52-8d54-da214deb5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:23.908125 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-46d29e01-3b17-4b52-8d54-da214deb5619 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 200 len: 848 time: 0.0503595 Aug 31 20:23:23.908514 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:23.963946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-0439c344-6fbf-4315-a9d9-2aabefba94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:23.965489 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-0439c344-6fbf-4315-a9d9-2aabefba94e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485442 Aug 31 20:23:24.028678 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:24.036855 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:24.037476 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:24.058380 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-e5835fa9-7da2-4d72-ac09-beb5f52a947e service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842831 Aug 31 20:23:24.144876 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:24.152779 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-6e5fb677-1f8c-4a77-8dcd-d813702aef3e req-37578029-3d07-4ab1-bdea-a39cca8f3ca3 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Aug 31 20:23:24.344492 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:24.374080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26f26e-56ce-4e35-8e2c-67e824e23f1b None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:49Z', 'revision_number': 4, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '22aef5d9-3f5b-4896-b7ed-c0af89eff35b', 'name': '', 'network_id': '0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'mac_address': 'fa:16:3e:ee:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:49Z', 'updated_at': '2021-08-31T20:14:55Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'subnets': [{'id': '3adb2bca-b411-4d8d-b738-18761a5774e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:24.594965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c04465-870b-426f-ad58-58705ce7f7e7 None None] New status for floating IP 64f0ea59-a6d8-4979-929d-31552e1ce724: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:23:25.001432 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cef8bc-a601-4930-ab0d-517a05b0a6cd req-b1d5ddeb-de38-4db9-9f8d-882f357a00bd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:25.002895 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5cef8bc-a601-4930-ab0d-517a05b0a6cd req-b1d5ddeb-de38-4db9-9f8d-882f357a00bd tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0526378 Aug 31 20:23:25.043491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c5cef8bc-a601-4930-ab0d-517a05b0a6cd req-ace7edae-1a76-41fd-b9a9-ddc9347cc87d tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3375497-fda9-400f-b09c-4925635244db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341642 Aug 31 20:23:25.348254 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-60df5808-9259-4157-9ffb-205849ffe930 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:25.349825 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-60df5808-9259-4157-9ffb-205849ffe930 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 946 time: 0.0501766 Aug 31 20:23:25.437670 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Deleting port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:25.437940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:25.525288 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] For port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:25.525661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:25.537937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Calling delete_port for f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:25.663572 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:25.693664 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'Port': ['ID=f7f5a483-e86d-4e22-91fb-d2bdf5df42f2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:25.719051 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.719397 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.719780 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.720137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.720471 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.720799 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.721125 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.721449 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.721769 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.722104 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.722431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.722751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:25.743783 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] No DVR routers for this DVR port f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:23:25.746162 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:25.748542 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69a78dca-6762-42f0-bf4f-ddc4f66a6779 req-a956776f-5346-451e-a048-8680159df510 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.67 "DELETE /v2.0/ports/f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 HTTP/1.1" status: 204 len: 173 time: 0.3924134 Aug 31 20:23:25.749012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-deleted', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:23:25.751342 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8bf981-b522-4e0f-9d59-014bb57960b5" -d '{"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-deleted", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:23:25.789977 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ad3c3-5cca-46a0-a09f-9945ce10354f x-openstack-request-id: req-e33ad3c3-5cca-46a0-a09f-9945ce10354f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:23:25.790269 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ec63c-bdce-45c7-b1b6-02b8c2dc6773", "name": "network-vif-deleted", "tag": "f7f5a483-e86d-4e22-91fb-d2bdf5df42f2", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:23:25.790519 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e33ad3c3-5cca-46a0-a09f-9945ce10354f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:23:25.790937 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ec63c-bdce-45c7-b1b6-02b8c2dc6773', 'name': 'network-vif-deleted', 'tag': 'f7f5a483-e86d-4e22-91fb-d2bdf5df42f2', 'status': 'completed', 'code': 200} Aug 31 20:23:26.149859 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7ded7818-5b87-4652-bd87-ffbd9c5bde75 req-d0eb84af-55b7-472c-90dc-131432dda8f0 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Aug 31 20:23:27.246684 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-bb845567-c3b3-44ab-889f-3fce6dc17c59 req-1f917212-2c96-4b61-9f36-94ac7b0b00d2 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0266376 Aug 31 20:23:28.019486 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:28.039864 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:28.040202 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device f7f5a483-e86d-4e22-91fb-d2bdf5df42f2 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:28.341069 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2c377f04-2f66-4c9a-b481-a15e2af98697 req-874ab02f-d8de-4742-955c-deeed30cb475 tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Aug 31 20:23:29.449838 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b5f63767-c7a5-434f-9862-6d5fa48322ed req-19cbb5c1-ee94-4957-98e8-22680ce2d4fc tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "GET /v2.0/ports?device_id=601ec63c-bdce-45c7-b1b6-02b8c2dc6773 HTTP/1.1" status: 200 len: 210 time: 0.0299006 Aug 31 20:23:30.505731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49518) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:30.569823 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:30.598298 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:30.659977 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:30.662972 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:30.665020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] 10.222.0.73 "DELETE /v2.0/security-groups/e3375497-fda9-400f-b09c-4925635244db HTTP/1.1" status: 204 len: 168 time: 0.1576076 Aug 31 20:23:30.675620 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438e141-c11e-451b-ad60-89cea798db4f tempest-TestShelveInstance-709403994 tempest-TestShelveInstance-709403994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3375497-fda9-400f-b09c-4925635244db,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:30.725694 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:31.167656 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:31.420157 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Deleting port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:31.420417 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:31.499667 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] For port 22aef5d9-3f5b-4896-b7ed-c0af89eff35b, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:31.499963 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:31.512938 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Calling delete_port for 22aef5d9-3f5b-4896-b7ed-c0af89eff35b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:31.690088 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:31.720876 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Pushing event deleted for resources: {'Port': ['ID=22aef5d9-3f5b-4896-b7ed-c0af89eff35b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:31.891219 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.111000 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Router abae9517-fe5a-45f0-82f5-895508c3adc3 has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:23:32.217264 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:32.225547 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-5703e903-513c-4f0a-b875-6613231aba2d admin admin] 10.222.0.73 "PUT /v2.0/routers/abae9517-fe5a-45f0-82f5-895508c3adc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4962106 Aug 31 20:23:32.225740 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:32.229954 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Sync routers for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:32.239615 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:32.240285 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:32.331874 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.360700 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:32.432501 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.486636 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Deleting port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:32.486982 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.535599 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:23:31Z', 'revision_number': 5, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port': {'id': '80c5c79f-5fa1-495b-b7b6-e932370b8bbc', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:32.564457 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Checking router: abae9517-fe5a-45f0-82f5-895508c3adc3 for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:32.568786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] For port 80c5c79f-5fa1-495b-b7b6-e932370b8bbc, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:32.569165 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.573961 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Routers {'abae9517-fe5a-45f0-82f5-895508c3adc3'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:32.574576 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['abae9517-fe5a-45f0-82f5-895508c3adc3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:32.583672 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Calling delete_port for 80c5c79f-5fa1-495b-b7b6-e932370b8bbc owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:32.660417 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] Set router abae9517-fe5a-45f0-82f5-895508c3adc3 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:32.714513 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:23:32Z', 'revision_number': 6, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:32.741371 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10d6cb-50fe-4c3d-851b-b23ee363c269 None None] The sync data for ids ['abae9517-fe5a-45f0-82f5-895508c3adc3'] in n-d-778550-14 is: [{'id': 'abae9517-fe5a-45f0-82f5-895508c3adc3', 'name': 'tempest-TestShelveInstance-1551570321-router', 'tenant_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:47Z', 'updated_at': '2021-08-31T20:23:32Z', 'revision_number': 6, 'project_id': '69c4ac115bcf4b75a9f41529e60e5f44', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:32.754086 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:32.784341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c5c79f-5fa1-495b-b7b6-e932370b8bbc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:32.846455 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.222105 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.224230 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.266026 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.266656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abae9517-fe5a-45f0-82f5-895508c3adc3 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:23:33.271664 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.272872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a4a454cf-0160-4ad1-8ef6-722a13d3c3c3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/abae9517-fe5a-45f0-82f5-895508c3adc3 HTTP/1.1" status: 204 len: 168 time: 1.0456686 Aug 31 20:23:33.275431 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:33.326796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Deleting subnet 3adb2bca-b411-4d8d-b738-18761a5774e1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:23:33.329868 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.363535 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.440346 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.496482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.525272 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.529430 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3adb2bca-b411-4d8d-b738-18761a5774e1 HTTP/1.1" status: 204 len: 168 time: 0.2507205 Aug 31 20:23:33.529584 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c1de6-45ec-4a1b-8356-90586cc8d18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adb2bca-b411-4d8d-b738-18761a5774e1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:33.529783 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af6023-d9e6-465c-98ba-bb5c222a8f3e None None] Network 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:33.530271 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:33.614507 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.658755 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 22aef5d9-3f5b-4896-b7ed-c0af89eff35b no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:33.681665 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 22aef5d9-3f5b-4896-b7ed-c0af89eff35b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:33.682004 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 22aef5d9-3f5b-4896-b7ed-c0af89eff35b not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:33.682427 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Deleting port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:33.683426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.734406 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] DHCP port deletion for 0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:23:33.750118 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] For port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:33.750492 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.763764 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Calling delete_port for 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:33.781959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Deleting port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:33.782245 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.850672 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] For port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,segment=NetworkSegment(46d87543-0bc9-4614-a874-bbb8b681307e),segment_id=46d87543-0bc9-4614-a874-bbb8b681307e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:33.851133 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.853702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.865650 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Calling delete_port for 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:33.885416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] No DVR routers for this DVR port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:23:33.887759 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:33.948132 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.962130 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:33.971928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:33.974900 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Pushing event deleted for resources: {'Port': ['ID=74eb706f-81ca-41c2-9c7c-e4138c3bb9b9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:33.983710 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d87543-0bc9-4614-a874-bbb8b681307e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:33.984014 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d87543-0bc9-4614-a874-bbb8b681307e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:33.984125 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] No DVR routers for this DVR port 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:23:33.986674 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.987026 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.987372 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.987868 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.988210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.988548 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.988879 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.989208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.989537 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.989865 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.990191 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.990517 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1352e39-6fec-4845-b3d5-67398e6f3813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:33.994540 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.009828 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.015826 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:23:34.016242 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:23:34.017936 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:23:34.081499 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.090840 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.090840 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5 HTTP/1.1" status: 204 len: 168 time: 0.5587828 Aug 31 20:23:34.092798 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:34.100550 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110a94-cb36-4825-b88a-0b7a365161d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4027fa-fbe5-4e27-885a-5f15a5fa1ab5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:34.432130 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.676366 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Deleting port 6a9fad6f-8026-43d0-ae08-f52b34f1a755 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:34.676711 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.754429 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] For port 6a9fad6f-8026-43d0-ae08-f52b34f1a755, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=6a9fad6f-8026-43d0-ae08-f52b34f1a755,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:34.754715 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.767013 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Calling delete_port for 6a9fad6f-8026-43d0-ae08-f52b34f1a755 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:34.940060 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:34.967451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9fad6f-8026-43d0-ae08-f52b34f1a755,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:35.141362 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:35.300716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:35.330795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:35.331144 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 74eb706f-81ca-41c2-9c7c-e4138c3bb9b9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:35.331564 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80c5c79f-5fa1-495b-b7b6-e932370b8bbc no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:35.350540 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 80c5c79f-5fa1-495b-b7b6-e932370b8bbc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:35.350890 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 80c5c79f-5fa1-495b-b7b6-e932370b8bbc not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:35.373461 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:23:35.485122 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:35.494505 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:35.494984 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Sync routers for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:35.496079 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-159f5ce8-ef3f-426e-906b-4a72521690fd admin admin] 10.222.0.73 "PUT /v2.0/routers/0976fe68-8058-4d6e-b7f5-cc2137a8e54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976958 Aug 31 20:23:35.504312 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:35.504965 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:35.605696 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:35.617698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:35.710483 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:35.767700 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Deleting port ab05f919-60e1-470c-a50d-a776fb442549 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:35.768015 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:35.799441 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:23:34Z', 'revision_number': 5, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port': {'id': 'ab05f919-60e1-470c-a50d-a776fb442549', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:14:52Z', 'updated_at': '2021-08-31T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:35.825977 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Checking router: 0976fe68-8058-4d6e-b7f5-cc2137a8e54e for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:35.834340 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Routers {'0976fe68-8058-4d6e-b7f5-cc2137a8e54e'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:35.834954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:35.852703 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] For port ab05f919-60e1-470c-a50d-a776fb442549, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=ab05f919-60e1-470c-a50d-a776fb442549,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:35.853139 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:35.865579 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Calling delete_port for ab05f919-60e1-470c-a50d-a776fb442549 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:35.943369 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] Set router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:36.007831 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:23:35Z', 'revision_number': 6, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:36.037368 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c22175-3c0a-456f-9d2c-efc7e176caca None None] The sync data for ids ['0976fe68-8058-4d6e-b7f5-cc2137a8e54e'] in n-d-778550-14 is: [{'id': '0976fe68-8058-4d6e-b7f5-cc2137a8e54e', 'name': 'tempest-TestShelveInstance-949773253-router', 'tenant_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:14:51Z', 'updated_at': '2021-08-31T20:23:35Z', 'revision_number': 6, 'project_id': 'd87cc14f15254c87b04b4c0a6ed2c63f', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:36.049271 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.081917 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab05f919-60e1-470c-a50d-a776fb442549,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:36.146728 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.242426 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.244681 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.297852 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.298531 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0976fe68-8058-4d6e-b7f5-cc2137a8e54e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:23:36.305793 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.307410 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-8a99ec0c-1108-4fb8-85a6-165c2573a200 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0976fe68-8058-4d6e-b7f5-cc2137a8e54e HTTP/1.1" status: 204 len: 168 time: 0.8118284 Aug 31 20:23:36.309972 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:36.358591 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Deleting subnet a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:23:36.361839 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.398778 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.489055 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.548627 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.576088 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:36.578134 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.580788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c6aec0b2-3fc2-4507-bf6b-1912526c3eaa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a2e7040a-1e9a-47f7-83ee-49b3f6e9aca7 HTTP/1.1" status: 204 len: 168 time: 0.2698138 Aug 31 20:23:36.582509 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:36.583476 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214f41b-2c06-4c8b-baef-77af3242f505 None None] Network 2a75494c-014c-4be4-9818-e305a5109c73 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:36.661224 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.721504 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Deleting port f26341ef-2688-4cf4-a7b5-94531dc02cb9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:36.721887 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.784433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] For port f26341ef-2688-4cf4-a7b5-94531dc02cb9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f26341ef-2688-4cf4-a7b5-94531dc02cb9,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:36.784726 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.798804 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Calling delete_port for f26341ef-2688-4cf4-a7b5-94531dc02cb9 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:36.826562 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] DHCP port deletion for 2a75494c-014c-4be4-9818-e305a5109c73 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:23:36.876492 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Deleting port f26341ef-2688-4cf4-a7b5-94531dc02cb9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:23:36.876888 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.881197 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.916941 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] No DVR routers for this DVR port f26341ef-2688-4cf4-a7b5-94531dc02cb9 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:23:36.940704 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26341ef-2688-4cf4-a7b5-94531dc02cb9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:36.948365 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] For port f26341ef-2688-4cf4-a7b5-94531dc02cb9, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=f26341ef-2688-4cf4-a7b5-94531dc02cb9,segment=NetworkSegment(d6d7b11d-f865-465f-b35c-da3d6686995c),segment_id=d6d7b11d-f865-465f-b35c-da3d6686995c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:36.948787 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:36.964028 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Calling delete_port for f26341ef-2688-4cf4-a7b5-94531dc02cb9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:23:36.994228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.004407 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a75494c-014c-4be4-9818-e305a5109c73']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:37.015785 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d7b11d-f865-465f-b35c-da3d6686995c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:37.016237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d7b11d-f865-465f-b35c-da3d6686995c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:37.026654 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.039416 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.043670 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.051056 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:23:37.051383 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:23:37.053373 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:23:37.071133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] No DVR routers for this DVR port f26341ef-2688-4cf4-a7b5-94531dc02cb9 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:23:37.076235 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d2fd5-5ddc-4b01-8b0f-03581eaa90f1 None None] Pushing event deleted for resources: {'Port': ['ID=f26341ef-2688-4cf4-a7b5-94531dc02cb9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:37.242840 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6a9fad6f-8026-43d0-ae08-f52b34f1a755 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:37.264041 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 6a9fad6f-8026-43d0-ae08-f52b34f1a755 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:37.264395 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 6a9fad6f-8026-43d0-ae08-f52b34f1a755 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:37.264822 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ab05f919-60e1-470c-a50d-a776fb442549 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:37.287998 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: ab05f919-60e1-470c-a50d-a776fb442549 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:37.288389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device ab05f919-60e1-470c-a50d-a776fb442549 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:37.288902 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f26341ef-2688-4cf4-a7b5-94531dc02cb9 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:23:37.308743 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: f26341ef-2688-4cf4-a7b5-94531dc02cb9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:23:37.309097 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device f26341ef-2688-4cf4-a7b5-94531dc02cb9 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:23:37.434171 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.439466 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.441378 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2a75494c-014c-4be4-9818-e305a5109c73 HTTP/1.1" status: 204 len: 168 time: 0.8579457 Aug 31 20:23:37.452840 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337246-bfd1-4f04-bc43-6f9187ff4cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a75494c-014c-4be4-9818-e305a5109c73,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:37.551817 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:37.593445 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-62559d03-035c-4c80-a82f-3d02e205a053 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69c4ac115bcf4b75a9f41529e60e5f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404549 Aug 31 20:23:37.595813 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:37.643090 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.663432 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.714270 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.716710 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:37.717869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9d99e61-a5a5-4898-94ca-07539b12bd83 HTTP/1.1" status: 204 len: 168 time: 0.1211298 Aug 31 20:23:37.725792 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8f76-c196-4a82-8b9f-e86d704dcf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d99e61-a5a5-4898-94ca-07539b12bd83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:38.032216 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:38.072350 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-86ed6188-1f6b-4125-a344-f2308b6c4931 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d87cc14f15254c87b04b4c0a6ed2c63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389864 Aug 31 20:23:38.074761 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:38.121273 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:38.141737 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:38.189760 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:38.193338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:38.194781 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/919c5a66-98b7-480b-8c35-98023e1b06cf HTTP/1.1" status: 204 len: 168 time: 0.1190567 Aug 31 20:23:38.202717 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d73f99-86d8-48c7-a5d4-efbdf44d800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919c5a66-98b7-480b-8c35-98023e1b06cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:38.851062 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:38.943791 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-438277290-network', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:38.967160 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Made reservation on behalf of fd47ab78c7a74eb19460379b9d2d70bf for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:23:38.969468 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:38.977940 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.063512 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.066991 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.093604 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:23:39.102360 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0ac22-d7ea-47cc-b7ab-096954e37f54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:39.108848 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.109314 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Added segment e4ac199f-61da-4b5a-bca1-59864cb2ff1d of type vlan for network cea9faf8-7999-4b2a-8433-6a1b2804029d Aug 31 20:23:39.149122 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.173034 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.173975 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:39.174559 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.224739 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3724642 Aug 31 20:23:39.227770 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:39.232696 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Request body: {'subnet': {'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-438277290-subnet', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:39.235063 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc17cc8-a559-4346-b93c-216a224d2daf admin admin] Pushing event updated for resources: {'Network': ['ID=cea9faf8-7999-4b2a-8433-6a1b2804029d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:39.245818 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network cea9faf8-7999-4b2a-8433-6a1b2804029d details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:23:39.255079 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Made reservation on behalf of fd47ab78c7a74eb19460379b9d2d70bf for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:23:39.258969 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.426572 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.487633 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9353237-0d69-4b28-8ae4-2250c3c0a78f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:39.493731 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Checking segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:39.494152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Network hostable DHCP agents. Network: cea9faf8-7999-4b2a-8433-6a1b2804029d, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:23:39.510510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:23:39.519216 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, cea9faf8-7999-4b2a-8433-6a1b2804029d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:39.525037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:39.525997 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.526844 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9e7b7-677a-464a-9dac-00f14a3f0127 None None] Network cea9faf8-7999-4b2a-8433-6a1b2804029d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:39.540511 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-b72d00ef-29de-448b-aec3-e46efdfd0ec6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3116462 Aug 31 20:23:39.543148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49584) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:39.547440 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:39.568881 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.569950 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.625544 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.673450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-cea9faf8-7999-4b2a-8433-6a1b2804029d', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:23:39.674320 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.761973 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.810491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Allocated IP 172.20.0.2 (cea9faf8-7999-4b2a-8433-6a1b2804029d/d9353237-0d69-4b28-8ae4-2250c3c0a78f/d52e74d0-ed8d-4739-bb38-09937c0fe598) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:39.953551 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.962335 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Transition to ACTIVE for port object d52e74d0-ed8d-4739-bb38-09937c0fe598 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:39.973702 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.976811 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Transition to ACTIVE for port object d52e74d0-ed8d-4739-bb38-09937c0fe598 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:39.982484 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:39.993698 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.025450 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:40.029051 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:40.031409 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:40.034154 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Pushing event updated for resources: {'Port': ['ID=d52e74d0-ed8d-4739-bb38-09937c0fe598,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:40.085664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Attempting to bind port d52e74d0-ed8d-4739-bb38-09937c0fe598 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:40.085664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Attempting to bind port d52e74d0-ed8d-4739-bb38-09937c0fe598 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:40.085664 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Attempting to bind port d52e74d0-ed8d-4739-bb38-09937c0fe598 on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:40.091521 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:40.091923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Checking segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:40.092324 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.092716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Bound using segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:40.093172 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Bound port: d52e74d0-ed8d-4739-bb38-09937c0fe598, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:40.093549 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.105439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Allocated IP 172.25.3.130 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/02a88384-6a8c-4a51-a03d-662a0f19d2eb) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:40.161243 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] For port d52e74d0-ed8d-4739-bb38-09937c0fe598, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:40.164923 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] For port d52e74d0-ed8d-4739-bb38-09937c0fe598, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d52e74d0-ed8d-4739-bb38-09937c0fe598,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:40.170151 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.210496 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.230702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e332a3-a0f6-4d80-acf5-e7f398ce5489 None None] Pushing event updated for resources: {'Port': ['ID=d52e74d0-ed8d-4739-bb38-09937c0fe598,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:40.257938 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.312747 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:40.315776 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:40.319750 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:40.344457 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Pushing event updated for resources: {'Port': ['ID=02a88384-6a8c-4a51-a03d-662a0f19d2eb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:40.594688 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.793390 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:40.922313 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:23:41.033928 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:41.049629 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:41.051671 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.053181 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-e78a9db8-91c3-4acd-ac24-46f2bb2ef07a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5090532 Aug 31 20:23:41.056151 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:41.065704 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:41.066672 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:41.106423 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e1fac5-6528-4085-ae33-4eea49c9db4e None None] Network cea9faf8-7999-4b2a-8433-6a1b2804029d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:41.173614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-997b7208-ec8e-4636-877c-4b4b89a15569 None None] Provisioning for port d52e74d0-ed8d-4739-bb38-09937c0fe598 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:41.181618 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:41.287966 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d52e74d0-ed8d-4739-bb38-09937c0fe598 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:41.367088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port d52e74d0-ed8d-4739-bb38-09937c0fe598 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:41.371839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d52e74d0-ed8d-4739-bb38-09937c0fe598 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:41.372313 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.401454 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:40Z', 'revision_number': 3, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:41.428519 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:41.429548 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Updating router c464da37-741e-4b5a-bd70-a7bc0fccd9ac port 02a88384-6a8c-4a51-a03d-662a0f19d2eb binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:23:41.459727 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.474078 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.516679 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port d52e74d0-ed8d-4739-bb38-09937c0fe598, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d52e74d0-ed8d-4739-bb38-09937c0fe598,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:41.521493 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.556661 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.588815 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=d52e74d0-ed8d-4739-bb38-09937c0fe598,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:41.618374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d6c12ad7-02c0-4373-b0b2-081f9741db92 None None] Provisioning complete for port d52e74d0-ed8d-4739-bb38-09937c0fe598 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:41.618917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d6c12ad7-02c0-4373-b0b2-081f9741db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.718917 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0468081c-2eef-4e48-9d56-1f6f2359c790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.747150 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Allocated IP 172.20.0.1 (cea9faf8-7999-4b2a-8433-6a1b2804029d/d9353237-0d69-4b28-8ae4-2250c3c0a78f/97e64243-baa5-4d22-b079-f4ba0010f013) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:41.842495 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.852117 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Transition to ACTIVE for port object 02a88384-6a8c-4a51-a03d-662a0f19d2eb will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:41.852995 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.859410 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.866795 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Transition to ACTIVE for port object 97e64243-baa5-4d22-b079-f4ba0010f013 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:41.900583 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.914221 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Pushing event updated for resources: {'Port': ['ID=02a88384-6a8c-4a51-a03d-662a0f19d2eb,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:41.917194 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Attempting to bind port 02a88384-6a8c-4a51-a03d-662a0f19d2eb on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:41.917539 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Attempting to bind port 02a88384-6a8c-4a51-a03d-662a0f19d2eb by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:41.917888 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Attempting to bind port 02a88384-6a8c-4a51-a03d-662a0f19d2eb on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:41.925557 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:41.925918 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:41.926311 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.926692 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:41.927138 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Bound port: 02a88384-6a8c-4a51-a03d-662a0f19d2eb, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:41.927508 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.929701 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.930037 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.930368 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.930696 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.931017 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.931341 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.931680 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.932001 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.932314 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.932624 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.932934 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.933243 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:23:41.936907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:41.942012 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:41.946321 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:41.972341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Pushing event updated for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:41.990440 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:41.993452 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] For port 02a88384-6a8c-4a51-a03d-662a0f19d2eb, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:41.997236 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] For port 02a88384-6a8c-4a51-a03d-662a0f19d2eb, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=02a88384-6a8c-4a51-a03d-662a0f19d2eb,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:42.003124 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.061503 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:42.062326 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:42.120055 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09deace-1217-4e33-b4c4-7f4958e39e40 None None] Pushing event updated for resources: {'Port': ['ID=02a88384-6a8c-4a51-a03d-662a0f19d2eb,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:42.141310 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.185990 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:42.245685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-03bf6d6d-4b72-414a-b317-e78fad4e9d27 None None] Provisioning for port 97e64243-baa5-4d22-b079-f4ba0010f013 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:42.250306 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-03bf6d6d-4b72-414a-b317-e78fad4e9d27 None None] Provisioning complete for port 97e64243-baa5-4d22-b079-f4ba0010f013 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:42.251193 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03bf6d6d-4b72-414a-b317-e78fad4e9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.286381 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-03bf6d6d-4b72-414a-b317-e78fad4e9d27 None None] Port 97e64243-baa5-4d22-b079-f4ba0010f013 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:23:42.321474 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.326394 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.383602 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:40Z', 'revision_number': 3, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:42.406028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.407928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Pushing event updated for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:42.410058 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3ebb9-97a1-4c8c-ae1b-bae0f0803441 None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:40Z', 'revision_number': 3, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:42.503197 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:42.504868 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:42.655153 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:23:42.771758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:42.780306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-1ed782a2-9de5-46c9-b655-8d9ef3aa4624 admin admin] 10.222.0.73 "PUT /v2.0/routers/c464da37-741e-4b5a-bd70-a7bc0fccd9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230015 Aug 31 20:23:42.811802 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9eb5180c-4b79-4852-9944-15b4f65fbe3b None None] Provisioning complete for port 97e64243-baa5-4d22-b079-f4ba0010f013 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:42.812395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180c-4b79-4852-9944-15b4f65fbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:42.849874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5180c-4b79-4852-9944-15b4f65fbe3b None None] Port 97e64243-baa5-4d22-b079-f4ba0010f013 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:23:43.296702 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:43.309562 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-708186144-network', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:43.330182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d52e74d0-ed8d-4739-bb38-09937c0fe598 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:43.334973 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Made reservation on behalf of 881092a4e42c42fd9b3ad37fe027f4dd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:23:43.338019 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.346820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.380830 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port d52e74d0-ed8d-4739-bb38-09937c0fe598 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:43.381205 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.443586 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.447947 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.466177 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 02a88384-6a8c-4a51-a03d-662a0f19d2eb up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:43.476146 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 20:23:43.486967 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae821883-d77b-4c94-b8bb-ccc188cba6a7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:43.492832 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.493177 n-d-778550-14 neutron-server[94817]: INFO neutron.db.segments_db [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Added segment d2141f8c-2d46-4119-8656-8f1c3f8f7f75 of type vlan for network d6273b2b-3234-42fa-9d42-5c39bc55b553 Aug 31 20:23:43.516785 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 02a88384-6a8c-4a51-a03d-662a0f19d2eb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:43.520847 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 02a88384-6a8c-4a51-a03d-662a0f19d2eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:43.521286 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.537446 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779039032167'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.563107 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.565746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:43.566340 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.604179 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.621257 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3172116 Aug 31 20:23:43.624328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:43.626019 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 02a88384-6a8c-4a51-a03d-662a0f19d2eb, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=02a88384-6a8c-4a51-a03d-662a0f19d2eb,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:43.626498 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff38f-b293-46f9-b40d-00240f360270 admin admin] Pushing event updated for resources: {'Network': ['ID=d6273b2b-3234-42fa-9d42-5c39bc55b553,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:43.630567 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.631016 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Request body: {'subnet': {'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-708186144-subnet', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:43.655086 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Made reservation on behalf of 881092a4e42c42fd9b3ad37fe027f4dd for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:23:43.655389 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 details requested by agent ovs-agent-n-d-778550-14 with host n-d-778550-14 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 20:23:43.657556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13204193'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.735678 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=02a88384-6a8c-4a51-a03d-662a0f19d2eb,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:43.834415 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12727059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13204215'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.890037 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:43.901099 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Checking segment: {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:43.901467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Network hostable DHCP agents. Network: d6273b2b-3234-42fa-9d42-5c39bc55b553, hostable agents: ['3a4bd226-75c4-40e0-bf69-7154fc960f2a'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 20:23:43.918777 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 is scheduled to be hosted by DHCP agent 3a4bd226-75c4-40e0-bf69-7154fc960f2a with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 20:23:43.927604 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-14, d6273b2b-3234-42fa-9d42-5c39bc55b553) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:43.932648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:43.933293 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.937899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49155490-0b80-4133-bcf4-8eeda54e7c39 None None] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:43.957798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a34bbaca-8c78-4555-a690-da3a13ca7c5e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322279 Aug 31 20:23:43.958628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:43.965607 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:43.989040 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:43.990354 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13101'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.059504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.122031 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:44.162848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:44.164024 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:44.202825 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.321609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:44.379959 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815e4e38-f0ad-5aa7-8aeb-5d36e94be4ca-d6273b2b-3234-42fa-9d42-5c39bc55b553', 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'fixed_ips': [{'subnet_id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1'}]}} from n-d-778550-14. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 20:23:44.380788 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.396254 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ca30563-dd53-4809-a030-37ff80e488f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.409014 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.427850 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.541796 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Allocated IP 172.25.3.206 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/c4e7f615-55b6-46d8-9043-696adebfaf63) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:44.617767 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.647801 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Allocated IP 172.20.0.2 (d6273b2b-3234-42fa-9d42-5c39bc55b553/a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1/7809f6ea-67aa-4a8a-9bfb-adc1fb453236) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:44.651225 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.691444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.732727 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:44.733249 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 2, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:44.736403 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:44.742762 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:44.765514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:44.765867 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Updating router c464da37-741e-4b5a-bd70-a7bc0fccd9ac port 97e64243-baa5-4d22-b079-f4ba0010f013 binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:23:44.770496 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e7f615-55b6-46d8-9043-696adebfaf63,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:44.803469 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.884494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.942955 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Transition to ACTIVE for port object 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:44.973493 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Transition to ACTIVE for port object 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:44.982112 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:44.996206 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.068586 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:45.075432 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Pushing event updated for resources: {'Port': ['ID=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:45.078009 n-d-778550-14 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:45.086669 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:45.172298 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Attempting to bind port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:45.172681 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Attempting to bind port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:45.173049 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Attempting to bind port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 on network d6273b2b-3234-42fa-9d42-5c39bc55b553 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:45.215810 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:45.216208 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Checking segment: {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:45.216610 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.217021 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Bound using segment: {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:45.217514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Bound port: 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:45.217900 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.241666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.258215 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.279863 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 02a88384-6a8c-4a51-a03d-662a0f19d2eb up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:45.313360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Transition to ACTIVE for port object 97e64243-baa5-4d22-b079-f4ba0010f013 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:45.330497 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.390040 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] For port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:45.397265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] For port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:45.415277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.430403 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a53c4-8a79-4647-a4b5-94b1b18729b8 None None] Pushing event updated for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:45.477596 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 02a88384-6a8c-4a51-a03d-662a0f19d2eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:45.478005 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.550745 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653810'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.567276 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Attempting to bind port 97e64243-baa5-4d22-b079-f4ba0010f013 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:45.567677 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Attempting to bind port 97e64243-baa5-4d22-b079-f4ba0010f013 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:45.568064 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Attempting to bind port 97e64243-baa5-4d22-b079-f4ba0010f013 on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:45.574129 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821daabe-152b-4174-ad93-5f048dfb9636 None None] Pushing event updated for resources: {'Port': ['ID=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:45.582744 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:45.583133 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Checking segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:45.583608 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.583969 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Bound using segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:45.584453 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Bound port: 97e64243-baa5-4d22-b079-f4ba0010f013, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:45.584895 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.718535 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] For port 97e64243-baa5-4d22-b079-f4ba0010f013, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:45.729514 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] For port 97e64243-baa5-4d22-b079-f4ba0010f013, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=97e64243-baa5-4d22-b079-f4ba0010f013,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:45.730923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.734290 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.739755 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f is scheduled to L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 20:23:45.796325 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:45.796974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:45.844716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a53c4-8a79-4647-a4b5-94b1b18729b8 None None] Pushing event updated for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:45.876618 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:45.891876 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Sync routers for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:45.904582 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:45.905441 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:45.907347 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:45.908750 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-a50c8f6f-8eb9-421c-aa0a-8a6aa76feac4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9487038 Aug 31 20:23:45.911755 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:45.946304 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:46.029289 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:46.173454 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:45Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:46.207043 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a3a5-cdae-4d82-b374-a81db7b7b9b6 None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:45Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:46.229761 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:44Z', 'revision_number': 3, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:46.275205 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Checking router: 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:46.275553 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Updating router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f port c4e7f615-55b6-46d8-9043-696adebfaf63 binding host n-d-778550-14 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:23:46.319862 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.515561 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.635713 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.648115 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Transition to ACTIVE for port object c4e7f615-55b6-46d8-9043-696adebfaf63 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:46.655631 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.711711 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Attempting to bind port c4e7f615-55b6-46d8-9043-696adebfaf63 on host n-d-778550-14 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:46.711711 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Attempting to bind port c4e7f615-55b6-46d8-9043-696adebfaf63 by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:46.712166 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Attempting to bind port c4e7f615-55b6-46d8-9043-696adebfaf63 on network a5328c0a-254d-4ff1-a289-92827ad3f10d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:46.721561 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:46.721974 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Checking segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:46.722435 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.722984 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Bound using segment: {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:46.723368 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Bound port: c4e7f615-55b6-46d8-9043-696adebfaf63, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb87b29-3103-476a-8a59-591dd942c1ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:46.723895 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.728231 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce675eb8-5096-42ea-9664-afe63b624ed2 None None] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:23:46.750479 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e514f-96b8-49d1-8b8a-21b4ae0cd6f1 None None] Pushing event updated for resources: {'Port': ['ID=c4e7f615-55b6-46d8-9043-696adebfaf63,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:46.775264 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.797095 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] For port c4e7f615-55b6-46d8-9043-696adebfaf63, host n-d-778550-14, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:46.804609 n-d-778550-14 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] For port c4e7f615-55b6-46d8-9043-696adebfaf63, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4e7f615-55b6-46d8-9043-696adebfaf63,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:46.812360 n-d-778550-14 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:46.834113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-82c7eca1-9997-458d-b590-268cb41b71b6 None None] Provisioning for port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:46.886434 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e514f-96b8-49d1-8b8a-21b4ae0cd6f1 None None] Pushing event updated for resources: {'Port': ['ID=c4e7f615-55b6-46d8-9043-696adebfaf63,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:46.889304 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:46.890137 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:46.985644 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Allocated IP 172.20.0.1 (d6273b2b-3234-42fa-9d42-5c39bc55b553/a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1/a19b5089-e0ac-4007-b018-a87e3b4e7eac) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:47.012298 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:47.125649 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.141793 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Transition to ACTIVE for port object a19b5089-e0ac-4007-b018-a87e3b4e7eac will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:47.181514 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.182275 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:23:47.239568 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:47.240578 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Pushing event updated for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:47.244643 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:47.247129 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:47.320272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.325667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650881'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.383896 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:47.418317 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:44Z', 'revision_number': 3, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:47.455346 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632aa357-49a4-47e2-8df9-36f6f00d436a None None] The sync data for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 is: [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:44Z', 'revision_number': 3, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:47.467205 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:47.471954 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:47.472583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.512935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.597183 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe3c59e9-aca7-4680-b431-69ee31633d2a None None] Provisioning for port a19b5089-e0ac-4007-b018-a87e3b4e7eac completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:47.607901 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe3c59e9-aca7-4680-b431-69ee31633d2a None None] Provisioning complete for port a19b5089-e0ac-4007-b018-a87e3b4e7eac triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:47.608278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59e9-aca7-4680-b431-69ee31633d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.693223 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.699391 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.780838 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Pushing event updated for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:47.783402 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652593'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.794087 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.828422 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c59e9-aca7-4680-b431-69ee31633d2a None None] Port a19b5089-e0ac-4007-b018-a87e3b4e7eac cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:23:47.837803 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:47.842317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:47.843431 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 97e64243-baa5-4d22-b079-f4ba0010f013 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:47.904451 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:47.909234 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:47.936232 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:47.952137 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port 97e64243-baa5-4d22-b079-f4ba0010f013 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:47.956945 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 97e64243-baa5-4d22-b079-f4ba0010f013 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:47.957406 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.058902 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.068313 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:23:48.100942 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port 97e64243-baa5-4d22-b079-f4ba0010f013, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=97e64243-baa5-4d22-b079-f4ba0010f013,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:48.106197 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.166703 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:48.200284 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:23:48.205375 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d3eee4f3-b742-416e-95b7-6b74b7a9dd8f admin admin] 10.222.0.73 "PUT /v2.0/routers/30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925642 Aug 31 20:23:48.251459 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e8e33c2-8658-4350-ae05-6e135aeb76ed None None] Provisioning complete for port a19b5089-e0ac-4007-b018-a87e3b4e7eac triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:48.251946 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e8e33c2-8658-4350-ae05-6e135aeb76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.293698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e33c2-8658-4350-ae05-6e135aeb76ed None None] Port a19b5089-e0ac-4007-b018-a87e3b4e7eac cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:23:48.799279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:48.804627 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905022998', 'description': 'tempest-secgroup-smoke-1905022998 description', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:48.826038 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.909421 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.914211 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.942293 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:48.943520 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431961 Aug 31 20:23:48.946147 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468e6bf-642e-4a13-b49a-77600a298170 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fcecac-6f67-4860-9489-13d280e47015,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:48.947036 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:48.952074 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:48.986761 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.048458 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.052254 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.073697 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aa40cc-c64b-4c49-8865-6e4057218f67,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.081028 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.082459 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-4658064a-76b8-4109-b0f2-bbc0bfa6af58 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342182 Aug 31 20:23:49.086483 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:49.094703 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:49.122324 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.182098 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.185628 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.203236 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a01bd3e-79b2-4b7d-8f8c-b760e2ac530d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.212930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.214205 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-75916a75-f316-441c-b4c8-107be2e83563 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254253 Aug 31 20:23:49.216935 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:49.222937 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:49.251964 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.323106 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.328256 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.336203 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:49.351944 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a71734-8753-4529-b355-2c2ff0fe8355,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.355980 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.357305 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-9a7bcef4-3b44-43c5-a9ea-ef6fd0497464 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381226 Aug 31 20:23:49.359928 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:49.365213 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:49.389267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:49.389685 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.393966 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.458343 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.463729 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.472750 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 97e64243-baa5-4d22-b079-f4ba0010f013 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:49.481531 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e782b2b7-42c3-40f3-a00f-e6cdb320fb6f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.487957 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.489159 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d8c2ca8e-496f-41d1-a6ac-06eaffd5462f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281226 Aug 31 20:23:49.492301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 49626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:49.496915 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:49.521670 n-d-778550-14 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Project fd47ab78c7a74eb19460379b9d2d70bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:23:49.528099 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.530491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port 97e64243-baa5-4d22-b079-f4ba0010f013 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:49.530992 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.597231 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.602641 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.619114 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4e7f615-55b6-46d8-9043-696adebfaf63 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:49.622510 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Sync routers for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:23:49.624667 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.625869 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325624 Aug 31 20:23:49.628714 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:23:49.633692 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'security_group_rule': {'security_group_id': 'e6fcecac-6f67-4860-9489-13d280e47015', 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:49.636738 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099f811-8142-4764-bfe1-060cad522a70 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4088d9-6a73-473a-a987-e16e9c0259d5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.655848 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:49.656491 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:49.657517 n-d-778550-14 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Project fd47ab78c7a74eb19460379b9d2d70bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 20:23:49.662409 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.726940 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.730682 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608668'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.749976 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb95d357-e113-46bd-a88d-ea06c11269b4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:49.758358 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.759411 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port c4e7f615-55b6-46d8-9043-696adebfaf63 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:49.759782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7b959c69-31e6-440e-8e35-105435dac5e0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297607 Aug 31 20:23:49.766117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c4e7f615-55b6-46d8-9043-696adebfaf63 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:49.766502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.803103 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:49.903139 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-fa320923-e8eb-4471-adba-745ff3b2d2b7 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905022998&fields=id&tenant_id=fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 267 time: 0.0336161 Aug 31 20:23:49.962188 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:49.994775 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port c4e7f615-55b6-46d8-9043-696adebfaf63, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4e7f615-55b6-46d8-9043-696adebfaf63,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:49.999269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.014948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-ce5984ed-5ba3-443a-b3e0-744615ca13a2 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:50.016503 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-ce5984ed-5ba3-443a-b3e0-744615ca13a2 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 809 time: 0.1063230 Aug 31 20:23:50.032044 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-cc19baee-966b-49f6-a3ef-fe14240b967a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/quotas/fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 375 time: 0.0096154 Aug 31 20:23:50.078427 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=c4e7f615-55b6-46d8-9043-696adebfaf63,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:50.087398 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-6f8316b2-f1f0-472f-a5ff-804ad179d68b tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488665 Aug 31 20:23:50.100614 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:47Z', 'revision_number': 4, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a19b5089-e0ac-4007-b018-a87e3b4e7eac', 'name': '', 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'mac_address': 'fa:16:3e:90:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:46Z', 'updated_at': '2021-08-31T20:23:47Z', 'revision_number': 2, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'subnets': [{'id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:50.103847 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-a412e101-a043-4fe5-8076-0621453a5297 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:23:50.104971 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-a412e101-a043-4fe5-8076-0621453a5297 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066252 Aug 31 20:23:50.131234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Checking router: 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:23:50.132153 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Updating router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f port a19b5089-e0ac-4007-b018-a87e3b4e7eac binding host n-d-778550-14 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 20:23:50.157072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.286835 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-2f9f99ac-d358-4c25-94c1-013ac993391d service neutron] 10.222.0.73 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750579 Aug 31 20:23:50.385446 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-7d10947d-cc7a-4849-98d2-6ea2120ee4a6 service neutron] 10.222.0.73 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922887 Aug 31 20:23:50.423958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.434182 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Transition to ACTIVE for port object a19b5089-e0ac-4007-b018-a87e3b4e7eac will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:50.439923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.500884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d5ac-7342-4dcf-8a96-614931499ee1 None None] Pushing event updated for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:50.552287 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Attempting to bind port a19b5089-e0ac-4007-b018-a87e3b4e7eac on host n-d-778550-14 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:50.553093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Attempting to bind port a19b5089-e0ac-4007-b018-a87e3b4e7eac by drivers openvswitch,hyperv on host n-d-778550-14 at level 0 using segments [{'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:50.555268 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Attempting to bind port a19b5089-e0ac-4007-b018-a87e3b4e7eac on network d6273b2b-3234-42fa-9d42-5c39bc55b553 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:50.560283 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-1368488d-ec86-4a45-86a3-66e5ca95868a req-8d74c624-349f-4279-9c24-cf296b46a8e2 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 210 time: 0.0305095 Aug 31 20:23:50.561342 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Checking agent: {'id': 'c172e09c-98cf-4a23-8468-64915299d03f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 58, 14), 'started_at': datetime.datetime(2021, 8, 31, 18, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:50.561842 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Checking segment: {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:50.562318 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.562899 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Bound using segment: {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:50.563463 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Bound port: a19b5089-e0ac-4007-b018-a87e3b4e7eac, host: n-d-778550-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:50.564004 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.637370 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] For port a19b5089-e0ac-4007-b018-a87e3b4e7eac, host n-d-778550-14, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:50.640850 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] For port a19b5089-e0ac-4007-b018-a87e3b4e7eac, host n-d-778550-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a19b5089-e0ac-4007-b018-a87e3b4e7eac,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:50.648337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:50.714283 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:23:50.714922 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:50.716931 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d5ac-7342-4dcf-8a96-614931499ee1 None None] Pushing event updated for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:50.842609 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:23:51.065157 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:47Z', 'revision_number': 4, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a19b5089-e0ac-4007-b018-a87e3b4e7eac', 'name': '', 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'mac_address': 'fa:16:3e:90:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:46Z', 'updated_at': '2021-08-31T20:23:50Z', 'revision_number': 4, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'subnets': [{'id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:23:51.091795 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c157-ac9c-4a91-ac10-93452dfbac3f None None] The sync data for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 is: [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:23:47Z', 'revision_number': 4, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': 'a19b5089-e0ac-4007-b018-a87e3b4e7eac', 'name': '', 'network_id': 'd6273b2b-3234-42fa-9d42-5c39bc55b553', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'mac_address': 'fa:16:3e:90:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:46Z', 'updated_at': '2021-08-31T20:23:50Z', 'revision_number': 4, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'subnets': [{'id': 'a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:23:51.333189 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a19b5089-e0ac-4007-b018-a87e3b4e7eac up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:51.391361 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning for port a19b5089-e0ac-4007-b018-a87e3b4e7eac completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:51.395234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a19b5089-e0ac-4007-b018-a87e3b4e7eac triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:51.395616 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:51.485854 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:51.524927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] For port a19b5089-e0ac-4007-b018-a87e3b4e7eac, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a19b5089-e0ac-4007-b018-a87e3b4e7eac,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:51.529945 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:51.530884 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4e7f615-55b6-46d8-9043-696adebfaf63 up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:51.620455 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-e84014a6-7d8a-451b-bee0-ba59dbcb74a0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:51.622856 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-e84014a6-7d8a-451b-bee0-ba59dbcb74a0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 809 time: 0.1411426 Aug 31 20:23:51.651478 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Pushing event updated for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:51.679138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port c4e7f615-55b6-46d8-9043-696adebfaf63 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:51.679582 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:51.688890 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-409cfebb-9e0d-4333-9395-840171f2c9da tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 380 time: 0.0565014 Aug 31 20:23:51.700323 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'port': {'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'admin_state_up': True, 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'security_groups': ['e6fcecac-6f67-4860-9489-13d280e47015']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:51.703326 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-384474ac-426f-4858-81bf-077aabfb9a7b req-438205b4-c2b2-445f-8579-93ba4b078655 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 210 time: 0.0410800 Aug 31 20:23:51.820996 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Made reservation on behalf of fd47ab78c7a74eb19460379b9d2d70bf for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:23:51.824542 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:51.951226 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Allocated IP 172.20.0.6 (cea9faf8-7999-4b2a-8433-6a1b2804029d/d9353237-0d69-4b28-8ae4-2250c3c0a78f/e15ab401-cc12-4828-aa32-fd425ff2ca43) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:23:52.092843 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.106984 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Transition to ACTIVE for port object e15ab401-cc12-4828-aa32-fd425ff2ca43 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:52.141028 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.181561 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:23:52.186527 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:23:52.190228 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:23:52.218111 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:52.248298 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:52.248941 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.263540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-18b2889b-f8cd-4c73-8802-89d7fb5b5ab5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672832 Aug 31 20:23:52.277066 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Request body: {'port': {'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:23:52.340412 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.445262 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-756f7402-e868-4873-a9c9-48e1cd79800c None None] Provisioning for port e15ab401-cc12-4828-aa32-fd425ff2ca43 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:52.448926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-756f7402-e868-4873-a9c9-48e1cd79800c None None] Provisioning complete for port e15ab401-cc12-4828-aa32-fd425ff2ca43 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:52.449305 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-756f7402-e868-4873-a9c9-48e1cd79800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.492392 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-756f7402-e868-4873-a9c9-48e1cd79800c None None] Port e15ab401-cc12-4828-aa32-fd425ff2ca43 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:23:52.609480 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ab401-cc12-4828-aa32-fd425ff2ca43 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:23:52.616835 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.628677 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Transition to ACTIVE for port object e15ab401-cc12-4828-aa32-fd425ff2ca43 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:23:52.632207 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.686478 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:52.757821 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Attempting to bind port e15ab401-cc12-4828-aa32-fd425ff2ca43 on host n-h2-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:23:52.758230 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Attempting to bind port e15ab401-cc12-4828-aa32-fd425ff2ca43 by drivers openvswitch,hyperv on host n-h2-778550-14 at level 0 using segments [{'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:23:52.758635 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Attempting to bind port e15ab401-cc12-4828-aa32-fd425ff2ca43 on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:52.764673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Port e15ab401-cc12-4828-aa32-fd425ff2ca43 on network cea9faf8-7999-4b2a-8433-6a1b2804029d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:23:52.765081 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Attempting to bind port e15ab401-cc12-4828-aa32-fd425ff2ca43 on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:23:52.770301 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Checking agent: {'id': '66f7c314-8e41-477f-ad39-c2df6743a9d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:23:52.770741 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Checking segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:23:52.771201 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Bound using segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:23:52.771722 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Bound port: e15ab401-cc12-4828-aa32-fd425ff2ca43, host: n-h2-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:23:52.772724 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.840886 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:23:52.844199 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6cee-6359-48da-bddf-f88dcf18d496 req-9ed3c204-295a-4d96-9c5e-ae9013c4249e tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:52.844751 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:23:52.845978 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbfe6cee-6359-48da-bddf-f88dcf18d496 req-9ed3c204-295a-4d96-9c5e-ae9013c4249e tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0606456 Aug 31 20:23:52.850280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.888482 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-fbfe6cee-6359-48da-bddf-f88dcf18d496 req-65227299-bb0e-4b9e-b609-a1e1c5477f24 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Aug 31 20:23:52.895373 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:52.896151 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:52.898132 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] 10.222.0.67 "PUT /v2.0/ports/e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 1092 time: 0.6255305 Aug 31 20:23:52.898569 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:23:52.900971 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c7ad9-9740-4d15-b79f-90de757d9cca" -d '{"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:23:52.931293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ff64-8fe4-4754-be1f-157142102ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:52.955993 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85581199-88c1-4c02-a8d1-ce031d6524b5 x-openstack-request-id: req-85581199-88c1-4c02-a8d1-ce031d6524b5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:23:52.956298 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:23:52.956542 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85581199-88c1-4c02-a8d1-ce031d6524b5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:23:52.956967 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'status': 'completed', 'code': 200} Aug 31 20:23:52.996575 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-d27ebb5e-4294-4d0a-b914-31a68e687de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:52.998105 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-d27ebb5e-4294-4d0a-b914-31a68e687de9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1095 time: 0.0525005 Aug 31 20:23:53.044319 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-82c4767d-da49-4515-aa69-c30a2cc4ae57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 217 time: 0.0363204 Aug 31 20:23:53.095976 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-413e928a-a3eb-4990-8071-4f271bdb0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.097450 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-413e928a-a3eb-4990-8071-4f271bdb0057 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0456462 Aug 31 20:23:53.147137 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408463-f360-456c-897f-060a06ed6608 req-75eb0919-103e-435f-9422-eef6e410c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.148947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-75eb0919-103e-435f-9422-eef6e410c105 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444410 Aug 31 20:23:53.243025 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-30d5675c-0560-40a6-a971-ae9196bf92d0 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Aug 31 20:23:53.251398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a19b5089-e0ac-4007-b018-a87e3b4e7eac up at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:53.300685 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Provisioning complete for port a19b5089-e0ac-4007-b018-a87e3b4e7eac triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:53.301060 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:53.343300 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-fd408463-f360-456c-897f-060a06ed6608 req-4bd2eedc-f9d7-42b0-9b18-9eb5e9a37063 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935552 Aug 31 20:23:53.429857 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-5879afdd-0047-48b3-8924-1d1c1bfca788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.431234 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-5879afdd-0047-48b3-8924-1d1c1bfca788 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1095 time: 0.0415955 Aug 31 20:23:53.525161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-99a8e847-9129-4a0a-bc26-bc3297ec7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.526657 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-99a8e847-9129-4a0a-bc26-bc3297ec7be3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0879145 Aug 31 20:23:53.570095 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-71a299ae-0f27-466b-b3f2-b54a7ba644a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 217 time: 0.0354757 Aug 31 20:23:53.621205 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-1f342634-4562-4cc4-ae55-f4d52439b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.622738 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-1f342634-4562-4cc4-ae55-f4d52439b004 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0460689 Aug 31 20:23:53.672347 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-2f96c370-cf72-4a70-8bf0-5bead0f88216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:53.673967 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-2f96c370-cf72-4a70-8bf0-5bead0f88216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421031 Aug 31 20:23:53.774508 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-c4db020d-e792-4e34-b11f-7af7708320f3 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915537 Aug 31 20:23:53.870673 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bd3c7ad9-9740-4d15-b79f-90de757d9cca req-f8779524-5134-4f10-9351-f8a0ba4a400c service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Aug 31 20:23:54.007983 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7925f0-fd4a-40d1-9ef5-ea97f826af6d req-fb28c92f-2cbf-49f7-b6bb-0f7625c24ea0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:54.009470 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e7925f0-fd4a-40d1-9ef5-ea97f826af6d req-fb28c92f-2cbf-49f7-b6bb-0f7625c24ea0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0504732 Aug 31 20:23:54.046532 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-7e7925f0-fd4a-40d1-9ef5-ea97f826af6d req-28b0d772-abc6-4c77-ac5b-03c5085e8d77 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Aug 31 20:23:55.161977 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddba532-eaf9-40cd-b7aa-1490244ea14c req-95c1775e-3c9a-483a-a9f9-e935be87f390 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:55.164103 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cddba532-eaf9-40cd-b7aa-1490244ea14c req-95c1775e-3c9a-483a-a9f9-e935be87f390 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0497761 Aug 31 20:23:55.201588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cddba532-eaf9-40cd-b7aa-1490244ea14c req-a557accb-9caa-4fe9-93d5-acfddbb16118 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Aug 31 20:23:56.162604 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:23:56.257260 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:56.268547 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:23:56.305625 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:56.318702 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ab401-cc12-4828-aa32-fd425ff2ca43 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:23:56.324581 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66453143-8f5f-43be-8981-2fd10a5b00f0 req-8e4090b2-3994-4001-b169-b83e34d146d7 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:56.326116 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66453143-8f5f-43be-8981-2fd10a5b00f0 req-8e4090b2-3994-4001-b169-b83e34d146d7 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0540099 Aug 31 20:23:56.339147 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:56.343163 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:56.364353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-66453143-8f5f-43be-8981-2fd10a5b00f0 req-d02416c5-5451-4c7f-90c5-b699e73e117d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Aug 31 20:23:56.390212 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:56.545570 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['e15ab401-cc12-4828-aa32-fd425ff2ca43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:23:57.485902 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f754d6b-066d-4f87-8cf8-e8f40c362f77 req-5215d842-7999-445e-a487-c520fd674121 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:57.487419 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f754d6b-066d-4f87-8cf8-e8f40c362f77 req-5215d842-7999-445e-a487-c520fd674121 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 944 time: 0.0538373 Aug 31 20:23:57.525672 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4f754d6b-066d-4f87-8cf8-e8f40c362f77 req-bc00664c-966e-4761-921c-17eb2cd5701f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321476 Aug 31 20:23:58.177824 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:23:58.379234 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning for port e15ab401-cc12-4828-aa32-fd425ff2ca43 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:23:58.382826 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port e15ab401-cc12-4828-aa32-fd425ff2ca43 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:23:58.383177 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:58.456958 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:58.480561 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:23:58.482816 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d574f-1b58-462f-b972-14a01327f568" -d '{"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:23:58.496464 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:23:58.500166 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:23:58.525451 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccba9cc-95c5-4bf6-ad9a-c9bd7dfb7a03 x-openstack-request-id: req-3ccba9cc-95c5-4bf6-ad9a-c9bd7dfb7a03 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:23:58.525736 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:23:58.525983 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ccba9cc-95c5-4bf6-ad9a-c9bd7dfb7a03 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:23:58.526359 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'code': 200} Aug 31 20:23:58.555299 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:23:58.622335 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a76d1-e569-47d6-a678-77b1ba6cc898 req-2143f044-95c3-46ee-a944-48a063f13f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:58.623991 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559a76d1-e569-47d6-a678-77b1ba6cc898 req-2143f044-95c3-46ee-a944-48a063f13f64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1097 time: 0.0458403 Aug 31 20:23:58.648566 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c3bc-7b88-4542-ae5a-774ff6f2bb98 req-7fa4877d-739d-47d7-92f2-5dae430199dd tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:58.650100 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4c9c3bc-7b88-4542-ae5a-774ff6f2bb98 req-7fa4877d-739d-47d7-92f2-5dae430199dd tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Aug 31 20:23:58.660525 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-559a76d1-e569-47d6-a678-77b1ba6cc898 req-1ad96496-03b3-46c5-8180-34d4e6b3e1f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287094 Aug 31 20:23:58.687782 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c4c9c3bc-7b88-4542-ae5a-774ff6f2bb98 req-0340eeb2-d0ae-45cb-97e5-227fb8ac918e tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Aug 31 20:23:59.819510 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a17ff-7c15-4ee2-b34e-426da1c6aacf req-efb0e150-b613-47ee-b332-1f84cfc8d4fa tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:23:59.821038 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-205a17ff-7c15-4ee2-b34e-426da1c6aacf req-efb0e150-b613-47ee-b332-1f84cfc8d4fa tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Aug 31 20:23:59.862531 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-205a17ff-7c15-4ee2-b34e-426da1c6aacf req-68b15e16-73d1-4caf-a3cc-569a5640cb1c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Aug 31 20:24:00.534121 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-1c447cc3-bcd8-4bfa-975f-1c916f77700e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394201 Aug 31 20:24:00.613141 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-d445d314-cdc4-408c-88c0-789278110845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:00.614641 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-d445d314-cdc4-408c-88c0-789278110845 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1097 time: 0.0407135 Aug 31 20:24:00.718746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-e3369b44-cd10-4fed-acee-46a63c22cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:00.720262 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-e3369b44-cd10-4fed-acee-46a63c22cd29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0869043 Aug 31 20:24:00.761328 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-4f713e76-6500-4529-bd1e-82d2548c94d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 217 time: 0.0342267 Aug 31 20:24:00.811043 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-6571e78d-000f-4277-a996-2f82c6503e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:00.812694 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-6571e78d-000f-4277-a996-2f82c6503e57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0437527 Aug 31 20:24:00.862409 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-5be30c57-6925-49d8-995d-898682389202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:00.863929 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-5be30c57-6925-49d8-995d-898682389202 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436149 Aug 31 20:24:00.955471 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-ec8f1e28-65bd-4493-9434-ec2f51f637dd service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Aug 31 20:24:00.985816 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900e18-e1f7-497e-9a02-fa7fa35e4948 req-b16bdeb2-212f-42a7-86a5-62b8f8d5e70a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:00.987386 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3900e18-e1f7-497e-9a02-fa7fa35e4948 req-b16bdeb2-212f-42a7-86a5-62b8f8d5e70a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 945 time: 0.0560203 Aug 31 20:24:01.028338 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b3900e18-e1f7-497e-9a02-fa7fa35e4948 req-b431445b-dcf6-415c-a11d-5909dacda068 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337481 Aug 31 20:24:01.048486 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9c3da556-b388-4cce-99bb-da0cd85df6fa req-fca7ef4b-61f7-49b5-8650-f4d3ce8eaad9 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861721 Aug 31 20:24:01.146725 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd64680-a3e6-4c5a-ba32-a467bfdaba8e req-d596671b-16be-484b-af37-7c69ce90012b tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:01.149145 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfd64680-a3e6-4c5a-ba32-a467bfdaba8e req-d596671b-16be-484b-af37-7c69ce90012b tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Aug 31 20:24:01.190354 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cfd64680-a3e6-4c5a-ba32-a467bfdaba8e req-8a21734c-cff6-47b2-bfa0-6021912c144c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336254 Aug 31 20:24:01.211676 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:24:01.297151 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b431fa-f7ac-4a21-927a-186646e202a9 tempest-TestSnapshotPattern-1652744711 tempest-TestSnapshotPattern-1652744711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:01.298798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-f1b431fa-f7ac-4a21-927a-186646e202a9 tempest-TestSnapshotPattern-1652744711 tempest-TestSnapshotPattern-1652744711-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1092 time: 0.0860803 Aug 31 20:24:01.301556 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:24:01.306534 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:24:01.328230 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:01.422606 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:01.528180 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Allocated IP 172.25.3.59 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/64b107f3-411f-436e-839d-4ec756f19b6c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:24:01.627869 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:01.667211 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:01.706757 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:24:01.712289 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:24:01.716346 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:24:01.743687 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=64b107f3-411f-436e-839d-4ec756f19b6c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:24:02.068035 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.137638 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.287077 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.291556 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.359623 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=64b107f3-411f-436e-839d-4ec756f19b6c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:24:02.370094 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.468529 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Floating IP 41d965bd-861e-4bfc-8c61-602c18a638a5 associated. External IP: 172.25.3.59, port: e15ab401-cc12-4828-aa32-fd425ff2ca43. Aug 31 20:24:02.673318 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:24:02.779200 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:24:02.789385 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:24:02.796504 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:02.798699 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:24:02.799337 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:24:02.824786 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7be36b0d-9687-4fec-8f82-bb6e02bcda12 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5221820 Aug 31 20:24:02.825384 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:24:02.827692 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a229f-d2df-4e88-86f8-2e6e8481c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:24:02.863914 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea63b14-e12a-49fe-903a-4a1d826ff88c x-openstack-request-id: req-aea63b14-e12a-49fe-903a-4a1d826ff88c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:24:02.864227 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:24:02.864477 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aea63b14-e12a-49fe-903a-4a1d826ff88c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:24:02.864878 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'status': 'completed', 'code': 200} Aug 31 20:24:02.918456 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:24:02.928861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-232a13b8-cb6e-4ff6-9742-41ef71cc1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:02.930448 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-232a13b8-cb6e-4ff6-9742-41ef71cc1930 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1097 time: 0.0430474 Aug 31 20:24:03.024372 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-afc5c7e0-b284-42a0-90f2-259017e33a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:03.025898 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-afc5c7e0-b284-42a0-90f2-259017e33a0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0883646 Aug 31 20:24:03.096597 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-8320ff5c-9855-496a-bce5-8450c34fbb20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 998 time: 0.0628705 Aug 31 20:24:03.144341 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-579c6881-f752-4c22-b2b8-83dad9f32929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:03.145811 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-579c6881-f752-4c22-b2b8-83dad9f32929 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0427928 Aug 31 20:24:03.148582 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:01Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:24:03.178156 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:24:03.187882 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:24:03.188728 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:23:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:24:03.196123 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-dffec11c-4581-4168-82ee-284ee0b9301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:24:03.198909 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-dffec11c-4581-4168-82ee-284ee0b9301f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460143 Aug 31 20:24:03.293682 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-63555c99-2449-44bb-bb64-34fd6bd94b52 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877578 Aug 31 20:24:03.295615 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:24:03.387470 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-d31a229f-d2df-4e88-86f8-2e6e8481c52f req-fb161d23-66b9-4c3b-9ed7-222f2fe40585 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859873 Aug 31 20:24:03.529309 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:01Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:24:03.554685 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85eeb1-be2f-4607-a3f1-2e6875ea5dbc None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:01Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:24:03.748629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eba3b0-178c-423f-9768-807b76ed1655 None None] New status for floating IP 41d965bd-861e-4bfc-8c61-602c18a638a5: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:24:11.690711 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38f7e732-49f8-44ca-ad2a-e6e75cc3fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:14.347986 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13835d7a-1f24-485c-8b5c-b05f37c8fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:14.578208 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:15.183865 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:15.689560 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:16.500296 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:17.294849 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:24.011454 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:24:41.692056 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f94d319-a692-41f8-8a6a-270246ec3170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:44.350192 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50b010b4-c837-47c7-9073-2bc4aa125ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:44.580278 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:45.208146 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:45.690271 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:46.517374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:24:47.297662 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:01.010976 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:25:02.520643 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-e7f9a123-e726-4cc8-8cf0-10e393b563a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442386 Aug 31 20:25:02.603500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891ab9-c925-4609-a684-fcc3a012048b req-73d386fd-2e36-4cbb-81fc-6c1939c1081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:25:02.604931 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-73d386fd-2e36-4cbb-81fc-6c1939c1081c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1097 time: 0.0418746 Aug 31 20:25:02.705041 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891ab9-c925-4609-a684-fcc3a012048b req-cf53ac68-9f53-4ade-89ab-2a523c5371b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:25:02.706475 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-cf53ac68-9f53-4ade-89ab-2a523c5371b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0809152 Aug 31 20:25:02.773443 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-8a1ca52e-4af3-4a87-a0a5-0950de970921 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 1000 time: 0.0598593 Aug 31 20:25:02.820279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891ab9-c925-4609-a684-fcc3a012048b req-11647583-c775-4cd1-aede-2e8c8a27bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:25:02.821702 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-11647583-c775-4cd1-aede-2e8c8a27bb22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0418262 Aug 31 20:25:02.867119 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891ab9-c925-4609-a684-fcc3a012048b req-191fa437-8c3d-4155-aa0b-f2b3ae00ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:25:02.868513 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-191fa437-8c3d-4155-aa0b-f2b3ae00ec48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395956 Aug 31 20:25:02.958884 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-6e8e3a12-382d-4031-a2de-1022ee525fde service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823298 Aug 31 20:25:03.046772 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-69891ab9-c925-4609-a684-fcc3a012048b req-636da0f3-8c11-4c0f-b9f3-da1d4d3e1225 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812175 Aug 31 20:25:11.693127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6a0a648f-f120-450c-a636-67cc68399818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:14.352053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c41c7a6-dfb5-47ac-8f85-d315e19e5cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:14.580371 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:15.228362 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:15.693269 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:16.516546 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:17.300173 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:38.010435 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:25:41.694488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-57b78c14-8dec-47c2-99f0-a8e3bdbcda76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:44.353441 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca5017b0-7fec-43d2-b96f-2c23449ded3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:44.581636 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:45.226372 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:45.696317 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:46.513909 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:47.303522 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:58.853698 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 details requested by agent hyperv_n-h2-778550-14 with host n-h2-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:25:58.947541 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:25:58.958926 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Returning: {'device': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:25:58.997020 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:59.010833 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e15ab401-cc12-4828-aa32-fd425ff2ca43 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:25:59.030598 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:25:59.034674 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:25:59.090398 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:25:59.098198 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.098590 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.098891 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.099229 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.099568 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.100018 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.100345 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.100707 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.101580 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.101916 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.102251 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.103393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:25:59.110393 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] get_ports_and_sgs() called for port_ids ['e15ab401-cc12-4828-aa32-fd425ff2ca43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:26:00.860027 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 up at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:26:00.920708 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Provisioning complete for port e15ab401-cc12-4828-aa32-fd425ff2ca43 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:26:00.921254 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:01.020499 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:01.045029 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:26:01.047386 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ebde53-0f40-4094-ab97-d40b4c4e76a5" -d '{"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:26:01.067193 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:26:01.074937 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:01.156162 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:01.172697 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0879d-6e5a-41d1-9c20-d555728ad882 x-openstack-request-id: req-15f0879d-6e5a-41d1-9c20-d555728ad882 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:26:01.173148 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:26:01.173556 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15f0879d-6e5a-41d1-9c20-d555728ad882 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:26:01.174254 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'code': 200} Aug 31 20:26:04.563652 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-5c357f32-d4cb-4b5b-bac9-d10c3ed426a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:04.566216 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-5c357f32-d4cb-4b5b-bac9-d10c3ed426a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1097 time: 0.0486267 Aug 31 20:26:04.694615 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-96f13371-2f19-40c0-bf0f-0db3a723cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:04.697106 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-96f13371-2f19-40c0-bf0f-0db3a723cf07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0974789 Aug 31 20:26:04.766170 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-48442ecb-0da1-45fc-aa27-90002c175ea6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 1000 time: 0.0609221 Aug 31 20:26:04.822011 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-d7176ef5-20b4-4947-bcf3-af5bf42a929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:04.823429 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-d7176ef5-20b4-4947-bcf3-af5bf42a929a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0498252 Aug 31 20:26:04.880921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-0ccf494e-1772-4052-b4f6-e816c4c09012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:04.882511 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-0ccf494e-1772-4052-b4f6-e816c4c09012 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497983 Aug 31 20:26:04.980137 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-71a1ae9e-1a2f-4650-ba67-0523d639c9bd service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876215 Aug 31 20:26:05.087837 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-bc007482-0746-467b-bd78-2f6fb0fe8c88 req-156d0ff3-1241-4811-8277-577640b858dc service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984352 Aug 31 20:26:08.638210 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-ee716b88-1056-4b47-8f40-cd1eca232619 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905022998&fields=id&tenant_id=fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 267 time: 0.0347934 Aug 31 20:26:08.749367 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-00f681f9-e433-462a-aa7e-8e4e8b0d2624 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:08.751451 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-00f681f9-e433-462a-aa7e-8e4e8b0d2624 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 809 time: 0.1065567 Aug 31 20:26:08.766955 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-a3329ee2-1e57-4741-8006-4a99e7ed147d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/quotas/fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 375 time: 0.0098798 Aug 31 20:26:08.823994 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-394869ad-125f-4126-9b1a-ccedc25b6860 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513871 Aug 31 20:26:08.829740 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-54522db1-a3bb-45b8-90da-ff4a7a4c80d5 req-ea4220cd-667c-4714-9b92-96f0f6d4137d service neutron] (94816) timed out ('10.222.0.67', 59705) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 20:26:08.971512 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-e40257b2-949b-4fc5-93eb-2fe5cebd526c service neutron] 10.222.0.73 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357734 Aug 31 20:26:09.064951 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-ff35cd7a-a97a-4725-80c8-99de8599cf64 service neutron] 10.222.0.73 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Aug 31 20:26:09.267084 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-76d78ca1-c839-4460-a6ad-e049642239c4 req-8e90acfd-8d3f-43c0-8675-1a88eca106c5 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Aug 31 20:26:10.184159 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-fcb23ac7-30d0-4611-8bb2-ac9a3824a298 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:10.185629 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-fcb23ac7-30d0-4611-8bb2-ac9a3824a298 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 809 time: 0.1007066 Aug 31 20:26:10.235221 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-602905b1-a2e3-47a6-9667-5319ca13cd94 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd47ab78c7a74eb19460379b9d2d70bf HTTP/1.1" status: 200 len: 380 time: 0.0410116 Aug 31 20:26:10.245447 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'port': {'device_id': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'admin_state_up': True, 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'security_groups': ['e6fcecac-6f67-4860-9489-13d280e47015']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:26:10.362624 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Made reservation on behalf of fd47ab78c7a74eb19460379b9d2d70bf for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 20:26:10.366827 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:10.382879 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-536242f1-f6b3-42dd-8758-0dfdc51ac728 req-75d6f44b-c5e0-48fd-964d-562b59d33a3a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 210 time: 0.0357175 Aug 31 20:26:10.512758 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Allocated IP 172.20.0.10 (cea9faf8-7999-4b2a-8433-6a1b2804029d/d9353237-0d69-4b28-8ae4-2250c3c0a78f/f7848746-bb97-4251-9a17-0bb5ba2f757c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:26:10.692721 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:10.707926 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Transition to ACTIVE for port object f7848746-bb97-4251-9a17-0bb5ba2f757c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:26:10.752003 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:10.817746 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Network cea9faf8-7999-4b2a-8433-6a1b2804029d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:26:10.821596 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:26:10.826492 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:26:10.831259 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:10.856823 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.857187 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.857526 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.857884 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.858211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.858543 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.858879 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.859210 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.859542 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.859893 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.860227 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.860585 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:10.903921 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:10.904757 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:10.921757 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-76445d3a-73e1-4b34-b30c-c6934ac9458d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800063 Aug 31 20:26:11.168874 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2700cd4e-4985-44f3-b371-279aab9c5860 None None] Provisioning for port f7848746-bb97-4251-9a17-0bb5ba2f757c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:26:11.172948 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2700cd4e-4985-44f3-b371-279aab9c5860 None None] Provisioning complete for port f7848746-bb97-4251-9a17-0bb5ba2f757c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:26:11.173316 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2700cd4e-4985-44f3-b371-279aab9c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:11.217305 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2700cd4e-4985-44f3-b371-279aab9c5860 None None] Port f7848746-bb97-4251-9a17-0bb5ba2f757c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 20:26:11.499543 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dc0e5-fed7-4219-8f3c-fc4c44d590b2 req-e248c450-7563-4da6-a9de-41376e563bbc tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:11.501740 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-904dc0e5-fed7-4219-8f3c-fc4c44d590b2 req-e248c450-7563-4da6-a9de-41376e563bbc tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0521934 Aug 31 20:26:11.550106 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-904dc0e5-fed7-4219-8f3c-fc4c44d590b2 req-772e62e8-5f91-4ca4-b7f8-96a26e112b28 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Aug 31 20:26:11.696936 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fd36dff9-62c4-4ecb-98c2-4a6d2b933c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:12.672663 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48008c-abf8-40d3-b476-af9b23f1a996 req-4ccab657-bf60-4f7d-8b5a-b0e35263ce4f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:12.674764 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a48008c-abf8-40d3-b476-af9b23f1a996 req-4ccab657-bf60-4f7d-8b5a-b0e35263ce4f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0538700 Aug 31 20:26:12.715342 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8a48008c-abf8-40d3-b476-af9b23f1a996 req-a45cbb89-0a51-45ba-a2c7-f184885fea16 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341504 Aug 31 20:26:12.925488 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:26:13.011801 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:13.038286 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:26:13.041324 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59155660-80ca-43aa-9c18-963c471aef47" -d '{"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-unplugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:26:13.054038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:26:13.058975 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:13.087419 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 20:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c64f87b-25dd-4641-b9ae-50bc7d61d8c1 x-openstack-request-id: req-9c64f87b-25dd-4641-b9ae-50bc7d61d8c1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:26:13.087745 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-unplugged", "status": "completed", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:26:13.088016 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c64f87b-25dd-4641-b9ae-50bc7d61d8c1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:26:13.088641 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'code': 200} Aug 31 20:26:13.114557 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Pushing event updated for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:13.843316 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076484ba-a829-45f5-978f-862d2c0d9b70 req-1a8a9a30-2f7d-48df-a6f3-836bb71ba509 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:13.847581 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-076484ba-a829-45f5-978f-862d2c0d9b70 req-1a8a9a30-2f7d-48df-a6f3-836bb71ba509 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0532558 Aug 31 20:26:13.892687 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-076484ba-a829-45f5-978f-862d2c0d9b70 req-7166c1d2-2006-4e5d-b6da-c37cf0ad1df0 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Aug 31 20:26:14.359398 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ed43adc-a022-4477-a507-b812b1349277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:14.584235 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:15.009768 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:26:15.026863 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b3fd-35aa-4889-a232-c588a25a9e9d req-a6ea64a8-1cfe-4dc0-8a9d-3b8fdc01d6fc tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:15.028436 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9c8b3fd-35aa-4889-a232-c588a25a9e9d req-a6ea64a8-1cfe-4dc0-8a9d-3b8fdc01d6fc tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0546083 Aug 31 20:26:15.073238 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-d9c8b3fd-35aa-4889-a232-c588a25a9e9d req-f47c4f77-6bd4-49ab-8124-ac821c04b1f8 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382221 Aug 31 20:26:15.249127 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:15.701149 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:16.192002 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdabf47-f181-4490-a5fb-7af41016d4aa req-a9047a2b-514e-4249-b248-a133702f4e61 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:16.193484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fdabf47-f181-4490-a5fb-7af41016d4aa req-a9047a2b-514e-4249-b248-a133702f4e61 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0501001 Aug 31 20:26:16.233780 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-2fdabf47-f181-4490-a5fb-7af41016d4aa req-7d400165-96b6-4d4e-90e5-9acd1c44b191 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Aug 31 20:26:16.531597 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:17.307147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:17.367966 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2604418-b42b-4d46-9dc2-587e7b59e580 req-e5e4bcd0-144a-4c10-855c-10f047bef3ba tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:17.369495 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2604418-b42b-4d46-9dc2-587e7b59e580 req-e5e4bcd0-144a-4c10-855c-10f047bef3ba tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0523932 Aug 31 20:26:17.410491 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-c2604418-b42b-4d46-9dc2-587e7b59e580 req-b9d87b7b-386c-42f0-99dd-e2e04f775b97 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Aug 31 20:26:18.534061 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8fc4-88ec-4a68-b60f-8ffb0f6fbebd req-7943e512-67eb-4c23-977f-3f00fc4ddcc1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:18.535588 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af6c8fc4-88ec-4a68-b60f-8ffb0f6fbebd req-7943e512-67eb-4c23-977f-3f00fc4ddcc1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0535507 Aug 31 20:26:18.581612 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-af6c8fc4-88ec-4a68-b60f-8ffb0f6fbebd req-7851bd9c-6969-4d28-984f-f1a2d0f0052c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Aug 31 20:26:19.705221 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b42d17-216f-4021-b5f4-a58085f3027b req-e9324e17-a89a-47a9-8be4-e7f415d95d87 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:19.707568 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28b42d17-216f-4021-b5f4-a58085f3027b req-e9324e17-a89a-47a9-8be4-e7f415d95d87 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0528603 Aug 31 20:26:19.751788 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-28b42d17-216f-4021-b5f4-a58085f3027b req-b448fdc8-0c7b-4ff5-b86a-9b2a356b356c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354280 Aug 31 20:26:20.620249 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-7f3714df-a638-4505-9677-518968ea38a9 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 20:26:20.621225 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-7f3714df-a638-4505-9677-518968ea38a9 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059297 Aug 31 20:26:20.686906 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.v2.base [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Request body: {'port': {'device_id': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:26:20.739820 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:20.877333 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33183c5b-b81b-4912-af53-9e9ec74f53a4 req-c34b90f5-717d-4c10-895b-24e46f20985c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:20.878848 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33183c5b-b81b-4912-af53-9e9ec74f53a4 req-c34b90f5-717d-4c10-895b-24e46f20985c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 932 time: 0.0536373 Aug 31 20:26:20.921821 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-33183c5b-b81b-4912-af53-9e9ec74f53a4 req-b4e4495d-2719-4b17-835f-e4c2241ebd78 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361679 Aug 31 20:26:21.274342 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7848746-bb97-4251-9a17-0bb5ba2f757c {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:26:21.282117 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:21.293683 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Transition to ACTIVE for port object f7848746-bb97-4251-9a17-0bb5ba2f757c will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 20:26:21.297344 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:21.352039 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:21.420105 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Attempting to bind port f7848746-bb97-4251-9a17-0bb5ba2f757c on host n-h1-778550-14 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 20:26:21.420446 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Attempting to bind port f7848746-bb97-4251-9a17-0bb5ba2f757c by drivers openvswitch,hyperv on host n-h1-778550-14 at level 0 using segments [{'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 20:26:21.420832 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Attempting to bind port f7848746-bb97-4251-9a17-0bb5ba2f757c on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:26:21.425354 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Port f7848746-bb97-4251-9a17-0bb5ba2f757c on network cea9faf8-7999-4b2a-8433-6a1b2804029d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-14 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 20:26:21.425682 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Attempting to bind port f7848746-bb97-4251-9a17-0bb5ba2f757c on network cea9faf8-7999-4b2a-8433-6a1b2804029d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 20:26:21.430552 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Checking agent: {'id': '00766ca2-74c5-4dc4-b7a7-d28fb32f599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'started_at': datetime.datetime(2021, 8, 31, 19, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 20, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 20:26:21.431395 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Checking segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 20:26:21.431830 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Bound using segment: {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 20:26:21.432256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Bound port: f7848746-bb97-4251-9a17-0bb5ba2f757c, host: n-h1-778550-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 20:26:21.432629 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:21.497681 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 20:26:21.500945 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 20:26:21.505236 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24870443'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:21.539709 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:21.540458 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:21.541872 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 1093 time: 0.9022644 Aug 31 20:26:21.542310 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:26:21.544578 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce0690f-0533-4169-9406-b139c19e4827" -d '{"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:26:21.569903 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8997b3-6b6e-4d8e-a6c8-e24d4b5030c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:21.627440 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-1fd742f1-a3e4-459e-890d-75d62924260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:21.629013 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-1fd742f1-a3e4-459e-890d-75d62924260d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1096 time: 0.0482142 Aug 31 20:26:21.676979 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-6df06aec-31a5-45eb-a579-8a0f5adc6192 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 217 time: 0.0397010 Aug 31 20:26:21.680561 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761de6d8-be72-49eb-8830-31f1b7ec8d3c x-openstack-request-id: req-761de6d8-be72-49eb-8830-31f1b7ec8d3c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:26:21.680977 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:26:21.681965 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-761de6d8-be72-49eb-8830-31f1b7ec8d3c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:26:21.682371 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'status': 'completed', 'code': 200} Aug 31 20:26:21.733622 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-615f8de9-28f1-4472-8aa0-f1a7ca7cd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:21.735115 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-615f8de9-28f1-4472-8aa0-f1a7ca7cd9c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0468149 Aug 31 20:26:21.782177 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774621-0943-43ad-a656-0e53597bfeed req-9ad63fc5-0b4c-4223-a99e-26fd2f055597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:21.783696 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-9ad63fc5-0b4c-4223-a99e-26fd2f055597 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415084 Aug 31 20:26:21.875934 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-2fbbf12a-c0a1-4c77-8c7a-c68ab352b2b1 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854831 Aug 31 20:26:21.967834 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-cf774621-0943-43ad-a656-0e53597bfeed req-480a2c88-43b9-4e8d-8581-778307de6ec8 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845540 Aug 31 20:26:22.046356 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc3f0-6d05-4301-b812-c244c454d655 req-84199ea4-4c4b-454c-b15e-fce04cc7f0cd tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:22.047884 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cacc3f0-6d05-4301-b812-c244c454d655 req-84199ea4-4c4b-454c-b15e-fce04cc7f0cd tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 944 time: 0.0489457 Aug 31 20:26:22.054410 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0690f-0533-4169-9406-b139c19e4827 req-4a1ffa95-8f09-44f9-81d8-3b2252be1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:22.056538 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-4a1ffa95-8f09-44f9-81d8-3b2252be1da7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1096 time: 0.0426009 Aug 31 20:26:22.090798 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-6cacc3f0-6d05-4301-b812-c244c454d655 req-e4c2fd39-22f2-4583-8b33-00a127240525 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 Aug 31 20:26:22.152211 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0690f-0533-4169-9406-b139c19e4827 req-37a2cc1d-813d-4015-8c3c-2d51718ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:22.153687 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-37a2cc1d-813d-4015-8c3c-2d51718ae877 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0913401 Aug 31 20:26:22.195078 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-2afd7422-03af-4710-b910-f36fe7c21c70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 217 time: 0.0347915 Aug 31 20:26:22.248443 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0690f-0533-4169-9406-b139c19e4827 req-323d6f5c-b429-4e79-b5b2-b35e354b4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:22.249947 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-323d6f5c-b429-4e79-b5b2-b35e354b4427 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0480745 Aug 31 20:26:22.296874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0690f-0533-4169-9406-b139c19e4827 req-03e60a85-43aa-469d-81b1-1290dede0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:22.298321 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-03e60a85-43aa-469d-81b1-1290dede0d1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401640 Aug 31 20:26:22.388839 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-2bed785c-d2e4-4d13-9337-d7bac379970a service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814912 Aug 31 20:26:22.482378 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3ce0690f-0533-4169-9406-b139c19e4827 req-df58cf8d-fdcf-45b9-933d-6c6bc765dc2c service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Aug 31 20:26:23.208015 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00099-31a0-4ffc-b644-ffb56b53d4fb req-bc8a9742-65f0-4fd0-a547-d9c23dd2d248 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:23.209507 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fe00099-31a0-4ffc-b644-ffb56b53d4fb req-bc8a9742-65f0-4fd0-a547-d9c23dd2d248 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 944 time: 0.0499740 Aug 31 20:26:23.247298 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-8fe00099-31a0-4ffc-b644-ffb56b53d4fb req-57db30a4-3a50-4a5f-bd04-2df2aef592c4 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Aug 31 20:26:24.367104 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7fadb-dbec-4d57-a1e7-834e0cb01f3f req-ee97fb3d-7d34-4458-9793-417da9fc7dab tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:24.368630 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4de7fadb-dbec-4d57-a1e7-834e0cb01f3f req-ee97fb3d-7d34-4458-9793-417da9fc7dab tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 944 time: 0.0497706 Aug 31 20:26:24.406257 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-4de7fadb-dbec-4d57-a1e7-834e0cb01f3f req-625686b5-65cd-4326-bbfa-071a9eb754b9 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Aug 31 20:26:25.522148 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b9f3-d733-46e0-847f-6deafc3de720 req-1ce64b51-1539-4437-b33a-267d6c0619b1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:25.523696 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f98b9f3-d733-46e0-847f-6deafc3de720 req-1ce64b51-1539-4437-b33a-267d6c0619b1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Aug 31 20:26:25.565175 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3f98b9f3-d733-46e0-847f-6deafc3de720 req-de0eee27-77ef-452d-9ed0-89f7bb191197 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354958 Aug 31 20:26:26.374267 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:26:26.467101 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:26:26.477972 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'mac_address': 'fa:16:3e:4e:14:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:26:26.513583 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:26.526789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7848746-bb97-4251-9a17-0bb5ba2f757c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:26:26.545460 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:26:26.549524 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:26.595210 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:26.686347 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc566-09ce-4c4c-8cbd-8b3a4d57f189 req-db3d9da2-7c5b-43fd-85da-c70f46aeff9a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:26.687905 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2ecc566-09ce-4c4c-8cbd-8b3a4d57f189 req-db3d9da2-7c5b-43fd-85da-c70f46aeff9a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Aug 31 20:26:26.727476 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-a2ecc566-09ce-4c4c-8cbd-8b3a4d57f189 req-d1cd9b71-6a4f-4c47-920a-152e32db0677 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Aug 31 20:26:26.792161 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f7848746-bb97-4251-9a17-0bb5ba2f757c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:26:27.842501 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52867-d24b-447c-a183-960270c3351d req-5dda7938-4d49-4f82-b8a2-9b460e5f7114 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:27.844005 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47f52867-d24b-447c-a183-960270c3351d req-5dda7938-4d49-4f82-b8a2-9b460e5f7114 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Aug 31 20:26:27.882101 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-47f52867-d24b-447c-a183-960270c3351d req-e9498fe6-3922-4c46-900f-7c9cc89b1d53 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Aug 31 20:26:28.390104 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:26:28.437039 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning for port f7848746-bb97-4251-9a17-0bb5ba2f757c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 20:26:28.440605 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port f7848746-bb97-4251-9a17-0bb5ba2f757c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:26:28.440978 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:28.518479 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:28.540715 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:26:28.542963 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459880f9-5428-4ce7-822f-cba63cc15237" -d '{"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:26:28.555093 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:26:28.559179 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:28.584366 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183400f6-e472-4e38-a7d6-6f382672d53a x-openstack-request-id: req-183400f6-e472-4e38-a7d6-6f382672d53a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:26:28.584656 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:26:28.584906 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-183400f6-e472-4e38-a7d6-6f382672d53a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:26:28.585297 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'code': 200} Aug 31 20:26:28.612860 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:28.677030 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02455e3-a41b-4c8c-bbb3-24eb41d09a3c req-eab10ebe-7a29-4ee1-a5ab-4a1a7268fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:28.678524 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b02455e3-a41b-4c8c-bbb3-24eb41d09a3c req-eab10ebe-7a29-4ee1-a5ab-4a1a7268fe71 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1098 time: 0.0416644 Aug 31 20:26:28.716268 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b02455e3-a41b-4c8c-bbb3-24eb41d09a3c req-14ff8c4e-aaf9-48f1-b9e9-d3b6039cc7c0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293076 Aug 31 20:26:28.996202 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352703a0-b5f9-49ea-bc7f-94a50a84832c req-1d0a286d-e1e1-4b84-908a-e76d606bc8ea tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:28.997666 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-352703a0-b5f9-49ea-bc7f-94a50a84832c req-1d0a286d-e1e1-4b84-908a-e76d606bc8ea tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.0477667 Aug 31 20:26:29.038920 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-352703a0-b5f9-49ea-bc7f-94a50a84832c req-6de96f71-d98d-42d8-962c-f547495f058d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347154 Aug 31 20:26:30.154439 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70494c32-6427-45fc-98a8-35608fb14309 req-af145311-07d5-4551-9ba3-a52441114123 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:30.155931 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70494c32-6427-45fc-98a8-35608fb14309 req-af145311-07d5-4551-9ba3-a52441114123 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.0486300 Aug 31 20:26:30.192537 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-70494c32-6427-45fc-98a8-35608fb14309 req-0c77b280-d713-4e6c-8708-7e7abaf87533 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Aug 31 20:26:30.305602 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdb56-3c0c-435e-b974-f6f192847fac req-7de0b816-0129-485e-8e18-676a2da01b61 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:30.307174 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0afdb56-3c0c-435e-b974-f6f192847fac req-7de0b816-0129-485e-8e18-676a2da01b61 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.0478287 Aug 31 20:26:30.345660 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-f0afdb56-3c0c-435e-b974-f6f192847fac req-91ee1e7a-a04d-4936-b25e-401cac102e42 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Aug 31 20:26:30.366660 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:26:30.410712 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ad164-aef9-4737-a249-e12106f7f03a tempest-TestSnapshotPattern-1652744711 tempest-TestSnapshotPattern-1652744711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:30.412277 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-615ad164-aef9-4737-a249-e12106f7f03a tempest-TestSnapshotPattern-1652744711 tempest-TestSnapshotPattern-1652744711-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1093 time: 0.0446389 Aug 31 20:26:30.415024 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 49990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:26:30.419897 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Request body: {'floatingip': {'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 20:26:30.441283 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:30.538611 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:30.647544 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Allocated IP 172.25.3.178 (a5328c0a-254d-4ff1-a289-92827ad3f10d/f35a3e58-95a6-4b95-a7e1-ccc38b563b68/d26cc1fe-e533-4be5-b399-e822efa642a2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 20:26:30.749003 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:30.796388 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779039012374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:30.830552 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Network a5328c0a-254d-4ff1-a289-92827ad3f10d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 20:26:30.833325 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 20:26:30.839433 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 20:26:30.870648 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=d26cc1fe-e533-4be5-b399-e822efa642a2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:30.883394 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.883775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.884126 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.884466 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.884803 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.885775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.885775 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.886345 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.886672 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.887000 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.887329 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:30.887675 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:26:31.538444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:31.607800 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:31.750259 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:31.754931 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12727706'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:31.832688 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event updated for resources: {'Port': ['ID=d26cc1fe-e533-4be5-b399-e822efa642a2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:26:31.841859 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650772'] for floatingip, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:31.946411 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Floating IP df5b1119-333d-440c-85be-0f7bd6572d02 associated. External IP: 172.25.3.178, port: f7848746-bb97-4251-9a17-0bb5ba2f757c. Aug 31 20:26:32.156101 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:26:32.264814 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:26:32.275535 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:26:32.283816 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:32.285152 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:26:32.285821 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:26:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:26:32.312169 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-9d666c78-8bba-4850-900a-519ce9bd2116 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8961196 Aug 31 20:26:32.312872 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:26:32.318531 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6522d-c4eb-4318-b12a-880259e01c11" -d '{"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:26:32.404210 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:26:32.414079 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fff3e3-81c6-4c8d-bd78-f9e8d5d8215b x-openstack-request-id: req-57fff3e3-81c6-4c8d-bd78-f9e8d5d8215b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:26:32.414376 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:26:32.414633 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57fff3e3-81c6-4c8d-bd78-f9e8d5d8215b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:26:32.415043 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'status': 'completed', 'code': 200} Aug 31 20:26:32.476256 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-0de3983f-7440-4c49-ac9a-3a7a3f403a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:32.477751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-0de3983f-7440-4c49-ac9a-3a7a3f403a23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1098 time: 0.0411041 Aug 31 20:26:32.576517 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-84ce3971-7a64-4d36-a162-be62300b85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:32.578064 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-84ce3971-7a64-4d36-a162-be62300b85bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0930219 Aug 31 20:26:32.648534 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-ae4a74f0-0926-4689-91ce-21447c0c686e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 1000 time: 0.0635118 Aug 31 20:26:32.703704 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-7d76f9c1-01a0-4117-b5fc-5d3b64ef147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:32.705236 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-7d76f9c1-01a0-4117-b5fc-5d3b64ef147a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0498302 Aug 31 20:26:32.720263 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}, {'id': 'df5b1119-333d-440c-85be-0f7bd6572d02', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:4e:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:26:31Z', 'updated_at': '2021-08-31T20:26:31Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:26:32.746191 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:26:32.753560 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-afae1473-f13d-48f4-b880-eea7be779e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:26:32.754322 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:26:32.754929 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:26:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:26:32.755092 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-afae1473-f13d-48f4-b880-eea7be779e8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419874 Aug 31 20:26:32.849441 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-f28fe56a-5bfd-4e3c-960c-5cc74c7f3f6e service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Aug 31 20:26:32.859885 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:26:32.944460 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-b0c6522d-c4eb-4318-b12a-880259e01c11 req-1dccd6ec-c2fb-4d4a-9c78-cb5057a68d7a service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872331 Aug 31 20:26:33.094087 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}, {'id': 'df5b1119-333d-440c-85be-0f7bd6572d02', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:4e:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:26:31Z', 'updated_at': '2021-08-31T20:26:31Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:26:33.121544 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e08d-a2ce-419f-a218-c78bbce046ac None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}, {'id': 'df5b1119-333d-440c-85be-0f7bd6572d02', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:4e:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:26:31Z', 'updated_at': '2021-08-31T20:26:31Z', 'revision_number': 0, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:26:33.326928 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f5afc-bb6c-42c8-8996-c47d000db595 None None] New status for floating IP df5b1119-333d-440c-85be-0f7bd6572d02: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:26:41.698203 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94e1b2e5-d276-45d7-813c-edeeb860cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:44.351650 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05a7f48f-8a47-4da9-888a-e5e0a37de13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:44.584771 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:45.248507 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:45.702600 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:46.553204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:47.309272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:26:52.009464 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:27:05.522822 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-f2ad0fb8-ac75-4d2f-9ed3-1dcfddce42e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404809 Aug 31 20:27:05.603845 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-ce760452-8488-4e50-a5df-7ac1d515246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:05.605241 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-ce760452-8488-4e50-a5df-7ac1d515246a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1095 time: 0.0418398 Aug 31 20:27:05.716479 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-f67c5cbb-7050-4470-914a-d6485a302a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:05.718663 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-f67c5cbb-7050-4470-914a-d6485a302a69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0909564 Aug 31 20:27:05.783858 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-488f4e52-3a4f-4758-92da-5af44411560a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 998 time: 0.0585713 Aug 31 20:27:05.838482 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-4d7958e0-788d-458e-b81a-356144d5ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:05.839948 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-4d7958e0-788d-458e-b81a-356144d5ef77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0488234 Aug 31 20:27:05.884750 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-f27941a7-c205-4f7e-adfc-03e9ebd0dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:05.886183 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-f27941a7-c205-4f7e-adfc-03e9ebd0dd04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393257 Aug 31 20:27:05.974396 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-738997a9-d0b7-45b3-8b70-926f5fdcaaa3 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811009 Aug 31 20:27:06.068625 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f5d6c16b-6fd3-40a2-9d59-8489c8b91cf4 req-b9da9d21-2d7b-4dc4-9ac9-445409bc68c1 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875044 Aug 31 20:27:07.540035 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-2da46128-63c1-4bb8-8b22-201680956fd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418079 Aug 31 20:27:07.621852 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-5f1de9c9-558a-4cf9-af1c-a9ae3907ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:07.623246 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-5f1de9c9-558a-4cf9-af1c-a9ae3907ab18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1098 time: 0.0404522 Aug 31 20:27:07.729351 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-1db459ad-2cb4-41e8-90ca-40357788f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:07.730829 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-1db459ad-2cb4-41e8-90ca-40357788f8d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0884199 Aug 31 20:27:07.797436 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-3baefcd5-76a5-4346-b97d-0bf3b0a6b4fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 1002 time: 0.0590281 Aug 31 20:27:07.853618 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-5fbf4b96-1b78-4f34-872c-1d361787f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:07.855252 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-5fbf4b96-1b78-4f34-872c-1d361787f8a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0501823 Aug 31 20:27:07.902500 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-ff1b082d-2abe-4dd0-b897-e16a9b9ae03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:27:07.904090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-ff1b082d-2abe-4dd0-b897-e16a9b9ae03c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413048 Aug 31 20:27:07.989540 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-765d4057-28d5-4d2c-a990-21b5cf7c1e51 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788739 Aug 31 20:27:08.082145 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-3a5ff86a-e585-4b4b-9fe1-d2cbcf8cc64c req-f09c6d4e-f534-487b-847b-9a19f6e78439 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Aug 31 20:27:11.700039 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e74fa9-2617-472b-afb6-05f654602737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:14.352813 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9361-c54e-47b6-add3-954529a0108e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:14.587147 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:15.252181 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:15.705589 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:16.552385 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:17.314772 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:29.009879 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:27:41.709821 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e69267ba-d7b3-494a-af2e-616599a10da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:44.354367 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df12e37a-4bd5-4643-9151-1433108a5aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:44.587570 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:45.270279 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:45.708472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:46.570014 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:47.319262 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:56.898772 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c details requested by agent hyperv_n-h1-778550-14 with host n-h1-778550-14 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 20:27:56.994699 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:27:57.007379 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Returning: {'device': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'port_id': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'mac_address': 'fa:16:3e:4e:14:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 20:27:57.046872 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:57.062789 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7848746-bb97-4251-9a17-0bb5ba2f757c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 20:27:57.081666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:27:57.086542 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:57.145786 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:27:57.154546 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.154980 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.155377 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.155813 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.156214 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.156608 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.156939 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.157265 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.157595 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.157917 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.158417 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.158897 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:27:57.171869 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] get_ports_and_sgs() called for port_ids ['f7848746-bb97-4251-9a17-0bb5ba2f757c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 20:27:58.916906 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c up at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 20:27:59.003716 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Provisioning complete for port f7848746-bb97-4251-9a17-0bb5ba2f757c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 20:27:59.004643 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453751'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:59.094708 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626976'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:59.125870 n-d-778550-14 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:27:59.126957 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7c26dcfb3060883f78a1948ca07b5d0f4e60f364e123a41763ca10e4c3212b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c98b81-5ffe-40f5-963a-5f49d909edec" -d '{"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:27:59.141118 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:27:59.145827 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779039595219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779039012392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779039012410'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:27:59.189340 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff223cf0-6724-4073-a0b7-144389f4f5ae x-openstack-request-id: req-ff223cf0-6724-4073-a0b7-144389f4f5ae {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:27:59.189640 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:27:59.189886 n-d-778550-14 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff223cf0-6724-4073-a0b7-144389f4f5ae {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:27:59.190264 n-d-778550-14 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'code': 200} Aug 31 20:27:59.210974 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Pushing event updated for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:05.580044 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-f0f6b5f7-18f7-4d91-9748-995b64b700f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921686 Aug 31 20:28:05.664861 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-f370781d-8d46-4c49-9438-934d123c2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:05.666376 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-f370781d-8d46-4c49-9438-934d123c2e1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1095 time: 0.0418491 Aug 31 20:28:05.774663 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-16ef728b-e920-41ff-9a06-02a8747c8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:05.776204 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-16ef728b-e920-41ff-9a06-02a8747c8d31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0905252 Aug 31 20:28:05.841292 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-d1634031-a783-451e-a093-1f24e485f2c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 998 time: 0.0573397 Aug 31 20:28:05.895332 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-21469083-0b84-4976-9731-22275a90cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:05.896833 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-21469083-0b84-4976-9731-22275a90cb9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0484705 Aug 31 20:28:05.942250 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-9ab80d7b-6de7-4ee2-9d8c-d969ef6b511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:05.943751 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-9ab80d7b-6de7-4ee2-9d8c-d969ef6b511a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399635 Aug 31 20:28:06.010164 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:28:06.030753 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-656cd4c2-2fef-42a3-858e-62b2c6f7389b service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797448 Aug 31 20:28:06.127871 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-f35c882d-5584-4a64-a25b-776b72b013a9 req-7b2ee019-231d-4e71-b584-ba916175f898 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Aug 31 20:28:06.705490 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:06.866420 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Deleting port d26cc1fe-e533-4be5-b399-e822efa642a2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:06.866850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:06.942432 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:06.942761 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:06.954109 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Calling delete_port for d26cc1fe-e533-4be5-b399-e822efa642a2 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:07.097321 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:07.126416 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event deleted for resources: {'Port': ['ID=d26cc1fe-e533-4be5-b399-e822efa642a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:07.151559 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.151930 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.152271 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.152613 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.152948 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.153279 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.153608 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.153934 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.154258 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.154582 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.154907 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.155232 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:07.195538 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:07.195916 n-d-778550-14 neutron-server[94817]: INFO neutron.db.l3_db [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Floating IP df5b1119-333d-440c-85be-0f7bd6572d02 disassociated (deleted). External IP: 172.25.3.178, port: f7848746-bb97-4251-9a17-0bb5ba2f757c. Aug 31 20:28:07.404117 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:28:07.509138 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:28:07.514114 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:07.518823 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:28:07.529884 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:07.530492 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:07.539963 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-0866e2be-aa24-4306-b505-3e19e915ae31 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "DELETE /v2.0/floatingips/df5b1119-333d-440c-85be-0f7bd6572d02 HTTP/1.1" status: 204 len: 168 time: 0.8333492 Aug 31 20:28:07.540546 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:28:07.542795 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed2c96-5c39-4b2a-9d13-2494458bf60a" -d '{"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:28:07.583450 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d57f46-7cce-4b2c-b75b-4c4d58072b2c x-openstack-request-id: req-92d57f46-7cce-4b2c-b75b-4c4d58072b2c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:28:07.583892 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:28:07.584259 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92d57f46-7cce-4b2c-b75b-4c4d58072b2c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:28:07.584669 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'status': 'completed', 'code': 200} Aug 31 20:28:07.644665 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:07.646742 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-49a0e8bc-0022-434e-a304-37aef63946a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:07.648637 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-49a0e8bc-0022-434e-a304-37aef63946a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 1098 time: 0.0430734 Aug 31 20:28:07.748424 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-90f18738-c4b1-47d8-9735-c866933dc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:07.749840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-90f18738-c4b1-47d8-9735-c866933dc755 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.0946577 Aug 31 20:28:07.793645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-b2ed3e17-e673-4725-9e1a-7d50ad0da32c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 200 len: 217 time: 0.0348065 Aug 31 20:28:07.835553 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5be7-0e89-4972-a7e0-396005a38bc6 req-a16bae34-9122-484c-8e78-bb7846b007df tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:07.837997 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b49e5be7-0e89-4972-a7e0-396005a38bc6 req-a16bae34-9122-484c-8e78-bb7846b007df tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.1067932 Aug 31 20:28:07.846564 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-d340d168-bf06-4d9c-899a-7e8b62947522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:07.848100 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-d340d168-bf06-4d9c-899a-7e8b62947522 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0475338 Aug 31 20:28:07.878484 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-b49e5be7-0e89-4972-a7e0-396005a38bc6 req-ef45b58e-ad05-4e88-9425-87ad7f4fb09c tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345497 Aug 31 20:28:07.894951 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:07.901057 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-91b33926-424a-4663-81b9-7f9182e2cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:07.902645 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-91b33926-424a-4663-81b9-7f9182e2cb3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469925 Aug 31 20:28:07.922393 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:28:07.931008 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:07.931571 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:07.997334 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-6926259d-0f89-44e8-a8f3-2ece8cdb56a6 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 Aug 31 20:28:08.036524 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:08.086861 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-99ed2c96-5c39-4b2a-9d13-2494458bf60a req-4eae9bda-36e5-4ed5-ba72-f5abd6180ed9 service neutron] 10.222.0.82 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814085 Aug 31 20:28:08.256694 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:08.282034 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecfb990-b699-4703-be6a-318c69e75849 None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_floatingips': [{'id': '41d965bd-861e-4bfc-8c61-602c18a638a5', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'router_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'port_id': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'mac_address': 'fa:16:3e:d0:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T20:24:01Z', 'updated_at': '2021-08-31T20:24:03Z', 'revision_number': 1, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:28:08.509289 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15018fa3-17e8-458c-96df-cabaa3b312b1 None None] New status for floating IP df5b1119-333d-440c-85be-0f7bd6572d02: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:28:09.004217 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373dc09-4eb4-4886-8401-9514725d8972 req-5233c4b2-d9b9-461c-a580-ba46c67f68e1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:09.005705 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3373dc09-4eb4-4886-8401-9514725d8972 req-5233c4b2-d9b9-461c-a580-ba46c67f68e1 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.0521147 Aug 31 20:28:09.050165 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-3373dc09-4eb4-4886-8401-9514725d8972 req-4369b2af-315b-487d-99b0-88d8a4f35ea3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378475 Aug 31 20:28:09.255248 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-f677c1a6-bf0a-4304-86b3-8316600cd4b4 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:09.256704 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-f677c1a6-bf0a-4304-86b3-8316600cd4b4 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 946 time: 0.0522504 Aug 31 20:28:09.346574 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Deleting port f7848746-bb97-4251-9a17-0bb5ba2f757c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:09.346930 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:09.438609 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] For port f7848746-bb97-4251-9a17-0bb5ba2f757c, host n-h1-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-14',level=0,port_id=f7848746-bb97-4251-9a17-0bb5ba2f757c,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:09.439234 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:09.453304 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Calling delete_port for f7848746-bb97-4251-9a17-0bb5ba2f757c owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:09.576913 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:09.608912 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event deleted for resources: {'Port': ['ID=f7848746-bb97-4251-9a17-0bb5ba2f757c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:09.648820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] No DVR routers for this DVR port f7848746-bb97-4251-9a17-0bb5ba2f757c on host n-h1-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:28:09.651539 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:09.653586 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-25ee07e8-af39-4918-8946-407f2bd1da86 req-21c6cdea-17fb-4fb2-8230-58729010f74d tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.82 "DELETE /v2.0/ports/f7848746-bb97-4251-9a17-0bb5ba2f757c HTTP/1.1" status: 204 len: 173 time: 0.3909495 Aug 31 20:28:09.654080 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-deleted', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:28:09.656393 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d1b162-3654-4cc9-ac02-bf60c86c6a6c" -d '{"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-deleted", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:28:09.694197 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aecbcfa-b27c-4878-8a42-d5f71ed8b778 x-openstack-request-id: req-5aecbcfa-b27c-4878-8a42-d5f71ed8b778 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:28:09.694486 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ffda81-a155-4b2f-8193-1bfb6807f1a8", "name": "network-vif-deleted", "tag": "f7848746-bb97-4251-9a17-0bb5ba2f757c", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:28:09.694795 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5aecbcfa-b27c-4878-8a42-d5f71ed8b778 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:28:09.695191 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ffda81-a155-4b2f-8193-1bfb6807f1a8', 'name': 'network-vif-deleted', 'tag': 'f7848746-bb97-4251-9a17-0bb5ba2f757c', 'status': 'completed', 'code': 200} Aug 31 20:28:10.171003 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-9da68c63-0ceb-4a1f-a09d-86f05f0e54a4 req-afa2f8b6-84cf-40bb-9ce4-a3fd48c21d27 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=58ffda81-a155-4b2f-8193-1bfb6807f1a8 HTTP/1.1" status: 200 len: 210 time: 0.0269916 Aug 31 20:28:10.983543 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c no longer exists at agent hyperv_n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:11.002777 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] No Port match for: f7848746-bb97-4251-9a17-0bb5ba2f757c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:11.003119 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Device f7848746-bb97-4251-9a17-0bb5ba2f757c not bound to the agent host n-h1-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:11.700986 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7836417-d326-40a2-8be8-0a4b4063196b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:11.737296 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:11.895220 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Deleting port 64b107f3-411f-436e-839d-4ec756f19b6c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:11.895561 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:11.972472 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:11.972812 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:11.985191 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Calling delete_port for 64b107f3-411f-436e-839d-4ec756f19b6c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:12.130615 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:12.157852 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event deleted for resources: {'Port': ['ID=64b107f3-411f-436e-839d-4ec756f19b6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:12.187767 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.188121 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.188468 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.188811 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.189153 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.189489 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.189823 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.190152 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.190480 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.190808 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.191140 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.191472 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-14 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 20:28:12.233484 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:12.233832 n-d-778550-14 neutron-server[94816]: INFO neutron.db.l3_db [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Floating IP 41d965bd-861e-4bfc-8c61-602c18a638a5 disassociated (deleted). External IP: 172.25.3.59, port: e15ab401-cc12-4828-aa32-fd425ff2ca43. Aug 31 20:28:12.444850 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:28:12.550173 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:28:12.554978 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:12.559773 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:28:12.568662 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:12.569273 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:12.584822 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-bd7c9e9d-071e-43af-8408-71b9bf448dd3 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "DELETE /v2.0/floatingips/41d965bd-861e-4bfc-8c61-602c18a638a5 HTTP/1.1" status: 204 len: 168 time: 0.8464336 Aug 31 20:28:12.585416 n-d-778550-14 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:28:12.588749 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829cd1cc0488d07f8b164a2112b4b7feb4e71a13077e8c7769b4a8ff60ee21ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71faf9af-eb92-4c97-a63e-34d7dd20a411" -d '{"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:28:12.626138 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c5f20-a4f9-4d3c-94ff-b4a893863b0d x-openstack-request-id: req-cb1c5f20-a4f9-4d3c-94ff-b4a893863b0d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:28:12.626432 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:28:12.626688 n-d-778550-14 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb1c5f20-a4f9-4d3c-94ff-b4a893863b0d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:28:12.627099 n-d-778550-14 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'status': 'completed', 'code': 200} Aug 31 20:28:12.679363 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:12.690237 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-31dfefd4-f979-48c2-870a-5f58cd957ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:12.691916 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-31dfefd4-f979-48c2-870a-5f58cd957ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 1095 time: 0.0423741 Aug 31 20:28:12.806786 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-fdf94de0-9810-49dd-a3c3-7ed9225f52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:12.808347 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-fdf94de0-9810-49dd-a3c3-7ed9225f52e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 200 len: 910 time: 0.1004810 Aug 31 20:28:12.819328 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d4856-5696-4a13-ac8e-e4db9ab0a48a req-4edffa2f-e588-4144-bc91-c3233015973e tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:12.822643 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-279d4856-5696-4a13-ac8e-e4db9ab0a48a req-4edffa2f-e588-4144-bc91-c3233015973e tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0549889 Aug 31 20:28:12.853973 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-07a86048-3a2f-40d8-a5e5-c3642b9ba037 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 200 len: 217 time: 0.0378094 Aug 31 20:28:12.864868 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-279d4856-5696-4a13-ac8e-e4db9ab0a48a req-2104d66e-71ec-415e-80c1-4a0269aa9a2a tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Aug 31 20:28:12.905524 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-e9fb1c1e-db80-4667-a81d-aeb2fcfe1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:12.907073 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-e9fb1c1e-db80-4667-a81d-aeb2fcfe1737 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 200 len: 848 time: 0.0459664 Aug 31 20:28:12.976126 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:13.006858 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:28:13.016443 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:13.017080 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:27:44Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:13.129387 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:13.248020 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-09a7d652-dc13-456d-8f66-fb861b0ae77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:13.249567 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-09a7d652-dc13-456d-8f66-fb861b0ae77b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cea9faf8-7999-4b2a-8433-6a1b2804029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3342855 Aug 31 20:28:13.339952 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:13.351908 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-ed198ff2-433a-42bb-8395-a42c2ba2fc21 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917137 Aug 31 20:28:13.369862 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f789137-50e2-4d05-bad0-d82df9422a75 None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:42Z', 'revision_number': 4, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14', '_interfaces': [{'id': '97e64243-baa5-4d22-b079-f4ba0010f013', 'name': '', 'network_id': 'cea9faf8-7999-4b2a-8433-6a1b2804029d', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'mac_address': 'fa:16:3e:a8:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:41Z', 'updated_at': '2021-08-31T20:23:48Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'subnets': [{'id': 'd9353237-0d69-4b28-8ae4-2250c3c0a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:28:13.452090 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-71faf9af-eb92-4c97-a63e-34d7dd20a411 req-c805d56d-30c1-47b4-897f-9172f1c6bfd6 service neutron] 10.222.0.67 "GET /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920806 Aug 31 20:28:13.608951 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726df79c-b35f-4048-86ba-654f3b31643a None None] New status for floating IP 41d965bd-861e-4bfc-8c61-602c18a638a5: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 20:28:13.984266 n-d-778550-14 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806ce2f-0711-4d49-aef6-7a66d56847f9 req-4dd0fbae-4d8f-4db3-a07b-080e1c03766f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:13.985756 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e806ce2f-0711-4d49-aef6-7a66d56847f9 req-4dd0fbae-4d8f-4db3-a07b-080e1c03766f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Aug 31 20:28:14.022810 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-e806ce2f-0711-4d49-aef6-7a66d56847f9 req-6a3716af-76eb-4e88-bc0d-83e98ea95d75 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6fcecac-6f67-4860-9489-13d280e47015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Aug 31 20:28:14.330810 n-d-778550-14 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-21b3607a-77cc-4317-a8f5-329b368142ac tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 20:28:14.332322 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-21b3607a-77cc-4317-a8f5-329b368142ac tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.67 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 943 time: 0.0489404 Aug 31 20:28:14.356010 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b302c63-776f-45fe-9159-467cbf425e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.425981 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Deleting port e15ab401-cc12-4828-aa32-fd425ff2ca43 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:14.426333 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.520023 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] For port e15ab401-cc12-4828-aa32-fd425ff2ca43, host n-h2-778550-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-14',level=0,port_id=e15ab401-cc12-4828-aa32-fd425ff2ca43,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:14.520401 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.533381 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Calling delete_port for e15ab401-cc12-4828-aa32-fd425ff2ca43 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:14.589081 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.662844 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.692456 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event deleted for resources: {'Port': ['ID=e15ab401-cc12-4828-aa32-fd425ff2ca43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:14.731600 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] No DVR routers for this DVR port e15ab401-cc12-4828-aa32-fd425ff2ca43 on host n-h2-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:28:14.734149 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:14.736211 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [req-9fd2480c-32c6-4aaa-b2d3-b6067064c2f0 req-2a92e0c6-15c5-439b-a41e-83c1721c2e5f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.67 "DELETE /v2.0/ports/e15ab401-cc12-4828-aa32-fd425ff2ca43 HTTP/1.1" status: 204 len: 173 time: 0.3980885 Aug 31 20:28:14.736705 n-d-778550-14 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-deleted', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 20:28:14.738999 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e637bf6165e7bcfa1bca836fdcd35740a3f3f5ce591ed94582a055bdb84099c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495fba0-29fe-49cc-a1a9-713b24bab4af" -d '{"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-deleted", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 20:28:14.775348 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb9632-e3ad-4dc1-87b2-0e563d9a6476 x-openstack-request-id: req-5ccb9632-e3ad-4dc1-87b2-0e563d9a6476 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 20:28:14.775665 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b9122-546a-4ebc-86ab-2783f1d2aa77", "name": "network-vif-deleted", "tag": "e15ab401-cc12-4828-aa32-fd425ff2ca43", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 20:28:14.775920 n-d-778550-14 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ccb9632-e3ad-4dc1-87b2-0e563d9a6476 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 20:28:14.776315 n-d-778550-14 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b9122-546a-4ebc-86ab-2783f1d2aa77', 'name': 'network-vif-deleted', 'tag': 'e15ab401-cc12-4828-aa32-fd425ff2ca43', 'status': 'completed', 'code': 200} Aug 31 20:28:15.150020 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [req-081dcb19-33c6-4c90-8885-de8f0e989940 req-027a949c-c784-46b1-84bb-67d7b64a2f0f tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "GET /v2.0/ports?device_id=075b9122-546a-4ebc-86ab-2783f1d2aa77 HTTP/1.1" status: 200 len: 210 time: 0.0369167 Aug 31 20:28:15.273848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:15.710206 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.216628 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:16.279246 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.304650 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.368522 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.371149 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.372353 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] 10.222.0.73 "DELETE /v2.0/security-groups/e6fcecac-6f67-4860-9489-13d280e47015 HTTP/1.1" status: 204 len: 168 time: 0.1546152 Aug 31 20:28:16.381344 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4044a8-7476-4fc2-8fcf-e5a51cf44617 tempest-TestSnapshotPattern-200518490 tempest-TestSnapshotPattern-200518490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fcecac-6f67-4860-9489-13d280e47015,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:16.417021 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:16.582344 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:16.768815 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.008720 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Deleting port 97e64243-baa5-4d22-b079-f4ba0010f013 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:17.009064 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.087957 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] For port 97e64243-baa5-4d22-b079-f4ba0010f013, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=97e64243-baa5-4d22-b079-f4ba0010f013,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:17.088320 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.100669 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Calling delete_port for 97e64243-baa5-4d22-b079-f4ba0010f013 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:17.278195 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.304781 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Pushing event deleted for resources: {'Port': ['ID=97e64243-baa5-4d22-b079-f4ba0010f013,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:17.323086 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.473680 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.687477 n-d-778550-14 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Router c464da37-741e-4b5a-bd70-a7bc0fccd9ac has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:28:17.790793 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:28:17.795866 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-67d8b7b5-1e37-48db-9469-65beaa3576dd admin admin] 10.222.0.73 "PUT /v2.0/routers/c464da37-741e-4b5a-bd70-a7bc0fccd9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3777335 Aug 31 20:28:17.798417 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:17.799961 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Sync routers for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:28:17.809779 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:17.810389 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:17.901438 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:17.918954 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:18.104161 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:28:17Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:18.131333 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Checking router: c464da37-741e-4b5a-bd70-a7bc0fccd9ac for host: n-d-778550-14 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:28:18.140137 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Routers {'c464da37-741e-4b5a-bd70-a7bc0fccd9ac'} bound to L3 agent in host n-d-778550-14 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:18.140769 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:18.246950 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] Set router c464da37-741e-4b5a-bd70-a7bc0fccd9ac gateway port host: n-d-778550-14 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:18.329776 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.382930 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Deleting port 02a88384-6a8c-4a51-a03d-662a0f19d2eb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:18.383203 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.427388 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:28:17Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:18.457715 n-d-778550-14 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e4330-3bb8-4f73-9fb3-4c7993792da3 None None] The sync data for ids ['c464da37-741e-4b5a-bd70-a7bc0fccd9ac'] in n-d-778550-14 is: [{'id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'name': 'tempest-TestSnapshotPattern-438277290-router', 'tenant_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:28:17Z', 'revision_number': 5, 'project_id': 'fd47ab78c7a74eb19460379b9d2d70bf', 'gw_port': {'id': '02a88384-6a8c-4a51-a03d-662a0f19d2eb', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c464da37-741e-4b5a-bd70-a7bc0fccd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:39Z', 'updated_at': '2021-08-31T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:28:18.465383 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] For port 02a88384-6a8c-4a51-a03d-662a0f19d2eb, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=02a88384-6a8c-4a51-a03d-662a0f19d2eb,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:18.465757 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.480085 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Calling delete_port for 02a88384-6a8c-4a51-a03d-662a0f19d2eb owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:18.645478 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.671369 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a88384-6a8c-4a51-a03d-662a0f19d2eb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:18.731361 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.822525 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.824772 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.875923 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.876476 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c464da37-741e-4b5a-bd70-a7bc0fccd9ac {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:28:18.882560 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.883804 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-3dd0cf25-2768-4f05-bb30-c95e0e1d4193 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c464da37-741e-4b5a-bd70-a7bc0fccd9ac HTTP/1.1" status: 204 len: 168 time: 1.0844431 Aug 31 20:28:18.886460 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:18.934348 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Deleting subnet d9353237-0d69-4b28-8ae4-2250c3c0a78f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:28:18.937889 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:18.975187 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779382'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.061107 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.119994 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12727756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13204174'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.146875 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9353237-0d69-4b28-8ae4-2250c3c0a78f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:19.152228 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.154032 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-92ff4129-c195-46b0-ac28-ed57e9f11cba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d9353237-0d69-4b28-8ae4-2250c3c0a78f HTTP/1.1" status: 204 len: 168 time: 0.2666252 Aug 31 20:28:19.156572 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:19.158244 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053158ea-8805-4f09-abeb-fd79f1a3e305 None None] Network cea9faf8-7999-4b2a-8433-6a1b2804029d requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:28:19.222399 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.282596 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Deleting port d52e74d0-ed8d-4739-bb38-09937c0fe598 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:19.282947 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.349561 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] For port d52e74d0-ed8d-4739-bb38-09937c0fe598, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=d52e74d0-ed8d-4739-bb38-09937c0fe598,segment=NetworkSegment(e4ac199f-61da-4b5a-bca1-59864cb2ff1d),segment_id=e4ac199f-61da-4b5a-bca1-59864cb2ff1d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:19.350178 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.366131 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Calling delete_port for d52e74d0-ed8d-4739-bb38-09937c0fe598 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:19.445735 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12727715'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.463839 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ea2fc-6038-4c91-baa6-423c4a8d8a53 None None] DHCP port deletion for cea9faf8-7999-4b2a-8433-6a1b2804029d request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:28:19.484722 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d52e74d0-ed8d-4739-bb38-09937c0fe598,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:19.490530 n-d-778550-14 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] No DVR routers for this DVR port d52e74d0-ed8d-4739-bb38-09937c0fe598 on host n-d-778550-14 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:28:19.536360 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d52e74d0-ed8d-4739-bb38-09937c0fe598 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:19.562387 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 no longer exists at agent hyperv_n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:19.564597 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: d52e74d0-ed8d-4739-bb38-09937c0fe598 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:19.564936 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device d52e74d0-ed8d-4739-bb38-09937c0fe598 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:19.565336 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 97e64243-baa5-4d22-b079-f4ba0010f013 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:19.578273 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.591426 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea9faf8-7999-4b2a-8433-6a1b2804029d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:19.607188 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:19.607818 n-d-778550-14 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ac199f-61da-4b5a-bca1-59864cb2ff1d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:19.608001 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] No Port match for: e15ab401-cc12-4828-aa32-fd425ff2ca43 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:19.608329 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Device e15ab401-cc12-4828-aa32-fd425ff2ca43 not bound to the agent host n-h2-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:19.610734 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 97e64243-baa5-4d22-b079-f4ba0010f013 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:19.611087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 97e64243-baa5-4d22-b079-f4ba0010f013 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:19.611843 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 02a88384-6a8c-4a51-a03d-662a0f19d2eb no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:19.625617 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779341'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.633117 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 02a88384-6a8c-4a51-a03d-662a0f19d2eb {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:19.634016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 02a88384-6a8c-4a51-a03d-662a0f19d2eb not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:19.640899 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.646979 n-d-778550-14 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:28:19.647366 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12727670'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: Traceback (most recent call last): Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: timer() Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: cb(*args, **kw) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: return func(*args, **kwargs) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: self._notify() Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: self.callback(batched_events) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: event.method(event) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: return f(self, *a, **k) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: return self._get(url).json() Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:28:19.649802 n-d-778550-14 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:28:19.706079 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.712401 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Notify callbacks [] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:19.714262 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] 10.222.0.73 "DELETE /v2.0/networks/cea9faf8-7999-4b2a-8433-6a1b2804029d HTTP/1.1" status: 204 len: 168 time: 0.5567534 Aug 31 20:28:19.717307 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:19.725237 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4646658-de77-4799-b938-146e8580a2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=cea9faf8-7999-4b2a-8433-6a1b2804029d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:20.057280 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652564'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:20.296673 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Deleting port a19b5089-e0ac-4007-b018-a87e3b4e7eac {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:20.297023 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:20.374127 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] For port a19b5089-e0ac-4007-b018-a87e3b4e7eac, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=a19b5089-e0ac-4007-b018-a87e3b4e7eac,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:20.374508 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:20.390794 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Calling delete_port for a19b5089-e0ac-4007-b018-a87e3b4e7eac owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:20.568276 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:20.595656 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19b5089-e0ac-4007-b018-a87e3b4e7eac,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:20.763813 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652680'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:20.976189 n-d-778550-14 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f has already been hosted by L3 agent 5e04af97-0e08-42bf-9224-eef838bc063d {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 20:28:21.083380 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] Notify agent at l3_agent.n-d-778550-14 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 20:28:21.088351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-a794becf-e48b-4c06-8796-502430ef42a5 admin admin] 10.222.0.73 "PUT /v2.0/routers/30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699448 Aug 31 20:28:21.090969 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:21.093738 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Sync routers for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 20:28:21.104479 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:21.105105 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:21.193946 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.208629 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: n-d-778550-14 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:21.294850 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.351184 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Deleting port c4e7f615-55b6-46d8-9043-696adebfaf63 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:21.351770 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.390816 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'external_fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:28:20Z', 'revision_number': 5, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port': {'id': 'c4e7f615-55b6-46d8-9043-696adebfaf63', 'name': '', 'network_id': 'a5328c0a-254d-4ff1-a289-92827ad3f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T20:23:44Z', 'updated_at': '2021-08-31T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f35a3e58-95a6-4b95-a7e1-ccc38b563b68', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-14'}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:21.418138 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Checking router: 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f for host: n-d-778550-14 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 20:28:21.426374 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Routers {'30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'} bound to L3 agent in host n-d-778550-14 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 20:28:21.426981 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:58:14Z,description=,heartbeat_timestamp=2021-08-31T20:28:14Z,host='n-d-778550-14',id=5e04af97-0e08-42bf-9224-eef838bc063d,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:58:14Z,topic='l3_agent')) {'router_ids': ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:21.440115 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] For port c4e7f615-55b6-46d8-9043-696adebfaf63, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=c4e7f615-55b6-46d8-9043-696adebfaf63,segment=NetworkSegment(dfb87b29-3103-476a-8a59-591dd942c1ca),segment_id=dfb87b29-3103-476a-8a59-591dd942c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:21.440496 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.454001 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Calling delete_port for c4e7f615-55b6-46d8-9043-696adebfaf63 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:21.514087 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] Set router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 20:28:21.564489 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:28:21Z', 'revision_number': 6, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port_host': None}], 'n-d-778550-14', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:21.594426 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dfc2f-97ca-412d-b354-62a8b92eebff None None] The sync data for ids ['30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f'] in n-d-778550-14 is: [{'id': '30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f', 'name': 'tempest-TestSnapshotPattern-708186144-router', 'tenant_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T20:23:43Z', 'updated_at': '2021-08-31T20:28:21Z', 'revision_number': 6, 'project_id': '881092a4e42c42fd9b3ad37fe027f4dd', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 20:28:21.618529 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.652045 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e7f615-55b6-46d8-9043-696adebfaf63,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:21.712183 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650794'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.798676 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13076'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.800797 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.841364 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651551'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.841820 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 20:28:21.846043 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.847187 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-198355a7-5539-48d7-9d5f-7a826b9fc9d1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/30f5f7d8-4f4a-43ad-b36d-e14ef0e1f57f HTTP/1.1" status: 204 len: 168 time: 0.7553139 Aug 31 20:28:21.849805 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:21.897558 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Deleting subnet a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 20:28:21.900993 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:21.935763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24868995'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.017782 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451461'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.072367 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24870525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13067843'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.103563 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:22.105482 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.107351 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-50f2af1e-f865-4966-852a-3b495bcabad3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a1c36e17-2e7e-4a32-96e5-c9a38e3ff0b1 HTTP/1.1" status: 204 len: 168 time: 0.2566383 Aug 31 20:28:22.109874 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:22.112495 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb454c2c-34df-415f-9298-58e7355167f4 None None] Network d6273b2b-3234-42fa-9d42-5c39bc55b553 requested from n-d-778550-14 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 20:28:22.175328 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609386'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.228293 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Deleting port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:22.228551 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.293806 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] For port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host n-d-778550-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-14',level=0,port_id=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,segment=NetworkSegment(d2141f8c-2d46-4119-8656-8f1c3f8f7f75),segment_id=d2141f8c-2d46-4119-8656-8f1c3f8f7f75)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:22.294112 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.308110 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Calling delete_port for 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:22.336038 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] DHCP port deletion for d6273b2b-3234-42fa-9d42-5c39bc55b553 request from n-d-778550-14 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 20:28:22.389499 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24870418'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.392666 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Deleting port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 20:28:22.393114 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779039594262'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.415161 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Pushing event deleted for resources: {'Port': ['ID=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:22.420946 n-d-778550-14 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] No DVR routers for this DVR port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 on host n-d-778550-14 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:28:22.462601 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] For port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236, host n-d-778550-14, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 20:28:22.462950 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648546'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.475440 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Calling delete_port for 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 20:28:22.479016 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 20:28:22.480299 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779039595237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779039012383'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.497593 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683518', 'neutron.services.segments.db._delete_segments_for_network-8779039532993'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.507382 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6273b2b-3234-42fa-9d42-5c39bc55b553']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:22.508088 n-d-778550-14 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] Pushing event deleted for resources: {'Port': ['ID=7809f6ea-67aa-4a8a-9bfb-adc1fb453236,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:22.514455 n-d-778550-14 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc30b55-dd4c-4a34-9734-838e68e9e80a None None] No DVR routers for this DVR port 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 on host n-d-778550-14 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 20:28:22.526797 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:22.527097 n-d-778550-14 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2141f8c-2d46-4119-8656-8f1c3f8f7f75') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 20:28:22.536160 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779039545941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869048'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.551763 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.558403 n-d-778550-14 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 20:28:22.558732 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24870599'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: Traceback (most recent call last): Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: timer() Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: cb(*args, **kw) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: return func(*args, **kwargs) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: self._notify() Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: self.callback(batched_events) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: event.method(event) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: return f(self, *a, **k) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: return self._get(url).json() Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 20:28:22.560554 n-d-778550-14 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 20:28:22.620142 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650758'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.625935 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.627840 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] 10.222.0.73 "DELETE /v2.0/networks/d6273b2b-3234-42fa-9d42-5c39bc55b553 HTTP/1.1" status: 204 len: 168 time: 0.5169895 Aug 31 20:28:22.639225 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d89e78-49cc-4e79-a31a-f2422de6916d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6273b2b-3234-42fa-9d42-5c39bc55b553,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:22.810573 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:22.850282 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2d497834-9fce-46da-a12f-a597dca4f394 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd47ab78c7a74eb19460379b9d2d70bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385289 Aug 31 20:28:22.852948 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.73', 50290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:22.900444 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.921511 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.971721 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.974226 n-d-778550-14 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:22.975397 n-d-778550-14 neutron-server[94816]: INFO neutron.wsgi [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1db0ac22-d7ea-47cc-b7ab-096954e37f54 HTTP/1.1" status: 204 len: 168 time: 0.1211238 Aug 31 20:28:22.983438 n-d-778550-14 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80d53d-2213-4273-b9ea-04cb90a7ae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0ac22-d7ea-47cc-b7ab-096954e37f54,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:23.302756 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:23.344506 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-2f086bb8-88b0-4ea7-917a-1127dcff7522 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=881092a4e42c42fd9b3ad37fe027f4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383339 Aug 31 20:28:23.344839 n-d-778550-14 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.73', 50298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 20:28:23.394688 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:23.402466 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a19b5089-e0ac-4007-b018-a87e3b4e7eac no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:23.418300 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:23.422758 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: a19b5089-e0ac-4007-b018-a87e3b4e7eac {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:23.423113 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device a19b5089-e0ac-4007-b018-a87e3b4e7eac not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:23.423526 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:23.441927 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:23.442272 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device 7809f6ea-67aa-4a8a-9bfb-adc1fb453236 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:23.442684 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4e7f615-55b6-46d8-9043-696adebfaf63 no longer exists at agent ovs-agent-n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 20:28:23.465006 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] No Port match for: c4e7f615-55b6-46d8-9043-696adebfaf63 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 20:28:23.465355 n-d-778550-14 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Device c4e7f615-55b6-46d8-9043-696adebfaf63 not bound to the agent host n-d-778550-14 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 20:28:23.468338 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597184'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:23.470984 n-d-778550-14 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:23.472306 n-d-778550-14 neutron-server[94817]: INFO neutron.wsgi [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae821883-d77b-4c94-b8bb-ccc188cba6a7 HTTP/1.1" status: 204 len: 168 time: 0.1265459 Aug 31 20:28:23.482796 n-d-778550-14 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7fecb-6701-4a6f-bd47-aff67ca922e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae821883-d77b-4c94-b8bb-ccc188cba6a7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 20:28:41.702227 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8570aa7f-fb96-4112-b989-0cd2a4bcb97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:43.009820 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:28:44.358944 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-252ee61b-f153-4405-9406-c06a1d80f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:44.589666 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:45.274960 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:45.714175 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:46.585997 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:28:47.322005 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:11.703304 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60f5acec-b729-424a-b7f5-5d196511ac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:14.367251 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccf80-ad3e-42a0-b798-ff0be6f8c313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:14.590545 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:15.274584 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:15.719089 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:16.575571 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:17.324184 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:20.009741 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:29:41.703965 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894fc6a1-9050-4bdf-a38a-038a3b78f924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:44.358748 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc41eaa7-0174-4cc4-ae48-0d41b24b278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:44.590923 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:45.278730 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:45.720289 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:46.592488 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:47.326204 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:29:57.009165 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:30:11.704569 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a32a7509-f8df-4c8c-a449-94ff2b20a817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:14.359624 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6aa42e6-3c29-4cd9-8792-a8fd9ef645d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:14.590686 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:15.278397 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:15.722949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:16.611299 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:17.332913 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:34.008457 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:30:41.705167 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4dc092e0-0b11-48fc-9bec-2a8f4ec26824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:44.360272 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ff46bf00-3952-49ed-bc99-dbc539267e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:44.592337 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:45.279494 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:45.725010 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:46.628091 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:30:47.334277 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:11.007008 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:31:11.706848 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-15bd8ecf-d05b-4c99-85ef-505c273a08de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:14.363023 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f412-d891-48b1-81f4-cef9870cc714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:14.593201 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:15.294620 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:15.728368 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:16.642885 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:17.336900 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:41.711618 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c987-5ed3-4eb2-bb6c-e0a8457e67d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:44.364252 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7d71846-7ecc-4c25-a314-b973112a4447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:44.593412 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:45.311376 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:45.730829 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:46.690307 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:47.339306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:31:48.006813 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:32:11.712515 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-154fe2b5-c7c9-4976-b0d2-e30ae6b4bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:14.363733 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ac45c14-e141-4cdd-9192-df7b92437f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:14.594933 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:15.344395 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:15.734513 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:16.706755 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:17.342265 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:25.006425 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:32:31.443467 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-da9cf4a5-bc92-4e1f-a52a-a9674447f3f4 req-68c7b578-5b3b-4c6b-96b9-03983c66bc16 service neutron] (94816) timed out ('10.222.0.73', 48930) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 20:32:41.716397 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da498a63-4597-4872-9d59-d18b04540e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:44.363952 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7200ebe3-02c3-48f6-b9ae-2eeedf4957a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:44.595809 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:45.345678 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:45.736472 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:46.710701 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:32:47.344053 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:02.005714 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:33:11.717306 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e46f837-f820-4828-b6a2-72b33fb0478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:14.365436 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2e86fc1-e740-4a90-82a7-475453acde9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:14.597062 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:15.346180 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:15.740537 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:16.710823 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:17.346966 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:39.005394 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:33:41.718919 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ff9767c-5912-4ab0-b236-56cb6b44c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:44.366386 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d011f18-5197-41df-b81f-a637ba89830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:44.597640 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:45.363353 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:45.743072 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:46.725727 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:33:47.350109 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:11.719541 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c4d6-3a91-4b6f-967a-82f0e9398aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:14.368025 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9794c0bb-727a-4d80-8b92-6d28eb352602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:14.599427 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:15.379732 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:15.749483 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:16.004866 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:34:16.735949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:17.352441 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:41.720465 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-04be5b46-c7c1-45a5-81b9-693e71e4fe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:44.368374 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df49096f-0b42-45d6-bf51-8379d5bcc98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:44.600727 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:45.383009 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:45.749721 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:46.741547 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:47.355536 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:34:53.004613 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:35:11.720956 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fd5c51be-7fde-43be-b24b-33bd994e73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:14.369683 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22aeb4cd-7b23-43fb-bdb5-2dda3501ad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:14.602232 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:15.395553 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:15.752113 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:16.743896 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:17.357649 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:30.002888 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:35:41.723228 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ec76f4a-c895-4d05-b888-e526163276c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:44.370949 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5455f07f-0742-45f0-9b60-8bee0f586d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:44.602406 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:45.412914 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:45.754632 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:46.758019 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:35:47.361024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:07.001476 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:36:11.723471 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-594f0547-871b-49aa-b28a-8940f62cc80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:14.372682 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3477e993-5116-44f5-a6ac-a19e7cd3abf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:14.608024 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:15.412302 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:15.757658 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:16.762034 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:17.363480 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:41.725218 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bfec8815-5a12-4f84-8be7-3870cda071c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:44.001674 n-d-778550-14 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-8de4adba-83bd-495a-a9c7-36a2135e60ae None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 20:36:44.373326 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9470783-77f8-484c-b6ed-b6f25afd634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:44.610648 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76ee39a9-d460-449a-9ee4-7d2b3c0bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:45.412739 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27ebc426-9dc5-4bef-b1b9-6bf000ee6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:45.761496 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6454ea64-df0f-4db9-8c23-18f3a3d4383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:46.763502 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a596d4c4-f314-4e15-8b79-67276f6eabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:47.366807 n-d-778550-14 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d8abee1-e74e-4040-87e5-4067f5348b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779039462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1453664'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 20:36:53.475423 n-d-778550-14 neutron-server[94816]: DEBUG neutron.wsgi [req-e405effb-b868-49c0-b802-abc781f6d08d req-ba669b31-5b7f-4b50-be8e-a3d74fb716fb service neutron] (94816) timed out ('10.222.0.73', 42498) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}